-- Logs begin at Fri 2021-07-16 19:17:09 UTC, end at Fri 2021-07-16 21:31:06 UTC. -- Jul 16 19:51:18.668930 n-d-792458-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 19:51:21.336167 n-d-792458-10 neutron-server[93752]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:51:21.337168 n-d-792458-10 neutron-server[93752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:51:21.337168 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:51:21.340288 n-d-792458-10 neutron-server[93752]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:51:21.340535 n-d-792458-10 neutron-server[93752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:51:21.340845 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:51:21.341801 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:51:21.342028 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:51:21.342400 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:51:21.342640 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:51:21.342916 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:51:21.343231 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.343521 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.343805 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.344033 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.344318 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.344596 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.344870 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.345145 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.345430 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.345706 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.345971 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.346230 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.346453 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.346723 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.347021 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.347298 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.347513 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] debug = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.347783 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.348198 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.348622 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.348886 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.349161 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.349435 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.349698 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.349965 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.350236 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.350551 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] host = n-d-792458-10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.350822 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.351117 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.351392 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.351666 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.351939 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.352199 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.352473 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.352733 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.352994 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] log_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.353259 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.353537 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.353815 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.354099 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.354310 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.354523 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.354801 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.355097 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.355364 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.355630 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.355894 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.356157 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.356419 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.356675 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.356950 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.357222 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.357496 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.357759 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.358021 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.358305 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.358595 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.358890 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.359160 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.359424 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.359683 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.359960 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.360219 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.360508 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.360800 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.361074 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.361394 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.361655 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.361921 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.362262 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.362525 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.362787 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.363074 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] use_json = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.363336 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.363599 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.363871 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.364133 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.364396 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.364659 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.364919 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.365191 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:21.365481 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.365769 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.366057 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.366328 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.366610 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.366907 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.367186 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.367455 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.367733 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.368011 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.368289 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.368557 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.368837 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.369103 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.369383 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.369680 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.369964 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.370245 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.370510 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.370780 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.371067 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.371338 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.371615 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.371900 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.372181 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.372448 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.372717 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.372996 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.373267 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.373531 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.373804 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.374107 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.374379 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.374677 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.374975 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.375243 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.375505 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.375767 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.376037 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.376315 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.376584 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.376843 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.377102 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.377371 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.377637 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.377914 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.378186 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.378449 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.378710 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.379009 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.379270 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.379533 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.379801 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.380063 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.380332 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.380593 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.380859 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.381128 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.381387 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.381650 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.382000 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.382268 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.382536 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.382798 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.383083 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.383348 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.383613 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.383876 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.384153 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.384446 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.384717 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.384986 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.385295 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.385570 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.385843 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.386114 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.386384 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.386655 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.386947 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.387232 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.387509 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.387795 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.388070 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.388341 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.388636 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.388905 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.389181 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.389453 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.389775 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.390061 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.390340 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.390628 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.390946 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.391233 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.391540 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.391809 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.392081 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.392380 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.392655 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:21.392866 n-d-792458-10 neutron-server[93752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:51:21.393103 n-d-792458-10 neutron-server[93752]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93752) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 19:51:21.733309 n-d-792458-10 neutron-server[93752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:51:21.733530 n-d-792458-10 neutron-server[93752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:51:21.733839 n-d-792458-10 neutron-server[93752]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:51:21.734161 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 19:51:22.119724 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.120010 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.120276 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.121472 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.121736 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.121999 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.155744 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.156011 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.156267 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.169257 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.169535 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.169768 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.199214 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.199481 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.199723 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.235357 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.235602 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.235879 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.462302 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.462961 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.462961 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.462961 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.463695 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.580621 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.580932 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.581209 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.581475 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.581743 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.582052 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.582309 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.582545 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.582792 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.583095 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.583349 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.583612 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.583863 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.584108 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.584357 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.584619 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.584871 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.585111 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.585380 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.585632 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.585893 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.586139 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.586411 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.586779 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.587043 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.587281 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.587694 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:22.587908 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:22.588146 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:22.588372 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:22.588601 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:22.588828 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:22.589188 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 19:51:22.592381 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 19:51:22.596353 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 19:51:22.600263 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 16 19:51:22.601894 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 19:51:22.602350 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 19:51:22.602680 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 19:51:22.603079 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 19:51:22.607026 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 19:51:22.607269 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 19:51:22.607606 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:51:22.635121 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 19:51:22.635581 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.635848 n-d-792458-10 neutron-server[93752]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93752) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 19:51:22.636230 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.637601 n-d-792458-10 neutron-server[93752]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93752) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 19:51:22.637941 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:51:22.638535 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 19:51:22.641645 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.641921 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:22.705330 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 19:51:22.705507 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 19:51:22.705775 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 19:51:22.706142 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 19:51:22.728346 n-d-792458-10 neutron-server[93752]: DEBUG oslo_db.sqlalchemy.engines [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93752) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 19:51:23.267374 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing driver for type 'gre' Jul 16 19:51:23.267810 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] gre ID ranges: [(1, 1000)] Jul 16 19:51:23.327527 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing driver for type 'local' Jul 16 19:51:23.327877 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing driver for type 'vlan' Jul 16 19:51:23.343575 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] VlanTypeDriver initialization complete Jul 16 19:51:23.343933 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing driver for type 'vxlan' Jul 16 19:51:23.344439 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] vxlan ID ranges: [(1, 1000)] Jul 16 19:51:23.407112 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing extension driver 'port_security' Jul 16 19:51:23.407112 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.extensions.port_security [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] PortSecurityExtensionDriver initialization complete Jul 16 19:51:23.407413 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing mechanism driver 'openvswitch' Jul 16 19:51:23.407510 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing mechanism driver 'hyperv' Jul 16 19:51:23.417949 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:23.419297 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.419819 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.420262 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.421060 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:51:23.421647 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnet after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.422114 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnet after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.422584 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.423121 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:51:23.423609 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.424098 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.424472 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.425134 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:51:23.425702 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > security_group after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.426155 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > security_group after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.426612 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.427165 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:51:23.427743 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.428189 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.428673 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.429261 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:51:23.429824 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > address_group after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.430244 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > address_group after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.430742 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.431373 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:51:23.431941 n-d-792458-10 neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] ML2 OVO RPC backend initialized. {{(pid=93752) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 19:51:23.432903 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.433422 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.433998 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.434462 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > networks before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.434909 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.435285 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > ports before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.435624 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnet before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.435962 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnets before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.436309 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.436813 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.437153 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.437486 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.437824 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.438164 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.438494 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnet after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.438827 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnet after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.439178 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.439759 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.plugin [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Modular L2 Plugin initialization complete Jul 16 19:51:23.440091 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading services supported by the core plugin {{(pid=93752) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 19:51:23.440416 n-d-792458-10 neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Got port-security extension from driver 'port_security' Jul 16 19:51:23.440882 n-d-792458-10 neutron-server[93752]: INFO neutron.extensions.vlantransparent [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Disabled vlantransparent extension. Jul 16 19:51:23.441361 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93752) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 19:51:23.441674 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: router Jul 16 19:51:23.478083 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.479049 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router after_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.479049 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router before_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.479248 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.479559 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.479919 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router after_delete 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.480275 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.480778 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router after_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.481103 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.481457 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.481817 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.482198 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.482590 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.482996 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.483393 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.483761 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: subnet after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.484098 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.484445 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.484799 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.485230 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: port before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.485614 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.485957 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.486310 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.486661 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.487059 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.487402 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.487769 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > agent after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.488116 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > agent after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.488459 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.489381 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Tracking information for resource: router configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:23.489711 n-d-792458-10 neutron-server[93752]: DEBUG neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Tracking information for resource: floatingip configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:51:23.495042 n-d-792458-10 neutron-server[93752]: INFO neutron.db.l3_agentschedulers_db [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 19:51:23.495622 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.495985 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.496334 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.496688 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.497501 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router before_create 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.497865 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.498223 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_create 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.498578 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > router precommit_update 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.503257 n-d-792458-10 neutron-server[93752]: DEBUG neutron.services.provider_configuration [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service providers = [] {{(pid=93752) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 19:51:23.503623 n-d-792458-10 neutron-server[93752]: DEBUG neutron.db.servicetype_db [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93752) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 19:51:23.506918 n-d-792458-10 neutron-server[93752]: DEBUG neutron.services.service_base [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:51:23.507277 n-d-792458-10 neutron-server[93752]: DEBUG neutron.services.service_base [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:51:23.507621 n-d-792458-10 neutron-server[93752]: DEBUG neutron.services.service_base [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:51:23.508541 n-d-792458-10 neutron-server[93752]: DEBUG neutron.services.service_base [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:51:23.508917 n-d-792458-10 neutron-server[93752]: INFO neutron.services.service_base [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 19:51:23.509294 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.509607 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 19:51:23.521036 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.521299 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: auto_allocate Jul 16 19:51:23.527092 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: network precommit_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.527468 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: network precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.527994 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.528312 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: tag Jul 16 19:51:23.535372 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.535703 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: timestamp Jul 16 19:51:23.539665 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.539989 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: network_ip_availability Jul 16 19:51:23.545463 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.545870 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.546266 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.547122 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.547414 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: flavors Jul 16 19:51:23.553681 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.554002 n-d-792458-10 neutron-server[93752]: INFO neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading Plugin: revisions Jul 16 19:51:23.558332 n-d-792458-10 neutron-server[93752]: DEBUG neutron.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:51:23.558735 n-d-792458-10 neutron-server[93752]: DEBUG oslo_concurrency.lockutils [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.825s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:51:23.559483 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93752) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 19:51:23.559820 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Initializing extension manager. Jul 16 19:51:23.560328 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: __init__.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.560667 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: __pycache__ {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.560999 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.561326 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: address_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.562178 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.562928 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: address-group Jul 16 19:51:23.563140 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: address_scope.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.563854 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.564363 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: address-scope Jul 16 19:51:23.564680 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.565597 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.566106 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: router-admin-state-down-before-update Jul 16 19:51:23.566428 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: agent.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.567153 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.567658 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: agent Jul 16 19:51:23.568061 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: agent_resources_synced.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.568903 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.569404 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: agent-resources-synced Jul 16 19:51:23.569798 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: allowedaddresspairs.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.571658 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.572057 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: allowed-address-pairs Jul 16 19:51:23.572381 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: auto_allocated_topology.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.573452 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.573959 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: auto-allocated-topology Jul 16 19:51:23.574280 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: availability_zone.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.575010 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.575512 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: availability_zone Jul 16 19:51:23.575833 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: availability_zone_filter.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.576754 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.577409 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: availability_zone_filter Jul 16 19:51:23.577730 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: data_plane_status.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.578640 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.579173 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 19:51:23.579498 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: default_subnetpools.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.580412 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.580919 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: default-subnetpools Jul 16 19:51:23.581241 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.582059 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.582567 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: dhcp_agent_scheduler Jul 16 19:51:23.582909 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: dns.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.583907 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.584431 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 19:51:23.584753 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: dns_domain_ports.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.585680 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.586185 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 19:51:23.586505 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.587474 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.587981 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 19:51:23.588301 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: dvr.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.588987 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.589493 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: dvr Jul 16 19:51:23.589809 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: empty_string_filtering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.590718 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.591249 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: empty-string-filtering Jul 16 19:51:23.591570 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.592465 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.592991 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:51:23.593402 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.594312 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.594809 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 19:51:23.595163 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: external_net.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.596088 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.596593 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: external-net Jul 16 19:51:23.596912 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.597817 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.598317 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: extra_dhcp_opt Jul 16 19:51:23.598641 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: extraroute.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.599578 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.600076 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: extraroute Jul 16 19:51:23.600395 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: extraroute_atomic.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.601434 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.601941 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: extraroute-atomic Jul 16 19:51:23.602261 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: filter_validation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.602961 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.603469 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: filter-validation Jul 16 19:51:23.603783 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: fip_pf_description.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.604688 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.605390 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 19:51:23.605710 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: fip_port_details.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.606640 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.607165 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: fip-port-details Jul 16 19:51:23.607493 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: flavors.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.608763 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.609272 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: flavors Jul 16 19:51:23.609599 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.611291 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.611814 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 19:51:23.612140 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: floatingip_pools.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.612842 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.613382 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: floatingip-pools Jul 16 19:51:23.613706 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: ip_allocation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.614630 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.615312 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 19:51:23.615584 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.616512 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.617025 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: ip-substring-filtering Jul 16 19:51:23.617347 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l2_adjacency.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.618685 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.618772 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 19:51:23.619129 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l3.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.620130 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.620645 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: router Jul 16 19:51:23.620968 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.623258 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.623785 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:51:23.624148 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.625094 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.625604 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: ext-gw-mode Jul 16 19:51:23.626019 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.626973 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.627482 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: l3-ha Jul 16 19:51:23.627805 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l3_flavors.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.628764 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.629272 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: l3-flavors Jul 16 19:51:23.629595 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.630507 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.631042 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 19:51:23.631370 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: l3agentscheduler.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.632440 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.632983 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: l3_agent_scheduler Jul 16 19:51:23.633312 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: logging.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.634807 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.635350 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension logging not supported by any of loaded plugins Jul 16 19:51:23.635680 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: metering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.636431 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.637006 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: metering Jul 16 19:51:23.637331 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.638426 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.638969 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: metering_source_and_destination_fields Jul 16 19:51:23.639294 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: multiprovidernet.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.640477 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.640998 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: multi-provider Jul 16 19:51:23.641323 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: netmtu.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.642250 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.642761 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: net-mtu Jul 16 19:51:23.643205 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: netmtu_writable.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.644448 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.644963 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: net-mtu-writable Jul 16 19:51:23.645283 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: network_availability_zone.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.645959 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.646466 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: network_availability_zone Jul 16 19:51:23.646787 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: network_ip_availability.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.647913 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.648433 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: network-ip-availability Jul 16 19:51:23.648757 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: network_segment_range.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.649526 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.650030 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 19:51:23.650351 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: pagination.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.651369 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.651700 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: pagination Jul 16 19:51:23.652022 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: port_device_profile.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.652929 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.653441 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: port-device-profile Jul 16 19:51:23.653764 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.654707 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.655275 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: port-mac-address-regenerate Jul 16 19:51:23.655593 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.656705 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.657090 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: port-numa-affinity-policy Jul 16 19:51:23.657409 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: port_resource_request.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.658343 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.658854 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 19:51:23.659185 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: portbindings.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.660117 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.660626 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: binding Jul 16 19:51:23.660945 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: portbindings_extended.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.662231 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.662750 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: binding-extended Jul 16 19:51:23.663107 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: portsecurity.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.664031 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.664540 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: port-security Jul 16 19:51:23.664862 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: project_id.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.665836 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.666162 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: project-id Jul 16 19:51:23.666482 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: providernet.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.667435 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.667946 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: provider Jul 16 19:51:23.668272 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.671878 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.672403 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos not supported by any of loaded plugins Jul 16 19:51:23.672778 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.674093 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.674608 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 19:51:23.674968 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.675928 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.676437 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 19:51:23.676764 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_default.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.677679 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.678187 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-default not supported by any of loaded plugins Jul 16 19:51:23.678517 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_fip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.679207 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.679709 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 19:51:23.680031 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_gateway_ip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.680961 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.681466 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 19:51:23.681786 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_port_network_policy.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.682700 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.683238 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 19:51:23.683560 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_rule_type_details.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.684476 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.684982 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 19:51:23.685364 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: qos_rules_alias.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.686366 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.686884 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 19:51:23.687234 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: quotasv2.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.688168 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.688685 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: quotas Jul 16 19:51:23.689009 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: quotasv2_detail.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.692198 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.692568 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: quota_details Jul 16 19:51:23.692868 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: rbac.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.693950 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.694481 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: rbac-policies Jul 16 19:51:23.694802 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: rbac_address_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.695768 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.696288 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: rbac-address-group Jul 16 19:51:23.696614 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: rbac_address_scope.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.697559 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.698057 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: rbac-address-scope Jul 16 19:51:23.698394 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: rbac_security_groups.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.699343 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.699856 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: rbac-security-groups Jul 16 19:51:23.700174 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: rbac_subnetpool.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.701083 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.701589 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: rbac-subnetpool Jul 16 19:51:23.701914 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: revisionifmatch.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.702894 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.703503 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: revision-if-match Jul 16 19:51:23.703824 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: revisions.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.705212 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.705722 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: standard-attr-revisions Jul 16 19:51:23.706043 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: router_availability_zone.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.706730 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.707275 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: router_availability_zone Jul 16 19:51:23.707596 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: routerservicetype.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.708522 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.709033 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 19:51:23.709353 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.710265 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.710769 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: security-groups-normalized-cidr Jul 16 19:51:23.711116 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.712044 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.712566 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: port-security-groups-filtering Jul 16 19:51:23.712889 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.713808 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.714317 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: security-groups-remote-address-group Jul 16 19:51:23.714636 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: securitygroup.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.724315 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.724847 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: security-group Jul 16 19:51:23.725173 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: segment.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.725977 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.726483 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension segment not supported by any of loaded plugins Jul 16 19:51:23.726803 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.727780 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.728289 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 19:51:23.728613 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: servicetype.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.729712 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.730236 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: service-type Jul 16 19:51:23.730561 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: sorting.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.731564 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.731890 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: sorting Jul 16 19:51:23.732209 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: standard_attr_segment.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.733230 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.733913 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 19:51:23.734245 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: standardattrdescription.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.734923 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.735436 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: standard-attr-description Jul 16 19:51:23.735756 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: stateful_security_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.736796 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.737313 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: stateful-security-group Jul 16 19:51:23.737640 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: stdattrs_common.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.738226 n-d-792458-10 neutron-server[93752]: WARNING neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 19:51:23.738637 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.739525 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.740034 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 19:51:23.740355 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: subnet_onboard.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.741436 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.741947 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: subnet_onboard Jul 16 19:51:23.742272 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.743238 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.743743 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 19:51:23.744062 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: subnet_service_types.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.744993 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.745501 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: subnet-service-types Jul 16 19:51:23.745821 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: subnetallocation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.746929 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.747443 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: subnet_allocation Jul 16 19:51:23.747764 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.748442 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.748974 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: subnetpool-prefix-ops Jul 16 19:51:23.749295 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.750222 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.750725 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 19:51:23.751155 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: tagging.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.752215 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.752729 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: standard-attr-tag Jul 16 19:51:23.753056 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: timestamp.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.754398 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.755142 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loaded extension: standard-attr-timestamp Jul 16 19:51:23.755281 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: trunk.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.756321 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.756894 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension trunk not supported by any of loaded plugins Jul 16 19:51:23.757158 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: trunk_details.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.758083 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.758606 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 19:51:23.758962 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: uplink_status_propagation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.760332 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.760441 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 19:51:23.760707 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Loading extension file: vlantransparent.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:51:23.762946 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:51:23.762946 n-d-792458-10 neutron-server[93752]: INFO neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 19:51:23.764412 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:network Jul 16 19:51:23.764996 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:subnet Jul 16 19:51:23.765493 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:51:23.765885 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:port Jul 16 19:51:23.767199 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.767650 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service FLAVORS assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.768283 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.769030 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.769357 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:router Jul 16 19:51:23.769789 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:51:23.770290 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service METERING assigned prefix: /metering {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.771838 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.772160 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.772512 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:51:23.773535 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:51:23.773979 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:51:23.774422 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:51:23.775061 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.775388 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:51:23.775733 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] subnetpool is already registered Jul 16 19:51:23.776153 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.776476 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:51:23.776810 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] subnetpool is already registered Jul 16 19:51:23.779178 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.779607 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service FLAVORS assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.780233 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.780659 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.781162 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:router Jul 16 19:51:23.781421 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] router is already registered Jul 16 19:51:23.781829 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:51:23.782159 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] floatingip is already registered Jul 16 19:51:23.782609 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service METERING assigned prefix: /metering {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.783311 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:51:23.783699 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] rbac_policy is already registered Jul 16 19:51:23.784198 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:51:23.784348 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] security_group is already registered Jul 16 19:51:23.784758 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:51:23.785084 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] security_group_rule is already registered Jul 16 19:51:23.785710 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.786020 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:51:23.786349 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] subnetpool is already registered Jul 16 19:51:23.786771 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:51:23.787118 n-d-792458-10 neutron-server[93752]: INFO neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:51:23.787444 n-d-792458-10 neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] subnetpool is already registered Jul 16 19:51:23.787917 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: extensions {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.789385 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: address-groups {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.790927 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: address-scopes {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.792244 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: agents {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.793407 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: auto-allocated-topology {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.794644 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: availability_zones {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.795956 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: dhcp-networks {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.797453 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: dhcp-agents {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.798939 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: routers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.800651 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: flavors {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.803014 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: service_profiles {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.804219 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: next_providers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.805662 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: service_profiles {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.807241 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: floatingip-pools {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.808463 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: routers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.810176 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: floatingips {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.811499 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: l3-routers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.812998 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: l3-agents {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.814526 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: metering-labels {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.815824 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: metering-label-rules {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.817185 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: network-ip-availabilities {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.818437 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: bindings {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.820028 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: quotas {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.821558 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: quotas {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.823016 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: rbac-policies {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.824204 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: security-groups {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.825504 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: security-group-rules {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.826732 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: service-providers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.828085 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: subnetpools {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.829420 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: subnetpools {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.831084 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.832759 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.834569 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.836370 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.838045 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.840048 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.841756 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.843697 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.845705 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.847507 n-d-792458-10 neutron-server[93752]: DEBUG neutron.api.extensions [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:51:23.853517 n-d-792458-10 neutron-server[93752]: WARNING keystonemiddleware.auth_token [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 19:51:23.858141 n-d-792458-10 neutron-server[93752]: WARNING keystonemiddleware.auth_token [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 19:51:23.866778 n-d-792458-10 neutron-server[93752]: DEBUG oslo_concurrency.lockutils [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Acquired lock "singleton_lock" {{(pid=93752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 19:51:23.867298 n-d-792458-10 neutron-server[93752]: DEBUG oslo_concurrency.lockutils [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Releasing lock "singleton_lock" {{(pid=93752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 19:51:23.867940 n-d-792458-10 neutron-server[93752]: INFO oslo_service.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Starting 2 workers Jul 16 19:51:23.872683 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Started child 93861 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:51:23.877737 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Started child 93862 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:51:23.877938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.878751 n-d-792458-10 neutron-server[93752]: INFO neutron.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 19:51:23.879367 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [-] (93861) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:51:23.879494 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Notify callbacks [] for process, before_spawn {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.881766 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.882375 n-d-792458-10 neutron-server[93752]: INFO oslo_service.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Starting 1 workers Jul 16 19:51:23.883131 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [-] (93862) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:51:23.886864 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Started child 93863 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:51:23.887383 n-d-792458-10 neutron-server[93752]: INFO oslo_service.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Starting 1 workers Jul 16 19:51:23.890629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] calling RpcWorker wait() {{(pid=93863) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 19:51:23.891231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] returning from RpcWorker wait() {{(pid=93863) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 19:51:23.892001 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Started child 93864 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:51:23.892596 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.892780 n-d-792458-10 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59cfb23f-c12d-4017-b0bc-9164adbcc282 None None] Notify callbacks [] for process, after_spawn {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.893142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:23.894978 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:51:23.895208 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:51:23.895358 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:51:23.895560 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:51:23.895910 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:51:23.896043 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:51:23.896548 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.896829 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.897088 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.897503 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.897614 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.898180 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.898288 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.898765 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.898765 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.898980 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.899189 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.899357 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.899496 n-d-792458-10 neutron-server[93864]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:23.899610 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.899756 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.899984 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.900256 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.900528 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.900780 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.901036 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.901201 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.901457 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.901720 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.901967 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.902223 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] debug = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.902440 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.902932 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.903171 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.903418 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.903930 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.903930 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.904113 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.904356 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.904590 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.904801 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.905029 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.905430 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.905660 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.905888 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.906216 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.906467 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.906686 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.907181 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] host = n-d-792458-10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.907406 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.907637 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.907861 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.908112 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.908367 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.908575 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.908836 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.909093 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.909338 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.909593 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.909825 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.910073 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.910321 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.910668 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.910771 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_options = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.911332 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.911619 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.911944 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.912158 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.912250 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.912387 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.912600 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.912882 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.913073 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.913262 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.913595 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.913888 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.914042 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.914268 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.914527 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.914967 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.915177 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.915340 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.915585 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.915871 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.916087 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.916495 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.916643 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.916891 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.917031 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.917196 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.917386 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.917619 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.917841 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.918174 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.918405 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.918636 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.918914 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.919158 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.919420 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.919814 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.919814 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.920136 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.920348 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.920620 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.920898 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.921228 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.921438 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.921605 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.921915 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.922330 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_json = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.922330 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.922677 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.922810 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.923056 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.923334 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.923571 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.923826 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.924002 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:23.924380 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.924692 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.925005 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.925519 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.925519 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.925757 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.926017 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.926207 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.926408 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.927058 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.927058 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.927647 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.927647 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.927963 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.927963 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.928614 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.928614 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.929300 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.929300 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.929875 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.929875 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.929875 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.930453 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.930453 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.930708 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.930990 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.931212 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.931411 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.931889 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.932076 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.933596 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.933596 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.933596 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.933596 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.933596 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.933596 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.934465 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.935004 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.935321 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.935696 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.936094 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.936403 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.936813 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.937154 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.937499 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.937920 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.938130 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.938511 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.938749 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.939220 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.939465 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.939732 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.939956 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.940181 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.940467 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.940715 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.940991 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.941503 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.941815 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.942081 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.942410 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.942701 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.943042 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.943385 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.943864 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.944321 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.944550 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.944911 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.945176 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.945569 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.945836 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.946219 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.946577 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.946816 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.947192 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.947441 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.947695 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.948077 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.948306 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.948543 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.949047 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.949356 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.949590 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.949884 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.950390 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.950871 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.950871 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.951263 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.951489 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.951744 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.951992 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.952283 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.952538 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.952786 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.953091 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.953490 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.953724 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.953999 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.954273 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.954615 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.954993 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.955260 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.955509 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.955787 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.956345 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.956593 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.956862 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.957117 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.957371 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.957627 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.957888 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.958190 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.958422 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.958698 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.958940 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.959215 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.959490 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.959928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.960361 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.960601 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.960867 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.961116 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.961348 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.961616 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.961876 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.962093 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.962329 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.962628 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.962901 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.963106 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.963321 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.963568 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.963882 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.964113 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.964477 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.964833 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.965263 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.965535 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.965758 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.966020 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.966267 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.966512 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.966742 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.967003 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.967237 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.967467 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.967732 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.967946 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.968180 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.968390 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.968823 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.969072 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.969786 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.970056 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.970253 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.970472 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.970699 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.970946 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.971165 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.971409 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.971627 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.971862 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.972102 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.972321 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.972538 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.972755 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.972967 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.973215 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.973428 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.973719 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.973965 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.974200 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.974426 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.974671 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.974975 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.975200 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.975455 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.975683 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.975902 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.976121 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.976442 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.976693 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.976926 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.977169 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.977404 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.977656 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.977925 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.978248 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.978496 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.978741 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.979128 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.979547 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.979944 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.980322 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.980708 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.980928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.981170 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.981389 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.981649 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.981877 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.982099 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.982313 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.982527 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.982739 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.982981 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.983219 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.983514 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.983758 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.983987 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.984241 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.984489 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.984730 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.984980 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.985190 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.985402 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.985705 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.985891 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.986056 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.986280 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.986488 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.986701 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.986964 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.987770 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.988198 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.988585 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.988798 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.989018 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.989232 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.989490 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.989676 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.989894 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.990147 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.990401 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.990614 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.990846 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.991074 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.991372 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.991622 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.991959 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.992180 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.992363 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.992602 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.992851 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.993152 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.993379 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.993641 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.993860 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.994122 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.994359 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.994636 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.994969 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.995252 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.995517 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.995773 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.996063 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.996340 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.996760 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.996980 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.997262 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.997622 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.997942 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.998193 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.998420 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.998715 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.999007 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.999235 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.999470 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.999713 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:23.999941 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.000201 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.000456 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.000697 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.000934 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.001163 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.001398 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.001653 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.001891 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.002133 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.002371 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.002529 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:51:24.003102 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:51:24.003419 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:51:24.003579 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:51:24.003741 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:51:24.003916 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:51:24.004119 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:51:24.004435 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.004435 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.004780 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.004780 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.005153 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.005153 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.005153 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.005693 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.005693 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.005693 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.006253 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.006253 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.006253 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.006253 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007002 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007002 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007002 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007002 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007002 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] debug = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.007928 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.009055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.011067 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] host = n-d-792458-10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.012069 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_options = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.013000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014053 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014053 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014053 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014053 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014053 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014053 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014053 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014933 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014933 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014933 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014933 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014933 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.014933 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.015647 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.015647 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.015647 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.015647 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016101 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016101 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016101 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016449 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016449 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016449 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016791 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.016791 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017021 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017021 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017168 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017319 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017480 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017640 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017803 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.017954 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.018101 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.018257 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.018808 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.018988 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.019146 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.019334 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.019455 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.019612 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.019793 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.019923 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.020079 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_json = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.020258 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.020387 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.020544 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.020702 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.020858 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.021015 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.021174 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.021333 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:51:24.021512 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.021674 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.021897 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.021998 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.022159 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.022325 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.022492 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.022651 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.022816 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.022986 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.023268 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.023484 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.023695 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.023857 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.024016 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.024358 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.024358 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.024706 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.024940 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.025084 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.025218 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.025337 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.025503 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.025662 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.025982 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.025982 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.026137 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.026269 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.026431 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.026591 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.026752 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.026965 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.027099 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.027259 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.027421 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.027734 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.027734 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.027886 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.028034 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.028194 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.028356 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.028516 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.028677 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.028838 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.028999 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.029161 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.029322 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.029482 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.029643 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.029987 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.030233 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.030396 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.030557 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.030722 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.030918 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.031080 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.031240 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.031408 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.031573 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.031723 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.031883 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.032055 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.032196 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.032359 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.032520 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.032680 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.032839 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.032999 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.033362 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.033362 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.033523 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.033603 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.033758 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.033918 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.034078 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.034240 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.034400 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.034561 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.034721 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.034904 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.035063 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.035378 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.035536 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.035687 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.035857 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.036036 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.036198 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.036360 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.036520 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.036681 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.036840 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.037000 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.037159 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.037319 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.037479 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.037627 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.037786 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.037948 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.038108 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.038268 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.038428 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.038587 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.038746 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.038938 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.039100 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.039261 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.039422 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.039583 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.039743 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.039902 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.040062 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.040235 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.040398 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.040566 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.040726 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.040893 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.041064 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.041224 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.041386 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.041547 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.041707 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.041869 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.042028 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.042189 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.042348 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.042507 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.042667 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.042996 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.043088 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.043168 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.043326 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.043488 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.043672 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.043834 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.043994 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.044153 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.044316 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.044477 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.044638 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.044797 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.044965 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.045106 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.045265 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.045426 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.045586 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.045695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:24.045797 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.045960 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.046121 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.046283 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.046445 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.046603 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.046764 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.046946 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.047105 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.047264 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.047424 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.047585 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.047746 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.047905 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.048065 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.048226 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.048486 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.048614 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.048774 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.048936 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.049095 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.049254 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.049414 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.049573 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.049737 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.049902 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.050064 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.050225 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.050386 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.050547 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.050711 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.050891 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.051078 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.051214 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.051375 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.051536 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.051700 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.051862 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.052022 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.052183 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.052343 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.052504 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.052700 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.052863 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.053024 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.053187 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.053347 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.053509 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.053669 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.053830 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.053991 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.054150 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.054310 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.054474 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.054640 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.054800 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.054983 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.055145 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.055307 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.055473 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.055633 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.055807 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.055968 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.056128 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.056288 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.056447 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.056705 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.056804 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.056925 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.057085 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.057244 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.058089 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.058257 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.058426 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.058691 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.058793 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.058897 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.059061 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.059217 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.059390 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.059549 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.059710 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.059869 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.060031 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.060189 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.060357 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.060520 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.060679 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.060839 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.060996 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.061176 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.061343 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.061557 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.061719 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.061887 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.062050 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.062211 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.062370 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.062542 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.062702 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.062885 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.063051 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.063203 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.063360 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.063522 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.063689 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.063859 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.064082 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.064241 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.064371 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.064511 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.064645 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.064804 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.064970 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.065145 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.065307 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.065467 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.065628 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.065780 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.065966 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.066136 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.066283 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.066415 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.066547 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.066671 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.066862 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.066997 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.067153 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.067300 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.067463 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.067622 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.067783 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.067944 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.068104 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:51:24.068258 n-d-792458-10 neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:51:24.350788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59228) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:24.360881 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069151 Jul 16 19:51:35.959750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e667ff-6f3c-42b8-ac47-736c1151a75a None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:51:36.076417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e667ff-6f3c-42b8-ac47-736c1151a75a None None] No non-hosted networks {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 19:51:36.094278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.agentschedulers_db [None req-53e667ff-6f3c-42b8-ac47-736c1151a75a None None] DHCP Agent not found on host n-d-792458-10 {{(pid=93863) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 19:51:36.239398 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-acfb1471-1dfc-4545-a435-137864e81af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424561'] for agent, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.477254 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424561'] for agent, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.479129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.479683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.480192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.480763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.481237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.481770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.482240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.482705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.483305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.484425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.486272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.486774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.488465 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792458-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:38.499000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792458-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:38.729684 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f43a4220-dd02-450f-b542-d9f78ef860cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424561'] for agent, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.813452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a757919-cccc-4c4d-94b8-41e8fea85308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.881555 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424561'] for agent, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.447920 n-d-792458-10 neutron-server[93863]: INFO neutron.db.l3_hamode_db [None req-fbbcb4fa-9d92-4486-9b81-ca076495bac7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 19:51:41.545145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcb4fa-9d92-4486-9b81-ca076495bac7 None None] Routers set() bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:41.545882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcb4fa-9d92-4486-9b81-ca076495bac7 None None] Router IDs set() for agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 19:51:41.586274 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424561'] for agent, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.709273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59322) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:43.281949 n-d-792458-10 neutron-server[93861]: WARNING oslo_policy.policy [None req-4122a34e-c96b-4986-99c1-4615f83489cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:43.282485 n-d-792458-10 neutron-server[93861]: WARNING oslo_policy.policy [None req-4122a34e-c96b-4986-99c1-4615f83489cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:43.497873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-4122a34e-c96b-4986-99c1-4615f83489cf admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:51:43.499313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4122a34e-c96b-4986-99c1-4615f83489cf admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7887971 Jul 16 19:51:45.949212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59336) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:46.499904 n-d-792458-10 neutron-server[93862]: WARNING oslo_policy.policy [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:46.500550 n-d-792458-10 neutron-server[93862]: WARNING oslo_policy.policy [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:46.717290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:46.810502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.policy [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93862) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:51:46.854255 n-d-792458-10 neutron-server[93862]: WARNING oslo_policy.policy [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:46.854683 n-d-792458-10 neutron-server[93862]: WARNING oslo_policy.policy [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:46.863724 n-d-792458-10 neutron-server[93862]: INFO neutron.quota [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] Loaded quota_driver: . Jul 16 19:51:46.961655 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736919898179', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736919898038', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736919886796', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736919884162', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736919874117', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736919864620', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1432726', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1419621', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-393161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761656'] for rbac-policy, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.030435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.039570 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dae1532f-f897-4fb1-a720-ef846a359084 admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0879743 Jul 16 19:51:49.649497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59354) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:49.989269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:50.023235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Made reservation on behalf of 9ce9f60b0f5d45d0a301f72bd09efbfb for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:50.025581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.043154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.170302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.176504 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.195969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:51:50.224576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736922956355', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.225167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Unsubscribe: segment precommit_create {{(pid=93862) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:51:50.225656 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Added segment b0d9b597-feb2-4904-a571-ce0bad7c92ac of type vlan for network a7766f6d-911a-4eee-a7be-cd94c9a4163f Jul 16 19:51:50.242634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746c5929-4309-4b78-8f3b-e1d2a91877a6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:50.291989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.292321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.292650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.292973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.293293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.293610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.293902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.294205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.294545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.294961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.295174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.295484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Tracked resource versions report: Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: pushed versions: Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: { 'AddressGroup': {'1.2'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Log': {'1.0'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Network': {'1.1'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Port': {'1.7'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'PortForwarding': {'1.2'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'QosPolicy': {'1.8'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'SecurityGroup': {'1.4'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'SubPort': {'1.0'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Subnet': {'1.1'}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Trunk': {'1.1'}} Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: consumer versions: Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: { DHCP agent@n-d-792458-10: {}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: L3 agent@n-d-792458-10: {}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: Metadata agent@n-d-792458-10: {}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: Metering agent@n-d-792458-10: {}, Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'ConntrackHelper': '1.0', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Log': '1.0', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Network': '1.1', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Port': '1.7', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'PortForwarding': '1.2', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'QosPolicy': '1.8', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'SecurityGroup': '1.4', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'SecurityGroupRule': '1.2', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'SubPort': '1.0', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Subnet': '1.1', Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: 'Trunk': '1.1'}} Jul 16 19:51:50.296609 n-d-792458-10 neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:51:50.345752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.403287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.404510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:50.405162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.459491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8087435 Jul 16 19:51:50.511738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec525-a18b-4a7c-8247-02ce9aee0c42 admin admin] Pushing event updated for resources: {'Network': ['ID=a7766f6d-911a-4eee-a7be-cd94c9a4163f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:50.526484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:51:53.212523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59368) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:53.780348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.policy [None req-b01c3e5d-8c7f-4e51-8382-8c97961c8d5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93861) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:51:53.824317 n-d-792458-10 neutron-server[93861]: WARNING oslo_policy.policy [None req-b01c3e5d-8c7f-4e51-8382-8c97961c8d5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:53.824688 n-d-792458-10 neutron-server[93861]: WARNING oslo_policy.policy [None req-b01c3e5d-8c7f-4e51-8382-8c97961c8d5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:51:53.832949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c3e5d-8c7f-4e51-8382-8c97961c8d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:53.834697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b01c3e5d-8c7f-4e51-8382-8c97961c8d5f admin admin] 10.222.0.91 "GET /v2.0/networks/a7766f6d-911a-4eee-a7be-cd94c9a4163f HTTP/1.1" status: 200 len: 825 time: 0.6212444 Jul 16 19:51:53.885939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bd95fbbf-b852-4fc1-8302-e5f9d3a0dfee admin admin] 10.222.0.91 "GET /v2.0/subnetpools/668040a9-0c98-4c8c-9f6f-138a997b8894 HTTP/1.1" status: 200 len: 734 time: 0.0436974 Jul 16 19:51:53.897412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Request body: {'subnet': {'subnetpool_id': '668040a9-0c98-4c8c-9f6f-138a997b8894', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:53.899024 n-d-792458-10 neutron-server[93861]: INFO neutron.quota [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Loaded quota_driver: . Jul 16 19:51:53.942555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Made reservation on behalf of 9ce9f60b0f5d45d0a301f72bd09efbfb for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:53.945517 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:54.254374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:54.329455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Checking segment: {'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:54.329821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Network hostable DHCP agents. Network: a7766f6d-911a-4eee-a7be-cd94c9a4163f, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:51:54.332053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef788bc-61a4-49c8-bb9f-8da6789e147c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:54.344292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.344633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.344968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.345272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.345592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.345919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.346231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.346553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.346907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.347219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.347514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.347826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Tracked resource versions report: Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: pushed versions: Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: { 'AddressGroup': {'1.2'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Log': {'1.0'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Network': {'1.1'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Port': {'1.7'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'PortForwarding': {'1.2'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'QosPolicy': {'1.8'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'SecurityGroup': {'1.4'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'SubPort': {'1.0'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Subnet': {'1.1'}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Trunk': {'1.1'}} Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: consumer versions: Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: { DHCP agent@n-d-792458-10: {}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: L3 agent@n-d-792458-10: {}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: Metadata agent@n-d-792458-10: {}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: Metering agent@n-d-792458-10: {}, Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'ConntrackHelper': '1.0', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Log': '1.0', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Network': '1.1', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Port': '1.7', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'PortForwarding': '1.2', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'QosPolicy': '1.8', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'SecurityGroup': '1.4', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'SecurityGroupRule': '1.2', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'SubPort': '1.0', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Subnet': '1.1', Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: 'Trunk': '1.1'}} Jul 16 19:51:54.348913 n-d-792458-10 neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:51:54.385095 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:51:54.399683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, a7766f6d-911a-4eee-a7be-cd94c9a4163f) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:54.404461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:54.405093 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:54.409225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961d681-456a-49d0-96f8-f8b886601d1a None None] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:51:54.425917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1625899d-d233-4cf6-a1bd-d68610607ea7 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5321879 Jul 16 19:51:54.728430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'fixed_ips': [{'subnet_id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:51:54.729737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.009731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Allocated IP 172.20.0.2 (a7766f6d-911a-4eee-a7be-cd94c9a4163f/fef788bc-61a4-49c8-bb9f-8da6789e147c/88865169-c9d0-4344-a752-0ec1f0323c03) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:55.245119 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.261163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Transition to ACTIVE for port object 88865169-c9d0-4344-a752-0ec1f0323c03 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:55.282604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Transition to ACTIVE for port object 88865169-c9d0-4344-a752-0ec1f0323c03 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:55.291735 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.362368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:55.367330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:55.377741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:55.380850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Pushing event updated for resources: {'Port': ['ID=88865169-c9d0-4344-a752-0ec1f0323c03,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:55.391698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.392058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.392378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.392710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.393345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.393668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.393985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.394307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.394623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.394966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.395285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.395595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Tracked resource versions report: Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: pushed versions: Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: { 'AddressGroup': {'1.2'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'ConntrackHelper': {'1.0'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Log': {'1.0'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Network': {'1.1'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Port': {'1.7'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'PortForwarding': {'1.2'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'QosPolicy': {'1.8'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'SecurityGroup': {'1.4'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'SubPort': {'1.0'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Subnet': {'1.1'}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Trunk': {'1.1'}} Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: consumer versions: Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: { DHCP agent@n-d-792458-10: {}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: L3 agent@n-d-792458-10: {}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: Metadata agent@n-d-792458-10: {}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: Metering agent@n-d-792458-10: {}, Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'ConntrackHelper': '1.0', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Log': '1.0', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Network': '1.1', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Port': '1.7', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'PortForwarding': '1.2', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'QosPolicy': '1.8', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'SecurityGroup': '1.4', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'SecurityGroupRule': '1.2', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'SubPort': '1.0', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Subnet': '1.1', Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: 'Trunk': '1.1'}} Jul 16 19:51:55.396674 n-d-792458-10 neutron-server[93863]: {{(pid=93863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:51:55.462662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Attempting to bind port 88865169-c9d0-4344-a752-0ec1f0323c03 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:55.463397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Attempting to bind port 88865169-c9d0-4344-a752-0ec1f0323c03 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:55.463518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Attempting to bind port 88865169-c9d0-4344-a752-0ec1f0323c03 on network a7766f6d-911a-4eee-a7be-cd94c9a4163f {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:55.470553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:55.470990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Checking segment: {'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:55.471479 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.471867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Bound using segment: {'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:55.472325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Bound port: 88865169-c9d0-4344-a752-0ec1f0323c03, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:55.472740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.539266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] For port 88865169-c9d0-4344-a752-0ec1f0323c03, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:55.543762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] For port 88865169-c9d0-4344-a752-0ec1f0323c03, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=88865169-c9d0-4344-a752-0ec1f0323c03,segment=NetworkSegment(b0d9b597-feb2-4904-a571-ce0bad7c92ac),segment_id=b0d9b597-feb2-4904-a571-ce0bad7c92ac)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:55.553140 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.620284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd412d0-b66b-447c-a427-2b8803c6d43c None None] Pushing event updated for resources: {'Port': ['ID=88865169-c9d0-4344-a752-0ec1f0323c03,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:56.860268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59382) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:57.211681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-9d3e649c-20af-440a-8e4c-6846c2f13080 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:51:57.212753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9d3e649c-20af-440a-8e4c-6846c2f13080 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3516233 Jul 16 19:51:59.623035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59390) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:59.975925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-f71a7850-b7cd-49bf-b618-b2f5d3558ed2 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:51:59.976977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f71a7850-b7cd-49bf-b618-b2f5d3558ed2 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3530128 Jul 16 19:52:00.862323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 88865169-c9d0-4344-a752-0ec1f0323c03 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:00.948969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 88865169-c9d0-4344-a752-0ec1f0323c03 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:01.690563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75470d4-bf19-42d1-99d3-5dc9b9bc1e38 None None] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:01.772893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ef2f0ce8-13a9-4f8c-b1e1-01f8940e9839 None None] Provisioning for port 88865169-c9d0-4344-a752-0ec1f0323c03 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:01.784785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ef2f0ce8-13a9-4f8c-b1e1-01f8940e9839 None None] Provisioning complete for port 88865169-c9d0-4344-a752-0ec1f0323c03 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:01.785171 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0ce8-13a9-4f8c-b1e1-01f8940e9839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:01.969795 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0ce8-13a9-4f8c-b1e1-01f8940e9839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.013796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ef2f0ce8-13a9-4f8c-b1e1-01f8940e9839 None None] For port 88865169-c9d0-4344-a752-0ec1f0323c03, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=88865169-c9d0-4344-a752-0ec1f0323c03,segment=NetworkSegment(b0d9b597-feb2-4904-a571-ce0bad7c92ac),segment_id=b0d9b597-feb2-4904-a571-ce0bad7c92ac)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:02.020440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0ce8-13a9-4f8c-b1e1-01f8940e9839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.072548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0ce8-13a9-4f8c-b1e1-01f8940e9839 None None] Pushing event updated for resources: {'Port': ['ID=88865169-c9d0-4344-a752-0ec1f0323c03,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:02.244955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-53c06e57-0fc8-4acc-9904-53ee7d1f93be None None] Provisioning complete for port 88865169-c9d0-4344-a752-0ec1f0323c03 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:02.245453 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-53c06e57-0fc8-4acc-9904-53ee7d1f93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.686594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59404) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:02.836690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 88865169-c9d0-4344-a752-0ec1f0323c03 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:02.884449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 88865169-c9d0-4344-a752-0ec1f0323c03 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:02.884828 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.015012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d388566e-d90f-45a2-9d94-bbe28a02bdaa admin admin] Request body: {'router': {'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:03.044492 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d388566e-d90f-45a2-9d94-bbe28a02bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.045964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d388566e-d90f-45a2-9d94-bbe28a02bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.189720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d388566e-d90f-45a2-9d94-bbe28a02bdaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.197527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d388566e-d90f-45a2-9d94-bbe28a02bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.212328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d388566e-d90f-45a2-9d94-bbe28a02bdaa admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.213915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d388566e-d90f-45a2-9d94-bbe28a02bdaa admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5263569 Jul 16 19:52:05.581723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59412) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:05.887756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19046ef9-61d5-4778-85ab-e5116c890f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:05.969151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-ac4efd2b-7265-4bf2-a380-3783135c0038 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:52:05.970164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac4efd2b-7265-4bf2-a380-3783135c0038 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3874054 Jul 16 19:52:08.381134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:08.479354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.731182 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d876986-5299-49b8-91b2-dec3b003fcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.745385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:08.770319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Made reservation on behalf of 8bb6184e62224902b99039796c2fd9ce for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:08.773138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.781482 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.870500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.876392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.890765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Reserving flat network on physical network physnet1 {{(pid=93862) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 19:52:08.913694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.914056 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Added segment 837882a8-5f7b-4ade-b36c-13364b9f747c of type flat for network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 Jul 16 19:52:08.915456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd0c761-2485-4b56-b247-52bff5272ca9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:08.972684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.015375 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.016238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:09.016909 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.071471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6892538 Jul 16 19:52:09.100255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdb80a-1be0-411c-9b91-83928658a560 admin admin] Pushing event updated for resources: {'Network': ['ID=2827bef3-dd54-4b8a-b165-0da37f7f5a12,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:09.111065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:52:09.807397 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.460517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59438) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:11.525393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.689728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a3a84-ffb8-4700-bb56-555274d60ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:11.691164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c34a3a84-ffb8-4700-bb56-555274d60ee8 admin admin] 10.222.0.91 "GET /v2.0/subnets/fef788bc-61a4-49c8-bb9f-8da6789e147c HTTP/1.1" status: 200 len: 849 time: 0.2296891 Jul 16 19:52:11.809959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-43738385-e639-4a9d-991d-2a6bf47e5705 admin admin] 10.222.0.91 "GET /v2.0/routers/82127732-dc0c-4910-b673-bd17192d18a5 HTTP/1.1" status: 200 len: 704 time: 0.1130438 Jul 16 19:52:11.960935 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:52:12.083827 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.385450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Allocated IP 172.20.0.1 (a7766f6d-911a-4eee-a7be-cd94c9a4163f/fef788bc-61a4-49c8-bb9f-8da6789e147c/700a424e-e640-452f-ae88-9cb80436eb34) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:12.570501 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.594120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Transition to ACTIVE for port object 700a424e-e640-452f-ae88-9cb80436eb34 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:12.683442 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.804238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:12.809292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:12.818616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:12.819808 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.839183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Pushing event updated for resources: {'Port': ['ID=700a424e-e640-452f-ae88-9cb80436eb34,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:13.036581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.037083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-66616932-9a84-4945-8acd-c002149a229f None None] Provisioning for port 700a424e-e640-452f-ae88-9cb80436eb34 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:13.042152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-66616932-9a84-4945-8acd-c002149a229f None None] Provisioning complete for port 700a424e-e640-452f-ae88-9cb80436eb34 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:13.042689 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-66616932-9a84-4945-8acd-c002149a229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.079010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-66616932-9a84-4945-8acd-c002149a229f None None] Port 700a424e-e640-452f-ae88-9cb80436eb34 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:13.232869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.239806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.240651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.298180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Pushing event updated for resources: {'Port': ['ID=700a424e-e640-452f-ae88-9cb80436eb34,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:13.370010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:13.371468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:13.541457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Router 82127732-dc0c-4910-b673-bd17192d18a5 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:52:13.600482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-699aa87d-5af6-4d2c-b5dc-1a9e34026744 None None] Provisioning complete for port 700a424e-e640-452f-ae88-9cb80436eb34 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:13.600854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-699aa87d-5af6-4d2c-b5dc-1a9e34026744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.639327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:13.639872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-699aa87d-5af6-4d2c-b5dc-1a9e34026744 None None] Port 700a424e-e640-452f-ae88-9cb80436eb34 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:13.645632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1297410a-4c1c-4394-9bda-452ef17c1027 admin admin] 10.222.0.91 "PUT /v2.0/routers/82127732-dc0c-4910-b673-bd17192d18a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8307574 Jul 16 19:52:13.650015 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Sync routers for ids ['82127732-dc0c-4910-b673-bd17192d18a5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:13.661905 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Routers {'82127732-dc0c-4910-b673-bd17192d18a5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:13.662750 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T19:52:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['82127732-dc0c-4910-b673-bd17192d18a5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:13.851122 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Set router 82127732-dc0c-4910-b673-bd17192d18a5 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:14.299546 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127732-dc0c-4910-b673-bd17192d18a5', 'name': 'router1', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:03Z', 'updated_at': '2021-07-16T19:52:12Z', 'revision_number': 2, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'gw_port_host': None, '_interfaces': [{'id': '700a424e-e640-452f-ae88-9cb80436eb34', 'name': '', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'mac_address': 'fa:16:3e:c9:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:12Z', 'updated_at': '2021-07-16T19:52:13Z', 'revision_number': 2, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'subnets': [{'id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '668040a9-0c98-4c8c-9f6f-138a997b8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:14.350768 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Checking router: 82127732-dc0c-4910-b673-bd17192d18a5 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:14.351205 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Updating router 82127732-dc0c-4910-b673-bd17192d18a5 port 700a424e-e640-452f-ae88-9cb80436eb34 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:14.415295 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:14.907272 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:14.926313 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Transition to ACTIVE for port object 700a424e-e640-452f-ae88-9cb80436eb34 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:14.932330 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:15.086553 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Attempting to bind port 700a424e-e640-452f-ae88-9cb80436eb34 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:15.086991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Attempting to bind port 700a424e-e640-452f-ae88-9cb80436eb34 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:15.087369 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Attempting to bind port 700a424e-e640-452f-ae88-9cb80436eb34 on network a7766f6d-911a-4eee-a7be-cd94c9a4163f {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:15.095781 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Pushing event updated for resources: {'Port': ['ID=700a424e-e640-452f-ae88-9cb80436eb34,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:15.098184 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:15.098589 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Checking segment: {'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:15.099074 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:15.099458 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Bound using segment: {'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:15.099979 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Bound port: 700a424e-e640-452f-ae88-9cb80436eb34, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d9b597-feb2-4904-a571-ce0bad7c92ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:15.100386 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:15.135920 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.136252 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.136578 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.136896 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.137220 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.137538 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.137850 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.138160 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.138455 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.138758 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.139090 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.139422 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Tracked resource versions report: Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: pushed versions: Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: { 'AddressGroup': {'1.2'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'ConntrackHelper': {'1.0'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Log': {'1.0'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Network': {'1.1'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Port': {'1.7'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'PortForwarding': {'1.2'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'QosPolicy': {'1.8'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'SecurityGroup': {'1.4'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'SubPort': {'1.0'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Subnet': {'1.1'}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Trunk': {'1.1'}} Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: consumer versions: Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: { DHCP agent@n-d-792458-10: {}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: L3 agent@n-d-792458-10: {}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: Metadata agent@n-d-792458-10: {}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: Metering agent@n-d-792458-10: {}, Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'ConntrackHelper': '1.0', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Log': '1.0', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Network': '1.1', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Port': '1.7', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'PortForwarding': '1.2', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'QosPolicy': '1.8', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'SecurityGroup': '1.4', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'SecurityGroupRule': '1.2', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'SubPort': '1.0', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Subnet': '1.1', Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: 'Trunk': '1.1'}} Jul 16 19:52:15.140516 n-d-792458-10 neutron-server[93864]: {{(pid=93864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:52:15.177618 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] For port 700a424e-e640-452f-ae88-9cb80436eb34, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:15.200362 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] For port 700a424e-e640-452f-ae88-9cb80436eb34, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=700a424e-e640-452f-ae88-9cb80436eb34,segment=NetworkSegment(b0d9b597-feb2-4904-a571-ce0bad7c92ac),segment_id=b0d9b597-feb2-4904-a571-ce0bad7c92ac)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:15.205991 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:15.260545 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e237-efe1-4ffd-aee9-32a8d229c833 None None] Pushing event updated for resources: {'Port': ['ID=700a424e-e640-452f-ae88-9cb80436eb34,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:15.272804 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Routers {'82127732-dc0c-4910-b673-bd17192d18a5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:15.273881 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T19:52:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['82127732-dc0c-4910-b673-bd17192d18a5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:15.372821 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] Set router 82127732-dc0c-4910-b673-bd17192d18a5 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:15.586304 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127732-dc0c-4910-b673-bd17192d18a5', 'name': 'router1', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:03Z', 'updated_at': '2021-07-16T19:52:12Z', 'revision_number': 2, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'gw_port_host': None, '_interfaces': [{'id': '700a424e-e640-452f-ae88-9cb80436eb34', 'name': '', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'mac_address': 'fa:16:3e:c9:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:12Z', 'updated_at': '2021-07-16T19:52:15Z', 'revision_number': 4, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'subnets': [{'id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '668040a9-0c98-4c8c-9f6f-138a997b8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:15.614538 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751852b3-1db2-4fc3-b92e-4de4f026d27e None None] The sync data for ids ['82127732-dc0c-4910-b673-bd17192d18a5'] in n-d-792458-10 is: [{'id': '82127732-dc0c-4910-b673-bd17192d18a5', 'name': 'router1', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:03Z', 'updated_at': '2021-07-16T19:52:12Z', 'revision_number': 2, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'gw_port_host': None, '_interfaces': [{'id': '700a424e-e640-452f-ae88-9cb80436eb34', 'name': '', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'mac_address': 'fa:16:3e:c9:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:12Z', 'updated_at': '2021-07-16T19:52:15Z', 'revision_number': 4, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'subnets': [{'id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '668040a9-0c98-4c8c-9f6f-138a997b8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:15.873030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59458) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:15.987036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a41949-449f-42c0-8137-6d41b0dccc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:15.988421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-99a41949-449f-42c0-8137-6d41b0dccc3a admin admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 842 time: 0.1144176 Jul 16 19:52:15.997957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:16.023449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Made reservation on behalf of 8bb6184e62224902b99039796c2fd9ce for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:16.025736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:16.366473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 19:52:16.366922 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:16.424638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b753667-caba-4247-95ed-f503cef924e8,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:16.433682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:16.433682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Network hostable DHCP agents. Network: 2827bef3-dd54-4b8a-b165-0da37f7f5a12, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:52:16.458264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:52:16.470679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2827bef3-dd54-4b8a-b165-0da37f7f5a12) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:16.475026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:16.475544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:16.479228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105928b6-e990-4663-8113-6db21960c965 None None] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:16.492052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-febeef3a-e7ee-49c6-919b-3f930322f49b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4975519 Jul 16 19:52:16.627553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079fafe2-92ff-4e3d-8195-fe5d58013c1a None None] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:18.762549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59470) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:18.872477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 700a424e-e640-452f-ae88-9cb80436eb34 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:18.928158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 700a424e-e640-452f-ae88-9cb80436eb34 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:18.934075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 700a424e-e640-452f-ae88-9cb80436eb34 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:18.934452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:18.987137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e7bf8625-688f-4211-95a9-6cdace74a541 admin admin] 10.222.0.91 "GET /v2.0/routers/82127732-dc0c-4910-b673-bd17192d18a5 HTTP/1.1" status: 200 len: 710 time: 0.2232852 Jul 16 19:52:19.026287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.058756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 700a424e-e640-452f-ae88-9cb80436eb34, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=700a424e-e640-452f-ae88-9cb80436eb34,segment=NetworkSegment(b0d9b597-feb2-4904-a571-ce0bad7c92ac),segment_id=b0d9b597-feb2-4904-a571-ce0bad7c92ac)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:19.064302 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.081832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726cbf33-3d0b-40c0-9bb6-213ba1de6821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:19.083213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-726cbf33-3d0b-40c0-9bb6-213ba1de6821 admin admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 886 time: 0.0883248 Jul 16 19:52:19.092840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:19.161912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=700a424e-e640-452f-ae88-9cb80436eb34,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:19.351755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.600950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.680336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.795171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Allocated IP 172.25.3.147 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/c8c67dfc-2ddb-4575-bca3-0e59a38090c2) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:19.908421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.950720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.984309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:19.988911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:19.992137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:20.026435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c67dfc-2ddb-4575-bca3-0e59a38090c2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:20.258919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.553790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.557259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.665607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Router 82127732-dc0c-4910-b673-bd17192d18a5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:20.781019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:20.785760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.786972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-919a7376-b4af-4498-bd5f-e3f58adeb820 admin admin] 10.222.0.91 "PUT /v2.0/routers/82127732-dc0c-4910-b673-bd17192d18a5 HTTP/1.1" status: 200 len: 890 time: 1.6979835 Jul 16 19:52:20.791407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Sync routers for ids ['82127732-dc0c-4910-b673-bd17192d18a5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:20.804458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Routers {'82127732-dc0c-4910-b673-bd17192d18a5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:20.805316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T19:52:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['82127732-dc0c-4910-b673-bd17192d18a5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:20.868613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 700a424e-e640-452f-ae88-9cb80436eb34 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:21.059733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Set router 82127732-dc0c-4910-b673-bd17192d18a5 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:21.074421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 700a424e-e640-452f-ae88-9cb80436eb34 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:21.074813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:21.518384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127732-dc0c-4910-b673-bd17192d18a5', 'name': 'router1', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c8c67dfc-2ddb-4575-bca3-0e59a38090c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:03Z', 'updated_at': '2021-07-16T19:52:20Z', 'revision_number': 4, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'gw_port': {'id': 'c8c67dfc-2ddb-4575-bca3-0e59a38090c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:19Z', 'updated_at': '2021-07-16T19:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '700a424e-e640-452f-ae88-9cb80436eb34', 'name': '', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'mac_address': 'fa:16:3e:c9:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:12Z', 'updated_at': '2021-07-16T19:52:19Z', 'revision_number': 5, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'subnets': [{'id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '668040a9-0c98-4c8c-9f6f-138a997b8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:21.569594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Checking router: 82127732-dc0c-4910-b673-bd17192d18a5 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:21.569906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Updating router 82127732-dc0c-4910-b673-bd17192d18a5 port c8c67dfc-2ddb-4575-bca3-0e59a38090c2 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:21.605687 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:21.925218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:21.935386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Transition to ACTIVE for port object c8c67dfc-2ddb-4575-bca3-0e59a38090c2 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:21.941077 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:21.987894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Attempting to bind port c8c67dfc-2ddb-4575-bca3-0e59a38090c2 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:21.988259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Attempting to bind port c8c67dfc-2ddb-4575-bca3-0e59a38090c2 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:21.988611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Attempting to bind port c8c67dfc-2ddb-4575-bca3-0e59a38090c2 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:21.995242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec70d63-6a69-469d-93f0-361f6eda8535 None None] Pushing event updated for resources: {'Port': ['ID=c8c67dfc-2ddb-4575-bca3-0e59a38090c2,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:21.997796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:21.998165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:21.998587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:21.998994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:21.999429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Bound port: c8c67dfc-2ddb-4575-bca3-0e59a38090c2, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:21.999813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:22.056002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] For port c8c67dfc-2ddb-4575-bca3-0e59a38090c2, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:22.059185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] For port c8c67dfc-2ddb-4575-bca3-0e59a38090c2, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c8c67dfc-2ddb-4575-bca3-0e59a38090c2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:22.063791 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:22.225971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Routers {'82127732-dc0c-4910-b673-bd17192d18a5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:22.226918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T19:52:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['82127732-dc0c-4910-b673-bd17192d18a5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:22.229753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec70d63-6a69-469d-93f0-361f6eda8535 None None] Pushing event updated for resources: {'Port': ['ID=c8c67dfc-2ddb-4575-bca3-0e59a38090c2,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:22.347403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] Set router 82127732-dc0c-4910-b673-bd17192d18a5 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:22.563916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127732-dc0c-4910-b673-bd17192d18a5', 'name': 'router1', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c8c67dfc-2ddb-4575-bca3-0e59a38090c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:03Z', 'updated_at': '2021-07-16T19:52:20Z', 'revision_number': 4, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'gw_port': {'id': 'c8c67dfc-2ddb-4575-bca3-0e59a38090c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:19Z', 'updated_at': '2021-07-16T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '700a424e-e640-452f-ae88-9cb80436eb34', 'name': '', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'mac_address': 'fa:16:3e:c9:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:12Z', 'updated_at': '2021-07-16T19:52:19Z', 'revision_number': 5, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'subnets': [{'id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '668040a9-0c98-4c8c-9f6f-138a997b8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:22.593943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a21d2-9589-412a-b49a-f80cda37a869 None None] The sync data for ids ['82127732-dc0c-4910-b673-bd17192d18a5'] in n-d-792458-10 is: [{'id': '82127732-dc0c-4910-b673-bd17192d18a5', 'name': 'router1', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c8c67dfc-2ddb-4575-bca3-0e59a38090c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:03Z', 'updated_at': '2021-07-16T19:52:20Z', 'revision_number': 4, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'gw_port': {'id': 'c8c67dfc-2ddb-4575-bca3-0e59a38090c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:19Z', 'updated_at': '2021-07-16T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '700a424e-e640-452f-ae88-9cb80436eb34', 'name': '', 'network_id': 'a7766f6d-911a-4eee-a7be-cd94c9a4163f', 'tenant_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'mac_address': 'fa:16:3e:c9:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127732-dc0c-4910-b673-bd17192d18a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:12Z', 'updated_at': '2021-07-16T19:52:19Z', 'revision_number': 5, 'project_id': '9ce9f60b0f5d45d0a301f72bd09efbfb', 'subnets': [{'id': 'fef788bc-61a4-49c8-bb9f-8da6789e147c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '668040a9-0c98-4c8c-9f6f-138a997b8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:22.891720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c8c67dfc-2ddb-4575-bca3-0e59a38090c2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:22.946155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c8c67dfc-2ddb-4575-bca3-0e59a38090c2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:22.950712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c8c67dfc-2ddb-4575-bca3-0e59a38090c2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:22.951299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.039966 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.063235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c8c67dfc-2ddb-4575-bca3-0e59a38090c2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c8c67dfc-2ddb-4575-bca3-0e59a38090c2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:23.071733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.129272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c8c67dfc-2ddb-4575-bca3-0e59a38090c2,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:23.215107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59478) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:23.354363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-931ca9da-8981-439c-8c1b-54e5bc3d5e8c admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1380460 Jul 16 19:52:24.852848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c8c67dfc-2ddb-4575-bca3-0e59a38090c2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:24.902375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c8c67dfc-2ddb-4575-bca3-0e59a38090c2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:24.902673 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.895441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d62d7501-5ea3-424d-b8f1-c4e11c372f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.476775 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.735227 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38694daf-3623-43a1-83dd-236b77ba6009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:39.814182 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.572545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.960733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:53:05.888245 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-57379916-421a-4272-96f9-e0d98ca5e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.472354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.740972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cd3e95c-1983-400e-9d71-844208fd20c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:09.813765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:11.552579 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:25.960144 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:53:35.891878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02bdc2ff-b424-4d59-a269-12cd12f8a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.477645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.734590 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3559-d60c-4a07-9fe8-a66ed316c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.815860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.559226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.961857 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:54:04.321603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60078) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:04.393498 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5bcfa-c3da-49bc-9239-f81328157579 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:54:04.395797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cb5bcfa-c3da-49bc-9239-f81328157579 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731797 Jul 16 19:54:04.564365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bbed67-1000-43eb-bf08-f57542a9ca52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:04.565852 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f9bbed67-1000-43eb-bf08-f57542a9ca52 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669893 Jul 16 19:54:05.896773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f860d85f-84d6-4f46-b5bc-c9c9ce2c8e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.736121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60088) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:06.839586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016044b8-7541-410e-822e-4f07b4e534f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:06.841085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-016044b8-7541-410e-822e-4f07b4e534f8 admin admin] 10.222.0.91 "GET /v2.0/subnets/fef788bc-61a4-49c8-bb9f-8da6789e147c HTTP/1.1" status: 200 len: 849 time: 0.1038835 Jul 16 19:54:06.852118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:06.936722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.083161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736922830475'] for subnet, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.113779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:07.114357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.115651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] 10.222.0.91 "PUT /v2.0/subnets/fef788bc-61a4-49c8-bb9f-8da6789e147c HTTP/1.1" status: 200 len: 868 time: 0.2674167 Jul 16 19:54:07.134282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ba006-60fa-4e8b-92d1-6d3645ffa0cb None None] Network a7766f6d-911a-4eee-a7be-cd94c9a4163f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:07.134905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef788bc-61a4-49c8-bb9f-8da6789e147c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:07.143082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.143430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.143840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.144110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.144410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.144854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.145173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.145491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.145828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.146199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.146616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.146777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e401d8a-f7c8-4c2a-ba72-2ddbee4c7aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:07.570331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8f5d315e-0911-4126-9d01-9cea86953ac6 None None] Provisioning complete for port 88865169-c9d0-4344-a752-0ec1f0323c03 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:07.570724 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8f5d315e-0911-4126-9d01-9cea86953ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.666451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8f5d315e-0911-4126-9d01-9cea86953ac6 None None] Provisioning complete for port 700a424e-e640-452f-ae88-9cb80436eb34 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:07.666711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8f5d315e-0911-4126-9d01-9cea86953ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.483173 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.737299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-679d7e0a-7031-42e4-9232-2ffc42a4d61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.281730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60096) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:09.502765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73289cd3-360c-46ce-8e61-d89f1dbf7113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.503179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73289cd3-360c-46ce-8e61-d89f1dbf7113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.504707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-73289cd3-360c-46ce-8e61-d89f1dbf7113 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218096 Jul 16 19:54:09.829431 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.562631 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.671757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60104) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:11.824455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbf032-43a2-403e-9d9c-730924177e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:11.824824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbf032-43a2-403e-9d9c-730924177e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:11.826533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-89fbf032-43a2-403e-9d9c-730924177e01 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1537421 Jul 16 19:54:13.970809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60112) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:14.116644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778031be-7bf1-470c-8198-4f8d5a09216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:14.117992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-778031be-7bf1-470c-8198-4f8d5a09216c admin admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 886 time: 0.1462159 Jul 16 19:54:16.271918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60120) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:16.413452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de12d7e-5e8c-4a9f-b95a-97261702b52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:16.414867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5de12d7e-5e8c-4a9f-b95a-97261702b52e admin admin] 10.222.0.91 "GET /v2.0/networks/a7766f6d-911a-4eee-a7be-cd94c9a4163f HTTP/1.1" status: 200 len: 869 time: 0.1418574 Jul 16 19:54:18.596463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60128) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:18.746808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6b99f-4393-41d9-a833-8d66a28f67ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:18.747328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6b99f-4393-41d9-a833-8d66a28f67ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:18.748946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26c6b99f-4393-41d9-a833-8d66a28f67ac admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1514521 Jul 16 19:54:20.882422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60136) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:21.022534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d0d21-6a65-4197-a445-70b58df2c469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:21.023024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d0d21-6a65-4197-a445-70b58df2c469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:21.024519 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9e6d0d21-6a65-4197-a445-70b58df2c469 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1407826 Jul 16 19:54:23.182403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:23.285342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5092451-29a9-458e-9abc-e4d423ce90cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:23.286663 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e5092451-29a9-458e-9abc-e4d423ce90cb admin admin] 10.222.0.91 "GET /v2.0/subnets/8b753667-caba-4247-95ed-f503cef924e8 HTTP/1.1" status: 200 len: 816 time: 0.1030974 Jul 16 19:54:25.432001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60154) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:25.544362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96acb061-1f06-4788-8dc8-75251eb455cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:25.545722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-96acb061-1f06-4788-8dc8-75251eb455cd admin admin] 10.222.0.91 "GET /v2.0/subnets/fef788bc-61a4-49c8-bb9f-8da6789e147c HTTP/1.1" status: 200 len: 868 time: 0.1127903 Jul 16 19:54:35.901424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8fc99e3d-f59e-40f5-8f08-7f678642162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:38.476832 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:38.741534 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6befa00-9c73-4a75-a0bb-c12e16aa6f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.822930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.961230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:54:41.571107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.201245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:50.254869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-50faca7e-969d-4e31-96ec-1195994716c1 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:54:50.255888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-50faca7e-969d-4e31-96ec-1195994716c1 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536833 Jul 16 19:54:52.552097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60214) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:52.727068 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e57be88-8e7a-4d05-a772-f7f7ffdc1a71 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:54:52.728361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6e57be88-8e7a-4d05-a772-f7f7ffdc1a71 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1752951 Jul 16 19:54:52.821931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc82f-73b4-47fd-8c68-bd82bf7538b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:52.823424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b99fc82f-73b4-47fd-8c68-bd82bf7538b8 admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0900533 Jul 16 19:54:55.013395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60222) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:55.065707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:55.088151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Made reservation on behalf of 8bb6184e62224902b99039796c2fd9ce for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:55.090664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.127694 n-d-792458-10 neutron-server[93862]: WARNING neutron.services.revisions.revision_plugin [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Could not find related network for resource to bump revision. Jul 16 19:54:55.139227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:54:55.148414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.148749 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Added segment 32db46f9-f347-4cca-a9c8-4ed33d2a404b of type vlan for network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 Jul 16 19:54:55.187766 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.222796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.224007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:55.224597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.257760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2429304 Jul 16 19:54:55.289311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950b02-1161-4fe9-b1c5-cfb156b727eb admin admin] Pushing event updated for resources: {'Network': ['ID=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:55.301216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:54:57.413620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60230) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:57.477912 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2061df-8144-4389-9bc5-820b5e457765 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:54:57.479553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-db2061df-8144-4389-9bc5-820b5e457765 admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648477 Jul 16 19:54:57.563958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807e43e-f89e-4a05-bed2-624738f06048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:57.565841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5807e43e-f89e-4a05-bed2-624738f06048 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0821626 Jul 16 19:54:57.577212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:57.602398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Made reservation on behalf of 8bb6184e62224902b99039796c2fd9ce for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:57.604939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.781430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.829065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0424c6f4-2784-4f41-8d0a-4cabf2d20912,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:57.844584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:57.844983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Network hostable DHCP agents. Network: 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:54:57.862148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:54:57.872840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:57.877647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:57.878230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.887997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec37414-b8f2-4f7c-92c8-5ac909b1cc78 None None] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:57.894437 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bfa44d88-1ff1-45ce-aa1f-6f8bbcfa7a64 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3218760 Jul 16 19:54:58.151876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'tenant_id': '8bb6184e62224902b99039796c2fd9ce', 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:54:58.152771 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.301339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Allocated IP 192.168.233.2 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/84bb0aed-44c3-4c2d-858d-aeaec33b6ef3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:58.463718 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.472973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Transition to ACTIVE for port object 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:58.489616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Transition to ACTIVE for port object 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:58.498538 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.536225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:58.541157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:58.543920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:58.556365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Pushing event updated for resources: {'Port': ['ID=84bb0aed-44c3-4c2d-858d-aeaec33b6ef3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:58.582050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.582625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.582995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.583324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.583660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.583979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.584337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.584733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.584941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.585255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.585571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.585882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:58.622730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Attempting to bind port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:58.623139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Attempting to bind port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:58.623503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Attempting to bind port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:58.629054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:58.629459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:58.629868 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.630253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:58.630720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Bound port: 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:58.631133 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.701562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] For port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:58.705079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] For port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84bb0aed-44c3-4c2d-858d-aeaec33b6ef3,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:58.710029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.775579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2924-a3d7-4983-b50d-4a158c679e5f None None] Pushing event updated for resources: {'Port': ['ID=84bb0aed-44c3-4c2d-858d-aeaec33b6ef3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:59.088254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:59.142700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:59.630329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a2dfa5-1eab-4e58-8e6a-4aab2c73cde1 None None] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:59.695572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9fe4f215-1c7f-44b5-9ce7-ca85cbaaeb81 None None] Provisioning for port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:59.704180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9fe4f215-1c7f-44b5-9ce7-ca85cbaaeb81 None None] Provisioning complete for port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:59.704542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f215-1c7f-44b5-9ce7-ca85cbaaeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.844725 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f215-1c7f-44b5-9ce7-ca85cbaaeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.886481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9fe4f215-1c7f-44b5-9ce7-ca85cbaaeb81 None None] For port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84bb0aed-44c3-4c2d-858d-aeaec33b6ef3,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:59.896969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f215-1c7f-44b5-9ce7-ca85cbaaeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.958634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4f215-1c7f-44b5-9ce7-ca85cbaaeb81 None None] Pushing event updated for resources: {'Port': ['ID=84bb0aed-44c3-4c2d-858d-aeaec33b6ef3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:00.124903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7492c164-469a-43e4-9c1c-a68fc66f2866 None None] Provisioning complete for port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:00.125542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7492c164-469a-43e4-9c1c-a68fc66f2866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:00.974734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:01.023054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 84bb0aed-44c3-4c2d-858d-aeaec33b6ef3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:01.023419 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.906899 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-14635a63-08d0-458a-b34e-b69df361ae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:08.481447 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:08.752676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e384-bf13-47b6-8020-aec0aaf89731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:09.826539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:11.581674 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.960074 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:55:35.909900 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef166ead-1a4e-41bd-afac-000183c7a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.485435 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.753737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ab64ccf-b73c-439b-8ec9-d3b7a6b53b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.829077 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.577373 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:53.959359 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:56:05.913360 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc96a-c50f-4268-b4bc-d45015f8d19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.479786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60282) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:08.487774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-a2f82617-95d4-4ba2-8ca7-1d2bae6d4f24 tempest-verify_tempest_config-153036514 tempest-verify_tempest_config-153036514-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:56:08.489028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.489560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a2f82617-95d4-4ba2-8ca7-1d2bae6d4f24 tempest-verify_tempest_config-153036514 tempest-verify_tempest_config-153036514-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0081544 Jul 16 19:56:08.760934 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee861e5f-31f5-4ed6-bee1-977cb736cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.851316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60300) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:08.990866 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.133952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.139693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.184059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a68a13403e1648fc91394d57d7402e79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3313887 Jul 16 19:56:09.185103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dabe3c-4417-4491-8502-c8d91c5253b1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:09.191056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60306) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:09.192800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.193257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.193602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.194030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.194360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.194694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.195056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.195381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.195712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.196028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.196354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.196705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcefad-b085-46c3-a19a-a456d51c2a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.248795 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.271597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.381203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.383919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.385395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/86dabe3c-4417-4491-8502-c8d91c5253b1 HTTP/1.1" status: 204 len: 168 time: 0.1973965 Jul 16 19:56:09.394178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dabe3c-4417-4491-8502-c8d91c5253b1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:09.402268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.402606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.403116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.403300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.403622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.403947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.404381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.404701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.405052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.405352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.405662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.405973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b73c2-2efe-45a1-a9fb-560d21638e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:09.832988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:11.581301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.959655 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:56:35.923242 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fad8cbcd-8744-47d8-8534-bc356d5ba9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.486597 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.755095 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab3a8-11da-4578-9733-54dcca711146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.836459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.583823 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.918378 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ac9420a-d6d2-41b1-a958-ff46823f16e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.959434 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:08.484333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:08.761404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c012889-c71c-483c-9559-4dc582a4f73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:09.840323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.586468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.922558 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d5f4b8e-ff27-4b9d-9104-2019c44c9716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.486882 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.758977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef5fb-30f3-41b9-97c2-0907b131ea3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.844965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.590481 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.961418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:05.930277 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b825061b-0076-432a-ad86-78b421a32ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:08.484445 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:08.754055 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1f0702de-3fd0-48bf-a60f-a80e3cc7b895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.846595 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.596935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:21.963594 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:35.924598 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ed3fe71-0d38-4e62-a3b6-ab94c349cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:38.479424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:38.758864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2bf55ad1-3ea4-4225-aa5c-cd403b795b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:39.851302 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.599694 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:58.964794 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 5 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:05.929297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c396e0fd-1e06-4f15-888f-74bc8fe17e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:08.142398 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424561'] for agent, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:08.486314 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:08.593453 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424561'] for agent, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:08.770023 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b62e9cbe-a6b9-4b13-b5db-9165fae00db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:09.857401 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:11.601162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.933617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1f529de8-41d8-4c3e-b45a-9b129d123a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.963624 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:38.112762 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.480728 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.577909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.764001 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-026b3d99-3f74-4632-9179-2b492f895c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.859505 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.602665 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.022501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60366) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:54.134370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e01d1a10-c44c-473a-9757-7f9e26c56608 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1103816 Jul 16 19:59:56.288394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60376) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:56.353412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-21021a2f-703b-452d-b29c-edb116a612b9 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0638998 Jul 16 20:00:05.942019 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-17d6a49b-04d5-4d0c-a995-ba51c5e4136e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.111337 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.485751 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.598225 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.766878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aca325ba-829a-4cfb-895d-13c0ac3bd060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.862449 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.605868 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:12.967608 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:35.937498 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f59a8620-27d3-42e5-8dfe-2b3e743d0a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.123627 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.496236 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.592805 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.775912 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e219c4bb-790c-4088-ab7f-62fd33e20f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.871283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:41.608758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.967412 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:05.931609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f1f42a71-9aea-4274-9d7f-47b57c5d370e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.126692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.491457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.623480 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.772385 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d42710eb-234c-4e54-8d7b-c955455d1067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.866748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.611414 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.078518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60602) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:18.470608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-network', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:18.502320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Made reservation on behalf of 0c5182bb6c304b4cac9ae04b0b1eb5c3 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:18.504768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.517081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.627819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.633252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.667159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:18.670991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a5a3f0-fbad-4d82-ba2d-e6e659900caf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:18.682964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.682964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.682964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.683408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.684097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.684097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.684310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.684553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.684869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.685178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.685540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.685854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Tracked resource versions report: Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: pushed versions: Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: { 'AddressGroup': {'1.2'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Log': {'1.0'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Network': {'1.1'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Port': {'1.7'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'PortForwarding': {'1.2'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'QosPolicy': {'1.8'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'SecurityGroup': {'1.4'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'SubPort': {'1.0'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Subnet': {'1.1'}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Trunk': {'1.1'}} Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: consumer versions: Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: { DHCP agent@n-d-792458-10: {}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: HyperV agent@n-h1-792458-10: {}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: HyperV agent@n-h2-792458-10: {}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: L3 agent@n-d-792458-10: {}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: Metadata agent@n-d-792458-10: {}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: Metering agent@n-d-792458-10: {}, Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'ConntrackHelper': '1.0', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Log': '1.0', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Network': '1.1', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Port': '1.7', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'PortForwarding': '1.2', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'QosPolicy': '1.8', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'SecurityGroup': '1.4', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'SecurityGroupRule': '1.2', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'SubPort': '1.0', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Subnet': '1.1', Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: 'Trunk': '1.1'}} Jul 16 20:01:18.686949 n-d-792458-10 neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:01:18.708848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.709231 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Added segment 37e49d77-8556-4d34-bdc8-37863d843710 of type vlan for network 6c242341-876b-4901-b695-376b593faf5e Jul 16 20:01:18.767282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.807211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.808320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.809211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.855007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60636) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:18.855572 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7752669 Jul 16 20:01:18.861295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Request body: {'subnet': {'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-subnet', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:18.886638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3957-7a04-4a6f-b70e-683fed669508 admin admin] Pushing event updated for resources: {'Network': ['ID=6c242341-876b-4901-b695-376b593faf5e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:18.899538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6c242341-876b-4901-b695-376b593faf5e details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:18.905058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Made reservation on behalf of 0c5182bb6c304b4cac9ae04b0b1eb5c3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:18.909075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.149011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.210342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ea930f-0c80-4975-87b9-5832a7d501bd,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:19.223807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.224210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.224566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.224867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.225199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.225514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.225837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.226153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.226512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.226935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.227263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.227580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Tracked resource versions report: Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: pushed versions: Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: { 'AddressGroup': {'1.2'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Log': {'1.0'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Network': {'1.1'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Port': {'1.7'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'PortForwarding': {'1.2'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'QosPolicy': {'1.8'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'SecurityGroup': {'1.4'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'SubPort': {'1.0'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Subnet': {'1.1'}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Trunk': {'1.1'}} Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: consumer versions: Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: { DHCP agent@n-d-792458-10: {}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: HyperV agent@n-h1-792458-10: {}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: HyperV agent@n-h2-792458-10: {}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: L3 agent@n-d-792458-10: {}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: Metadata agent@n-d-792458-10: {}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: Metering agent@n-d-792458-10: {}, Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'ConntrackHelper': '1.0', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Log': '1.0', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Network': '1.1', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Port': '1.7', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'PortForwarding': '1.2', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'QosPolicy': '1.8', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'SecurityGroup': '1.4', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'SecurityGroupRule': '1.2', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'SubPort': '1.0', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Subnet': '1.1', Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: 'Trunk': '1.1'}} Jul 16 20:01:19.228654 n-d-792458-10 neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:01:19.240081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Checking segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:19.240651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Network hostable DHCP agents. Network: 6c242341-876b-4901-b695-376b593faf5e, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:19.262536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Network 6c242341-876b-4901-b695-376b593faf5e is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:19.274074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6c242341-876b-4901-b695-376b593faf5e) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:19.278453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:19.279088 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.285306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790194a3-6e79-4ebb-8515-07375e90b0be None None] Network 6c242341-876b-4901-b695-376b593faf5e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:19.312029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be8a3e39-a614-4ee5-928f-f3fcd2ed3c14 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4558585 Jul 16 20:01:19.314627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60658) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:19.319974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:19.348803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.350642 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.527006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.656114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6c242341-876b-4901-b695-376b593faf5e', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:19.657059 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.744788 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.817197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Allocated IP 172.20.0.2 (6c242341-876b-4901-b695-376b593faf5e/10ea930f-0c80-4975-87b9-5832a7d501bd/1a5cf8ce-fd09-43ab-94bd-8192466243ac) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:20.007550 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.018486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Transition to ACTIVE for port object 1a5cf8ce-fd09-43ab-94bd-8192466243ac will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:20.024489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.044459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Transition to ACTIVE for port object 1a5cf8ce-fd09-43ab-94bd-8192466243ac will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:20.051447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.065741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.118506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Pushing event updated for resources: {'Port': ['ID=1a5cf8ce-fd09-43ab-94bd-8192466243ac,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.128579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.128927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.129268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.129694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.130029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.130357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.130684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.131034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.131405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.131733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.132055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.132688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Tracked resource versions report: Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: pushed versions: Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: { 'AddressGroup': {'1.2'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'ConntrackHelper': {'1.0'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Log': {'1.0'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Network': {'1.1'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Port': {'1.7'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'PortForwarding': {'1.2'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'QosPolicy': {'1.8'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'SecurityGroup': {'1.4'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'SubPort': {'1.0'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Subnet': {'1.1'}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Trunk': {'1.1'}} Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: consumer versions: Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: { DHCP agent@n-d-792458-10: {}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: HyperV agent@n-h1-792458-10: {}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: HyperV agent@n-h2-792458-10: {}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: L3 agent@n-d-792458-10: {}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: Metadata agent@n-d-792458-10: {}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: Metering agent@n-d-792458-10: {}, Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'ConntrackHelper': '1.0', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Log': '1.0', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Network': '1.1', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Port': '1.7', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'PortForwarding': '1.2', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'QosPolicy': '1.8', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'SecurityGroup': '1.4', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'SecurityGroupRule': '1.2', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'SubPort': '1.0', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Subnet': '1.1', Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: 'Trunk': '1.1'}} Jul 16 20:01:20.133933 n-d-792458-10 neutron-server[93863]: {{(pid=93863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:01:20.158312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Network 6c242341-876b-4901-b695-376b593faf5e is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:20.159770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:20.163045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:20.235904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Attempting to bind port 1a5cf8ce-fd09-43ab-94bd-8192466243ac on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:20.236267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Attempting to bind port 1a5cf8ce-fd09-43ab-94bd-8192466243ac by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:20.236628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Attempting to bind port 1a5cf8ce-fd09-43ab-94bd-8192466243ac on network 6c242341-876b-4901-b695-376b593faf5e {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:20.241467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Allocated IP 172.25.3.88 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/45dd15c9-57aa-4e82-9344-fc38b052c3a7) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:20.244674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:20.245081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Checking segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:20.245599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.246707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Bound using segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:20.247342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Bound port: 1a5cf8ce-fd09-43ab-94bd-8192466243ac, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:20.247815 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.325260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] For port 1a5cf8ce-fd09-43ab-94bd-8192466243ac, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:20.329203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] For port 1a5cf8ce-fd09-43ab-94bd-8192466243ac, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a5cf8ce-fd09-43ab-94bd-8192466243ac,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:20.334323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.396574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.417338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d9a58-7fe4-48a6-a57d-d69bcc2c7a99 None None] Pushing event updated for resources: {'Port': ['ID=1a5cf8ce-fd09-43ab-94bd-8192466243ac,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.638547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.738020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Pushing event updated for resources: {'Port': ['ID=45dd15c9-57aa-4e82-9344-fc38b052c3a7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.746488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:20.747983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:20.751143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:21.192197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.305167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a5cf8ce-fd09-43ab-94bd-8192466243ac up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:21.380218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 1a5cf8ce-fd09-43ab-94bd-8192466243ac completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:21.486220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.716946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Router 2a174e8f-ae8f-455e-a652-5b4361a14def is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:21.726027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a0658-a4de-4b65-a429-ff4c4aeaca45 None None] Network 6c242341-876b-4901-b695-376b593faf5e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:21.841851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:21.856029 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Sync routers for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:21.868366 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:21.869215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-086df3c5-6bfb-4e94-94b9-80e7b59fd5e1 None None] Provisioning for port 1a5cf8ce-fd09-43ab-94bd-8192466243ac completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:21.869478 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:21.883963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-086df3c5-6bfb-4e94-94b9-80e7b59fd5e1 None None] Provisioning complete for port 1a5cf8ce-fd09-43ab-94bd-8192466243ac triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:21.884345 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-086df3c5-6bfb-4e94-94b9-80e7b59fd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.891091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.892364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e7218cd7-22cf-4058-a882-b4b16b19793f admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5767379 Jul 16 20:01:21.895438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60760) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:22.084361 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:22.093014 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-086df3c5-6bfb-4e94-94b9-80e7b59fd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.171986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-086df3c5-6bfb-4e94-94b9-80e7b59fd5e1 None None] For port 1a5cf8ce-fd09-43ab-94bd-8192466243ac, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a5cf8ce-fd09-43ab-94bd-8192466243ac,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:22.182563 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-086df3c5-6bfb-4e94-94b9-80e7b59fd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.272271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df3c5-6bfb-4e94-94b9-80e7b59fd5e1 None None] Pushing event updated for resources: {'Port': ['ID=1a5cf8ce-fd09-43ab-94bd-8192466243ac,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:22.408337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8a6a6e9a-2130-424d-8c1e-bc0b9b219f68 None None] Provisioning complete for port 1a5cf8ce-fd09-43ab-94bd-8192466243ac triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:22.409029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6e9a-2130-424d-8c1e-bc0b9b219f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.416044 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:20Z', 'revision_number': 3, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:22.448367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60794) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:22.451426 n-d-792458-10 neutron-server[93861]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:01:22.492795 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Checking router: 2a174e8f-ae8f-455e-a652-5b4361a14def for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:22.497044 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Updating router 2a174e8f-ae8f-455e-a652-5b4361a14def port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:22.522528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5bc18c1c-ad2c-4aeb-a5af-ba5d99a486a1 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=783168bad5b34a3da19604a44639dbac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728948 Jul 16 20:01:22.580407 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.611141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.806973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-953ffc5a-114f-4a34-9d13-77df43a44380 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.813968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-953ffc5a-114f-4a34-9d13-77df43a44380 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859867 Jul 16 20:01:22.826182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Allocated IP 172.20.0.1 (6c242341-876b-4901-b695-376b593faf5e/10ea930f-0c80-4975-87b9-5832a7d501bd/9ce14030-af28-44f3-834a-1aaa2051d32c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:22.834460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-2cd4ee48-d082-4fed-9f11-0f12fc25ad21 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/quotas/783168bad5b34a3da19604a44639dbac HTTP/1.1" status: 200 len: 375 time: 0.0195756 Jul 16 20:01:22.863976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60814) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:22.899201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-20bc49b9-9e93-4529-a9cd-3330aef712df tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=783168bad5b34a3da19604a44639dbac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636480 Jul 16 20:01:22.954155 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.967959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Transition to ACTIVE for port object 9ce14030-af28-44f3-834a-1aaa2051d32c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:23.002440 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.004869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.016611 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Transition to ACTIVE for port object 45dd15c9-57aa-4e82-9344-fc38b052c3a7 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:23.024609 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.071131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2291-ed2c-49e4-9885-736119167ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.091031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Network 6c242341-876b-4901-b695-376b593faf5e is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:23.092461 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Attempting to bind port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:23.092834 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Attempting to bind port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:23.093199 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Attempting to bind port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:23.096821 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Pushing event updated for resources: {'Port': ['ID=45dd15c9-57aa-4e82-9344-fc38b052c3a7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.098524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:23.102067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:23.102541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.110329 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:23.110868 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:23.112570 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.112570 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:23.112570 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Bound port: 45dd15c9-57aa-4e82-9344-fc38b052c3a7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:23.112913 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.116056 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.116393 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.116892 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.117224 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.117548 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.117872 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.118359 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.118896 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.119431 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.120272 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.120784 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.121335 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Tracked resource versions report: Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: pushed versions: Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: { 'AddressGroup': {'1.2'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'ConntrackHelper': {'1.0'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Log': {'1.0'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Network': {'1.1'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Port': {'1.7'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'PortForwarding': {'1.2'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'QosPolicy': {'1.8'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'SecurityGroup': {'1.4'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'SubPort': {'1.0'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Subnet': {'1.1'}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Trunk': {'1.1'}} Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: consumer versions: Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: { DHCP agent@n-d-792458-10: {}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: HyperV agent@n-h1-792458-10: {}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: HyperV agent@n-h2-792458-10: {}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: L3 agent@n-d-792458-10: {}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: Metadata agent@n-d-792458-10: {}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: Metering agent@n-d-792458-10: {}, Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: Open vSwitch agent@n-d-792458-10: { 'AddressGroup': '1.2', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'ConntrackHelper': '1.0', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Log': '1.0', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Network': '1.1', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Port': '1.7', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'PortForwarding': '1.2', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'QosPolicy': '1.8', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'SecurityGroup': '1.4', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'SecurityGroupRule': '1.2', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'SubPort': '1.0', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Subnet': '1.1', Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: 'Trunk': '1.1'}} Jul 16 20:01:23.123402 n-d-792458-10 neutron-server[93864]: {{(pid=93864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:01:23.265034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Pushing event updated for resources: {'Port': ['ID=9ce14030-af28-44f3-834a-1aaa2051d32c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.299951 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] For port 45dd15c9-57aa-4e82-9344-fc38b052c3a7, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:23.313941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a5cf8ce-fd09-43ab-94bd-8192466243ac up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:23.314733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] For port 45dd15c9-57aa-4e82-9344-fc38b052c3a7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45dd15c9-57aa-4e82-9344-fc38b052c3a7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:23.325619 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.344882 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2291-ed2c-49e4-9885-736119167ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.355708 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2291-ed2c-49e4-9885-736119167ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.430022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1a5cf8ce-fd09-43ab-94bd-8192466243ac triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:23.430486 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.471490 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:23.471896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d2291-ed2c-49e4-9885-736119167ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5861dc-d007-4eea-a056-f2a3fa73f2d7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.473814 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:23.491297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aa5d2291-ed2c-49e4-9885-736119167ab9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b5b1e6e4cd334d419a9e5d575d23a6c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6262269 Jul 16 20:01:23.506092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60848) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:23.528178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60850) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:23.579395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.623057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3db8c10f-38c8-43ff-b341-cb23e85cc3d2 None None] Provisioning for port 9ce14030-af28-44f3-834a-1aaa2051d32c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:23.633981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc81fdaf-9e79-4b8f-bed1-7e9d2b1fbacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.640326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3db8c10f-38c8-43ff-b341-cb23e85cc3d2 None None] Provisioning complete for port 9ce14030-af28-44f3-834a-1aaa2051d32c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:23.640807 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3db8c10f-38c8-43ff-b341-cb23e85cc3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.688802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc81fdaf-9e79-4b8f-bed1-7e9d2b1fbacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.716038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3db8c10f-38c8-43ff-b341-cb23e85cc3d2 None None] Port 9ce14030-af28-44f3-834a-1aaa2051d32c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:23.764597 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:23.767820 n-d-792458-10 neutron-server[93862]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:01:23.771645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc81fdaf-9e79-4b8f-bed1-7e9d2b1fbacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.774116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc81fdaf-9e79-4b8f-bed1-7e9d2b1fbacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.775276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cc81fdaf-9e79-4b8f-bed1-7e9d2b1fbacc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9c5861dc-d007-4eea-a056-f2a3fa73f2d7 HTTP/1.1" status: 204 len: 168 time: 0.2681866 Jul 16 20:01:23.791316 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387640fc-c903-4442-bd4b-fe143fefbddd None None] Pushing event updated for resources: {'Port': ['ID=45dd15c9-57aa-4e82-9344-fc38b052c3a7,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.805485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81fdaf-9e79-4b8f-bed1-7e9d2b1fbacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5861dc-d007-4eea-a056-f2a3fa73f2d7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.838577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421ec339-f625-4af5-8417-ff1a93d7c261 req-7ee0d307-a83c-43be-8157-10d07014791d tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 210 time: 0.3088160 Jul 16 20:01:24.124041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.134499 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.134910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.187626 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:22Z', 'revision_number': 1, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:24.223334 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0ce87-b23f-4f9a-a38f-b99514ee1ece None None] The sync data for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 is: [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:22Z', 'revision_number': 1, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:24.262701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Pushing event updated for resources: {'Port': ['ID=9ce14030-af28-44f3-834a-1aaa2051d32c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:24.278733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60896) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:24.290820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c0dda5be-2900-4f23-93c8-89c50c232876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.340906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Network 6c242341-876b-4901-b695-376b593faf5e is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:24.342790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:24.436742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c0dda5be-2900-4f23-93c8-89c50c232876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.442393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c0dda5be-2900-4f23-93c8-89c50c232876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.638221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Router 2a174e8f-ae8f-455e-a652-5b4361a14def has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:24.721510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c0dda5be-2900-4f23-93c8-89c50c232876 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=83f0a49323b245f1843a0df7a232ffca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4414339 Jul 16 20:01:24.724745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60916) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:24.736461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dda5be-2900-4f23-93c8-89c50c232876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56056408-d4a4-49cd-b86c-da7eb72dceb6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:24.863138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:24.869240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5e21b285-4315-4a43-8028-3c7e285ea41b admin admin] 10.222.0.91 "PUT /v2.0/routers/2a174e8f-ae8f-455e-a652-5b4361a14def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9726393 Jul 16 20:01:24.905287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107375a8-8ffa-4587-a6cb-55f49d6f980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.953316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107375a8-8ffa-4587-a6cb-55f49d6f980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.954349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-82fcddaa-b855-4069-9f6a-7b9e22d584d1 None None] Provisioning complete for port 9ce14030-af28-44f3-834a-1aaa2051d32c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:24.954916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-82fcddaa-b855-4069-9f6a-7b9e22d584d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.060541 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107375a8-8ffa-4587-a6cb-55f49d6f980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.063368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107375a8-8ffa-4587-a6cb-55f49d6f980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.064524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-107375a8-8ffa-4587-a6cb-55f49d6f980e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/56056408-d4a4-49cd-b86c-da7eb72dceb6 HTTP/1.1" status: 204 len: 168 time: 0.3246858 Jul 16 20:01:25.076787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-82fcddaa-b855-4069-9f6a-7b9e22d584d1 None None] Port 9ce14030-af28-44f3-834a-1aaa2051d32c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:25.078785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107375a8-8ffa-4587-a6cb-55f49d6f980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56056408-d4a4-49cd-b86c-da7eb72dceb6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:25.293739 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1c3f504-361f-48b4-9b5f-04e134ae845e req-2000b95c-b34f-4be3-aed6-7182075b3d06 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 210 time: 0.1175044 Jul 16 20:01:25.580153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60990) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.051599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d39e88-37d6-4ee6-a16f-ee6c95aa09c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.203236 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d39e88-37d6-4ee6-a16f-ee6c95aa09c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.215104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d39e88-37d6-4ee6-a16f-ee6c95aa09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.267276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b1d39e88-37d6-4ee6-a16f-ee6c95aa09c2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=236a24df302c4935a6860a6788ce9f6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6857648 Jul 16 20:01:26.267574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32808) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.268249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d39e88-37d6-4ee6-a16f-ee6c95aa09c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3494ce7-b462-4695-bea3-a6daec316314,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.344884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3268eefd-422b-45e2-b84e-ef742a907e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.412042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3268eefd-422b-45e2-b84e-ef742a907e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.487832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3268eefd-422b-45e2-b84e-ef742a907e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.491370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3268eefd-422b-45e2-b84e-ef742a907e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.495830 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3268eefd-422b-45e2-b84e-ef742a907e6b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a3494ce7-b462-4695-bea3-a6daec316314 HTTP/1.1" status: 204 len: 168 time: 0.2264929 Jul 16 20:01:26.533402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268eefd-422b-45e2-b84e-ef742a907e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3494ce7-b462-4695-bea3-a6daec316314,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.583163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10231224-5730-4072-a46f-942343db1cf2 req-184ce6de-1eb2-4483-90dc-1e31b727d1d4 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 210 time: 0.0505376 Jul 16 20:01:26.622352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.99', 61498) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.659041 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-4caf06a3-63ed-4cf7-b7ce-4f625f95d75c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=783168bad5b34a3da19604a44639dbac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353165 Jul 16 20:01:26.736993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.816970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.823858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-network', 'tenant_id': '979230d61946488795f784523c14c360'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:26.886135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Made reservation on behalf of 979230d61946488795f784523c14c360 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:26.892373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-6b929c30-d657-414d-a69a-52040873bd4b tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.894137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-6b929c30-d657-414d-a69a-52040873bd4b tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300034 Jul 16 20:01:26.894447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.908235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.967759 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:26.978364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Request body: {'port': {'device_id': 'cad0de0b-69d7-4840-b243-908e612556a7', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '783168bad5b34a3da19604a44639dbac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:26.997206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32846) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.033754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.043333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.095713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:27.138734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d76b6-fe4d-4350-8dd5-e94a3fa621e0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.160002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736922956355', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.161356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Unsubscribe: segment precommit_create {{(pid=93861) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 20:01:27.163455 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Added segment a4921edb-8821-4166-b394-80f68d258800 of type vlan for network 506d2872-ac35-4886-9591-b36a917b069d Jul 16 20:01:27.234132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Made reservation on behalf of 783168bad5b34a3da19604a44639dbac for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:27.239737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.242444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-deffff89-f867-48c8-8de0-35e6fdd7e258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.296682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.319600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 45dd15c9-57aa-4e82-9344-fc38b052c3a7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:27.359881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-eab1379e-f77e-4850-87d2-ebd20ee6193b tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=fb7e7cfc6e9a417d980c95c5b967e6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220785 Jul 16 20:01:27.365476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.398006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Sync routers for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:27.440772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:27.443778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:27.495998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-c3650179-0547-4b3e-ade0-2dc46f216579 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:27.503295 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-c3650179-0547-4b3e-ade0-2dc46f216579 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278093 Jul 16 20:01:27.520235 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-4463b630-87ec-4088-ac70-1f682a774f41 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/quotas/fb7e7cfc6e9a417d980c95c5b967e6ec HTTP/1.1" status: 200 len: 375 time: 0.0165746 Jul 16 20:01:27.545179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32874) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.565468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:27.577730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37679e7e-5d2c-44c9-bfd9-c8e11f45c5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.596372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-ccf4023e-c59f-479b-ab3b-175187af9960 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=fb7e7cfc6e9a417d980c95c5b967e6ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752008 Jul 16 20:01:27.615811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:27.617162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.671954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-deffff89-f867-48c8-8de0-35e6fdd7e258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.674520 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.676140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:27.677450 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.694008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-deffff89-f867-48c8-8de0-35e6fdd7e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.747312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:27.781401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffff89-f867-48c8-8de0-35e6fdd7e258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82d7a93-13ff-4f90-9390-5a9b3035aed3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.877794 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-deffff89-f867-48c8-8de0-35e6fdd7e258 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=37bf8f2db9d14f938945b6e803ce18c8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1390781 Jul 16 20:01:27.884205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32904) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.916206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.947731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.016930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] Pushing event updated for resources: {'Network': ['ID=506d2872-ac35-4886-9591-b36a917b069d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.019092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d7398d5-38a0-4ff7-a9ee-b57a5a164e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.054688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4afe9a4d-a30e-45e4-a807-bf82d10c6e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.081962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 506d2872-ac35-4886-9591-b36a917b069d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:28.097117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4afe9a4d-a30e-45e4-a807-bf82d10c6e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.161696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327d5d79-b5e6-43c2-b83d-4996a1115ee7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.222927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4afe9a4d-a30e-45e4-a807-bf82d10c6e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.229140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4afe9a4d-a30e-45e4-a807-bf82d10c6e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.233283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4afe9a4d-a30e-45e4-a807-bf82d10c6e4f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a82d7a93-13ff-4f90-9390-5a9b3035aed3 HTTP/1.1" status: 204 len: 168 time: 0.3469884 Jul 16 20:01:28.254581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe9a4d-a30e-45e4-a807-bf82d10c6e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82d7a93-13ff-4f90-9390-5a9b3035aed3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.335542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.421023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 45dd15c9-57aa-4e82-9344-fc38b052c3a7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45dd15c9-57aa-4e82-9344-fc38b052c3a7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:28.428437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.548665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d8ce33d-44bb-4dd1-8ebb-10e38b213e4a req-482d274d-f55d-4746-8f94-0e64b4b5913b tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 210 time: 0.1214793 Jul 16 20:01:28.557493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=45dd15c9-57aa-4e82-9344-fc38b052c3a7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.604785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 2, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:28.703516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc10c4f8-c8ed-479f-ae94-5d909b9965fb req-f9b36785-6a50-4815-a884-70135eb79cae tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 210 time: 0.6068420 Jul 16 20:01:28.742793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Checking router: 2a174e8f-ae8f-455e-a652-5b4361a14def for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:28.745253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Updating router 2a174e8f-ae8f-455e-a652-5b4361a14def port 9ce14030-af28-44f3-834a-1aaa2051d32c binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:28.862116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Allocated IP 192.168.233.17 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/088746e1-1bb6-4b74-930e-0e8e07e5e3ef) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:28.929882 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.106361 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37679e7e-5d2c-44c9-bfd9-c8e11f45c5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.123819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.162093 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37679e7e-5d2c-44c9-bfd9-c8e11f45c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.230130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d2ae0d88-8eef-4d37-9532-90d9ea22efbe admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4117999 Jul 16 20:01:29.238286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32970) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.240276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0a3f-a390-4cee-91bb-8c22e2b2eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.311092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Request body: {'subnet': {'network_id': '506d2872-ac35-4886-9591-b36a917b069d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-subnet', 'tenant_id': '979230d61946488795f784523c14c360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:29.330452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 45dd15c9-57aa-4e82-9344-fc38b052c3a7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:29.497052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d7398d5-38a0-4ff7-a9ee-b57a5a164e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.522293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d7398d5-38a0-4ff7-a9ee-b57a5a164e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.597942 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.657146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Transition to ACTIVE for port object 088746e1-1bb6-4b74-930e-0e8e07e5e3ef will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:29.734403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7398d5-38a0-4ff7-a9ee-b57a5a164e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa62e7c-2edd-4984-a6b0-9b0e95902174,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:29.775525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.828652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-37679e7e-5d2c-44c9-bfd9-c8e11f45c5e0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bc04b37770244be48ffcddcda8130749&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2823811 Jul 16 20:01:29.860968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32988) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.888581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37679e7e-5d2c-44c9-bfd9-c8e11f45c5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca119a2-24fc-4d7f-960c-c2a236bc9527,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:29.951245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9d7398d5-38a0-4ff7-a9ee-b57a5a164e4a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5286d069670e45e3a7b2d6a532110e2f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9530051 Jul 16 20:01:29.967980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32992) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.973518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:30.000828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:30.004739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:30.011584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.012250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.014971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Pushing event updated for resources: {'Port': ['ID=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.119076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:30.123158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.208426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0d5fb-5f83-47c3-9b90-151de2543c5f req-af0c4881-c753-4976-977d-2cb6962d8f55 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.210110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8cf0d5fb-5f83-47c3-9b90-151de2543c5f req-af0c4881-c753-4976-977d-2cb6962d8f55 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 935 time: 0.2298319 Jul 16 20:01:30.217274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32996) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:30.315393 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63bd01ca-a737-4ae4-a608-55068ee6f75e req-044d5c32-c98b-4d02-afab-d7d6e54031ed tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 210 time: 0.1747108 Jul 16 20:01:30.365207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8cf0d5fb-5f83-47c3-9b90-151de2543c5f req-55140b8c-70e4-4478-b8ec-e3f91f92de0f tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454301 Jul 16 20:01:30.454542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4549a330-7092-4212-86a1-3806163a6112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.537840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-29f2d4d0-36f4-43fd-ae06-a676c159017c None None] Provisioning for port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:30.546107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-29f2d4d0-36f4-43fd-ae06-a676c159017c None None] Provisioning complete for port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:30.546481 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-29f2d4d0-36f4-43fd-ae06-a676c159017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.580071 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4549a330-7092-4212-86a1-3806163a6112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.617905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc618-4078-454e-8a2a-d3e38122160b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.631092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a45077f3-3ca3-48b0-9152-9be37d75ea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.647132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-29f2d4d0-36f4-43fd-ae06-a676c159017c None None] Port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:30.663563 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.763736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Transition to ACTIVE for port object 9ce14030-af28-44f3-834a-1aaa2051d32c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:30.772419 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.801352 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0a3f-a390-4cee-91bb-8c22e2b2eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.812811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0001b224-169b-4058-a4b1-5bff03632cfd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8420041 Jul 16 20:01:30.840946 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0a3f-a390-4cee-91bb-8c22e2b2eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.842560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3ad3-80c0-45e7-a259-ccbc9af9c762 None None] Pushing event updated for resources: {'Port': ['ID=9ce14030-af28-44f3-834a-1aaa2051d32c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.882585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.79', 49577) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:30.943155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-779c2f0e-9e28-475e-9b5f-c06f4f6f035f tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fb7e7cfc6e9a417d980c95c5b967e6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574884 Jul 16 20:01:30.952659 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8d5e0a3f-a390-4cee-91bb-8c22e2b2eb49 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=894680232cc241d599d9e0ddac13d9a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8238673 Jul 16 20:01:30.953519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33012) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:30.958333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a45077f3-3ca3-48b0-9152-9be37d75ea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.995606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Attempting to bind port 9ce14030-af28-44f3-834a-1aaa2051d32c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:30.996234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Attempting to bind port 9ce14030-af28-44f3-834a-1aaa2051d32c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:30.996996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Attempting to bind port 9ce14030-af28-44f3-834a-1aaa2051d32c on network 6c242341-876b-4901-b695-376b593faf5e {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:31.009138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:31.014469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Checking segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:31.020803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.020803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Bound using segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:31.020803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Bound port: 9ce14030-af28-44f3-834a-1aaa2051d32c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:31.020803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.146999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Made reservation on behalf of 979230d61946488795f784523c14c360 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:31.159091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.190509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e0a3f-a390-4cee-91bb-8c22e2b2eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d158691-05ec-46e5-a1cf-2b514cb21749,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.231394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] For port 9ce14030-af28-44f3-834a-1aaa2051d32c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:31.244862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] For port 9ce14030-af28-44f3-834a-1aaa2051d32c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9ce14030-af28-44f3-834a-1aaa2051d32c,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:31.248291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-709dbeaf-f6fc-4084-ad6b-be98deb54de1 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.255208 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.260152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4549a330-7092-4212-86a1-3806163a6112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.260298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-709dbeaf-f6fc-4084-ad6b-be98deb54de1 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3096530 Jul 16 20:01:31.276124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4549a330-7092-4212-86a1-3806163a6112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.278423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4549a330-7092-4212-86a1-3806163a6112 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5aa62e7c-2edd-4984-a6b0-9b0e95902174 HTTP/1.1" status: 204 len: 168 time: 1.3085632 Jul 16 20:01:31.314026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Request body: {'port': {'device_id': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'fb7e7cfc6e9a417d980c95c5b967e6ec'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:31.339142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549a330-7092-4212-86a1-3806163a6112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa62e7c-2edd-4984-a6b0-9b0e95902174,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.423511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3ad3-80c0-45e7-a259-ccbc9af9c762 None None] Pushing event updated for resources: {'Port': ['ID=9ce14030-af28-44f3-834a-1aaa2051d32c,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.459673 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a45077f3-3ca3-48b0-9152-9be37d75ea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.459816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:31.460643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:31.466265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-b7c43c72-1d58-4435-be3a-740206d74817 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:31.467729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-b7c43c72-1d58-4435-be3a-740206d74817 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228937 Jul 16 20:01:31.471113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a45077f3-3ca3-48b0-9152-9be37d75ea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.474764 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a45077f3-3ca3-48b0-9152-9be37d75ea08 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dca119a2-24fc-4d7f-960c-c2a236bc9527 HTTP/1.1" status: 204 len: 168 time: 1.5943699 Jul 16 20:01:31.491004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01fd818e-00b2-4b63-88d5-1dce47e09da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.576530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45077f3-3ca3-48b0-9152-9be37d75ea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca119a2-24fc-4d7f-960c-c2a236bc9527,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.637484 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01fd818e-00b2-4b63-88d5-1dce47e09da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.799225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a98888c5-fcfc-4d17-a37d-e913cbbfd97a req-d4b874e8-0b02-4a97-b6e6-c3458c95bace tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 210 time: 0.0812285 Jul 16 20:01:31.822119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc618-4078-454e-8a2a-d3e38122160b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.863720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc618-4078-454e-8a2a-d3e38122160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.954866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:31.964544 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01fd818e-00b2-4b63-88d5-1dce47e09da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.969881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01fd818e-00b2-4b63-88d5-1dce47e09da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.971460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-01fd818e-00b2-4b63-88d5-1dce47e09da6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0d158691-05ec-46e5-a1cf-2b514cb21749 HTTP/1.1" status: 204 len: 168 time: 0.9905658 Jul 16 20:01:31.978040 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.998421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd818e-00b2-4b63-88d5-1dce47e09da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d158691-05ec-46e5-a1cf-2b514cb21749,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.031471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dc618-4078-454e-8a2a-d3e38122160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eba45d-4c69-4808-a7fa-1b407a520d52,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.046870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2d0dc618-4078-454e-8a2a-d3e38122160b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9f6f5e4d4fa345dd8fdb14371fd8b249&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8277884 Jul 16 20:01:32.048827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3a02c-f8a2-4ec1-948b-3a622a6c6fcf req-f57631c1-3ba9-4f98-ae41-25800d7f5ad0 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.057882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33052) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.060480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdd3a02c-f8a2-4ec1-948b-3a622a6c6fcf req-f57631c1-3ba9-4f98-ae41-25800d7f5ad0 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 935 time: 0.3165457 Jul 16 20:01:32.090008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Made reservation on behalf of fb7e7cfc6e9a417d980c95c5b967e6ec for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:32.098732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.137804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.189907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4cea87-abf5-41cb-a454-043daf77d61c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.278957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Checking segment: {'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:32.279348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Network hostable DHCP agents. Network: 506d2872-ac35-4886-9591-b36a917b069d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:32.318170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdd3a02c-f8a2-4ec1-948b-3a622a6c6fcf req-2ac1f747-9660-41b2-b3f3-8511296ba442 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461486 Jul 16 20:01:32.337172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6e36f2f-8c07-497b-b9ed-43aaab7328dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.363249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6e36f2f-8c07-497b-b9ed-43aaab7328dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.365018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Network 506d2872-ac35-4886-9591-b36a917b069d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:32.403013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 506d2872-ac35-4886-9591-b36a917b069d) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:32.414154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.418364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.448587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6e36f2f-8c07-497b-b9ed-43aaab7328dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.453585 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6e36f2f-8c07-497b-b9ed-43aaab7328dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.455080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b6e36f2f-8c07-497b-b9ed-43aaab7328dc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/37eba45d-4c69-4808-a7fa-1b407a520d52 HTTP/1.1" status: 204 len: 168 time: 0.3826110 Jul 16 20:01:32.463958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd57d112-f3d3-4f5f-a30c-db63aee3813f None None] Network 506d2872-ac35-4886-9591-b36a917b069d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:32.465490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33074) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.474945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e36f2f-8c07-497b-b9ed-43aaab7328dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eba45d-4c69-4808-a7fa-1b407a520d52,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.523830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e42dce4e-3506-4b8c-8313-3222cc88ef41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.576497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.587269 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.597051 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-29789973-ae41-4205-b6bf-6314be9e1e99 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3129222 Jul 16 20:01:32.601119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33082) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.637943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:32.731180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Request body: {'port': {'device_id': 'cad0de0b-69d7-4840-b243-908e612556a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:32.815485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e42dce4e-3506-4b8c-8313-3222cc88ef41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.817901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:31Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:32.822177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e42dce4e-3506-4b8c-8313-3222cc88ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.927548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e42dce4e-3506-4b8c-8313-3222cc88ef41 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=755d7ef62d154a99a85eaf95b78e5e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545507 Jul 16 20:01:32.927548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dce4e-3506-4b8c-8313-3222cc88ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed06c052-1090-48f5-b5aa-f3b259270e99,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.941637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae67b4-d470-4dbd-ab4b-25e2ddf16de3 None None] The sync data for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 is: [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:31Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:32.949821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33088) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.985298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Allocated IP 192.168.233.123 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/cc73eb5f-f255-4469-8492-372b4d345861) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:33.052126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-506d2872-ac35-4886-9591-b36a917b069d', 'network_id': '506d2872-ac35-4886-9591-b36a917b069d', 'tenant_id': '979230d61946488795f784523c14c360', 'fixed_ips': [{'subnet_id': 'dc4cea87-abf5-41cb-a454-043daf77d61c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:33.053271 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.183525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10b296f0-00ef-4fe6-b618-eb8736980e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.189969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:33.320103 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10b296f0-00ef-4fe6-b618-eb8736980e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.397419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Allocated IP 172.20.0.2 (506d2872-ac35-4886-9591-b36a917b069d/dc4cea87-abf5-41cb-a454-043daf77d61c/a3c74e67-da76-45c0-8028-de0687bcbffb) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:33.485990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.493658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.545236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9ce14030-af28-44f3-834a-1aaa2051d32c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:33.636041 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93028ada-f159-4cb2-ae84-813e99778f21 req-103214c9-1566-4b5d-8de1-c329487b0980 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 210 time: 0.4360089 Jul 16 20:01:33.759224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebbc1-07bf-4043-97a2-7794d43e352c req-47f4f48e-34f5-49bc-ae33-73a18398912b tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:33.769617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-117ebbc1-07bf-4043-97a2-7794d43e352c req-47f4f48e-34f5-49bc-ae33-73a18398912b tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 935 time: 0.2859087 Jul 16 20:01:33.774521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10b296f0-00ef-4fe6-b618-eb8736980e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.788992 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10b296f0-00ef-4fe6-b618-eb8736980e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.794956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10b296f0-00ef-4fe6-b618-eb8736980e16 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ed06c052-1090-48f5-b5aa-f3b259270e99 HTTP/1.1" status: 204 len: 168 time: 0.8425949 Jul 16 20:01:33.817391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33104) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:33.978369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33108) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:33.989519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bb03700-979f-47d6-9190-ce13dc840d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.003720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b296f0-00ef-4fe6-b618-eb8736980e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed06c052-1090-48f5-b5aa-f3b259270e99,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.012550 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.032497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-117ebbc1-07bf-4043-97a2-7794d43e352c req-74bdb4f2-6770-4593-a932-afa888b38c6e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363572 Jul 16 20:01:34.045451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Transition to ACTIVE for port object cc73eb5f-f255-4469-8492-372b4d345861 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:34.070096 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.089214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Transition to ACTIVE for port object a3c74e67-da76-45c0-8028-de0687bcbffb will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:34.136525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9ce14030-af28-44f3-834a-1aaa2051d32c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:34.157436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Transition to ACTIVE for port object a3c74e67-da76-45c0-8028-de0687bcbffb will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:34.159030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9ce14030-af28-44f3-834a-1aaa2051d32c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:34.165064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.219512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.239493 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.322640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bb03700-979f-47d6-9190-ce13dc840d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.338206 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bb03700-979f-47d6-9190-ce13dc840d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.391257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Network 506d2872-ac35-4886-9591-b36a917b069d is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:34.412524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:34.431859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:34.485327 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2bb03700-979f-47d6-9190-ce13dc840d00 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=acc7b4620d774658bf27128e86a1db7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6506522 Jul 16 20:01:34.486611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb03700-979f-47d6-9190-ce13dc840d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2abbe95-568a-4eff-8290-0eedcab17e55,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.487361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Pushing event updated for resources: {'Port': ['ID=a3c74e67-da76-45c0-8028-de0687bcbffb,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.489373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33120) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:34.489997 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.672239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.754948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Attempting to bind port a3c74e67-da76-45c0-8028-de0687bcbffb on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:34.755917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Attempting to bind port a3c74e67-da76-45c0-8028-de0687bcbffb by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:34.755917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Attempting to bind port a3c74e67-da76-45c0-8028-de0687bcbffb on network 506d2872-ac35-4886-9591-b36a917b069d {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:34.771476 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.784851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:34.786085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Checking segment: {'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:34.787065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.788032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Bound using segment: {'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:34.789145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Bound port: a3c74e67-da76-45c0-8028-de0687bcbffb, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:34.791413 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.979199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 9ce14030-af28-44f3-834a-1aaa2051d32c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9ce14030-af28-44f3-834a-1aaa2051d32c,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:35.013838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.092390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] For port a3c74e67-da76-45c0-8028-de0687bcbffb, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:35.126130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] For port a3c74e67-da76-45c0-8028-de0687bcbffb, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3c74e67-da76-45c0-8028-de0687bcbffb,segment=NetworkSegment(a4921edb-8821-4166-b394-80f68d258800),segment_id=a4921edb-8821-4166-b394-80f68d258800)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:35.141506 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.155672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=9ce14030-af28-44f3-834a-1aaa2051d32c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.235559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1b6d4-6b8f-4168-9aa4-8a489fb6d9f8 None None] Pushing event updated for resources: {'Port': ['ID=a3c74e67-da76-45c0-8028-de0687bcbffb,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.373708 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-00f3d4ee-5b1c-47e6-b5f9-a5ed7707f68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.404598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9ce14030-af28-44f3-834a-1aaa2051d32c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:35.406285 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.666132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Pushing event updated for resources: {'Port': ['ID=cc73eb5f-f255-4469-8492-372b4d345861,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.713192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33156) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:35.795882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c1eb2-e1df-4b2d-8299-b8366756e107 req-64e8afe8-e8dd-4956-8193-56b07016b55c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.799975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-969c1eb2-e1df-4b2d-8299-b8366756e107 req-64e8afe8-e8dd-4956-8193-56b07016b55c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 935 time: 0.2609115 Jul 16 20:01:35.872652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:35.912580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9ce14030-af28-44f3-834a-1aaa2051d32c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:35.914120 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.039138 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c50d2ae6-def5-4887-bd7d-c5ef9bea9912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.069493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-969c1eb2-e1df-4b2d-8299-b8366756e107 req-afa15d2f-3e52-4cb0-89a2-6e3a0adce8e8 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636039 Jul 16 20:01:36.275492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-00a96318-0570-4c7d-8c12-77c16b08b9fc tempest-AutoAllocateNetworkTest-293926283 tempest-AutoAllocateNetworkTest-293926283-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=a3d4acf776314beb9acdc9c830a19651&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5461376 Jul 16 20:01:36.278462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33168) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:36.358964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:36.367291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:36.385283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:36.389992 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.606494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9cca2-cace-46b3-8036-0854169984aa tempest-AutoAllocateNetworkTest-293926283 tempest-AutoAllocateNetworkTest-293926283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:36.611625 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-647426b7-fce4-4be8-8c3a-2194a2266769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.617711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c6f9cca2-cace-46b3-8036-0854169984aa tempest-AutoAllocateNetworkTest-293926283 tempest-AutoAllocateNetworkTest-293926283-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3373170 Jul 16 20:01:36.618871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33174) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:36.808216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33178) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:36.818597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b106cfc2-0a85-4f9f-9d9a-49435e0c8d2e tempest-AutoAllocateNetworkTest-293926283 tempest-AutoAllocateNetworkTest-293926283-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1975176 Jul 16 20:01:36.911985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fa94ba22-7db7-43a5-bedd-6c64a59a8041 None None] Provisioning for port cc73eb5f-f255-4469-8492-372b4d345861 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:36.936662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fa94ba22-7db7-43a5-bedd-6c64a59a8041 None None] Provisioning complete for port cc73eb5f-f255-4469-8492-372b4d345861 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:36.941002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa94ba22-7db7-43a5-bedd-6c64a59a8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.077487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-647426b7-fce4-4be8-8c3a-2194a2266769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.123277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d68aff-6303-435f-a52e-8e6aaafb55f3 None None] Network 506d2872-ac35-4886-9591-b36a917b069d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:37.152157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4132f5c3-714d-4e7a-8a3d-7dc934fad648 tempest-AutoAllocateNetworkTest-293926283 tempest-AutoAllocateNetworkTest-293926283-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=a3d4acf776314beb9acdc9c830a19651 HTTP/1.1" status: 200 len: 208 time: 0.3183007 Jul 16 20:01:37.210665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-fa94ba22-7db7-43a5-bedd-6c64a59a8041 None None] Port cc73eb5f-f255-4469-8492-372b4d345861 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:37.410316 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-00f3d4ee-5b1c-47e6-b5f9-a5ed7707f68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.425496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d07c99-419c-4d9d-bdc3-ab04e3df0b81 req-fce10e83-09e9-43d3-9a52-7211a4590fb4 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.450273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8d07c99-419c-4d9d-bdc3-ab04e3df0b81 req-fce10e83-09e9-43d3-9a52-7211a4590fb4 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 936 time: 2.0486884 Jul 16 20:01:37.489823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-00f3d4ee-5b1c-47e6-b5f9-a5ed7707f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.490070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3c74e67-da76-45c0-8028-de0687bcbffb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:37.522160 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-d96577e2-68a4-40b8-9b3c-83484f5acdb5 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2181461 Jul 16 20:01:37.591657 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea499f82-e376-47fc-9297-5d99b053dc54 req-0d0b4822-aac8-436c-86aa-4436c0f55b65 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.601717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea499f82-e376-47fc-9297-5d99b053dc54 req-0d0b4822-aac8-436c-86aa-4436c0f55b65 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 935 time: 0.2133501 Jul 16 20:01:37.670962 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea499f82-e376-47fc-9297-5d99b053dc54 req-e48abf2a-bbd4-42a5-bbd5-f3eddbde335e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679407 Jul 16 20:01:37.689190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-06aa30ba-f9ca-4999-9310-dc6ddac9f442 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:37.692500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-06aa30ba-f9ca-4999-9310-dc6ddac9f442 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429969 Jul 16 20:01:37.775816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8e4821e7-f85a-4a8c-b53c-bf357ad692e6 None None] Provisioning for port a3c74e67-da76-45c0-8028-de0687bcbffb completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:37.780830 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a3c74e67-da76-45c0-8028-de0687bcbffb completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:37.809141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a3c74e67-da76-45c0-8028-de0687bcbffb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:37.809568 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.816649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8e4821e7-f85a-4a8c-b53c-bf357ad692e6 None None] Provisioning complete for port a3c74e67-da76-45c0-8028-de0687bcbffb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:37.817031 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8e4821e7-f85a-4a8c-b53c-bf357ad692e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.861370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33204) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:37.879207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-00f3d4ee-5b1c-47e6-b5f9-a5ed7707f68d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=df55c0b2fcdb4da9b6b998e2c6f479c0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7654884 Jul 16 20:01:37.917748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3d4ee-5b1c-47e6-b5f9-a5ed7707f68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0790fe-687a-43d6-9b0a-981911ee4837,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:37.952568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8d07c99-419c-4d9d-bdc3-ab04e3df0b81 req-0492955c-d660-40a0-bb4a-faf290544396 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962013 Jul 16 20:01:38.016837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33206) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:38.083662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1379395-f07b-4dbf-aaf9-c7e685bfaee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.097346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-647426b7-fce4-4be8-8c3a-2194a2266769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.116272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-647426b7-fce4-4be8-8c3a-2194a2266769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.125527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-647426b7-fce4-4be8-8c3a-2194a2266769 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a2abbe95-568a-4eff-8290-0eedcab17e55 HTTP/1.1" status: 204 len: 168 time: 3.5921233 Jul 16 20:01:38.150544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088746e1-1bb6-4b74-930e-0e8e07e5e3ef {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:38.160793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.166282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1379395-f07b-4dbf-aaf9-c7e685bfaee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.186452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Transition to ACTIVE for port object 088746e1-1bb6-4b74-930e-0e8e07e5e3ef will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:38.196564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.209089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647426b7-fce4-4be8-8c3a-2194a2266769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2abbe95-568a-4eff-8290-0eedcab17e55,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.294497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1379395-f07b-4dbf-aaf9-c7e685bfaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.299535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1379395-f07b-4dbf-aaf9-c7e685bfaee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.306012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b1379395-f07b-4dbf-aaf9-c7e685bfaee3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5f0790fe-687a-43d6-9b0a-981911ee4837 HTTP/1.1" status: 204 len: 168 time: 0.4416502 Jul 16 20:01:38.310600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8e4821e7-f85a-4a8c-b53c-bf357ad692e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.350264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1379395-f07b-4dbf-aaf9-c7e685bfaee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0790fe-687a-43d6-9b0a-981911ee4837,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.388191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.445882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8e4821e7-f85a-4a8c-b53c-bf357ad692e6 None None] For port a3c74e67-da76-45c0-8028-de0687bcbffb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3c74e67-da76-45c0-8028-de0687bcbffb,segment=NetworkSegment(a4921edb-8821-4166-b394-80f68d258800),segment_id=a4921edb-8821-4166-b394-80f68d258800)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:38.456493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Attempting to bind port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:38.457517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Attempting to bind port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:38.458109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Attempting to bind port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:38.468242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:38.468991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Attempting to bind port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:38.478488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:38.479150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:38.479999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:38.480657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Bound port: 088746e1-1bb6-4b74-930e-0e8e07e5e3ef, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:38.481253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.497978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.513549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.514653 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8e4821e7-f85a-4a8c-b53c-bf357ad692e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.541103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.652022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4545180e-9b0e-4a81-a331-a0ad89c846ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.662450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] For port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:38.748508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] For port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:38.760118 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.875443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.884815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4821e7-f85a-4a8c-b53c-bf357ad692e6 None None] Pushing event updated for resources: {'Port': ['ID=a3c74e67-da76-45c0-8028-de0687bcbffb,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.910420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Allocated IP 172.25.3.143 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/0416edff-073c-46a1-ac02-5129c1f2186a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:38.966644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.968543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.982603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5a747385-5904-4e83-a9af-5b73212d1e74 service neutron] 10.222.0.99 "PUT /v2.0/ports/088746e1-1bb6-4b74-930e-0e8e07e5e3ef HTTP/1.1" status: 200 len: 1096 time: 6.9932232 Jul 16 20:01:38.983867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad0de0b-69d7-4840-b243-908e612556a7', 'tag': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:39.128741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-734ec249-2a2c-4b6c-b871-65c6ba2d6609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.136518 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.140517 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.230905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Request body: {'port': {'device_id': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'device_owner': 'compute:tempest-test_az-1220619698', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:39.245291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4545180e-9b0e-4a81-a331-a0ad89c846ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.254770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4545180e-9b0e-4a81-a331-a0ad89c846ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.351375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3c74e67-da76-45c0-8028-de0687bcbffb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:39.423469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4545180e-9b0e-4a81-a331-a0ad89c846ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a3d4acf776314beb9acdc9c830a19651&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4053097 Jul 16 20:01:39.425143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33236) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:39.451722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545180e-9b0e-4a81-a331-a0ad89c846ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35276f2-1ae1-4546-89e3-013907f1d0fe,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:39.550741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a3c74e67-da76-45c0-8028-de0687bcbffb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:39.551145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.590455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f126b741-2e7f-487a-8214-8b3ca1c38524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.632767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f126b741-2e7f-487a-8214-8b3ca1c38524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.666691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ddc0edf9-abe2-4ee7-98e1-52b03791db7b None None] Provisioning complete for port a3c74e67-da76-45c0-8028-de0687bcbffb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:39.667109 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ddc0edf9-abe2-4ee7-98e1-52b03791db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.682106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33238) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:39.759904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-70d12c33-5ac3-4a2a-95dc-bb32bd700b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.866005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f126b741-2e7f-487a-8214-8b3ca1c38524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.869055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f126b741-2e7f-487a-8214-8b3ca1c38524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.870975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f126b741-2e7f-487a-8214-8b3ca1c38524 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e35276f2-1ae1-4546-89e3-013907f1d0fe HTTP/1.1" status: 204 len: 168 time: 0.4446368 Jul 16 20:01:39.876747 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.892400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126b741-2e7f-487a-8214-8b3ca1c38524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35276f2-1ae1-4546-89e3-013907f1d0fe,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:39.944053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-70d12c33-5ac3-4a2a-95dc-bb32bd700b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.950891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-70d12c33-5ac3-4a2a-95dc-bb32bd700b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.012979 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-70d12c33-5ac3-4a2a-95dc-bb32bd700b77 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=323d6e5960a54e5994c4f15ab8f5e684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263609 Jul 16 20:01:40.019624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33248) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:40.025717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81936-35b6-4435-946f-25a91b8b5a24 req-5b5bc9ea-e81c-4ce3-841e-d07fe761556d tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:40.031000 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bf81936-35b6-4435-946f-25a91b8b5a24 req-5b5bc9ea-e81c-4ce3-841e-d07fe761556d tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 947 time: 0.8166113 Jul 16 20:01:40.036260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.110604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-e52c5dcd-402f-4b04-b519-657430e72b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:40.112206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-e52c5dcd-402f-4b04-b519-657430e72b3b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=783168bad5b34a3da19604a44639dbac&device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 1099 time: 0.9074001 Jul 16 20:01:40.186674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34e86dd9-d672-46b7-b49a-49e5bae843c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.211503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34e86dd9-d672-46b7-b49a-49e5bae843c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.215272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.251168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33252) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:40.259876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d12c33-5ac3-4a2a-95dc-bb32bd700b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e1f99-0105-4834-8735-48d4abad1f6f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:40.299498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34e86dd9-d672-46b7-b49a-49e5bae843c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.302324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34e86dd9-d672-46b7-b49a-49e5bae843c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.303742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-34e86dd9-d672-46b7-b49a-49e5bae843c0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1a5e1f99-0105-4834-8735-48d4abad1f6f HTTP/1.1" status: 204 len: 168 time: 0.2827084 Jul 16 20:01:40.316458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e86dd9-d672-46b7-b49a-49e5bae843c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e1f99-0105-4834-8735-48d4abad1f6f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:40.353775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dffdee-2c46-469f-8916-fbe71ac24e2f req-2bfc367c-14b3-4b56-badf-82bf76c04f1d tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:40.363551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47dffdee-2c46-469f-8916-fbe71ac24e2f req-2bfc367c-14b3-4b56-badf-82bf76c04f1d tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 936 time: 0.2048385 Jul 16 20:01:40.392190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38a28d2b-6b13-494c-86db-1bd54d7bb0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.432434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47dffdee-2c46-469f-8916-fbe71ac24e2f req-b8d36c5a-59ae-461d-9ec8-3bef0d0e5dee tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674660 Jul 16 20:01:40.459918 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bf81936-35b6-4435-946f-25a91b8b5a24 req-005472e6-6523-4752-9b45-b0857ce3fba5 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818817 Jul 16 20:01:40.765069 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14" -d '{"events": [{"name": "network-changed", "server_uuid": "cad0de0b-69d7-4840-b243-908e612556a7", "tag": "088746e1-1bb6-4b74-930e-0e8e07e5e3ef"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:41.137463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-5cf1155f-c2a5-4570-affd-4cd60220c1e0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=088746e1-1bb6-4b74-930e-0e8e07e5e3ef HTTP/1.1" status: 200 len: 217 time: 0.3866141 Jul 16 20:01:41.365371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.399524 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b73285-2653-4327-8972-81b8a2e880a8 x-openstack-request-id: req-21b73285-2653-4327-8972-81b8a2e880a8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:41.399833 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad0de0b-69d7-4840-b243-908e612556a7", "tag": "088746e1-1bb6-4b74-930e-0e8e07e5e3ef", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:41.400210 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21b73285-2653-4327-8972-81b8a2e880a8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:41.400561 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad0de0b-69d7-4840-b243-908e612556a7', 'tag': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef', 'status': 'completed', 'code': 200} Jul 16 20:01:41.603308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:41.619770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.663556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:41.672361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:41.794811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Pushing event updated for resources: {'Port': ['ID=0416edff-073c-46a1-ac02-5129c1f2186a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:41.846187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-785f2f55-5986-40a0-ab9c-1dc9be8400e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:41.848068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-785f2f55-5986-40a0-ab9c-1dc9be8400e6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2711222 Jul 16 20:01:42.125031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38a28d2b-6b13-494c-86db-1bd54d7bb0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.266778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994a32-191f-4967-8b60-82ab33676360 req-51c2c8ff-44ec-4fb0-8864-1d5a64ba37c6 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.278265 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67994a32-191f-4967-8b60-82ab33676360 req-51c2c8ff-44ec-4fb0-8864-1d5a64ba37c6 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 936 time: 0.1505096 Jul 16 20:01:42.343101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67994a32-191f-4967-8b60-82ab33676360 req-71c4145f-88a1-4b2a-bf77-5e29fc3c6988 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624745 Jul 16 20:01:42.374513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38a28d2b-6b13-494c-86db-1bd54d7bb0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.512060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc73eb5f-f255-4469-8492-372b4d345861 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:42.527409 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.553865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Transition to ACTIVE for port object cc73eb5f-f255-4469-8492-372b4d345861 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:42.655465 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-38a28d2b-6b13-494c-86db-1bd54d7bb0d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1c99d90f66124af4b76b0b57b320d1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3777504 Jul 16 20:01:42.657372 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.658743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33330) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:42.839981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d4256eb-3593-47a8-9b9f-857f3f194c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.857289 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.922279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d4256eb-3593-47a8-9b9f-857f3f194c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.076465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d4256eb-3593-47a8-9b9f-857f3f194c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.081428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d4256eb-3593-47a8-9b9f-857f3f194c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.084989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1d4256eb-3593-47a8-9b9f-857f3f194c5c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/056e4bf3-70f7-41f6-809b-c862fa633de4 HTTP/1.1" status: 204 len: 168 time: 0.4248166 Jul 16 20:01:43.113932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4256eb-3593-47a8-9b9f-857f3f194c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e4bf3-70f7-41f6-809b-c862fa633de4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.146364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-8de0b94a-fb9d-4573-acb0-dd58f3b4c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.148607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-8de0b94a-fb9d-4573-acb0-dd58f3b4c725 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2806044 Jul 16 20:01:43.175225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Attempting to bind port cc73eb5f-f255-4469-8492-372b4d345861 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:43.175989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Attempting to bind port cc73eb5f-f255-4469-8492-372b4d345861 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:43.175989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Attempting to bind port cc73eb5f-f255-4469-8492-372b4d345861 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:43.216018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Port cc73eb5f-f255-4469-8492-372b4d345861 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:43.216769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Attempting to bind port cc73eb5f-f255-4469-8492-372b4d345861 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:43.225678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a28d2b-6b13-494c-86db-1bd54d7bb0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e4bf3-70f7-41f6-809b-c862fa633de4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.275076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:43.275804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:43.276449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:43.277350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Bound port: cc73eb5f-f255-4469-8492-372b4d345861, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:43.279425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.685224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Pushing event updated for resources: {'Port': ['ID=cc73eb5f-f255-4469-8492-372b4d345861,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.754673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4278f3-c3a6-41b0-826a-ef0449dded08 req-3aa2daa7-c387-4256-a666-c2cadf4be70d tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.777204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d4278f3-c3a6-41b0-826a-ef0449dded08 req-3aa2daa7-c387-4256-a666-c2cadf4be70d tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 970 time: 0.1831596 Jul 16 20:01:43.798221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33366) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:43.847826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d4278f3-c3a6-41b0-826a-ef0449dded08 req-ac8648c2-9dff-4b40-8236-bb02b71a8479 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679834 Jul 16 20:01:43.886234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720a75-b498-4f70-a04b-aa80b3f455ee req-13f59fe1-b338-4b85-8928-af9a191999ed tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.887880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa720a75-b498-4f70-a04b-aa80b3f455ee req-13f59fe1-b338-4b85-8928-af9a191999ed tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 947 time: 1.5639586 Jul 16 20:01:43.893377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] For port cc73eb5f-f255-4469-8492-372b4d345861, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:43.961311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] For port cc73eb5f-f255-4469-8492-372b4d345861, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cc73eb5f-f255-4469-8492-372b4d345861,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:44.025519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.080071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa720a75-b498-4f70-a04b-aa80b3f455ee req-22287326-5421-4c5e-91f2-5e213e7ca79c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566076 Jul 16 20:01:44.082120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-b4f61728-1b6d-47c3-9913-9bb8640a71a2 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8490386 Jul 16 20:01:44.169148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.169828 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.171390 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] 10.222.0.79 "PUT /v2.0/ports/cc73eb5f-f255-4469-8492-372b4d345861 HTTP/1.1" status: 200 len: 1119 time: 5.7437851 Jul 16 20:01:44.203059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'tag': 'cc73eb5f-f255-4469-8492-372b4d345861'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:44.205635 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225f2b4-2c70-4374-9828-fe91938ad975" -d '{"events": [{"name": "network-changed", "server_uuid": "b7217021-0fd6-43a0-a02f-2b2254324fe5", "tag": "cc73eb5f-f255-4469-8492-372b4d345861"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:44.208894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.258049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33376) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:44.402335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239ae50-2e83-48da-a854-a01b5a9df52e service neutron] Pushing event updated for resources: {'Port': ['ID=cc73eb5f-f255-4469-8492-372b4d345861,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:44.461912 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac28fb87-f256-4081-bb5d-196d36b57428 x-openstack-request-id: req-ac28fb87-f256-4081-bb5d-196d36b57428 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:44.462268 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7217021-0fd6-43a0-a02f-2b2254324fe5", "tag": "cc73eb5f-f255-4469-8492-372b4d345861", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:44.462633 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac28fb87-f256-4081-bb5d-196d36b57428 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:44.463107 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'tag': 'cc73eb5f-f255-4469-8492-372b4d345861', 'status': 'completed', 'code': 200} Jul 16 20:01:44.768195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08464d5b-f981-45bd-b3c3-43a5419a97af req-0abbf239-e1b7-456f-8f31-3051dd027292 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375876 Jul 16 20:01:44.785109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Router 631baa21-f83a-455a-8046-a3ef7a6ccf26 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:44.852554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f416dd0-64f9-4232-9ecc-5b2a9749bec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.926868 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c61605b9-d07c-47e3-98c1-7577efc7d951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.149277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f416dd0-64f9-4232-9ecc-5b2a9749bec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.157446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f416dd0-64f9-4232-9ecc-5b2a9749bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.215594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8f416dd0-64f9-4232-9ecc-5b2a9749bec9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=606439a416b04f5f83c41baf7f91d1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4154329 Jul 16 20:01:45.219270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33398) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:45.219919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f416dd0-64f9-4232-9ecc-5b2a9749bec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2975b-8b3a-4c49-817c-ba76164d4737,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.350413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3608c01-79f5-41df-be60-7197bc34547f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.375661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3608c01-79f5-41df-be60-7197bc34547f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.404141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-12f91f36-0821-44e3-88fd-c6d98f1a0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:45.406183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-12f91f36-0821-44e3-88fd-c6d98f1a0d03 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=783168bad5b34a3da19604a44639dbac&device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 1099 time: 0.5113378 Jul 16 20:01:45.428927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39631a-5643-4ee7-860f-d55d98897ded req-e3c4b395-4a2a-4d07-a476-cb35290880c9 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:45.439726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a39631a-5643-4ee7-860f-d55d98897ded req-e3c4b395-4a2a-4d07-a476-cb35290880c9 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 970 time: 0.2908239 Jul 16 20:01:45.516408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3608c01-79f5-41df-be60-7197bc34547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.519173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3608c01-79f5-41df-be60-7197bc34547f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.523748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a3608c01-79f5-41df-be60-7197bc34547f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/66e2975b-8b3a-4c49-817c-ba76164d4737 HTTP/1.1" status: 204 len: 168 time: 0.3002737 Jul 16 20:01:45.553621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3608c01-79f5-41df-be60-7197bc34547f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2975b-8b3a-4c49-817c-ba76164d4737,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.580978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c61605b9-d07c-47e3-98c1-7577efc7d951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.592614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c61605b9-d07c-47e3-98c1-7577efc7d951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.652916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:45.655698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-2b9568eb-bc1a-4b09-910b-fc11a7c0bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:45.657510 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-2b9568eb-bc1a-4b09-910b-fc11a7c0bfc7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2418532 Jul 16 20:01:45.662020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61605b9-d07c-47e3-98c1-7577efc7d951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da996e-8a45-4453-8fc3-e35f9e3d3747,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.665094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Sync routers for ids ['631baa21-f83a-455a-8046-a3ef7a6ccf26'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:45.680222 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Routers {'631baa21-f83a-455a-8046-a3ef7a6ccf26'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:45.685602 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['631baa21-f83a-455a-8046-a3ef7a6ccf26'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:45.724988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b24542-0911-4eb3-afe6-d4f062eb189f req-0f15831a-7964-401a-9bfa-4f1febb6d85b tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:45.732463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5b24542-0911-4eb3-afe6-d4f062eb189f req-0f15831a-7964-401a-9bfa-4f1febb6d85b tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 947 time: 0.2724938 Jul 16 20:01:45.734320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a39631a-5643-4ee7-860f-d55d98897ded req-1ead9bc3-be1c-4f0e-9de2-4f59a446a5c7 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929502 Jul 16 20:01:45.735559 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.741985 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3a1b513-9048-4d25-ba9e-36d9b843669d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 13.1180789 Jul 16 20:01:45.743463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c61605b9-d07c-47e3-98c1-7577efc7d951 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=36575749fb8448c79346a1a1fc758b78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4854376 Jul 16 20:01:45.744057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33408) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:45.749654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33410) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:45.833922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-70bb7f27-46a6-48c3-b22d-0ee0effafc1c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=088746e1-1bb6-4b74-930e-0e8e07e5e3ef HTTP/1.1" status: 200 len: 217 time: 0.1225643 Jul 16 20:01:45.947858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-50f9dd3c-1919-401b-bca3-881622767e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:45.949351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-50f9dd3c-1919-401b-bca3-881622767e87 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1085820 Jul 16 20:01:45.973600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981f1ad1-8a35-427f-b3cf-9230ae786e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.975258 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Set router 631baa21-f83a-455a-8046-a3ef7a6ccf26 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:45.999660 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5b24542-0911-4eb3-afe6-d4f062eb189f req-270d6796-94d1-4a8e-880f-5b5c99a51630 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661133 Jul 16 20:01:46.082159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-2c05a2f0-9072-4472-9a62-2e431c3a3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:46.084363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-2c05a2f0-9072-4472-9a62-2e431c3a3bd0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1265233 Jul 16 20:01:46.120054 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981f1ad1-8a35-427f-b3cf-9230ae786e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.268723 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-8e8f157a-00bc-48c5-9c67-e640c73d9346 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767671 Jul 16 20:01:46.349633 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:41Z', 'revision_number': 3, 'project_id': '979230d61946488795f784523c14c360', 'gw_port': {'id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:38Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:46.368006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981f1ad1-8a35-427f-b3cf-9230ae786e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.370645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981f1ad1-8a35-427f-b3cf-9230ae786e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.375267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-981f1ad1-8a35-427f-b3cf-9230ae786e42 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/39da996e-8a45-4453-8fc3-e35f9e3d3747 HTTP/1.1" status: 204 len: 168 time: 0.6242681 Jul 16 20:01:46.397711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f1ad1-8a35-427f-b3cf-9230ae786e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da996e-8a45-4453-8fc3-e35f9e3d3747,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:46.415702 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Checking router: 631baa21-f83a-455a-8046-a3ef7a6ccf26 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:46.416384 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Updating router 631baa21-f83a-455a-8046-a3ef7a6ccf26 port 0416edff-073c-46a1-ac02-5129c1f2186a binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:46.464135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a37ec427-c46c-4bb8-a5cc-7fb343c9ec14 req-a9000fd2-9685-4af8-b349-d012f9bfb51a service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888270 Jul 16 20:01:46.518067 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.754312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33432) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.790734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.793830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-017b4fd1-bc09-46dd-8b4f-29ca4b7d6dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.004771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-017b4fd1-bc09-46dd-8b4f-29ca4b7d6dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.009133 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.011411 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-017b4fd1-bc09-46dd-8b4f-29ca4b7d6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.059333 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Transition to ACTIVE for port object 0416edff-073c-46a1-ac02-5129c1f2186a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:47.070442 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.120809 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-017b4fd1-bc09-46dd-8b4f-29ca4b7d6dd2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a75fa30df9bd40859d067f80f723c021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653376 Jul 16 20:01:47.126290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.169494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b4fd1-bc09-46dd-8b4f-29ca4b7d6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179f274-e2ce-4c96-9666-4baf39591c0e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.180412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33444) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.234057 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16e6bc-5315-4af3-9433-652ebef9a1d5 None None] Pushing event updated for resources: {'Port': ['ID=0416edff-073c-46a1-ac02-5129c1f2186a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.241297 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Attempting to bind port 0416edff-073c-46a1-ac02-5129c1f2186a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:47.242524 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Attempting to bind port 0416edff-073c-46a1-ac02-5129c1f2186a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:47.243869 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Attempting to bind port 0416edff-073c-46a1-ac02-5129c1f2186a on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:47.256229 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:47.258205 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:47.259474 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.261340 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:47.261942 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Bound port: 0416edff-073c-46a1-ac02-5129c1f2186a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:47.266589 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.283477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ad930b3-eb00-4247-8114-81ec7d86ced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.305583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71355a4-50b1-47ea-91cf-0c036e4dff18 req-da0279f7-526e-4685-9022-156cd2a1d9ca tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:47.313694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e71355a4-50b1-47ea-91cf-0c036e4dff18 req-da0279f7-526e-4685-9022-156cd2a1d9ca tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 970 time: 0.3210697 Jul 16 20:01:47.321033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ad930b3-eb00-4247-8114-81ec7d86ced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.353816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a447b-d78c-4eda-aed3-34eadbfd6de9 req-a72afb38-d338-4124-8aa3-35bea7ecd656 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:47.360774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-851a447b-d78c-4eda-aed3-34eadbfd6de9 req-a72afb38-d338-4124-8aa3-35bea7ecd656 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 947 time: 0.1255960 Jul 16 20:01:47.410701 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] For port 0416edff-073c-46a1-ac02-5129c1f2186a, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:47.415761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Allocated IP 172.20.0.1 (506d2872-ac35-4886-9591-b36a917b069d/dc4cea87-abf5-41cb-a454-043daf77d61c/17a446eb-1d20-47cd-9055-12f5508ccf31) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:47.418139 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] For port 0416edff-073c-46a1-ac02-5129c1f2186a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0416edff-073c-46a1-ac02-5129c1f2186a,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:47.424862 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.479603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-851a447b-d78c-4eda-aed3-34eadbfd6de9 req-ee79eb2e-642d-4a71-b3e3-19f18bb813a6 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177990 Jul 16 20:01:47.509795 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ad930b3-eb00-4247-8114-81ec7d86ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.512397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ad930b3-eb00-4247-8114-81ec7d86ced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.513545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2ad930b3-eb00-4247-8114-81ec7d86ced5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1179f274-e2ce-4c96-9666-4baf39591c0e HTTP/1.1" status: 204 len: 168 time: 0.3860686 Jul 16 20:01:47.523814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad930b3-eb00-4247-8114-81ec7d86ced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179f274-e2ce-4c96-9666-4baf39591c0e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.557891 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16e6bc-5315-4af3-9433-652ebef9a1d5 None None] Pushing event updated for resources: {'Port': ['ID=0416edff-073c-46a1-ac02-5129c1f2186a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.561670 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Routers {'631baa21-f83a-455a-8046-a3ef7a6ccf26'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:47.562373 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['631baa21-f83a-455a-8046-a3ef7a6ccf26'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:47.599951 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed86efaf-1839-4aa2-bd12-8f0258815f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.661706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e71355a4-50b1-47ea-91cf-0c036e4dff18 req-841adff6-995e-4582-b667-fd0e22150914 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453648 Jul 16 20:01:47.665039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33454) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.742869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33458) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.749188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.762067 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] Set router 631baa21-f83a-455a-8046-a3ef7a6ccf26 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:47.782132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Transition to ACTIVE for port object 17a446eb-1d20-47cd-9055-12f5508ccf31 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:47.801407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33462) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.818820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.842222 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-356472c7-0b6b-4b2a-af4c-acf2bef8ff20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.866590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Network 506d2872-ac35-4886-9591-b36a917b069d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:47.870568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:47.876203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:47.876843 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.899082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed86efaf-1839-4aa2-bd12-8f0258815f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.913554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed86efaf-1839-4aa2-bd12-8f0258815f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.062342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ed86efaf-1839-4aa2-bd12-8f0258815f7c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3d4e628315784105baa862f163954198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8807788 Jul 16 20:01:48.065047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33466) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:48.112516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Pushing event updated for resources: {'Port': ['ID=17a446eb-1d20-47cd-9055-12f5508ccf31,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:48.123049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86efaf-1839-4aa2-bd12-8f0258815f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c1018d-e1ec-4f45-96e2-7307199ef374,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:48.196473 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-435ed3da-a157-43e3-b529-e743bd0077a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.228121 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:41Z', 'revision_number': 3, 'project_id': '979230d61946488795f784523c14c360', 'gw_port': {'id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:38Z', 'updated_at': '2021-07-16T20:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:48.261773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-435ed3da-a157-43e3-b529-e743bd0077a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.287054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-834425540-network', 'tenant_id': '7c997361975d4a21b8bbe43424b0f3c7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:48.310420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5da1115b-3126-47b0-9031-a0df69b713ee None None] Provisioning for port 17a446eb-1d20-47cd-9055-12f5508ccf31 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:48.314625 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fba7b-523a-4c1d-9eb9-6bf9453f66e3 None None] The sync data for ids ['631baa21-f83a-455a-8046-a3ef7a6ccf26'] in n-d-792458-10 is: [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:41Z', 'revision_number': 3, 'project_id': '979230d61946488795f784523c14c360', 'gw_port': {'id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:38Z', 'updated_at': '2021-07-16T20:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:48.337966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5da1115b-3126-47b0-9031-a0df69b713ee None None] Provisioning complete for port 17a446eb-1d20-47cd-9055-12f5508ccf31 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:48.338593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5da1115b-3126-47b0-9031-a0df69b713ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.391677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-356472c7-0b6b-4b2a-af4c-acf2bef8ff20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.393134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.394174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d93a-9266-496a-9680-894aebf19957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.402464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5da1115b-3126-47b0-9031-a0df69b713ee None None] Port 17a446eb-1d20-47cd-9055-12f5508ccf31 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:48.424999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-356472c7-0b6b-4b2a-af4c-acf2bef8ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.509625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-356472c7-0b6b-4b2a-af4c-acf2bef8ff20 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a2f75b8c6cd54e9e9f5b41cb39e9ce00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7043557 Jul 16 20:01:48.514325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33476) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:48.585135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Made reservation on behalf of 7c997361975d4a21b8bbe43424b0f3c7 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:48.590120 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.649269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb170fae-1a11-49bd-b67b-b558f8b5e620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.684415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d93a-9266-496a-9680-894aebf19957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.686356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.695649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-435ed3da-a157-43e3-b529-e743bd0077a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.698195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-435ed3da-a157-43e3-b529-e743bd0077a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.699878 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-435ed3da-a157-43e3-b529-e743bd0077a4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e0c1018d-e1ec-4f45-96e2-7307199ef374 HTTP/1.1" status: 204 len: 168 time: 0.6334727 Jul 16 20:01:48.743469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356472c7-0b6b-4b2a-af4c-acf2bef8ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211a9299-a31b-44fd-ac47-998fd3b2d2a3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:48.779583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb170fae-1a11-49bd-b67b-b558f8b5e620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.818944 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d93a-9266-496a-9680-894aebf19957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.856220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.870628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.871605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.921876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5aa7d93a-9266-496a-9680-894aebf19957 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0759b95fd4ec4cc58cb895f904d3e941&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1747804 Jul 16 20:01:48.927733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33490) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:48.934672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ed3da-a157-43e3-b529-e743bd0077a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c1018d-e1ec-4f45-96e2-7307199ef374,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:48.991621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7d93a-9266-496a-9680-894aebf19957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf80825d-b8c3-416a-b079-76a259ea686b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.048719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Pushing event updated for resources: {'Port': ['ID=17a446eb-1d20-47cd-9055-12f5508ccf31,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.108818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb170fae-1a11-49bd-b67b-b558f8b5e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.111803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb170fae-1a11-49bd-b67b-b558f8b5e620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.113031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bb170fae-1a11-49bd-b67b-b558f8b5e620 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/211a9299-a31b-44fd-ac47-998fd3b2d2a3 HTTP/1.1" status: 204 len: 168 time: 0.5972552 Jul 16 20:01:49.159024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb170fae-1a11-49bd-b67b-b558f8b5e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211a9299-a31b-44fd-ac47-998fd3b2d2a3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.206092 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45562ed4-b98f-4b43-b581-7e8f5cf99d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.224283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f00c80-43ca-4306-a725-6726dcfa88dd req-fda88f83-29c5-4619-99db-5fdaae8bc29e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:49.225729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42f00c80-43ca-4306-a725-6726dcfa88dd req-fda88f83-29c5-4619-99db-5fdaae8bc29e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 947 time: 0.5227621 Jul 16 20:01:49.232222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Network 506d2872-ac35-4886-9591-b36a917b069d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:49.234656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:49.257606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8f93e-7e12-4478-abd5-040cf9e80cc6 req-613400d9-910b-4623-9787-f2a1fa7ed01d tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:49.259389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e8f93e-7e12-4478-abd5-040cf9e80cc6 req-613400d9-910b-4623-9787-f2a1fa7ed01d tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 970 time: 0.3509941 Jul 16 20:01:49.277782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 088746e1-1bb6-4b74-930e-0e8e07e5e3ef details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:49.296882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33500) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:49.399680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0416edff-073c-46a1-ac02-5129c1f2186a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:49.407171 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd22ae33-c4d3-4c1b-871f-42198f2df049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.443050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.493731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e8f93e-7e12-4478-abd5-040cf9e80cc6 req-c7a70061-980e-4c22-a6b5-4b9735c6c689 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228217 Jul 16 20:01:49.512849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45562ed4-b98f-4b43-b581-7e8f5cf99d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.572876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 0416edff-073c-46a1-ac02-5129c1f2186a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:49.573180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42f00c80-43ca-4306-a725-6726dcfa88dd req-23edc87c-8f58-460f-b815-d3acccc282cb tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326070 Jul 16 20:01:49.574715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.585899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0416edff-073c-46a1-ac02-5129c1f2186a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:49.586392 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.652415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d34bbc3-7df5-4ef5-88fa-17477036c395,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.657002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:49.672249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:49.676921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef', 'mac_address': 'fa:16:3e:91:97:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:49.700105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.700451 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Added segment dd67c617-95df-4b4a-b68a-78676daede34 of type vlan for network 40a2777c-7f4c-41bd-829e-7d0f46db524b Jul 16 20:01:49.704763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Router 631baa21-f83a-455a-8046-a3ef7a6ccf26 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:49.727434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c96a9571-f2c0-4052-815f-e8e69fcca33d None None] Provisioning complete for port 17a446eb-1d20-47cd-9055-12f5508ccf31 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:49.727828 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c96a9571-f2c0-4052-815f-e8e69fcca33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.782174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45562ed4-b98f-4b43-b581-7e8f5cf99d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.789667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45562ed4-b98f-4b43-b581-7e8f5cf99d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.801233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-45562ed4-b98f-4b43-b581-7e8f5cf99d91 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf80825d-b8c3-416a-b079-76a259ea686b HTTP/1.1" status: 204 len: 168 time: 0.8693445 Jul 16 20:01:49.802083 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.843250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-f916e76d-7a73-49d6-b0a9-c43fa9a5d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:49.844786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-f916e76d-7a73-49d6-b0a9-c43fa9a5d4fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb7e7cfc6e9a417d980c95c5b967e6ec&device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 1122 time: 0.7122855 Jul 16 20:01:49.867805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:49.885845 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-495f0497-4e98-4c57-979e-44b3c64c288e admin admin] 10.222.0.91 "PUT /v2.0/routers/631baa21-f83a-455a-8046-a3ef7a6ccf26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1397002 Jul 16 20:01:49.953092 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.958407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd22ae33-c4d3-4c1b-871f-42198f2df049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.963758 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd22ae33-c4d3-4c1b-871f-42198f2df049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.994122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c96a9571-f2c0-4052-815f-e8e69fcca33d None None] Port 17a446eb-1d20-47cd-9055-12f5508ccf31 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:49.996259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22ae33-c4d3-4c1b-871f-42198f2df049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066ce3e1-3155-4521-86be-b60d43a7a061,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.019687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-6fc2608e-0d48-433d-8899-62a7d5a87396 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=cc73eb5f-f255-4469-8492-372b4d345861 HTTP/1.1" status: 200 len: 217 time: 0.1413276 Jul 16 20:01:50.033896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45562ed4-b98f-4b43-b581-7e8f5cf99d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf80825d-b8c3-416a-b079-76a259ea686b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.039380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.049656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088746e1-1bb6-4b74-930e-0e8e07e5e3ef {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:50.059773 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dd22ae33-c4d3-4c1b-871f-42198f2df049 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=64c458ba0e044b0cae7f4ad097ddcc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7618046 Jul 16 20:01:50.061601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33520) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.077355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:01:50.102962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:50.131363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.170401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-37a50c01-c3be-44c2-8c8f-bc0e3b17c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.175326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-37a50c01-c3be-44c2-8c8f-bc0e3b17c087 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1294949 Jul 16 20:01:50.177235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.179203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.180402 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.199565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4e8445e-a928-4d8b-889e-e78b0fcca724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.220064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 0416edff-073c-46a1-ac02-5129c1f2186a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0416edff-073c-46a1-ac02-5129c1f2186a,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:50.231142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.268891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4e8445e-a928-4d8b-889e-e78b0fcca724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.293590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.338200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] Pushing event updated for resources: {'Network': ['ID=40a2777c-7f4c-41bd-829e-7d0f46db524b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.366816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6c3743e0-11d3-4701-8f68-bfab0c79d97c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6972511 Jul 16 20:01:50.369701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33528) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.385601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=0416edff-073c-46a1-ac02-5129c1f2186a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.397545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 40a2777c-7f4c-41bd-829e-7d0f46db524b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:50.401048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Request body: {'subnet': {'network_id': '40a2777c-7f4c-41bd-829e-7d0f46db524b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-834425540-subnet', 'tenant_id': '7c997361975d4a21b8bbe43424b0f3c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:50.405578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4e8445e-a928-4d8b-889e-e78b0fcca724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.414454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4e8445e-a928-4d8b-889e-e78b0fcca724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.415675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a4e8445e-a928-4d8b-889e-e78b0fcca724 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/066ce3e1-3155-4521-86be-b60d43a7a061 HTTP/1.1" status: 204 len: 168 time: 0.3530848 Jul 16 20:01:50.425849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837244-1491-472f-801d-c2a9eb4d4141 req-122ce596-2572-4113-85b6-8c784d262d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.427564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-122ce596-2572-4113-85b6-8c784d262d60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2414525 Jul 16 20:01:50.435389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8445e-a928-4d8b-889e-e78b0fcca724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066ce3e1-3155-4521-86be-b60d43a7a061,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.536646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['088746e1-1bb6-4b74-930e-0e8e07e5e3ef'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:50.565520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-42deea48-9880-40e1-98e8-28cab33b14ed service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285462 Jul 16 20:01:50.572419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Made reservation on behalf of 7c997361975d4a21b8bbe43424b0f3c7 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:50.576633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.659102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33538) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.703015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0f6db50-a941-488b-963e-a62030f2154d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.829380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04837244-1491-472f-801d-c2a9eb4d4141 req-11824e87-7069-48dd-8dfd-ffd7745d21b7 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487960 Jul 16 20:01:50.870562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf701be-973d-468a-a39c-cb4170d99b5d req-e1ab71be-e0a8-4756-b923-9b7368702ed2 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.872421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-faf701be-973d-468a-a39c-cb4170d99b5d req-e1ab71be-e0a8-4756-b923-9b7368702ed2 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 970 time: 0.1942213 Jul 16 20:01:50.938211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-faf701be-973d-468a-a39c-cb4170d99b5d req-1613ee7a-4019-494f-a50e-06416d362287 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576708 Jul 16 20:01:51.058861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-22767c87-c903-427e-8c21-40dd8e610e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.060560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-22767c87-c903-427e-8c21-40dd8e610e32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb7e7cfc6e9a417d980c95c5b967e6ec&device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 1122 time: 0.1340382 Jul 16 20:01:51.120469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.138174 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0f6db50-a941-488b-963e-a62030f2154d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.145096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0f6db50-a941-488b-963e-a62030f2154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.152703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Sync routers for ids ['631baa21-f83a-455a-8046-a3ef7a6ccf26'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:51.169010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Routers {'631baa21-f83a-455a-8046-a3ef7a6ccf26'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:51.169658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['631baa21-f83a-455a-8046-a3ef7a6ccf26'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:51.205091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b0f6db50-a941-488b-963e-a62030f2154d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c6ae508e069e42d39322593a6d5a3dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5447321 Jul 16 20:01:51.218579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33550) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:51.220546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6db50-a941-488b-963e-a62030f2154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30427e58-c5ea-48da-851a-4fb6314424cd,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.231461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d313da0d-f1fb-4eb0-a635-b373abfe09d3,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.386136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 088746e1-1bb6-4b74-930e-0e8e07e5e3ef up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:51.388625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0416edff-073c-46a1-ac02-5129c1f2186a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:51.538334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0416edff-073c-46a1-ac02-5129c1f2186a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:51.539533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.573418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7643-9277-4ec2-98c6-c2f4589e9491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.576932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Set router 631baa21-f83a-455a-8046-a3ef7a6ccf26 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:51.581036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:51.586168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-4d8a57d0-092f-4739-b1fd-e680ace8a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.587762 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-4d8a57d0-092f-4739-b1fd-e680ace8a5f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.5179536 Jul 16 20:01:51.603034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Checking segment: {'id': 'dd67c617-95df-4b4a-b68a-78676daede34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '40a2777c-7f4c-41bd-829e-7d0f46db524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:51.603458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Network hostable DHCP agents. Network: 40a2777c-7f4c-41bd-829e-7d0f46db524b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:51.621814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:51.622269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.662217 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-77820bbd-3e61-42c9-9561-89667658086e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=cc73eb5f-f255-4469-8492-372b4d345861 HTTP/1.1" status: 200 len: 217 time: 0.0609813 Jul 16 20:01:51.671053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce601f9-e693-4a5d-8c4f-b7fea1c889b4 req-23852cb0-7cb1-4ca8-96c1-93904601f69e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.678555 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cce601f9-e693-4a5d-8c4f-b7fea1c889b4 req-23852cb0-7cb1-4ca8-96c1-93904601f69e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 948 time: 0.5005956 Jul 16 20:01:51.786327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cce601f9-e693-4a5d-8c4f-b7fea1c889b4 req-32dc28f0-96f0-44a7-bbfc-de43f35a9ae1 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068347 Jul 16 20:01:51.795429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7643-9277-4ec2-98c6-c2f4589e9491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.853162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.898500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Network 40a2777c-7f4c-41bd-829e-7d0f46db524b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:51.929463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-3279b172-7159-428a-84f5-9decf3e2eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.935326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-3279b172-7159-428a-84f5-9decf3e2eb09 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2489352 Jul 16 20:01:51.956149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 40a2777c-7f4c-41bd-829e-7d0f46db524b) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:51.989155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b3cfd-3e96-40f4-91de-0554ccd05d61 None None] Network 40a2777c-7f4c-41bd-829e-7d0f46db524b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:51.997631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.997939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.036291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad0de0b-69d7-4840-b243-908e612556a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:52.042148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-34fa70cb-202c-4006-b6d5-4734002a1271 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6488602 Jul 16 20:01:52.057061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7643-9277-4ec2-98c6-c2f4589e9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.061453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7643-9277-4ec2-98c6-c2f4589e9491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.065316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2a2c7643-9277-4ec2-98c6-c2f4589e9491 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/30427e58-c5ea-48da-851a-4fb6314424cd HTTP/1.1" status: 204 len: 168 time: 0.8449621 Jul 16 20:01:52.078659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c7643-9277-4ec2-98c6-c2f4589e9491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30427e58-c5ea-48da-851a-4fb6314424cd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.137035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-c180346e-ce36-4d6f-a790-d970570fbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:52.139297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-c180346e-ce36-4d6f-a790-d970570fbdfe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1915171 Jul 16 20:01:52.226746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:52.235932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33596) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:52.246942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3b8fe194-e47e-41a5-85d5-868ac7a71494 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654412357', 'description': 'tempest-description--1052992659'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:52.253524 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.266461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cba13-5aaf-4bac-adf8-574c59842ce1 req-432e5002-6825-4b36-870c-f89e4a790fb7 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:52.268164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-502cba13-5aaf-4bac-adf8-574c59842ce1 req-432e5002-6825-4b36-870c-f89e4a790fb7 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 970 time: 0.1145973 Jul 16 20:01:52.317466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe194-e47e-41a5-85d5-868ac7a71494 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.339552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-502cba13-5aaf-4bac-adf8-574c59842ce1 req-53447585-065e-4935-9881-211704b5bf84 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632601 Jul 16 20:01:52.349212 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-0a1c9627-9b2b-4cd4-936b-ed25bd9fd7d8 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023265 Jul 16 20:01:52.447120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.462203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe194-e47e-41a5-85d5-868ac7a71494 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.469861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe194-e47e-41a5-85d5-868ac7a71494 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.486083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3dd9b-058d-499d-81b3-c997d6d03920 None None] Network 40a2777c-7f4c-41bd-829e-7d0f46db524b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:52.518225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 4, 'project_id': '979230d61946488795f784523c14c360', 'gw_port': {'id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:38Z', 'updated_at': '2021-07-16T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '17a446eb-1d20-47cd-9055-12f5508ccf31', 'name': '', 'network_id': '506d2872-ac35-4886-9591-b36a917b069d', 'tenant_id': '979230d61946488795f784523c14c360', 'mac_address': 'fa:16:3e:d4:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'dc4cea87-abf5-41cb-a454-043daf77d61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:46Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 2, 'project_id': '979230d61946488795f784523c14c360', 'subnets': [{'id': 'dc4cea87-abf5-41cb-a454-043daf77d61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:52.531992 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe194-e47e-41a5-85d5-868ac7a71494 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.533603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b8fe194-e47e-41a5-85d5-868ac7a71494 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2952809 Jul 16 20:01:52.536190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d225f2b4-2c70-4374-9828-fe91938ad975 req-efe37000-2f37-44e9-adc4-e6dcec85ffce service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802177 Jul 16 20:01:52.536489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33606) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:52.560865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-38faf0c1-a1f7-49bb-b257-9bc22b0e0f88 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'security_group_rule': {'security_group_id': '2780a2cc-b1df-4d56-90f4-2bb6aeac765e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:52.568924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe194-e47e-41a5-85d5-868ac7a71494 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2780a2cc-b1df-4d56-90f4-2bb6aeac765e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.585801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Checking router: 631baa21-f83a-455a-8046-a3ef7a6ccf26 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:52.586364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Updating router 631baa21-f83a-455a-8046-a3ef7a6ccf26 port 17a446eb-1d20-47cd-9055-12f5508ccf31 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:52.602549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38faf0c1-a1f7-49bb-b257-9bc22b0e0f88 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.643254 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.694878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38faf0c1-a1f7-49bb-b257-9bc22b0e0f88 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.702375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38faf0c1-a1f7-49bb-b257-9bc22b0e0f88 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.727118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faf0c1-a1f7-49bb-b257-9bc22b0e0f88 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd127cc-a402-446b-9707-e5b2dbda2a95,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.739111 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38faf0c1-a1f7-49bb-b257-9bc22b0e0f88 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.741384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-38faf0c1-a1f7-49bb-b257-9bc22b0e0f88 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036417 Jul 16 20:01:52.744025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33614) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:52.749773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cc572bf0-175d-4821-aeba-84172ebae594 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'security_group_rule': {'security_group_id': '2780a2cc-b1df-4d56-90f4-2bb6aeac765e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:52.793564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc572bf0-175d-4821-aeba-84172ebae594 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.854432 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364b134-0234-4137-b14c-b6f6696a4eb4" -d '{"events": [{"server_uuid": "cad0de0b-69d7-4840-b243-908e612556a7", "name": "network-vif-plugged", "status": "completed", "tag": "088746e1-1bb6-4b74-930e-0e8e07e5e3ef"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:52.904996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc572bf0-175d-4821-aeba-84172ebae594 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.911045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc572bf0-175d-4821-aeba-84172ebae594 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.958796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc572bf0-175d-4821-aeba-84172ebae594 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dd919d-4483-4f0a-8c12-80c2a4d0c0cc,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.969070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc572bf0-175d-4821-aeba-84172ebae594 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.974079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cc572bf0-175d-4821-aeba-84172ebae594 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2288535 Jul 16 20:01:52.974902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33626) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:52.980275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:53.010468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.056950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c021e-c214-43a3-b6b5-350e1a38a7db req-3be76bdf-9afe-4ef9-8224-48578c5a374c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:53.059327 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-222c021e-c214-43a3-b6b5-350e1a38a7db req-3be76bdf-9afe-4ef9-8224-48578c5a374c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 949 time: 0.1191225 Jul 16 20:01:53.075287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-3ba3cac1-3a60-48df-9340-892efe5878a4 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c29583a2be244d0494980b9c3dc376d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280340 Jul 16 20:01:53.080266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.092546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Transition to ACTIVE for port object 17a446eb-1d20-47cd-9055-12f5508ccf31 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:53.100703 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.171811 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-222c021e-c214-43a3-b6b5-350e1a38a7db req-b344a8f8-0a2b-4c77-a9a8-4c31ee704dfc tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046643 Jul 16 20:01:53.249423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5822884-cbf6-42a1-8beb-918c6640cba8 None None] Pushing event updated for resources: {'Port': ['ID=17a446eb-1d20-47cd-9055-12f5508ccf31,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:53.260013 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.297321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Attempting to bind port 17a446eb-1d20-47cd-9055-12f5508ccf31 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:53.297741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Attempting to bind port 17a446eb-1d20-47cd-9055-12f5508ccf31 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:53.298227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Attempting to bind port 17a446eb-1d20-47cd-9055-12f5508ccf31 on network 506d2872-ac35-4886-9591-b36a917b069d {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:53.302649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-35179837-cf83-4822-a82b-3ab80dbf5b94 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:53.303629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:53.303864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Checking segment: {'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:53.304206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-35179837-cf83-4822-a82b-3ab80dbf5b94 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168508 Jul 16 20:01:53.309352 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.309757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Bound using segment: {'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:53.310254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Bound port: 17a446eb-1d20-47cd-9055-12f5508ccf31, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4921edb-8821-4166-b394-80f68d258800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '506d2872-ac35-4886-9591-b36a917b069d'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:53.311044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.367190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-894dd950-8540-466a-8922-1cf2a47ab0ac tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/quotas/c29583a2be244d0494980b9c3dc376d1 HTTP/1.1" status: 200 len: 375 time: 0.0533040 Jul 16 20:01:53.386650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] For port 17a446eb-1d20-47cd-9055-12f5508ccf31, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:53.391333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] For port 17a446eb-1d20-47cd-9055-12f5508ccf31, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=17a446eb-1d20-47cd-9055-12f5508ccf31,segment=NetworkSegment(a4921edb-8821-4166-b394-80f68d258800),segment_id=a4921edb-8821-4166-b394-80f68d258800)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:53.400376 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.417763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-47f7ce79-0b5a-4cf1-965a-7f7c55dc8ff3 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c29583a2be244d0494980b9c3dc376d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444078 Jul 16 20:01:53.526213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Allocated IP 172.25.3.230 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/c23ee1b3-3c10-4257-ad5d-34abc9b6c29c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:53.555824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5822884-cbf6-42a1-8beb-918c6640cba8 None None] Pushing event updated for resources: {'Port': ['ID=17a446eb-1d20-47cd-9055-12f5508ccf31,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:53.588914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Routers {'631baa21-f83a-455a-8046-a3ef7a6ccf26'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:53.590416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['631baa21-f83a-455a-8046-a3ef7a6ccf26'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:53.813173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.866900 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302bcc33-0c52-4209-9d31-486b9e761114 x-openstack-request-id: req-302bcc33-0c52-4209-9d31-486b9e761114 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:53.867241 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad0de0b-69d7-4840-b243-908e612556a7", "name": "network-vif-plugged", "status": "completed", "tag": "088746e1-1bb6-4b74-930e-0e8e07e5e3ef", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:53.867426 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-302bcc33-0c52-4209-9d31-486b9e761114 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:53.867882 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad0de0b-69d7-4840-b243-908e612556a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef', 'code': 200} Jul 16 20:01:53.871855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] Set router 631baa21-f83a-455a-8046-a3ef7a6ccf26 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:53.937313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c833d08e-63e8-4276-987b-77c70160dac4 req-1e99f689-3e4b-4a4e-94f4-40450170a7d9 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 210 time: 0.0438218 Jul 16 20:01:53.957565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a65f3-53d2-4d7b-925e-b90e5024a158 req-2623a02d-e3e3-4584-97a7-4b5317412bc8 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:53.959631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795a65f3-53d2-4d7b-925e-b90e5024a158 req-2623a02d-e3e3-4584-97a7-4b5317412bc8 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 970 time: 0.2208624 Jul 16 20:01:53.989115 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.136549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:54.153638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:54.164757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:54.177499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795a65f3-53d2-4d7b-925e-b90e5024a158 req-4c6b975b-c004-4945-83e9-08e6256ee3a8 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078953 Jul 16 20:01:54.195073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event updated for resources: {'Port': ['ID=c23ee1b3-3c10-4257-ad5d-34abc9b6c29c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:54.310552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.319589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1d78-23ea-4fd4-910c-18c368471025 req-d565b2ce-4d73-4e56-81be-318acc7de18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:54.321329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61fc1d78-23ea-4fd4-910c-18c368471025 req-d565b2ce-4d73-4e56-81be-318acc7de18b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 1101 time: 0.3223002 Jul 16 20:01:54.366567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-61fc1d78-23ea-4fd4-910c-18c368471025 req-ad23426b-295d-48a8-8fba-90144bf441b8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.415344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.443542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154db0-2c01-4bdb-8372-76297d047e75 req-cd91d317-b8a9-4b18-b30b-0eb8c6deeecf tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:54.452368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65154db0-2c01-4bdb-8372-76297d047e75 req-cd91d317-b8a9-4b18-b30b-0eb8c6deeecf tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 949 time: 0.0884495 Jul 16 20:01:54.513779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65154db0-2c01-4bdb-8372-76297d047e75 req-7b115a9c-38f3-4bc9-970b-10f0c1638354 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603397 Jul 16 20:01:54.569412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33684) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:54.575059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-207181074-network', 'tenant_id': 'c1fcebe3288242eebd82ffd514a519d6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:54.631059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 4, 'project_id': '979230d61946488795f784523c14c360', 'gw_port': {'id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:38Z', 'updated_at': '2021-07-16T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '17a446eb-1d20-47cd-9055-12f5508ccf31', 'name': '', 'network_id': '506d2872-ac35-4886-9591-b36a917b069d', 'tenant_id': '979230d61946488795f784523c14c360', 'mac_address': 'fa:16:3e:d4:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'dc4cea87-abf5-41cb-a454-043daf77d61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:46Z', 'updated_at': '2021-07-16T20:01:53Z', 'revision_number': 4, 'project_id': '979230d61946488795f784523c14c360', 'subnets': [{'id': 'dc4cea87-abf5-41cb-a454-043daf77d61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:54.667758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a244e6-8a8d-47fc-9748-6d1712de4f66 None None] The sync data for ids ['631baa21-f83a-455a-8046-a3ef7a6ccf26'] in n-d-792458-10 is: [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 4, 'project_id': '979230d61946488795f784523c14c360', 'gw_port': {'id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:38Z', 'updated_at': '2021-07-16T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '17a446eb-1d20-47cd-9055-12f5508ccf31', 'name': '', 'network_id': '506d2872-ac35-4886-9591-b36a917b069d', 'tenant_id': '979230d61946488795f784523c14c360', 'mac_address': 'fa:16:3e:d4:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'dc4cea87-abf5-41cb-a454-043daf77d61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:46Z', 'updated_at': '2021-07-16T20:01:53Z', 'revision_number': 4, 'project_id': '979230d61946488795f784523c14c360', 'subnets': [{'id': 'dc4cea87-abf5-41cb-a454-043daf77d61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:54.833405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-61fc1d78-23ea-4fd4-910c-18c368471025 req-ad23426b-295d-48a8-8fba-90144bf441b8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.843660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-61fc1d78-23ea-4fd4-910c-18c368471025 req-ad23426b-295d-48a8-8fba-90144bf441b8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.863025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Made reservation on behalf of c1fcebe3288242eebd82ffd514a519d6 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:54.865669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.874645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.876415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.909597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.928782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cc73eb5f-f255-4469-8492-372b4d345861 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:54.967999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.010494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61fc1d78-23ea-4fd4-910c-18c368471025 req-ad23426b-295d-48a8-8fba-90144bf441b8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778128 Jul 16 20:01:55.083719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23426b-295d-48a8-8fba-90144bf441b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38abc096-880d-4620-80ad-af52ffd68376,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.126598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event updated for resources: {'Port': ['ID=c23ee1b3-3c10-4257-ad5d-34abc9b6c29c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.133685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port cc73eb5f-f255-4469-8492-372b4d345861, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cc73eb5f-f255-4469-8492-372b4d345861,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:55.142774 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.149572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'cc73eb5f-f255-4469-8492-372b4d345861', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'cc73eb5f-f255-4469-8492-372b4d345861', 'mac_address': 'fa:16:3e:ec:35:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:tempest-test_az-1220619698', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:55.152312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.162731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.171587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:55.177284 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6276efed-cc0c-477e-bb77-93a3e7d4273b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2007461 Jul 16 20:01:55.233061 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.256015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.258657 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Added segment a082b6df-0679-4d15-b02f-eca805098075 of type vlan for network 466cf570-616b-40f9-a7a5-24f3ad1f7784 Jul 16 20:01:55.271716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc73eb5f-f255-4469-8492-372b4d345861 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:55.323157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port cc73eb5f-f255-4469-8492-372b4d345861, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cc73eb5f-f255-4469-8492-372b4d345861,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:55.324511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e0fe1f9-c9a3-4582-b7a9-7f3ab170baaf req-b07bbe0e-cb63-42f1-9eed-e970c1a8c314 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 210 time: 0.0844612 Jul 16 20:01:55.330970 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.374881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c8518a-5bcd-4cc3-addd-e62b912f0e95,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.410000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=cc73eb5f-f255-4469-8492-372b4d345861,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.418025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.455524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 17a446eb-1d20-47cd-9055-12f5508ccf31 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:55.492088 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.493712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.494958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.535056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9641359 Jul 16 20:01:55.539499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33716) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:55.550779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Request body: {'subnet': {'network_id': '466cf570-616b-40f9-a7a5-24f3ad1f7784', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-207181074-subnet', 'tenant_id': 'c1fcebe3288242eebd82ffd514a519d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:55.603615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-53c7b55f-ca99-4d33-97a3-1cd1957d673d tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=c29583a2be244d0494980b9c3dc376d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244760 Jul 16 20:01:55.605311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Made reservation on behalf of c1fcebe3288242eebd82ffd514a519d6 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:55.611579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.636885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a09ca6-3695-46bc-a2cc-3d4c0efa9135 admin admin] Pushing event updated for resources: {'Network': ['ID=466cf570-616b-40f9-a7a5-24f3ad1f7784,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.644335 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 17a446eb-1d20-47cd-9055-12f5508ccf31 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:55.650410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 17a446eb-1d20-47cd-9055-12f5508ccf31 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:55.650969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.728950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 466cf570-616b-40f9-a7a5-24f3ad1f7784 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:55.757027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d8834-17da-4cbb-aced-edd55dd72b40 req-4e1957c3-9d22-4291-b19b-86da74ca8b39 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.766303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a3d8834-17da-4cbb-aced-edd55dd72b40 req-4e1957c3-9d22-4291-b19b-86da74ca8b39 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 971 time: 0.1004403 Jul 16 20:01:55.822186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a3d8834-17da-4cbb-aced-edd55dd72b40 req-f51250f5-360e-4a9e-816c-7667a4a86096 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Jul 16 20:01:55.839480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['cc73eb5f-f255-4469-8492-372b4d345861'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:56.018404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-cbd6e75c-7e24-46bf-bc7f-d10c3be8c2b7 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:56.020023 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-cbd6e75c-7e24-46bf-bc7f-d10c3be8c2b7 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979785 Jul 16 20:01:56.040493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Request body: {'port': {'device_id': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'c29583a2be244d0494980b9c3dc376d1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:56.112386 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.143761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9b334-5a52-46b2-9d9e-f63acd62b45f req-fb7a7b42-4954-4857-a709-aeb70b0ba580 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:56.145509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3f9b334-5a52-46b2-9d9e-f63acd62b45f req-fb7a7b42-4954-4857-a709-aeb70b0ba580 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 949 time: 0.1169212 Jul 16 20:01:56.186381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 17a446eb-1d20-47cd-9055-12f5508ccf31, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=17a446eb-1d20-47cd-9055-12f5508ccf31,segment=NetworkSegment(a4921edb-8821-4166-b394-80f68d258800),segment_id=a4921edb-8821-4166-b394-80f68d258800)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:56.198671 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.229516 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3f9b334-5a52-46b2-9d9e-f63acd62b45f req-3140d267-64f1-4912-a693-cf9b147faf41 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757425 Jul 16 20:01:56.317815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=17a446eb-1d20-47cd-9055-12f5508ccf31,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:56.388359 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-c6440b64-acb6-4cb5-9e04-3b75a6f4bf6f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1654412357&fields=id&tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3 HTTP/1.1" status: 200 len: 267 time: 0.1108317 Jul 16 20:01:56.394904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Made reservation on behalf of c29583a2be244d0494980b9c3dc376d1 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:56.398713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.436435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.460271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.689647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b94667b-b93b-45e5-b48b-29f3549e81bc req-6699a691-23ca-4cf7-afbc-e569efd5eec9 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 210 time: 0.0300603 Jul 16 20:01:56.852185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3f17b0-b749-4eea-9a7e-621d9d2ffacc,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:56.912190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Checking segment: {'id': 'a082b6df-0679-4d15-b02f-eca805098075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '466cf570-616b-40f9-a7a5-24f3ad1f7784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:56.912533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Network hostable DHCP agents. Network: 466cf570-616b-40f9-a7a5-24f3ad1f7784, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:56.918174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cc73eb5f-f255-4469-8492-372b4d345861 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:56.929437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-81b56499-1281-4993-9ace-bf01767e56a8 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:56.935391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-81b56499-1281-4993-9ace-bf01767e56a8 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 824 time: 0.5316920 Jul 16 20:01:56.956108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-8525be44-77af-4035-b290-9af97aa82c70 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/quotas/0c5182bb6c304b4cac9ae04b0b1eb5c3 HTTP/1.1" status: 200 len: 375 time: 0.0195744 Jul 16 20:01:56.999568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port cc73eb5f-f255-4469-8492-372b4d345861 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:57.003943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port cc73eb5f-f255-4469-8492-372b4d345861 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:57.004446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.009153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Network 466cf570-616b-40f9-a7a5-24f3ad1f7784 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:57.045632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 466cf570-616b-40f9-a7a5-24f3ad1f7784) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:57.057342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac7a11-287f-4aa9-b11d-7963a550fefd None None] Network 466cf570-616b-40f9-a7a5-24f3ad1f7784 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:57.062566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.063447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.066947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.079929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.113637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4af8074f-d267-41c0-804d-a8baa82dd518 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5701108 Jul 16 20:01:57.145433 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.177187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1163ce7-1222-49e5-a20a-51862fde842d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.188048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc73eb5f-f255-4469-8492-372b4d345861'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:57.190139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-691202fe-edf1-46fe-9fdb-aaa1c9b31b42 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2240767 Jul 16 20:01:57.190580 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f058d4-a420-4f69-bd2a-72fa3522d961" -d '{"events": [{"server_uuid": "b7217021-0fd6-43a0-a02f-2b2254324fe5", "name": "network-vif-plugged", "status": "completed", "tag": "cc73eb5f-f255-4469-8492-372b4d345861"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:57.207601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port cc73eb5f-f255-4469-8492-372b4d345861, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cc73eb5f-f255-4469-8492-372b4d345861,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:57.230737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.232730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca7f82-5598-43b9-9726-29e353f8fa2e req-b298011c-7e24-4d45-afbd-5c6654e1d282 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.234355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ca7f82-5598-43b9-9726-29e353f8fa2e req-b298011c-7e24-4d45-afbd-5c6654e1d282 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 971 time: 0.1442630 Jul 16 20:01:57.260657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-88fce976-97c6-4d3f-80cb-eb0accc5acf9 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:57.278973 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-88fce976-97c6-4d3f-80cb-eb0accc5acf9 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474756 Jul 16 20:01:57.285263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:57.288983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bbb2ab-3965-4cf5-b37a-2c60ef743f9d None None] Network 466cf570-616b-40f9-a7a5-24f3ad1f7784 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:57.341050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ca7f82-5598-43b9-9726-29e353f8fa2e req-9774b95c-5dc2-4202-a906-3c344737aa44 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972161 Jul 16 20:01:57.356800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Allocated IP 192.168.233.83 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/71e0d98e-40a9-43ed-88c9-1e4d81fcaa15) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:57.366177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] Deleting subnet d313da0d-f1fb-4eb0-a635-b373abfe09d3 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:57.374670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.377852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 17a446eb-1d20-47cd-9055-12f5508ccf31 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:57.379891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=cc73eb5f-f255-4469-8492-372b4d345861,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.437767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.466532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.510990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 17a446eb-1d20-47cd-9055-12f5508ccf31 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:57.511504 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.673574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.688692 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1279915-7147-49bf-8c1a-bee6ff841e71 x-openstack-request-id: req-f1279915-7147-49bf-8c1a-bee6ff841e71 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:57.689078 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7217021-0fd6-43a0-a02f-2b2254324fe5", "name": "network-vif-plugged", "status": "completed", "tag": "cc73eb5f-f255-4469-8492-372b4d345861", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:57.689450 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f1279915-7147-49bf-8c1a-bee6ff841e71 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:57.689907 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc73eb5f-f255-4469-8492-372b4d345861', 'code': 200} Jul 16 20:01:57.727099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d313da0d-f1fb-4eb0-a635-b373abfe09d3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.752610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-9d93e1d3-6743-49a7-b663-236db1f5c3fb service neutron] 10.222.0.91 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260572 Jul 16 20:01:57.755599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.773982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.776121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-098ed765-2033-4f1b-9b6b-5122afec5780 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d313da0d-f1fb-4eb0-a635-b373abfe09d3 HTTP/1.1" status: 204 len: 168 time: 0.4898019 Jul 16 20:01:57.779832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33794) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:57.830290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Transition to ACTIVE for port object 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:57.883068 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.911169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431fd3b-4c50-41bd-8dad-30ea85ce4134 req-890e292e-f681-40a1-9c48-82b44878062c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.912674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c431fd3b-4c50-41bd-8dad-30ea85ce4134 req-890e292e-f681-40a1-9c48-82b44878062c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 949 time: 0.1337721 Jul 16 20:01:57.922877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-c09a87a9-63ea-4b70-b894-a51241441662 service neutron] 10.222.0.91 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553700 Jul 16 20:01:57.930805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3114f-5990-47a0-921a-c7f8c75570bd req-8e5f2354-8d69-4c33-a787-121be4cdebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.932418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51e3114f-5990-47a0-921a-c7f8c75570bd req-8e5f2354-8d69-4c33-a787-121be4cdebe3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 1124 time: 0.1736407 Jul 16 20:01:57.934007 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.016987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.023212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c431fd3b-4c50-41bd-8dad-30ea85ce4134 req-b9f78561-23ac-4950-a432-6636b1e3c2cb tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896258 Jul 16 20:01:58.024155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:58.034545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:58.037379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Pushing event updated for resources: {'Port': ['ID=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:58.041428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:58.047587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:58.048248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.053516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.054001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.054160 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51e3114f-5990-47a0-921a-c7f8c75570bd req-98ac4457-1028-4e9f-9337-7127fda59352 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107724 Jul 16 20:01:58.054639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.055025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.055353 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.055687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.056005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.056322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.056640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.056958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.072778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0f447c34-870b-4f77-a130-561ef4e2caa6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0412490 Jul 16 20:01:58.089737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Request body: {'port': {'device_id': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:58.300757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eebe7576-2f6d-4b46-b425-f1e4531a1de0 req-d8121cb1-1f37-4da3-a5b2-5793e51ba2d3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 210 time: 0.0721047 Jul 16 20:01:58.307196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.419511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e76f4488-602e-4217-9b8b-484a7d810b2b None None] Provisioning for port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:58.425664 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e76f4488-602e-4217-9b8b-484a7d810b2b None None] Provisioning complete for port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:58.426305 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e76f4488-602e-4217-9b8b-484a7d810b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.472415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e76f4488-602e-4217-9b8b-484a7d810b2b None None] Port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:58.569999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.570581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.570699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.571172 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:58.571537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a2777c-7f4c-41bd-829e-7d0f46db524b']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.635766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33822) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:58.648736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd67c617-95df-4b4a-b68a-78676daede34') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.649083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd67c617-95df-4b4a-b68a-78676daede34') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.671850 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.701386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.732898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:58.735699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: from cryptography.utils import int_from_bytes Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: from cryptography.utils import int_from_bytes Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:58.764844 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:58.787520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:58.797233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.806952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f116a2-3f88-4175-98c3-a29939fb2af7 req-f86af277-dee4-4f29-8ae4-a6a592c7fe15 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:58.818774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Transition to ACTIVE for port object 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:58.820262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1f116a2-3f88-4175-98c3-a29939fb2af7 req-f86af277-dee4-4f29-8ae4-a6a592c7fe15 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 935 time: 0.2377567 Jul 16 20:01:58.825062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.875198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:58.896448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a57331b1-fcc5-4130-8bdd-1ed3e9b4f9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.942683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.964740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Attempting to bind port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:58.965452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Attempting to bind port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:58.965822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Attempting to bind port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:58.973486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:58.973767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Attempting to bind port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:58.980531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:58.980997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:58.981893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:58.982433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Bound port: 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:58.982804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.006782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1f116a2-3f88-4175-98c3-a29939fb2af7 req-35b5e278-b61d-4333-892c-17646cabcad7 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830533 Jul 16 20:01:59.043710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a2777c-7f4c-41bd-829e-7d0f46db524b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.072011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.082992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a7bcb2fa-3e6d-4b0c-a7db-2f9548290651 admin admin] 10.222.0.91 "DELETE /v2.0/networks/40a2777c-7f4c-41bd-829e-7d0f46db524b HTTP/1.1" status: 204 len: 168 time: 1.2988946 Jul 16 20:01:59.084332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33834) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.213413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] For port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:59.218428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] Deleting subnet 1d3f17b0-b749-4eea-9a7e-621d9d2ffacc {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:59.229062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] For port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:59.232787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.242640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33838) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.276138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.292464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a57331b1-fcc5-4130-8bdd-1ed3e9b4f9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.310868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4899b4-de0e-41fb-a69d-28e61ac53f61 req-226b85bf-2c17-4a83-9773-acf8c631e184 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:59.312754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d4899b4-de0e-41fb-a69d-28e61ac53f61 req-226b85bf-2c17-4a83-9773-acf8c631e184 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 949 time: 0.1243246 Jul 16 20:01:59.313441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a57331b1-fcc5-4130-8bdd-1ed3e9b4f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.325604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:59.326223 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.328213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] 10.222.0.99 "PUT /v2.0/ports/71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 HTTP/1.1" status: 200 len: 1096 time: 1.2473235 Jul 16 20:01:59.333618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'tag': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:59.336314 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94", "tag": "71e0d98e-40a9-43ed-88c9-1e4d81fcaa15"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:59.347616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.365715 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a57331b1-fcc5-4130-8bdd-1ed3e9b4f9bf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=056ead6f72c04a709662e3e5b66b5195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239165 Jul 16 20:01:59.380089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33846) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.393060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.407955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57331b1-fcc5-4130-8bdd-1ed3e9b4f9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ddaa0-7429-4f05-b24d-65634a7f05f3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.465181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d4899b4-de0e-41fb-a69d-28e61ac53f61 req-c770906c-95f0-416d-b674-151db8c8d2f5 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414571 Jul 16 20:01:59.471220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c8473c5-83ae-4c3e-94e2-3c51c80ca008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.527500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5fb94fda-d475-4a71-bef8-bbf810e2a027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.540723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b16c85-446a-4767-8a55-52c4364ba517 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.567700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5fb94fda-d475-4a71-bef8-bbf810e2a027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.579082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2856658-6af9-46c5-8946-870ca1a21d12 req-0550e147-9ecf-4bb8-b092-d612db7162d4 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:59.580692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2856658-6af9-46c5-8946-870ca1a21d12 req-0550e147-9ecf-4bb8-b092-d612db7162d4 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 972 time: 0.3710532 Jul 16 20:01:59.664302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.677324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5fb94fda-d475-4a71-bef8-bbf810e2a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.679606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5fb94fda-d475-4a71-bef8-bbf810e2a027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.680851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5fb94fda-d475-4a71-bef8-bbf810e2a027 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4b9ddaa0-7429-4f05-b24d-65634a7f05f3 HTTP/1.1" status: 204 len: 168 time: 0.2997000 Jul 16 20:01:59.704211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3f17b0-b749-4eea-9a7e-621d9d2ffacc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.707000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-40d8119f-5831-4a3b-b112-e61360d06c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:59.708497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-40d8119f-5831-4a3b-b112-e61360d06c8e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c29583a2be244d0494980b9c3dc376d1&device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 1099 time: 0.3104274 Jul 16 20:01:59.723453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c8473c5-83ae-4c3e-94e2-3c51c80ca008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.745560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94fda-d475-4a71-bef8-bbf810e2a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ddaa0-7429-4f05-b24d-65634a7f05f3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.749314 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71c75283-4446-4bbc-9cb2-c33e906efb5a req-a1bfc074-0742-45a1-90ec-9b81f1041bae tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 210 time: 0.0458417 Jul 16 20:01:59.750525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c8473c5-83ae-4c3e-94e2-3c51c80ca008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.804886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8c8473c5-83ae-4c3e-94e2-3c51c80ca008 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2bca1303595a44b68b99cac965dda928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575454 Jul 16 20:01:59.805973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33854) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.813644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8473c5-83ae-4c3e-94e2-3c51c80ca008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b8c669-4d89-438b-aae1-4fa881839e7c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.823142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.830254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ab52820-6ae2-4bd4-bac2-950bba4a387f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1d3f17b0-b749-4eea-9a7e-621d9d2ffacc HTTP/1.1" status: 204 len: 168 time: 0.7364721 Jul 16 20:01:59.832578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33856) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.917927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-62e132e4-346e-476b-8f64-f47e8f47a0e7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 HTTP/1.1" status: 200 len: 217 time: 0.1809616 Jul 16 20:01:59.919684 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5972cd16-1954-4ad3-a70b-fedbbd70e5aa x-openstack-request-id: req-5972cd16-1954-4ad3-a70b-fedbbd70e5aa {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:59.919969 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94", "tag": "71e0d98e-40a9-43ed-88c9-1e4d81fcaa15", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:59.920331 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5972cd16-1954-4ad3-a70b-fedbbd70e5aa {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:59.920794 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'tag': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15', 'status': 'completed', 'code': 200} Jul 16 20:01:59.939236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2856658-6af9-46c5-8946-870ca1a21d12 req-f3fb85aa-eb83-439e-940a-29a590419b74 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473778 Jul 16 20:01:59.977587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.001602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8269a9-e81b-44f1-8c1f-9fb01e0ec3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.048687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-c6bc85ea-8066-457f-bdff-d4f1bff009c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:00.050353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-c6bc85ea-8066-457f-bdff-d4f1bff009c4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1073406 Jul 16 20:02:00.065808 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8269a9-e81b-44f1-8c1f-9fb01e0ec3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.105483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-14cb6a9e-4b36-400f-947f-8b3ca2877d51 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:00.107114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-14cb6a9e-4b36-400f-947f-8b3ca2877d51 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 824 time: 0.3362420 Jul 16 20:02:00.115227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.99', 61510) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.128029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33864) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.197088 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0918dba-19c0-4ec2-8c2b-dbd1ffddbadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.228905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-47aaf910-3f83-4b59-a4dc-7da0717f08d6 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3 HTTP/1.1" status: 200 len: 380 time: 0.1085801 Jul 16 20:02:00.229268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-407282c6-acf6-45d3-94dc-b18fa3224910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:00.230560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-407282c6-acf6-45d3-94dc-b18fa3224910 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1734476 Jul 16 20:02:00.240740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'port': {'device_id': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'admin_state_up': True, 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'security_groups': ['2780a2cc-b1df-4d56-90f4-2bb6aeac765e']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:00.278071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-d5d14d17-63b3-46fc-83af-9ac2e5cfeb54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:00.279649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-d5d14d17-63b3-46fc-83af-9ac2e5cfeb54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 1101 time: 0.1622527 Jul 16 20:02:00.292500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33868) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.396714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.411862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466cf570-616b-40f9-a7a5-24f3ad1f7784']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:00.434982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a082b6df-0679-4d15-b02f-eca805098075') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:00.435195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a082b6df-0679-4d15-b02f-eca805098075') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:00.443989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8269a9-e81b-44f1-8c1f-9fb01e0ec3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.446458 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8269a9-e81b-44f1-8c1f-9fb01e0ec3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.447677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-de8269a9-e81b-44f1-8c1f-9fb01e0ec3b5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/76b8c669-4d89-438b-aae1-4fa881839e7c HTTP/1.1" status: 204 len: 168 time: 0.6401672 Jul 16 20:02:00.455504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.493506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8269a9-e81b-44f1-8c1f-9fb01e0ec3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b8c669-4d89-438b-aae1-4fa881839e7c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:00.496594 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.511746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:00.512170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:00.519111 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:00.593323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df0de1-d80d-4524-bbff-e0d7ec8f98c7 req-17e6b766-94d2-41d4-838b-178a5d2e6494 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:00.600301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-05df0de1-d80d-4524-bbff-e0d7ec8f98c7 req-17e6b766-94d2-41d4-838b-178a5d2e6494 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 947 time: 0.3912237 Jul 16 20:02:00.633500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.670008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.672148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/466cf570-616b-40f9-a7a5-24f3ad1f7784 HTTP/1.1" status: 204 len: 168 time: 0.8386128 Jul 16 20:02:00.678899 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5916625b-2ea8-49ac-b068-fe15fcbb092b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.682511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72275781-8b75-45dd-871a-101a3dad05d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=466cf570-616b-40f9-a7a5-24f3ad1f7784,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:00.694557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0918dba-19c0-4ec2-8c2b-dbd1ffddbadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.721632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-05df0de1-d80d-4524-bbff-e0d7ec8f98c7 req-809f33e6-96b8-4b53-9819-95ff75f32fb8 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191308 Jul 16 20:02:00.723112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0918dba-19c0-4ec2-8c2b-dbd1ffddbadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.765923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d0918dba-19c0-4ec2-8c2b-dbd1ffddbadb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=79990826c56641f3ad0a64ddd1d2964d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6364129 Jul 16 20:02:00.767010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0918dba-19c0-4ec2-8c2b-dbd1ffddbadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc59205d-e301-4bdc-9732-fdd036cdea30,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:00.769481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33880) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.798703 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-0cdde6b8-ff1e-467e-a5fc-a426cba0bb2c service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543771 Jul 16 20:02:00.870451 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7480d5f-d709-4e40-9eda-d9ab66e1ed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.905604 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7480d5f-d709-4e40-9eda-d9ab66e1ed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.949908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Deleting port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:00.950243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.958253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33884) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.972265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33888) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.980888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e55224d-1ab1-45f1-8a0f-c24bf5d8aa52 req-e0111a59-d4a2-4d23-8e9c-13c321864ce7 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 210 time: 0.0467074 Jul 16 20:02:01.003071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3eb65-e036-4902-90d0-c89b316ed5b4 req-e22eeac6-ec6e-4699-8eca-66ebad630fde tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:01.004602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ff3eb65-e036-4902-90d0-c89b316ed5b4 req-e22eeac6-ec6e-4699-8eca-66ebad630fde tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=cad0de0b-69d7-4840-b243-908e612556a7 HTTP/1.1" status: 200 len: 949 time: 0.2876179 Jul 16 20:02:01.028312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5ea94cdd-42e1-40cd-9f37-f1bb78bb7803 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7c997361975d4a21b8bbe43424b0f3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534561 Jul 16 20:02:01.030373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66dd64ac-bac3-454a-b765-a3546d88e567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.030925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33890) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:01.048986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7480d5f-d709-4e40-9eda-d9ab66e1ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.051635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7480d5f-d709-4e40-9eda-d9ab66e1ed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.052888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f7480d5f-d709-4e40-9eda-d9ab66e1ed4a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bc59205d-e301-4bdc-9732-fdd036cdea30 HTTP/1.1" status: 204 len: 168 time: 0.2823076 Jul 16 20:02:01.071913 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08e3f85f-ddaa-482f-bf58-4c47e6c7ef9b req-34235059-a0b8-4ef4-9b6a-739cf4b283ad service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612836 Jul 16 20:02:01.074290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7480d5f-d709-4e40-9eda-d9ab66e1ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc59205d-e301-4bdc-9732-fdd036cdea30,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.138052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5916625b-2ea8-49ac-b068-fe15fcbb092b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.149923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ff3eb65-e036-4902-90d0-c89b316ed5b4 req-85e0fcd4-4c3d-4612-962c-9126be7514bb tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279724 Jul 16 20:02:01.155326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5916625b-2ea8-49ac-b068-fe15fcbb092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.186101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19d13cb8-e242-4d65-9d15-998aace4e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.196933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] For port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:01.197652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.211919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Calling delete_port for 088746e1-1bb6-4b74-930e-0e8e07e5e3ef owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:01.216064 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19d13cb8-e242-4d65-9d15-998aace4e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.258618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf1750-9b68-4ffa-a305-3513bbe2c313 req-28cbc935-9247-4069-a702-145a29c5c1b2 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:01.260180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-edcf1750-9b68-4ffa-a305-3513bbe2c313 req-28cbc935-9247-4069-a702-145a29c5c1b2 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 972 time: 0.1326337 Jul 16 20:02:01.303911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-edcf1750-9b68-4ffa-a305-3513bbe2c313 req-65d9b976-e4f1-4174-9c05-b23b71d66e60 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379272 Jul 16 20:02:01.305890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19d13cb8-e242-4d65-9d15-998aace4e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.308407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19d13cb8-e242-4d65-9d15-998aace4e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.311874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-19d13cb8-e242-4d65-9d15-998aace4e824 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3d34bbc3-7df5-4ef5-88fa-17477036c395 HTTP/1.1" status: 204 len: 168 time: 0.2774010 Jul 16 20:02:01.323309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d13cb8-e242-4d65-9d15-998aace4e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d34bbc3-7df5-4ef5-88fa-17477036c395,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.453207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916625b-2ea8-49ac-b068-fe15fcbb092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f16979-0699-402f-a167-7b05f83e9e2c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.455506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Made reservation on behalf of 0c5182bb6c304b4cac9ae04b0b1eb5c3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:01.460418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.496226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.508298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['088746e1-1bb6-4b74-930e-0e8e07e5e3ef'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:01.527477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5916625b-2ea8-49ac-b068-fe15fcbb092b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c71429cb30c54621b550e3fe13bd9b15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2290416 Jul 16 20:02:01.529699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33902) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:01.588810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Pushing event deleted for resources: {'Port': ['ID=088746e1-1bb6-4b74-930e-0e8e07e5e3ef,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.625986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e14d13c4-052a-42de-b523-5cb312d20124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.663320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e14d13c4-052a-42de-b523-5cb312d20124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.696579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-da1dba8e-c9e5-4e6e-b413-6abea44f8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:01.698112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-da1dba8e-c9e5-4e6e-b413-6abea44f8a56 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c29583a2be244d0494980b9c3dc376d1&device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 1099 time: 0.5451987 Jul 16 20:02:01.732392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] No DVR routers for this DVR port 088746e1-1bb6-4b74-930e-0e8e07e5e3ef on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:01.741219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e14d13c4-052a-42de-b523-5cb312d20124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.745400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e14d13c4-052a-42de-b523-5cb312d20124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.749088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e14d13c4-052a-42de-b523-5cb312d20124 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/08f16979-0699-402f-a167-7b05f83e9e2c HTTP/1.1" status: 204 len: 168 time: 0.2180853 Jul 16 20:02:01.763152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d13c4-052a-42de-b523-5cb312d20124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f16979-0699-402f-a167-7b05f83e9e2c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.764400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.766471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b0d8086-4f9c-4517-b7ee-0ad539472670 req-ccd1ebe7-0229-4718-bc50-be5fffb01b54 tempest-DeleteServersAdminTestJSON-571641445 tempest-DeleteServersAdminTestJSON-571641445-project-admin] 10.222.0.99 "DELETE /v2.0/ports/088746e1-1bb6-4b74-930e-0e8e07e5e3ef HTTP/1.1" status: 204 len: 173 time: 1.4717352 Jul 16 20:02:01.871123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33916) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:01.955336 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fc65cc42-9092-4214-8f4a-df9cad8f0eb7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c1fcebe3288242eebd82ffd514a519d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828505 Jul 16 20:02:01.956966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33918) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:01.977338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad0de0b-69d7-4840-b243-908e612556a7', 'name': 'network-vif-deleted', 'tag': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:01.979860 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1f412a-c9c8-44c4-a4be-d13307077463" -d '{"events": [{"server_uuid": "cad0de0b-69d7-4840-b243-908e612556a7", "name": "network-vif-deleted", "tag": "088746e1-1bb6-4b74-930e-0e8e07e5e3ef"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:01.983835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-ba44958c-b08b-4548-9a5b-adc82383fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:01.985096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-ba44958c-b08b-4548-9a5b-adc82383fdae service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2576103 Jul 16 20:02:01.990332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66dd64ac-bac3-454a-b765-a3546d88e567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.058892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb26c-2f6d-4ccf-8af9-dfd82d10b32f req-c4af1dc6-d1c7-4f0b-8003-2e64c8396626 tempest-AggregatesAdminTestJSON-826477156 tempest-AggregatesAdminTestJSON-826477156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:02.066484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-505fb26c-2f6d-4ccf-8af9-dfd82d10b32f req-c4af1dc6-d1c7-4f0b-8003-2e64c8396626 tempest-AggregatesAdminTestJSON-826477156 tempest-AggregatesAdminTestJSON-826477156-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 1124 time: 0.5971742 Jul 16 20:02:02.069177 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-fd6c521b-5e6b-445a-af6a-5eb95c629fa5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 HTTP/1.1" status: 200 len: 217 time: 0.0700727 Jul 16 20:02:02.069958 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66dd64ac-bac3-454a-b765-a3546d88e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.091345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b185a02c-45fe-4f4e-9285-4ec564dc363e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.111270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533b52d-1c33-477a-a72b-088f71aa47a3 req-b8d7d88e-17d0-4276-9296-c6dde11ecf30 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:02.113418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1533b52d-1c33-477a-a72b-088f71aa47a3 req-b8d7d88e-17d0-4276-9296-c6dde11ecf30 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 947 time: 0.1571338 Jul 16 20:02:02.131736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b185a02c-45fe-4f4e-9285-4ec564dc363e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.182611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-66dd64ac-bac3-454a-b765-a3546d88e567 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5819ae464218452ab7669371221f2de1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2147655 Jul 16 20:02:02.187929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33932) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:02.189740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-505fb26c-2f6d-4ccf-8af9-dfd82d10b32f req-0c841bc7-927a-491d-adea-8d2b7ed294dc tempest-AggregatesAdminTestJSON-826477156 tempest-AggregatesAdminTestJSON-826477156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.220533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1533b52d-1c33-477a-a72b-088f71aa47a3 req-86762da7-3411-4abc-807e-6ca8de65df58 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972719 Jul 16 20:02:02.232779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd64ac-bac3-454a-b765-a3546d88e567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c080c630-329d-4dca-b484-fef00b261e20,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.240363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Allocated IP 172.20.0.7 (6c242341-876b-4901-b695-376b593faf5e/10ea930f-0c80-4975-87b9-5832a7d501bd/408fdb77-02f0-499c-b7cf-57c88cd5c9a1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:02.251928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-e6e9c496-1c89-4c1c-a724-7b7cb802bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:02.251928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-e6e9c496-1c89-4c1c-a724-7b7cb802bb36 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1427317 Jul 16 20:02:02.266364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b185a02c-45fe-4f4e-9285-4ec564dc363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.268828 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b185a02c-45fe-4f4e-9285-4ec564dc363e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.275431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b185a02c-45fe-4f4e-9285-4ec564dc363e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e7c8518a-5bcd-4cc3-addd-e62b912f0e95 HTTP/1.1" status: 204 len: 168 time: 0.3153610 Jul 16 20:02:02.318581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a02c-45fe-4f4e-9285-4ec564dc363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c8518a-5bcd-4cc3-addd-e62b912f0e95,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.327253 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80a43ad-b8e9-4aa8-8026-8e6e40522cdc x-openstack-request-id: req-f80a43ad-b8e9-4aa8-8026-8e6e40522cdc {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:02.327551 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad0de0b-69d7-4840-b243-908e612556a7", "name": "network-vif-deleted", "tag": "088746e1-1bb6-4b74-930e-0e8e07e5e3ef", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:02.327803 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f80a43ad-b8e9-4aa8-8026-8e6e40522cdc {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:02.328201 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad0de0b-69d7-4840-b243-908e612556a7', 'name': 'network-vif-deleted', 'tag': '088746e1-1bb6-4b74-930e-0e8e07e5e3ef', 'status': 'completed', 'code': 200} Jul 16 20:02:02.328623 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-153ab4bd-7369-4d29-93f6-6945aea4666f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.366911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33940) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:02.387996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-153ab4bd-7369-4d29-93f6-6945aea4666f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.408039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83b97c1c-2b1e-4d8e-85a9-44c7a89252d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.475888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-153ab4bd-7369-4d29-93f6-6945aea4666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.479966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-153ab4bd-7369-4d29-93f6-6945aea4666f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.481137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-153ab4bd-7369-4d29-93f6-6945aea4666f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c080c630-329d-4dca-b484-fef00b261e20 HTTP/1.1" status: 204 len: 168 time: 0.2869208 Jul 16 20:02:02.490607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-918255e2-edf3-45c9-9446-9023d62aa7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:02.492540 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-918255e2-edf3-45c9-9446-9023d62aa7d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2320983 Jul 16 20:02:02.494900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ab4bd-7369-4d29-93f6-6945aea4666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c080c630-329d-4dca-b484-fef00b261e20,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.594938 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-505fb26c-2f6d-4ccf-8af9-dfd82d10b32f req-0c841bc7-927a-491d-adea-8d2b7ed294dc tempest-AggregatesAdminTestJSON-826477156 tempest-AggregatesAdminTestJSON-826477156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.631933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-505fb26c-2f6d-4ccf-8af9-dfd82d10b32f req-0c841bc7-927a-491d-adea-8d2b7ed294dc tempest-AggregatesAdminTestJSON-826477156 tempest-AggregatesAdminTestJSON-826477156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.684449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-505fb26c-2f6d-4ccf-8af9-dfd82d10b32f req-0c841bc7-927a-491d-adea-8d2b7ed294dc tempest-AggregatesAdminTestJSON-826477156 tempest-AggregatesAdminTestJSON-826477156-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168458 Jul 16 20:02:02.700423 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.704486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dff954b4-4831-4185-b1ec-7cb2d3845f8e req-63c6d178-9f41-443b-81e7-5764c1f7ae8b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 210 time: 0.1085715 Jul 16 20:02:02.706786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c841bc7-927a-491d-adea-8d2b7ed294dc tempest-AggregatesAdminTestJSON-826477156 tempest-AggregatesAdminTestJSON-826477156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4093e666-a9ec-4e10-b84a-9af950ecc829,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.737785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Transition to ACTIVE for port object 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:02.740987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-0db79d08-db15-492b-9afa-17d51737520f service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368736 Jul 16 20:02:02.869784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.886526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83b97c1c-2b1e-4d8e-85a9-44c7a89252d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.900938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83b97c1c-2b1e-4d8e-85a9-44c7a89252d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.950905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b97c1c-2b1e-4d8e-85a9-44c7a89252d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e4498e-3295-4aa1-b7c3-74290acca72b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.973289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Network 6c242341-876b-4901-b695-376b593faf5e is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:02.976423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-83b97c1c-2b1e-4d8e-85a9-44c7a89252d3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ed037ba7d43a4f69980e19c62be1d383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084559 Jul 16 20:02:02.979321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33962) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:02.986448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:02.998003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:03.003056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:03.003919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.016191 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c1c218d-5a28-4120-a7b0-10f67fd0dbc1 req-f236c7fc-3ef9-4ceb-8e27-8d10bae9bf30 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673209 Jul 16 20:02:03.045193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event updated for resources: {'Port': ['ID=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:03.050223 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-03e20da7-3e9c-45e1-8d10-362188e8b65f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8142521 Jul 16 20:02:03.066231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Request body: {'port': {'device_id': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'device_owner': 'compute:tempest-test_az-1220619698', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:03.134892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589d24a9-e446-4857-9d46-4e7c04b971c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.207473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589d24a9-e446-4857-9d46-4e7c04b971c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.248322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.308636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589d24a9-e446-4857-9d46-4e7c04b971c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.312330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589d24a9-e446-4857-9d46-4e7c04b971c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.313544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-589d24a9-e446-4857-9d46-4e7c04b971c9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e2e4498e-3295-4aa1-b7c3-74290acca72b HTTP/1.1" status: 204 len: 168 time: 0.3331199 Jul 16 20:02:03.338101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d24a9-e446-4857-9d46-4e7c04b971c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e4498e-3295-4aa1-b7c3-74290acca72b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:03.350134 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-4b72ca6d-bdc0-4424-a4f4-19f52efdb8ee tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=783168bad5b34a3da19604a44639dbac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784695 Jul 16 20:02:03.423455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-85236815-6c6a-44d5-941c-5541a82c5862 None None] Provisioning for port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:03.430013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-85236815-6c6a-44d5-941c-5541a82c5862 None None] Provisioning complete for port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:03.430589 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-85236815-6c6a-44d5-941c-5541a82c5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.481050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-85236815-6c6a-44d5-941c-5541a82c5862 None None] Port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:03.610667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-c69102f7-057b-4fe6-a9fc-b58b4f577928 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:03.618405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-c69102f7-057b-4fe6-a9fc-b58b4f577928 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590492 Jul 16 20:02:03.659148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e5fb-9d2d-4687-86aa-45390714ef5a req-87a4066c-6ab2-448c-a100-4e8db9bf64b0 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:03.661964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-e92e1dea-494f-4d76-a861-0a9c9f73f9a2 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/quotas/783168bad5b34a3da19604a44639dbac HTTP/1.1" status: 200 len: 375 time: 0.0430567 Jul 16 20:02:03.667039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5a4e5fb-9d2d-4687-86aa-45390714ef5a req-87a4066c-6ab2-448c-a100-4e8db9bf64b0 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 947 time: 0.1022289 Jul 16 20:02:03.711371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5a4e5fb-9d2d-4687-86aa-45390714ef5a req-8edd8f8a-c865-407c-a779-8821e42d9d87 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Jul 16 20:02:03.972595 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:03.976945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-d58727eb-cb19-4816-aba1-e48adb470417 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=783168bad5b34a3da19604a44639dbac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3140762 Jul 16 20:02:04.142437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:04.165990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.207501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Transition to ACTIVE for port object 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:04.223297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.395734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a418257-7658-4873-b479-5dae1cbef57f req-16591cd3-ed8c-4454-b578-a1fe0583397e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 210 time: 0.0877345 Jul 16 20:02:04.468463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c056-75dc-4e17-8532-32da15a6e5c4 req-9579e471-9128-4b0a-8333-940f85c13a2d tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:04.477559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e33c056-75dc-4e17-8532-32da15a6e5c4 req-9579e471-9128-4b0a-8333-940f85c13a2d tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 965 time: 0.1610613 Jul 16 20:02:04.486821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Pushing event updated for resources: {'Port': ['ID=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:04.540714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Attempting to bind port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:04.541084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Attempting to bind port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:04.541389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Attempting to bind port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 on network 6c242341-876b-4901-b695-376b593faf5e {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:04.553122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 on network 6c242341-876b-4901-b695-376b593faf5e not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:04.553441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Attempting to bind port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 on network 6c242341-876b-4901-b695-376b593faf5e {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:04.565279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:04.565614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Checking segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:04.572098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Bound using segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:04.572806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Bound port: 408fdb77-02f0-499c-b7cf-57c88cd5c9a1, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:04.576681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.618025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e33c056-75dc-4e17-8532-32da15a6e5c4 req-548b1ee2-1c0f-434f-be9b-3bf7fbd03bc1 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394053 Jul 16 20:02:04.721272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] For port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:04.726126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] For port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:04.732711 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.840303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:04.841215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.843462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] 10.222.0.79 "PUT /v2.0/ports/408fdb77-02f0-499c-b7cf-57c88cd5c9a1 HTTP/1.1" status: 200 len: 1114 time: 1.7856579 Jul 16 20:02:04.844310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:04.847259 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07" -d '{"events": [{"name": "network-changed", "server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:04.884594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5338d77-8cca-4520-a0f5-affb52a9a308 service neutron] Pushing event updated for resources: {'Port': ['ID=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:04.942220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34086) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:05.107236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-3d7f5b99-11fa-4dfc-8394-1624ad28adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:05.109156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-3d7f5b99-11fa-4dfc-8394-1624ad28adbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 1117 time: 0.2049439 Jul 16 20:02:05.145662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ead5d-2f8f-40fa-b9e3-4502ae60f9a3 req-01107168-f398-4b53-8b3f-d12358d1044b tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:05.147563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-638ead5d-2f8f-40fa-b9e3-4502ae60f9a3 req-01107168-f398-4b53-8b3f-d12358d1044b tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 947 time: 0.1738896 Jul 16 20:02:05.187043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-1eb5e405-f349-44e2-8e9d-f4c68e1e831f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1 HTTP/1.1" status: 200 len: 217 time: 0.0686150 Jul 16 20:02:05.312905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-638ead5d-2f8f-40fa-b9e3-4502ae60f9a3 req-1af55730-61e2-49f4-87e9-36e89bcabc1d tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320286 Jul 16 20:02:05.323236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:05.343209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-b44396b2-7298-4569-8cd3-fdfae6708baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:05.347862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-b44396b2-7298-4569-8cd3-fdfae6708baf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 200 len: 863 time: 0.1525581 Jul 16 20:02:05.372771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1894769833-network', 'tenant_id': '3c79c6417da64ee983bd90dc1bcf53af'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:05.435541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Made reservation on behalf of 3c79c6417da64ee983bd90dc1bcf53af for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:05.440999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.473213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.482722 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2548b20c-dfa0-42f2-a213-a2ca5d982444 x-openstack-request-id: req-2548b20c-dfa0-42f2-a213-a2ca5d982444 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:05.487713 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:05.491382 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2548b20c-dfa0-42f2-a213-a2ca5d982444 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:05.491382 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'status': 'completed', 'code': 200} Jul 16 20:02:05.517354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-7e440be4-1be4-446d-b402-cb8d676e3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:05.521996 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-7e440be4-1be4-446d-b402-cb8d676e3540 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c242341-876b-4901-b695-376b593faf5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1651950 Jul 16 20:02:05.567461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:05.584820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15', 'mac_address': 'fa:16:3e:08:5b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:05.592195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 088746e1-1bb6-4b74-930e-0e8e07e5e3ef no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:05.639163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 088746e1-1bb6-4b74-930e-0e8e07e5e3ef {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:05.651965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 088746e1-1bb6-4b74-930e-0e8e07e5e3ef not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:05.752643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.762108 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.763451 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.787622 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-71303ada-feb4-4c1a-b9f5-cc429ff59d00 req-9b170881-b8b4-4ce6-9fac-b3a97d07cc4d tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 210 time: 0.0618541 Jul 16 20:02:05.798244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:05.835824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:05.836027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-cef2c18f-5ea8-42b9-9b1e-d174f4c7ac4d service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053515 Jul 16 20:02:05.865814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.870519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:05.871979 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Added segment eeaa2001-a858-4216-a86f-eeac07184ef9 of type vlan for network 339ac4d2-b5d2-4563-822e-9df0888eb06b Jul 16 20:02:05.875846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4584379c-d461-4485-aaba-87b2d1904fbc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:05.884203 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.953601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:05.974199 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2b8f4489-b8f9-4f2a-8b9b-ea222bc107c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.987220 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-665bbcb3-0e2e-4ee4-a700-741f154d2150 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=783168bad5b34a3da19604a44639dbac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963149 Jul 16 20:02:05.998727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.039483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.042353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.043178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.079669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['71e0d98e-40a9-43ed-88c9-1e4d81fcaa15'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:06.101272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1552808 Jul 16 20:02:06.106091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34124) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:06.117268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Request body: {'subnet': {'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1894769833-subnet', 'tenant_id': '3c79c6417da64ee983bd90dc1bcf53af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:06.184590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fe567-7b2c-4dd1-9e8f-4165ed23680c admin admin] Pushing event updated for resources: {'Network': ['ID=339ac4d2-b5d2-4563-822e-9df0888eb06b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:06.198666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:06.199615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Made reservation on behalf of 3c79c6417da64ee983bd90dc1bcf53af for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:06.204176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.282365 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49de961c-94b3-40d0-b291-6683e9c1f1b0 req-efb202db-240e-42ee-a388-1157c08fbd56 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410951 Jul 16 20:02:06.342530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5f0ba-0193-4d19-99b6-ee394b79f130 req-4d547807-4ad1-49d0-bf1b-a6c9545b1147 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.353659 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31c5f0ba-0193-4d19-99b6-ee394b79f130 req-4d547807-4ad1-49d0-bf1b-a6c9545b1147 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 965 time: 0.2768040 Jul 16 20:02:06.387869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-2cf193f2-a257-4755-8989-ba62b98db675 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.389530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-2cf193f2-a257-4755-8989-ba62b98db675 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3937638 Jul 16 20:02:06.435172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Request body: {'port': {'device_id': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '783168bad5b34a3da19604a44639dbac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:06.510404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31c5f0ba-0193-4d19-99b6-ee394b79f130 req-40218df8-9a69-433a-a9f1-bbd52499ad2b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556718 Jul 16 20:02:06.605419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-60247702-5b99-4e8f-bb42-7325af654307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.607194 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-60247702-5b99-4e8f-bb42-7325af654307 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 1117 time: 0.2109101 Jul 16 20:02:06.622380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.732209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-66dc8a17-ec95-4bb2-b154-e1483f42e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.734800 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-66dc8a17-ec95-4bb2-b154-e1483f42e4fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 925 time: 0.1205866 Jul 16 20:02:06.747857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68a8d1d-cade-419b-a2fb-d275f115c430,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:06.793459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-5a4af98c-8217-4825-a4af-7c0f51f65c57 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1 HTTP/1.1" status: 200 len: 217 time: 0.0501418 Jul 16 20:02:06.802931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbc667-ebba-4ca3-8bc9-eb038a239027 req-a101fad2-80b4-4c8c-ad98-2254cdf3b3d6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.810022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-defbc667-ebba-4ca3-8bc9-eb038a239027 req-a101fad2-80b4-4c8c-ad98-2254cdf3b3d6 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 948 time: 0.1840801 Jul 16 20:02:06.847766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:06.848253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Network hostable DHCP agents. Network: 339ac4d2-b5d2-4563-822e-9df0888eb06b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:06.851446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-d9ca217c-5244-4095-a456-3da861805e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.852929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-d9ca217c-5244-4095-a456-3da861805e27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 200 len: 863 time: 0.0496228 Jul 16 20:02:06.853673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Made reservation on behalf of 783168bad5b34a3da19604a44639dbac for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:06.857992 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.888687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-defbc667-ebba-4ca3-8bc9-eb038a239027 req-3b251588-2918-4fce-ad6a-3ebf0742a6be tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758052 Jul 16 20:02:06.889928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:06.912354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 339ac4d2-b5d2-4563-822e-9df0888eb06b) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:06.918954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:06.920550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.924423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03460eb1-5005-4bb6-a583-0dbc27f78e0a None None] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:06.964011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2f849557-8cd0-415e-9cdf-1e0be9c46dac admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8508446 Jul 16 20:02:07.096477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-53493503-32a6-4534-9145-e9a55becaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:07.099011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-53493503-32a6-4534-9145-e9a55becaf49 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c242341-876b-4901-b695-376b593faf5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2373135 Jul 16 20:02:07.101749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c7671c2-c4b6-4dd0-ad0d-f6bc0fe08bb4 req-6774ca35-125b-4ea9-a768-164ab2c21da6 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 210 time: 0.0412395 Jul 16 20:02:07.173366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638b843-4303-441d-a4df-00e8fe036cff None None] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:07.224986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Allocated IP 192.168.233.140 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:07.256859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-c2d56acf-4f1e-4c93-9f18-bcf79b228236 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487479 Jul 16 20:02:07.486887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa1ba0b9-f4d6-49d0-95db-4b6c02faac07 req-bcfe81fe-36e8-4c76-88e1-0200640a3a39 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210369 Jul 16 20:02:07.532478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:07.556068 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.597151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Transition to ACTIVE for port object cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:07.665969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:07.671159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:07.671719 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.698764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.769808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:07.790982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:07.794484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:07.800278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:07.800915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.803508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Pushing event updated for resources: {'Port': ['ID=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:07.820429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cb5f-adf4-4146-808b-1d7b2e9c5136 req-2d9bd32b-8279-4fd9-9379-a8c815e65199 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:07.822188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7e3cb5f-adf4-4146-808b-1d7b2e9c5136 req-2d9bd32b-8279-4fd9-9379-a8c815e65199 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 965 time: 0.1679735 Jul 16 20:02:07.843397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-512fdd72-8ecc-45db-988e-16c4f2152cbd tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4135928 Jul 16 20:02:07.868653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Request body: {'port': {'device_id': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:07.892721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.980001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:07.984444 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a951883b-dfea-433e-b1d3-3ce36ea44642" -d '{"events": [{"server_uuid": "cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94", "name": "network-vif-plugged", "status": "completed", "tag": "71e0d98e-40a9-43ed-88c9-1e4d81fcaa15"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:07.991180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:07.994587 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7e3cb5f-adf4-4146-808b-1d7b2e9c5136 req-8b9c8744-8123-4fe1-aee7-3c4e5e21d819 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622598 Jul 16 20:02:08.005766 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.006564 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.080027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.128062 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4718f227-d481-4e79-ad17-b76647eab80f x-openstack-request-id: req-4718f227-d481-4e79-ad17-b76647eab80f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:08.128451 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94", "name": "network-vif-plugged", "status": "completed", "tag": "71e0d98e-40a9-43ed-88c9-1e4d81fcaa15", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:08.128603 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4718f227-d481-4e79-ad17-b76647eab80f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:08.129450 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15', 'code': 200} Jul 16 20:02:08.169657 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.236448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2ea30b91-2b47-4289-b2f8-979b5aa70bf4 None None] Provisioning for port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:08.242756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2ea30b91-2b47-4289-b2f8-979b5aa70bf4 None None] Provisioning complete for port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:08.243241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ea30b91-2b47-4289-b2f8-979b5aa70bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.298029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edb036-1e3c-49ab-949e-9c4e01759f6d req-f4115cac-a5bb-43da-92d4-040be9013cbb tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:08.307496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64edb036-1e3c-49ab-949e-9c4e01759f6d req-f4115cac-a5bb-43da-92d4-040be9013cbb tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 949 time: 0.0998402 Jul 16 20:02:08.326242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2ea30b91-2b47-4289-b2f8-979b5aa70bf4 None None] Port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:08.335262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34262) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.371957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34266) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.397328 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64edb036-1e3c-49ab-949e-9c4e01759f6d req-a71ffb02-9fab-4aab-a3d7-42fa47d8f518 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885804 Jul 16 20:02:08.488685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34276) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.503990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.557339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067196f-96a4-4784-b06e-7e3816964d1a req-1aa3eb04-87c4-497c-b715-de0ef32f6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:08.558861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c067196f-96a4-4784-b06e-7e3816964d1a req-1aa3eb04-87c4-497c-b715-de0ef32f6bfe service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 1101 time: 0.3134918 Jul 16 20:02:08.619907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3439e-4669-4c1d-96c9-342bdc0dc31a req-18d137c3-6ffa-4cc5-ae4e-47b62963c34f tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:08.627422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4fa3439e-4669-4c1d-96c9-342bdc0dc31a req-18d137c3-6ffa-4cc5-ae4e-47b62963c34f tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 936 time: 0.2275233 Jul 16 20:02:08.629373 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.657893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca4a2009-02b4-4e49-8460-4f8e13174825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.675986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:08.692318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c067196f-96a4-4784-b06e-7e3816964d1a req-fb33781c-2d66-4ade-88e0-ae209d729d86 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265383 Jul 16 20:02:08.694722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.731147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4fa3439e-4669-4c1d-96c9-342bdc0dc31a req-34637d36-aa3e-4edf-9fc6-c064de4cb845 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022315 Jul 16 20:02:08.747235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.750367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c11ae0dc-e900-4e25-86f4-737986a7176f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.763301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Transition to ACTIVE for port object cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:08.774250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-835991776-network', 'tenant_id': '81c11b456d9248b6a8df5c181832da1f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:08.774575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.783313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-432af93e-d597-4299-a2ad-5d30f43309e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.805732 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a5ba10-494f-474a-aa13-15547dab4039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.869726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Pushing event updated for resources: {'Port': ['ID=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.875799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca4a2009-02b4-4e49-8460-4f8e13174825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.882922 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca4a2009-02b4-4e49-8460-4f8e13174825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.893694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Attempting to bind port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:08.894034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Attempting to bind port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:08.894362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Attempting to bind port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:08.905278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:08.905642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Attempting to bind port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:08.920884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:08.921407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:08.923370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:08.923842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Bound port: cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:08.924262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.928076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca4a2009-02b4-4e49-8460-4f8e13174825 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7910b5a198474d4780df392236bc2932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5549488 Jul 16 20:02:08.935146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34296) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.982234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a2009-02b4-4e49-8460-4f8e13174825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc549942-fa19-4d99-98d9-f4780fdfdeff,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.985427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:09.034327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-573370b6-edc6-4756-a1e2-59b62300d346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.074807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-573370b6-edc6-4756-a1e2-59b62300d346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.091262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] For port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:09.100163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] For port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:09.122930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.181842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:09.182560 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.184109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] 10.222.0.99 "PUT /v2.0/ports/cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 HTTP/1.1" status: 200 len: 1097 time: 1.3200693 Jul 16 20:02:09.184813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'tag': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:09.187121 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864619ed-e422-4569-8e03-651582afeaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "baec2384-413a-4cc7-8aa4-3c71eedf5bc0", "tag": "cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:09.187267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-573370b6-edc6-4756-a1e2-59b62300d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.194914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-573370b6-edc6-4756-a1e2-59b62300d346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.198028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-573370b6-edc6-4756-a1e2-59b62300d346 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dc549942-fa19-4d99-98d9-f4780fdfdeff HTTP/1.1" status: 204 len: 168 time: 0.2615635 Jul 16 20:02:09.215779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573370b6-edc6-4756-a1e2-59b62300d346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc549942-fa19-4d99-98d9-f4780fdfdeff,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.238993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680323e-0794-429d-a507-d2c3b03a6f37 service neutron] Pushing event updated for resources: {'Port': ['ID=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.241670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:09.257414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'port_id': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'mac_address': 'fa:16:3e:07:b4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-1220619698', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:09.263512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c11ae0dc-e900-4e25-86f4-737986a7176f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.269176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c11ae0dc-e900-4e25-86f4-737986a7176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.294280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Made reservation on behalf of 81c11b456d9248b6a8df5c181832da1f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:09.296748 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.333475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.362473 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.392941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:09.463368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:09.471276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.535455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a5ba10-494f-474a-aa13-15547dab4039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.588260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a5ba10-494f-474a-aa13-15547dab4039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.634465 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.658162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5ba10-494f-474a-aa13-15547dab4039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc77bbbe-8024-4159-b1e8-1d6d13921041,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.664023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a7a5ba10-494f-474a-aa13-15547dab4039 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a9edc9e9687341a6b6d5cb782ea1a4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1743088 Jul 16 20:02:09.666638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34318) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:09.734616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.743430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['408fdb77-02f0-499c-b7cf-57c88cd5c9a1'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:09.743657 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.771528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca785092-b5ea-4ac3-82b2-b3ae73fcc615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.799059 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a49179-266b-47e7-b8ad-192c726eb185 x-openstack-request-id: req-03a49179-266b-47e7-b8ad-192c726eb185 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:09.799724 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baec2384-413a-4cc7-8aa4-3c71eedf5bc0", "tag": "cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:09.799724 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-03a49179-266b-47e7-b8ad-192c726eb185 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:09.800470 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'tag': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2', 'status': 'completed', 'code': 200} Jul 16 20:02:09.838693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:09.851423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cde57b4-5d1a-48a5-b644-72037ffb7c85,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.855319 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca785092-b5ea-4ac3-82b2-b3ae73fcc615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.858725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c11ae0dc-e900-4e25-86f4-737986a7176f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=41f60a113b624de8aa0a968b77e8dad1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5212536 Jul 16 20:02:09.865183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34324) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:09.867416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.867876 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Added segment 03d8df96-2a14-4ac4-9123-7506b1876bca of type vlan for network 5eac549a-06c0-4fa4-8cdc-106c5fadd768 Jul 16 20:02:09.888298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ae0dc-e900-4e25-86f4-737986a7176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5996e2-93ec-4a6f-ad1b-a66b608dbce8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.904456 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.942527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-3040b6a9-daf4-4750-bc71-cc39c1ed1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:09.943982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-3040b6a9-daf4-4750-bc71-cc39c1ed1454 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=783168bad5b34a3da19604a44639dbac&device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 1100 time: 0.6427836 Jul 16 20:02:09.947740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34326) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:09.948067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.968881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379731af-88cb-4172-bdb6-288d5b10df28 req-16e7aa72-023e-4de9-9d18-94977ce29496 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:09.970383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-379731af-88cb-4172-bdb6-288d5b10df28 req-16e7aa72-023e-4de9-9d18-94977ce29496 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 949 time: 0.2132399 Jul 16 20:02:09.987142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547751-616a-469a-8fcc-2f0a86b3c6c0 req-a90260cc-5e9a-49d8-b85f-9dbde0541b0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:09.988644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e547751-616a-469a-8fcc-2f0a86b3c6c0 req-a90260cc-5e9a-49d8-b85f-9dbde0541b0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 966 time: 0.1981122 Jul 16 20:02:09.989397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c92c0cd4-6080-473a-8ec8-7f52e42c0890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.013904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.015015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.015680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.017576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec4da7ca-21de-4a48-8484-af14cc4243e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.023548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-5c382ba4-ef13-4c0a-bd5e-1e73a701ef0b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 HTTP/1.1" status: 200 len: 217 time: 0.0608947 Jul 16 20:02:10.047485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-379731af-88cb-4172-bdb6-288d5b10df28 req-8386ccea-f403-4818-940d-bf84de2eb060 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701845 Jul 16 20:02:10.055181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca785092-b5ea-4ac3-82b2-b3ae73fcc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.057801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca785092-b5ea-4ac3-82b2-b3ae73fcc615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.061291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca785092-b5ea-4ac3-82b2-b3ae73fcc615 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fc77bbbe-8024-4159-b1e8-1d6d13921041 HTTP/1.1" status: 204 len: 168 time: 0.3908610 Jul 16 20:02:10.069196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3174789 Jul 16 20:02:10.072377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34330) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:10.094456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Request body: {'subnet': {'network_id': '5eac549a-06c0-4fa4-8cdc-106c5fadd768', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-835991776-subnet', 'tenant_id': '81c11b456d9248b6a8df5c181832da1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:10.107158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec4da7ca-21de-4a48-8484-af14cc4243e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.123785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca785092-b5ea-4ac3-82b2-b3ae73fcc615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc77bbbe-8024-4159-b1e8-1d6d13921041,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.128297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd53b6b-a874-4eba-9984-9c132fa2f88a admin admin] Pushing event updated for resources: {'Network': ['ID=5eac549a-06c0-4fa4-8cdc-106c5fadd768,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.175378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 5eac549a-06c0-4fa4-8cdc-106c5fadd768 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:10.177064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e547751-616a-469a-8fcc-2f0a86b3c6c0 req-c96f816d-d3c5-4de2-a727-9ac9e2b6e0e6 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574285 Jul 16 20:02:10.183705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-c8d66528-8ba9-4c15-a518-7141c1a7f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.185115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-c8d66528-8ba9-4c15-a518-7141c1a7f916 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1457241 Jul 16 20:02:10.253282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec4da7ca-21de-4a48-8484-af14cc4243e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.256871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec4da7ca-21de-4a48-8484-af14cc4243e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.258007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ec4da7ca-21de-4a48-8484-af14cc4243e9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cc5996e2-93ec-4a6f-ad1b-a66b608dbce8 HTTP/1.1" status: 204 len: 168 time: 0.3908620 Jul 16 20:02:10.300934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5aa5b-12f1-41a4-a487-aac28504df15 req-abbe7d09-b003-4280-8146-4376ac5a9947 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.309829 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce5aa5b-12f1-41a4-a487-aac28504df15 req-abbe7d09-b003-4280-8146-4376ac5a9947 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 972 time: 0.1073294 Jul 16 20:02:10.331918 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c92c0cd4-6080-473a-8ec8-7f52e42c0890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.338226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4da7ca-21de-4a48-8484-af14cc4243e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5996e2-93ec-4a6f-ad1b-a66b608dbce8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.346795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-b6019aa4-740b-480d-979e-d101ea49147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.348095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-b6019aa4-740b-480d-979e-d101ea49147e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542873 Jul 16 20:02:10.348729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c92c0cd4-6080-473a-8ec8-7f52e42c0890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.384285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce5aa5b-12f1-41a4-a487-aac28504df15 req-88914a65-6057-4df2-bd7b-9d91696179e9 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Jul 16 20:02:10.404303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Made reservation on behalf of 81c11b456d9248b6a8df5c181832da1f for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:10.404303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.409250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c0cd4-6080-473a-8ec8-7f52e42c0890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3823a5b-67af-4ad7-bfe5-42f9645cf92f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.515957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c92c0cd4-6080-473a-8ec8-7f52e42c0890 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=70d179335fdf4280a97916e7fb6df4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671034 Jul 16 20:02:10.521642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34344) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:10.595391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-18a8058e-7f85-42c5-9b1d-6ecfdebbcbc0 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355185 Jul 16 20:02:10.608644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d658-da90-46c2-8d2e-9fb1b98ca0ef req-24ceff2a-1706-4180-8b18-89c02312fcb7 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.609139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.610324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8608d658-da90-46c2-8d2e-9fb1b98ca0ef req-24ceff2a-1706-4180-8b18-89c02312fcb7 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 948 time: 0.1687026 Jul 16 20:02:10.674123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13282520-3d8f-460a-8026-e1205db6b0e3,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.687595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Checking segment: {'id': '03d8df96-2a14-4ac4-9123-7506b1876bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5eac549a-06c0-4fa4-8cdc-106c5fadd768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:10.687595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Network hostable DHCP agents. Network: 5eac549a-06c0-4fa4-8cdc-106c5fadd768, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:10.688815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34346) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:10.706949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee29d476-0e24-45e5-a1ce-527a6efd620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.742315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Network 5eac549a-06c0-4fa4-8cdc-106c5fadd768 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:10.754725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c42121bc-9e79-4adb-8751-a8389719f65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.768465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 5eac549a-06c0-4fa4-8cdc-106c5fadd768) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:10.776789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.779449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667febb1-81a6-441d-bec8-cfec56b1b05b None None] Network 5eac549a-06c0-4fa4-8cdc-106c5fadd768 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:10.784010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c42121bc-9e79-4adb-8751-a8389719f65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.789664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.864728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8608d658-da90-46c2-8d2e-9fb1b98ca0ef req-8ef899d2-3321-4b80-a6ae-0e78a9e9d7c3 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174871 Jul 16 20:02:10.865430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c42121bc-9e79-4adb-8751-a8389719f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.873855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c42121bc-9e79-4adb-8751-a8389719f65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.875493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c42121bc-9e79-4adb-8751-a8389719f65c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d3823a5b-67af-4ad7-bfe5-42f9645cf92f HTTP/1.1" status: 204 len: 168 time: 0.3512335 Jul 16 20:02:10.887487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42121bc-9e79-4adb-8751-a8389719f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3823a5b-67af-4ad7-bfe5-42f9645cf92f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.936567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795df91d-fff6-47c4-a600-6d7204b30e6a req-733f7291-960f-4266-8482-4d4cfc86073b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210125 Jul 16 20:02:10.954320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee29d476-0e24-45e5-a1ce-527a6efd620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.961269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee29d476-0e24-45e5-a1ce-527a6efd620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.965704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34354) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:11.004200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-654c41d2-d7cd-4403-bd19-4b325f47b18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.023725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:11.060424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc0b07-16a0-4c45-86c6-31923cc30c78 None None] Network 5eac549a-06c0-4fa4-8cdc-106c5fadd768 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:11.081070 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3da887a7-f49d-4dca-bf41-9b64d9b3313f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0042062 Jul 16 20:02:11.088005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29d476-0e24-45e5-a1ce-527a6efd620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f10a97-039e-426e-875a-55f6ad8f573a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.102432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ee29d476-0e24-45e5-a1ce-527a6efd620d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d556b7f03be4d9fbba168570393cfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093046 Jul 16 20:02:11.103406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34360) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:11.188259 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76475549-3cb6-4f11-95c6-a6cfb1c2bf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.213061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:11.225215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:11.228009 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.230424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76475549-3cb6-4f11-95c6-a6cfb1c2bf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.282390 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-654c41d2-d7cd-4403-bd19-4b325f47b18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.301039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76475549-3cb6-4f11-95c6-a6cfb1c2bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.305144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76475549-3cb6-4f11-95c6-a6cfb1c2bf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.307617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-76475549-3cb6-4f11-95c6-a6cfb1c2bf11 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e5f10a97-039e-426e-875a-55f6ad8f573a HTTP/1.1" status: 204 len: 168 time: 0.2026837 Jul 16 20:02:11.336021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76475549-3cb6-4f11-95c6-a6cfb1c2bf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f10a97-039e-426e-875a-55f6ad8f573a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.389577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-654c41d2-d7cd-4403-bd19-4b325f47b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.497039 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.535124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:11.535738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864619ed-e422-4569-8e03-651582afeaa2 req-0a80ecfe-3c05-4607-9359-fb0312dc91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:11.537356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-864619ed-e422-4569-8e03-651582afeaa2 req-0a80ecfe-3c05-4607-9359-fb0312dc91c6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=783168bad5b34a3da19604a44639dbac&device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 1100 time: 0.5151849 Jul 16 20:02:11.537809 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4176b0d3-e7cf-4795-bb12-f668e8f9c4fe" -d '{"events": [{"server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "name": "network-vif-plugged", "status": "completed", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:11.552696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c41d2-d7cd-4403-bd19-4b325f47b18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a86ed4-354e-4ca3-8445-d108f308bf86,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.557099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:11.558540 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-654c41d2-d7cd-4403-bd19-4b325f47b18f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0cb9ffbed6e4e0dbc5e6f1b67f70330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913830 Jul 16 20:02:11.562349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34380) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:11.575652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.665269 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-7d9935d8-0462-4152-9eb8-284fea8abd9e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3778191 Jul 16 20:02:11.681136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-393e6f57-5b9d-41ee-889d-f5b96627dd13 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:11.683138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-393e6f57-5b9d-41ee-889d-f5b96627dd13 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 972 time: 0.5953417 Jul 16 20:02:11.694790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b236894-6900-4ca4-9f80-e60c56cd3b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.709805 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.740554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.740954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b236894-6900-4ca4-9f80-e60c56cd3b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.778675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4574faf-52d1-4c99-81ee-e35f7122fd9d req-c80854be-c534-4ac4-bba9-11b2a16643b0 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:11.785902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4574faf-52d1-4c99-81ee-e35f7122fd9d req-c80854be-c534-4ac4-bba9-11b2a16643b0 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 966 time: 0.3542469 Jul 16 20:02:11.837086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864619ed-e422-4569-8e03-651582afeaa2 req-4fbb3845-6cde-493d-9ff5-abb0352a1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:11.838641 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-864619ed-e422-4569-8e03-651582afeaa2 req-4fbb3845-6cde-493d-9ff5-abb0352a1f21 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2878802 Jul 16 20:02:11.854048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b236894-6900-4ca4-9f80-e60c56cd3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.860083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b236894-6900-4ca4-9f80-e60c56cd3b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.863999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8b236894-6900-4ca4-9f80-e60c56cd3b25 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c1a86ed4-354e-4ca3-8445-d108f308bf86 HTTP/1.1" status: 204 len: 168 time: 0.2975407 Jul 16 20:02:11.886282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b236894-6900-4ca4-9f80-e60c56cd3b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a86ed4-354e-4ca3-8445-d108f308bf86,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.937794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24566d92-37fe-48b3-a10b-2eba8fa97555 req-ac948463-142a-4d7b-b2d9-306f7d320691 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:11.940392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24566d92-37fe-48b3-a10b-2eba8fa97555 req-ac948463-142a-4d7b-b2d9-306f7d320691 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 972 time: 0.1473653 Jul 16 20:02:11.940564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-864619ed-e422-4569-8e03-651582afeaa2 req-3c6c508d-332a-4f20-a428-0f1e3aa2a4de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 HTTP/1.1" status: 200 len: 217 time: 0.0889745 Jul 16 20:02:11.958344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4574faf-52d1-4c99-81ee-e35f7122fd9d req-f300fb2e-9795-4a44-aba3-8e1958140d61 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714358 Jul 16 20:02:12.029163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864619ed-e422-4569-8e03-651582afeaa2 req-a4772af5-aabf-4e90-99d6-697262f5c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.030358 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-864619ed-e422-4569-8e03-651582afeaa2 req-a4772af5-aabf-4e90-99d6-697262f5c97c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0710006 Jul 16 20:02:12.033217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24566d92-37fe-48b3-a10b-2eba8fa97555 req-fdce800b-44a7-44af-a7a9-8cb9cc928c41 tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860474 Jul 16 20:02:12.033950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-bde8a0e4-5671-4cb4-be7e-946e8557e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.034820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-bde8a0e4-5671-4cb4-be7e-946e8557e4fb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c29583a2be244d0494980b9c3dc376d1&device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 1101 time: 0.2786763 Jul 16 20:02:12.069468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Deleting port cc73eb5f-f255-4469-8492-372b4d345861 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:12.069468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.236909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8de8c3-6613-4117-9975-9d09e9caba9b req-74d7c186-5288-47f8-843b-9d9ccb5152f1 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.248190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a8de8c3-6613-4117-9975-9d09e9caba9b req-74d7c186-5288-47f8-843b-9d9ccb5152f1 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 949 time: 0.0875118 Jul 16 20:02:12.272236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] For port cc73eb5f-f255-4469-8492-372b4d345861, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cc73eb5f-f255-4469-8492-372b4d345861,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:12.272856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.285880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864619ed-e422-4569-8e03-651582afeaa2 req-60f023cd-e83d-4f17-85c4-8dce40006748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.287602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-864619ed-e422-4569-8e03-651582afeaa2 req-60f023cd-e83d-4f17-85c4-8dce40006748 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2471621 Jul 16 20:02:12.296287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-039dcb72-4c9e-41c6-a93a-4e6dd7934728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.297986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-039dcb72-4c9e-41c6-a93a-4e6dd7934728 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2081957 Jul 16 20:02:12.300357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Calling delete_port for cc73eb5f-f255-4469-8492-372b4d345861 owned by compute:tempest-test_az-1220619698 {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:12.303549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a8de8c3-6613-4117-9975-9d09e9caba9b req-8666519c-f6fa-4489-a9f7-cbb581e64bf5 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537457 Jul 16 20:02:12.355446 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850132d3-f0ee-4c98-9790-84e86b740eef x-openstack-request-id: req-850132d3-f0ee-4c98-9790-84e86b740eef {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:12.355975 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "name": "network-vif-plugged", "status": "completed", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:12.356251 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-850132d3-f0ee-4c98-9790-84e86b740eef {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:12.356823 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'code': 200} Jul 16 20:02:12.383597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-fd0ae962-af60-40f0-823f-3750e3c6b6d5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 HTTP/1.1" status: 200 len: 217 time: 0.0718930 Jul 16 20:02:12.428815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.79', 49590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:12.562451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-a6d9ae9a-7c68-403b-985e-38e6dc13b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.563974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-a6d9ae9a-7c68-403b-985e-38e6dc13b2fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1428597 Jul 16 20:02:12.568524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-864619ed-e422-4569-8e03-651582afeaa2 req-02844661-3ed6-4679-994a-cb2296c35d48 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695065 Jul 16 20:02:12.808462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe3887-80c1-4683-9454-e3c72f09764f req-ccf0c9de-c496-4b97-8908-24c5a1720710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.809987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5fe3887-80c1-4683-9454-e3c72f09764f req-ccf0c9de-c496-4b97-8908-24c5a1720710 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 1119 time: 0.3793955 Jul 16 20:02:12.819040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111e48e-0432-4f85-adae-7de24c6ae02d req-72fd6346-68a6-4db1-b98c-0015f18401b3 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:12.826480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1111e48e-0432-4f85-adae-7de24c6ae02d req-72fd6346-68a6-4db1-b98c-0015f18401b3 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 948 time: 0.3144698 Jul 16 20:02:12.899205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1111e48e-0432-4f85-adae-7de24c6ae02d req-455c1bcb-23ec-4be2-9815-82ddfa567e36 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697773 Jul 16 20:02:12.912572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.99', 61515) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:12.950598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5fe3887-80c1-4683-9454-e3c72f09764f req-bbe0d44e-0dc6-4f72-b79b-6aac49cc0d43 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211967 Jul 16 20:02:13.022235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-3f8d6258-8622-45b2-a341-f3d120ae9bb5 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:13.035873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-3f8d6258-8622-45b2-a341-f3d120ae9bb5 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 949 time: 0.1220577 Jul 16 20:02:13.044468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-8941ae73-d6b2-46a3-9de5-0e52cb1c2f72 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:13.046028 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-8941ae73-d6b2-46a3-9de5-0e52cb1c2f72 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 0.5065975 Jul 16 20:02:13.048962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.055428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-864619ed-e422-4569-8e03-651582afeaa2 req-f1103c78-f546-4002-b7c9-2ac1e04eb9a4 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663396 Jul 16 20:02:13.132786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-480ed1df-83d8-45c9-b082-76cecaa8d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:13.134556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-480ed1df-83d8-45c9-b082-76cecaa8d81e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5439072 Jul 16 20:02:13.142310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Pushing event deleted for resources: {'Port': ['ID=cc73eb5f-f255-4469-8492-372b4d345861,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:13.190259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-b618fb99-92bc-4e50-b769-7b86ddd00d93 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/quotas/3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 375 time: 0.1300900 Jul 16 20:02:13.289067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] No DVR routers for this DVR port cc73eb5f-f255-4469-8492-372b4d345861 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:13.305498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-35cbc55d-78ee-4013-aa05-87bd0e62b8b5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142826 Jul 16 20:02:13.316126 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.318294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd21053f-cbf4-41ed-a915-d7dbd0aaee29 req-0ed89e49-f9cb-4ef3-99c4-d61df4bb6fec tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.79 "DELETE /v2.0/ports/cc73eb5f-f255-4469-8492-372b4d345861 HTTP/1.1" status: 204 len: 173 time: 1.6261373 Jul 16 20:02:13.319081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'name': 'network-vif-deleted', 'tag': 'cc73eb5f-f255-4469-8492-372b4d345861'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:13.321661 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b612074e-9d93-41ff-99e9-a397326fe2cd" -d '{"events": [{"server_uuid": "b7217021-0fd6-43a0-a02f-2b2254324fe5", "name": "network-vif-deleted", "tag": "cc73eb5f-f255-4469-8492-372b4d345861"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:13.364357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1690553-4b2f-4029-8ade-910db034616a req-68588b86-16e8-43f4-9463-7f4d3ff2a3df tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:13.367672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1690553-4b2f-4029-8ade-910db034616a req-68588b86-16e8-43f4-9463-7f4d3ff2a3df tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 967 time: 0.1849310 Jul 16 20:02:13.370165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:13.376202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Deleting port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:13.377072 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.583639 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1690553-4b2f-4029-8ade-910db034616a req-13f0aef2-fda8-4d9c-aec2-003e30b5c88e tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507986 Jul 16 20:02:13.606617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:13.610465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] For port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:13.610872 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.645670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Calling delete_port for 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:13.661410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2', 'mac_address': 'fa:16:3e:e5:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:13.675267 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-5b3a0505-49cd-4607-b4a6-7d1da7b61ca4 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261168 Jul 16 20:02:13.735522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-b9bdcbae-6d7f-4542-b287-fc2772cd674a service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287996 Jul 16 20:02:13.741692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.770007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:13.820437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:13.830354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.931749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:13.965448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-21ffb1b2-d754-427c-9acb-ec62de947801 req-19674e1c-b8ba-4066-9ba6-d48c11e7293b tempest-AggregatesAdminTestJSON-293170521 tempest-AggregatesAdminTestJSON-293170521-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7217021-0fd6-43a0-a02f-2b2254324fe5 HTTP/1.1" status: 200 len: 210 time: 0.0579636 Jul 16 20:02:14.033215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:14.069793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ba1c0d-699b-40c2-8d36-7e49ed6f3db7 req-a77e268f-6be8-44de-b2f0-666a13b5747b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773632 Jul 16 20:02:14.074634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-0db9fa51-2f30-4893-a62b-a249a206ee96 service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382819 Jul 16 20:02:14.321129 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.388578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Pushing event deleted for resources: {'Port': ['ID=71e0d98e-40a9-43ed-88c9-1e4d81fcaa15,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:14.401697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c0c-d5fa-442f-b541-cd0e6de01304 req-3677ce4f-e6e4-487d-87f9-7872bc6616af tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:14.403708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1499c0c-d5fa-442f-b541-cd0e6de01304 req-3677ce4f-e6e4-487d-87f9-7872bc6616af tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94 HTTP/1.1" status: 200 len: 867 time: 0.2317841 Jul 16 20:02:14.439840 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c10798-7362-4ff7-b8c3-e01da2c1c063 x-openstack-request-id: req-e8c10798-7362-4ff7-b8c3-e01da2c1c063 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:14.440139 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7217021-0fd6-43a0-a02f-2b2254324fe5", "name": "network-vif-deleted", "tag": "cc73eb5f-f255-4469-8492-372b4d345861", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:14.440388 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e8c10798-7362-4ff7-b8c3-e01da2c1c063 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:14.440799 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7217021-0fd6-43a0-a02f-2b2254324fe5', 'name': 'network-vif-deleted', 'tag': 'cc73eb5f-f255-4469-8492-372b4d345861', 'status': 'completed', 'code': 200} Jul 16 20:02:14.594670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] No DVR routers for this DVR port 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:14.618798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.621262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c1168f9-d9e7-4768-8a8f-45cc4039448b req-d9ec2e1b-6e5a-4691-b5d8-4193893e3e99 tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.99 "DELETE /v2.0/ports/71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 HTTP/1.1" status: 204 len: 173 time: 1.5801749 Jul 16 20:02:14.622009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'name': 'network-vif-deleted', 'tag': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:14.676233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1499c0c-d5fa-442f-b541-cd0e6de01304 req-561d72a5-0266-446d-a44d-7c0bc9c81cbf tempest-TenantUsagesTestJSON-2070984583 tempest-TenantUsagesTestJSON-2070984583-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1163ce7-1222-49e5-a20a-51862fde842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180866 Jul 16 20:02:14.748752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c916a-b408-4828-beaa-014ac65d4055 req-cb32bc88-4cfc-4796-87ee-17222a1c6f60 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:14.760089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-657c916a-b408-4828-beaa-014ac65d4055 req-cb32bc88-4cfc-4796-87ee-17222a1c6f60 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 949 time: 0.1272237 Jul 16 20:02:14.821134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed4dfbc5-3a6a-4b30-a127-9394e253f554 req-33985b5b-fe3f-44da-940e-e0f944b7e190 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0633717 Jul 16 20:02:14.853947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-657c916a-b408-4828-beaa-014ac65d4055 req-1b2f2895-7fa8-4817-8b8b-d3e51180b649 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924625 Jul 16 20:02:15.012293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cc73eb5f-f255-4469-8492-372b4d345861 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:15.058778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: cc73eb5f-f255-4469-8492-372b4d345861 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:15.059185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cc73eb5f-f255-4469-8492-372b4d345861 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:15.074573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854df572-1f63-45cf-bccc-968a5b1a5a5f req-75dd24b0-f4bd-4260-9acd-5b25b1cbea2a tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:15.076793 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-854df572-1f63-45cf-bccc-968a5b1a5a5f req-75dd24b0-f4bd-4260-9acd-5b25b1cbea2a tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 967 time: 0.0901051 Jul 16 20:02:15.152496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-854df572-1f63-45cf-bccc-968a5b1a5a5f req-8dacae7c-9733-4162-9dbb-f6680eb117bf tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604043 Jul 16 20:02:15.155520 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f48945-c84f-4ea9-a261-926b8bde3de6" -d '{"events": [{"server_uuid": "cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94", "name": "network-vif-deleted", "tag": "71e0d98e-40a9-43ed-88c9-1e4d81fcaa15"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:15.389000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:15.495439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:15.501208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:15.501756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.655221 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.690052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:15.694800 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ff8200-f284-4023-99d3-ce1bb82c9456" -d '{"events": [{"server_uuid": "baec2384-413a-4cc7-8aa4-3c71eedf5bc0", "name": "network-vif-plugged", "status": "completed", "tag": "cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:15.707488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:15.713202 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.714566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:15.729999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-cbdc05c5-7982-4384-a5de-56016263146b tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301344 Jul 16 20:02:15.738135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:15.738588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 71e0d98e-40a9-43ed-88c9-1e4d81fcaa15 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:15.809961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:15.820420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34558) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:15.875680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-8faae427-333c-4063-af51-7de125c3953c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:15.878948 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-8faae427-333c-4063-af51-7de125c3953c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478293 Jul 16 20:02:15.905488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-31391314-0b6e-43ea-a861-e4ab2ed3a3ec tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/quotas/d1edc33d4ad64ff683f6ace7c9683fcb HTTP/1.1" status: 200 len: 375 time: 0.0196323 Jul 16 20:02:15.957544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-3c7b5cfb-99e7-43d8-a9a2-c1091b1dd435 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485518 Jul 16 20:02:16.092146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-84575b8b-2b3c-4b9d-a05b-7645b59b15da tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:16.093749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-84575b8b-2b3c-4b9d-a05b-7645b59b15da tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 0.1642473 Jul 16 20:02:16.105979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Request body: {'port': {'device_id': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'admin_state_up': True, 'tenant_id': '3c79c6417da64ee983bd90dc1bcf53af'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:16.145259 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba28246-201a-487e-9a01-82d9359f6ddd x-openstack-request-id: req-eba28246-201a-487e-9a01-82d9359f6ddd {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:16.145672 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94", "name": "network-vif-deleted", "tag": "71e0d98e-40a9-43ed-88c9-1e4d81fcaa15", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:16.145949 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eba28246-201a-487e-9a01-82d9359f6ddd {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:16.146611 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9ce4e2-0a43-4b5f-9741-ba31bef0ce94', 'name': 'network-vif-deleted', 'tag': '71e0d98e-40a9-43ed-88c9-1e4d81fcaa15', 'status': 'completed', 'code': 200} Jul 16 20:02:16.281557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-168a936a-f969-4a41-937c-58a0ec5fa213 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fb7e7cfc6e9a417d980c95c5b967e6ec&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4576948 Jul 16 20:02:16.282212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34576) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:16.340004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596998a-89c8-4e43-ac2b-9be1aea383e3 req-65e8fa85-82d0-4d19-9dbd-57d3305ee7d3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:16.353551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f596998a-89c8-4e43-ac2b-9be1aea383e3 req-65e8fa85-82d0-4d19-9dbd-57d3305ee7d3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 967 time: 0.0871158 Jul 16 20:02:16.354068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34582) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:16.369090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'floatingip': {'port_id': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:16.377947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Made reservation on behalf of 3c79c6417da64ee983bd90dc1bcf53af for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:16.382288 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.386616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e77a97ce-589b-4c72-be23-a61e7dfa217b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.431708 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae8f3b2-2997-4f33-871c-a6d2f681cefa x-openstack-request-id: req-2ae8f3b2-2997-4f33-871c-a6d2f681cefa {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:16.432363 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baec2384-413a-4cc7-8aa4-3c71eedf5bc0", "name": "network-vif-plugged", "status": "completed", "tag": "cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:16.432363 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2ae8f3b2-2997-4f33-871c-a6d2f681cefa {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:16.432779 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2', 'code': 200} Jul 16 20:02:16.435060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e77a97ce-589b-4c72-be23-a61e7dfa217b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.493305 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.648923 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e77a97ce-589b-4c72-be23-a61e7dfa217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.651693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e77a97ce-589b-4c72-be23-a61e7dfa217b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.655488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e77a97ce-589b-4c72-be23-a61e7dfa217b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2 HTTP/1.1" status: 204 len: 168 time: 0.3721893 Jul 16 20:02:16.695168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a97ce-589b-4c72-be23-a61e7dfa217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa9e7b-cafd-4c21-bc0d-3148026ec0b2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:16.728137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Allocated IP 172.20.0.10 (339ac4d2-b5d2-4563-822e-9df0888eb06b/b68a8d1d-cade-419b-a2fb-d275f115c430/b8375eff-e3c5-421e-ba9c-54d83e24e8a7) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:16.789112 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9223957-5b05-4f71-87bc-1c232b8260a7 req-4723a727-bfd6-4641-81dd-7a54413124c2 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:16.791706 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9223957-5b05-4f71-87bc-1c232b8260a7 req-4723a727-bfd6-4641-81dd-7a54413124c2 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 950 time: 0.1881297 Jul 16 20:02:16.854714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77831e5a-9a4a-4b89-84dd-97da19dad9a7 req-4e4e0fd8-9ce3-42cd-83a7-f9b86b7c885e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0669904 Jul 16 20:02:16.924970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34596) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:16.937360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9223957-5b05-4f71-87bc-1c232b8260a7 req-73077c73-4cfd-4382-9feb-a602066a5b40 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254535 Jul 16 20:02:16.989868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478c762-1d63-4b4c-9435-dcf8165f7e39 req-2f01f1a0-9447-47b1-ab52-c603af6b429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:16.991736 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2478c762-1d63-4b4c-9435-dcf8165f7e39 req-2f01f1a0-9447-47b1-ab52-c603af6b429c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 1102 time: 0.4324028 Jul 16 20:02:17.072078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.088812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2478c762-1d63-4b4c-9435-dcf8165f7e39 req-fe166f71-f261-466a-ae1a-8540e097f207 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900064 Jul 16 20:02:17.138222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34602) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:17.224026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.344220 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:17.349992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:17.353199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:17.358913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:17.366099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:17.367320 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.374378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-52b7e50f-782b-4fd7-82ad-c506d86296a0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=11898f9c8ce34c06b7a1b0af5a3e044d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319086 Jul 16 20:02:17.378070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34606) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:17.407149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-7cb09edb-4eef-4b9c-95f6-c48bde366e40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3051655 Jul 16 20:02:17.424373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Request body: {'port': {'device_id': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:17.510091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c062b38-29d5-48df-ac87-8c93aba2f885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.543011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c062b38-29d5-48df-ac87-8c93aba2f885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.547181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-91f9c704-2c71-4cc6-8612-eb4e3a4fc3fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c29583a2be244d0494980b9c3dc376d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176426 Jul 16 20:02:17.547735 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.550597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34610) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:17.608572 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77561da4-363c-4cfc-9a06-7fc59790fe85 req-5f4a39d1-1980-4643-9138-f9bce96ea072 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 210 time: 0.0669165 Jul 16 20:02:17.655595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.resource_extend [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:02:17.763358 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35d967eb-de7e-4c22-a9ca-e762714626a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.767863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.777816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.835931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c062b38-29d5-48df-ac87-8c93aba2f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.843241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c062b38-29d5-48df-ac87-8c93aba2f885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.851762 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8c062b38-29d5-48df-ac87-8c93aba2f885 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4093e666-a9ec-4e10-b84a-9af950ecc829 HTTP/1.1" status: 204 len: 168 time: 0.4700069 Jul 16 20:02:17.872516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c062b38-29d5-48df-ac87-8c93aba2f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4093e666-a9ec-4e10-b84a-9af950ecc829,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:18.024903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35d967eb-de7e-4c22-a9ca-e762714626a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.046092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8375eff-e3c5-421e-ba9c-54d83e24e8a7 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:18.052144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-0cfd1fd5-0903-4f04-9fe8-e3b2ac5a5920 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442142 Jul 16 20:02:18.074626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.106554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Transition to ACTIVE for port object b8375eff-e3c5-421e-ba9c-54d83e24e8a7 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:18.116143 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.186485 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513 associated. External IP: 172.25.3.230, port: 408fdb77-02f0-499c-b7cf-57c88cd5c9a1. Jul 16 20:02:18.231950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:18.297111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:18.297445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:18.297804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:18.308187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:18.308504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:18.321366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ae2a-7907-4b9f-a3a4-f3159de9b762 req-119945b1-2bb1-4776-8654-674f07b296a5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.328707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-16f7ae2a-7907-4b9f-a3a4-f3159de9b762 req-119945b1-2bb1-4776-8654-674f07b296a5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 944 time: 0.1583481 Jul 16 20:02:18.340693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:18.341108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:18.341414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:18.341861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Bound port: b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:18.342221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.401633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35d967eb-de7e-4c22-a9ca-e762714626a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.404789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35d967eb-de7e-4c22-a9ca-e762714626a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.406491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-35d967eb-de7e-4c22-a9ca-e762714626a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c1163ce7-1222-49e5-a20a-51862fde842d HTTP/1.1" status: 204 len: 168 time: 0.8460591 Jul 16 20:02:18.421766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-16f7ae2a-7907-4b9f-a3a4-f3159de9b762 req-83e585e9-7826-4b60-a844-04f8e78e3708 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920644 Jul 16 20:02:18.444721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d967eb-de7e-4c22-a9ca-e762714626a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1163ce7-1222-49e5-a20a-51862fde842d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:18.469890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:18.474349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:18.481956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.493258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-275e6fa7-0007-4003-8e70-994d3c4d790d tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.493610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-275e6fa7-0007-4003-8e70-994d3c4d790d tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4310768 Jul 16 20:02:18.508108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Request body: {'port': {'device_id': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'd1edc33d4ad64ff683f6ace7c9683fcb'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:18.525127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0360f-b528-4363-8712-d0415199f889 req-3c43c857-43d7-45ca-86a6-3126b51ce5e1 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.532396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4da0360f-b528-4363-8712-d0415199f889 req-3c43c857-43d7-45ca-86a6-3126b51ce5e1 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 950 time: 0.2689457 Jul 16 20:02:18.537135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.537750 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.539610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] 10.222.0.79 "PUT /v2.0/ports/b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 1093 time: 1.1240778 Jul 16 20:02:18.542022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:18.545622 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56e823c-39b1-4fe1-8d14-b29a81454d34" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:18.576888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475ca45-c092-4c79-8b3b-43beaa57ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:18.657904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-835c1b29-24da-4589-a6f9-eb59cdf35934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.659571 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-835c1b29-24da-4589-a6f9-eb59cdf35934 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1096 time: 0.0692754 Jul 16 20:02:18.706683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-cb1502ac-1485-4ec1-a856-267f535fb1a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0396860 Jul 16 20:02:18.774470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3c00aad6-4926-432c-94b3-a80b9c3a6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.776132 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-3c00aad6-4926-432c-94b3-a80b9c3a6f21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0633125 Jul 16 20:02:18.822162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-b32a5c6a-f97f-44a6-9035-dae26b112eb2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386152 Jul 16 20:02:18.946279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-93bd8f64-9f33-4245-9bb7-e7525f3ad661 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166739 Jul 16 20:02:18.948075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4da0360f-b528-4363-8712-d0415199f889 req-9d214bd2-efae-461a-844c-b6ac9feb883a tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141035 Jul 16 20:02:19.004340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34672) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:19.088823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0df774f2-89a0-4b63-86fe-38b94f16eb52 req-6b4ec788-1a38-4acd-ba5a-7895c1d72b06 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362510 Jul 16 20:02:19.090726 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe9322-722b-46c0-80c9-46cb91112503 x-openstack-request-id: req-c9fe9322-722b-46c0-80c9-46cb91112503 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:19.091129 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:19.091474 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9fe9322-722b-46c0-80c9-46cb91112503 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:19.091957 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7', 'status': 'completed', 'code': 200} Jul 16 20:02:19.099201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.129447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Router 2a174e8f-ae8f-455e-a652-5b4361a14def has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:19.162225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:02:19.162225 n-d-792458-10 neutron-server[93861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:02:19.162225 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id': 'c539541046fa4d9d875a11bcb6f0e623', 'id': 'a4bd2ff2-987a-48f9-89a9-de5f7f41678e', 'expiration': datetime.datetime(2021, 7, 16, 20, 4, 19, 147770)}] Jul 16 20:02:19.162225 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:19.163069 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:19.174884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Made reservation on behalf of d1edc33d4ad64ff683f6ace7c9683fcb for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:19.187500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.228411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa7f9239-6d68-4acc-a70a-10952dd0010a req-57221685-7a59-4eed-a096-4ef6139be76a tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 210 time: 0.0707300 Jul 16 20:02:19.246223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.292397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-a0ee1e9f-76c8-4ff3-b4fd-c24263345050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.294887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-a0ee1e9f-76c8-4ff3-b4fd-c24263345050 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1096 time: 0.1498089 Jul 16 20:02:19.359908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:19.365575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.380155 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] Sync routers for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:19.404504 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:19.405236 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:19.424497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ee76741d-9e42-497d-a678-866001f5c747 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "PUT /v2.0/floatingips/c4c6c9b9-a02c-4f56-9914-f14faca9b513 HTTP/1.1" status: 200 len: 1013 time: 3.0665023 Jul 16 20:02:19.425593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:19.427663 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b095d9c-dcad-4649-8f4d-1f9433631ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:19.464099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.471036 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.560522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0e666-fb1c-4dbd-bdad-589e547fe610,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:19.566067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-0c4ba1e7-c5de-4515-9fea-3ea36a965c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.569252 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:19.571886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-0c4ba1e7-c5de-4515-9fea-3ea36a965c48 service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.2690067 Jul 16 20:02:19.580699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.581049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.581385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.581720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.582064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.582454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.582790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.583150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.583527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.583856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.584181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.584510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:19.683331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-11e1a4cc-d890-403e-b5c6-3f310e4b2c43 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 217 time: 0.1034691 Jul 16 20:02:19.714685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.810667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-c747ae82-ffec-4535-a4ad-55b46c28318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.815155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-c747ae82-ffec-4535-a4ad-55b46c28318f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1249354 Jul 16 20:02:19.827177 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17291c-2c62-41ca-a871-2b19e88b4ae3 x-openstack-request-id: req-dd17291c-2c62-41ca-a871-2b19e88b4ae3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:19.827538 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:19.828611 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dd17291c-2c62-41ca-a871-2b19e88b4ae3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:19.829091 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'status': 'completed', 'code': 200} Jul 16 20:02:19.899106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34700) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:19.901320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-552cf95e-5395-447d-a904-a86ce70b252c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796797 Jul 16 20:02:19.999270 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'c4c6c9b9-a02c-4f56-9914-f14faca9b513', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'port_id': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'mac_address': 'fa:16:3e:07:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'device_owner': 'compute:tempest-test_az-1220619698'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:54Z', 'updated_at': '2021-07-16T20:02:17Z', 'revision_number': 1, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:20.046620 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] Checking router: 2a174e8f-ae8f-455e-a652-5b4361a14def for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:20.058277 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:20.060315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:20.085866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-5fec64c5-a296-4cfd-9a22-47cf7883a735 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702492 Jul 16 20:02:20.207925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-9b55ec26-968a-4fae-a861-ec861f98fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:20.210800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-9b55ec26-968a-4fae-a861-ec861f98fe8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 1119 time: 0.3707292 Jul 16 20:02:20.226414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Allocated IP 192.168.233.204 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/18ddabe6-6693-4689-939c-208cdf382043) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:20.237315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58fc85-47c5-488b-b1ec-65302f707916 req-d10e4798-d31d-43db-8737-8be36d15339c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:20.245003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc58fc85-47c5-488b-b1ec-65302f707916 req-d10e4798-d31d-43db-8737-8be36d15339c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 950 time: 0.4938338 Jul 16 20:02:20.295948 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:20.462822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc58fc85-47c5-488b-b1ec-65302f707916 req-3f2578bf-d4ce-444d-9e1a-17f7ea656558 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159567 Jul 16 20:02:20.480784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.499750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.507581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033073b0-53ba-44bf-bf0c-6a6c8c668951 req-29427707-047d-4c8a-a4cb-51e46a016dc3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:20.514259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-033073b0-53ba-44bf-bf0c-6a6c8c668951 req-29427707-047d-4c8a-a4cb-51e46a016dc3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 944 time: 0.5243018 Jul 16 20:02:20.533180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.537242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34718) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:20.645697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f56e823c-39b1-4fe1-8d14-b29a81454d34 req-56b81958-cfd1-4aa4-8e52-14e758744287 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525436 Jul 16 20:02:20.673509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-033073b0-53ba-44bf-bf0c-6a6c8c668951 req-ef199406-b77b-42ef-a5e9-da0544dfb670 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496868 Jul 16 20:02:20.679057 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c539541046fa4d9d875a11bcb6f0e623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6707067 Jul 16 20:02:20.681252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:20.727710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-107fa7d1-8cb7-4f0c-b048-b0a6951d24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:20.729271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-107fa7d1-8cb7-4f0c-b048-b0a6951d24c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 925 time: 0.5062346 Jul 16 20:02:20.733981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45336445-cdfa-4182-a7ef-5202233ec89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2efbc44-e40b-4356-973c-e303190c1348,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:20.780607 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'c4c6c9b9-a02c-4f56-9914-f14faca9b513', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'port_id': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'mac_address': 'fa:16:3e:07:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'device_owner': 'compute:tempest-test_az-1220619698'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:54Z', 'updated_at': '2021-07-16T20:02:17Z', 'revision_number': 1, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:20.817659 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15871f13-6aab-4a99-8225-f8484c900a19 None None] The sync data for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 is: [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'c4c6c9b9-a02c-4f56-9914-f14faca9b513', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'port_id': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'mac_address': 'fa:16:3e:07:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'device_owner': 'compute:tempest-test_az-1220619698'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:54Z', 'updated_at': '2021-07-16T20:02:17Z', 'revision_number': 1, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:20.850770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b1d6c49-00bc-4d4d-b7cb-43b3c9bd5e23 req-ff9d689a-48c3-4883-bc13-c07419e1922c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 210 time: 0.1180177 Jul 16 20:02:20.893141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b102-1e4e-4276-8976-7bd8539262bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.935241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b102-1e4e-4276-8976-7bd8539262bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.963435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.979331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.043374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.049063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-133eebfe-2f3e-48b4-b6c5-2b7093cc1bd9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1 HTTP/1.1" status: 200 len: 1021 time: 0.3091443 Jul 16 20:02:21.104127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3eed212f12aa45f8bcf2a19993021439&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2015111 Jul 16 20:02:21.105227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2400b53-fdcc-4b63-9090-d3996e622750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.107274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34732) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:21.108739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd73ab0-c4b9-4bed-b604-1f52ca46c4a0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:21.151417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-879d97bb-c446-4d10-a2f0-01e0a853c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:21.153250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-879d97bb-c446-4d10-a2f0-01e0a853c3fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 200 len: 863 time: 0.0974679 Jul 16 20:02:21.178376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.178907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.179470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.179873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.180686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.181995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.182475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.187335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.187786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.188210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.188641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.189054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60bb6e-4359-40cf-80a9-dae35f487f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:21.220522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467114fc-d538-42df-9e50-4bd810854570 None None] New status for floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:02:21.231943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b102-1e4e-4276-8976-7bd8539262bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.243032 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b102-1e4e-4276-8976-7bd8539262bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.247392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Transition to ACTIVE for port object 18ddabe6-6693-4689-939c-208cdf382043 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:21.247982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b1f1b102-1e4e-4276-8976-7bd8539262bc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b2efbc44-e40b-4356-973c-e303190c1348 HTTP/1.1" status: 204 len: 168 time: 0.5594208 Jul 16 20:02:21.269852 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a134519-bf93-41f1-ac16-d06daeae79a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.286959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1b102-1e4e-4276-8976-7bd8539262bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2efbc44-e40b-4356-973c-e303190c1348,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:21.317232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a134519-bf93-41f1-ac16-d06daeae79a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.406040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-4e648d34-5987-4798-96a9-73d9d13162df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:21.407942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-4e648d34-5987-4798-96a9-73d9d13162df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c242341-876b-4901-b695-376b593faf5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2469411 Jul 16 20:02:21.410898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.483924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a134519-bf93-41f1-ac16-d06daeae79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.489224 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a134519-bf93-41f1-ac16-d06daeae79a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.503275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6a134519-bf93-41f1-ac16-d06daeae79a0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0dd73ab0-c4b9-4bed-b604-1f52ca46c4a0 HTTP/1.1" status: 204 len: 168 time: 0.3837211 Jul 16 20:02:21.541089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2400b53-fdcc-4b63-9090-d3996e622750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.544622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a134519-bf93-41f1-ac16-d06daeae79a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd73ab0-c4b9-4bed-b604-1f52ca46c4a0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:21.562827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:21.564522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2400b53-fdcc-4b63-9090-d3996e622750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.576099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:21.578719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:21.674590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2400b53-fdcc-4b63-9090-d3996e622750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d50e81-e802-4af9-9d5a-166493f332bf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:21.711949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9c35b-cf5e-412b-bb76-bd49f925bd86 req-ed22fe8b-2e37-4114-8f92-902c89eb3688 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:21.715474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3d9c35b-cf5e-412b-bb76-bd49f925bd86 req-ed22fe8b-2e37-4114-8f92-902c89eb3688 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 950 time: 0.3628452 Jul 16 20:02:21.785064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a2400b53-fdcc-4b63-9090-d3996e622750 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=71c277ca766d437096bb58558d65b11d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2430446 Jul 16 20:02:21.789788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34760) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:21.869652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3d9c35b-cf5e-412b-bb76-bd49f925bd86 req-50a40665-7744-4b06-bf1b-9ea116c8bec2 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395502 Jul 16 20:02:21.974305 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea7aa-fe9c-4ba3-8f3e-11b9df58de54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.030023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea7aa-fe9c-4ba3-8f3e-11b9df58de54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.045069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-68757099-354d-4cf2-ba74-163c6c32e0cf None None] Provisioning for port 18ddabe6-6693-4689-939c-208cdf382043 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:22.050696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-68757099-354d-4cf2-ba74-163c6c32e0cf None None] Provisioning complete for port 18ddabe6-6693-4689-939c-208cdf382043 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:22.051351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-68757099-354d-4cf2-ba74-163c6c32e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.127679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea7aa-fe9c-4ba3-8f3e-11b9df58de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.132967 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea7aa-fe9c-4ba3-8f3e-11b9df58de54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.140658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fb9ea7aa-fe9c-4ba3-8f3e-11b9df58de54 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c5d50e81-e802-4af9-9d5a-166493f332bf HTTP/1.1" status: 204 len: 168 time: 0.3483536 Jul 16 20:02:22.161292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ea7aa-fe9c-4ba3-8f3e-11b9df58de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d50e81-e802-4af9-9d5a-166493f332bf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:22.212265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:22.213629 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.227668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34780) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:22.249924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-68757099-354d-4cf2-ba74-163c6c32e0cf None None] Port 18ddabe6-6693-4689-939c-208cdf382043 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:22.256452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93cdca31-f90a-45b2-ad8b-c1414ad3ad34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.324771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a964ecd-d83b-4497-b9c8-da168af40d96 req-a3dea293-0f8d-49c4-aee1-a9727a151416 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:22.326596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Pushing event updated for resources: {'Port': ['ID=18ddabe6-6693-4689-939c-208cdf382043,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:22.333164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a964ecd-d83b-4497-b9c8-da168af40d96 req-a3dea293-0f8d-49c4-aee1-a9727a151416 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 936 time: 0.1370854 Jul 16 20:02:22.340760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-b118e25d-ed4f-4edb-b54f-5f1794e54a23 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9243670 Jul 16 20:02:22.405395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51a8be-0351-4205-b106-e893b2bf838f req-a0d4ef74-3e42-4562-a52b-d4c2fcf07354 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:22.406967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e51a8be-0351-4205-b106-e893b2bf838f req-a0d4ef74-3e42-4562-a52b-d4c2fcf07354 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 944 time: 0.2042255 Jul 16 20:02:22.413081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a964ecd-d83b-4497-b9c8-da168af40d96 req-cf2eba8d-4beb-4ffc-af1f-70f508a03ad4 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789604 Jul 16 20:02:22.485788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e51a8be-0351-4205-b106-e893b2bf838f req-0a815c9a-9405-4e4e-9454-65a96ef7c3e2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Jul 16 20:02:22.501743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b095d9c-dcad-4649-8f4d-1f9433631ff9 req-581794d4-7638-43da-a673-4faff7390d61 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522260 Jul 16 20:02:22.575227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93cdca31-f90a-45b2-ad8b-c1414ad3ad34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.590880 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93cdca31-f90a-45b2-ad8b-c1414ad3ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.595756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-351d23a9-dd32-46c9-89aa-be10e8b9b404 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0921116 Jul 16 20:02:22.608460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Request body: {'port': {'device_id': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:22.708682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-93cdca31-f90a-45b2-ad8b-c1414ad3ad34 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb9c2b84d4364977b49b9b07965bb622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776378 Jul 16 20:02:22.709529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34804) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:22.712121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdca31-f90a-45b2-ad8b-c1414ad3ad34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335246b6-5258-4beb-97d0-01e7cd0c9d4f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:22.736530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.742625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-20076158-59e5-47f1-bb20-aca975b48c4e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:22.744262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-20076158-59e5-47f1-bb20-aca975b48c4e tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 950 time: 0.2383161 Jul 16 20:02:22.890004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-055274d2-78d7-4c99-878f-b680222650f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.919618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34810) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:22.948812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-055274d2-78d7-4c99-878f-b680222650f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.975524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Deleting port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:22.976387 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.979103 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-260891ac-80ce-441a-9041-6f94b9742307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.045344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34814) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:23.055914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:23.229409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:23.271037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'port_id': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7', 'mac_address': 'fa:16:3e:52:e6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a8d1d-cade-419b-a2fb-d275f115c430', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:23.323587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-055274d2-78d7-4c99-878f-b680222650f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.327085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-055274d2-78d7-4c99-878f-b680222650f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.328474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-055274d2-78d7-4c99-878f-b680222650f7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/335246b6-5258-4beb-97d0-01e7cd0c9d4f HTTP/1.1" status: 204 len: 168 time: 0.6130686 Jul 16 20:02:23.334578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.352058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8375eff-e3c5-421e-ba9c-54d83e24e8a7 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:23.360005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] For port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:23.360962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.372367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055274d2-78d7-4c99-878f-b680222650f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335246b6-5258-4beb-97d0-01e7cd0c9d4f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:23.395535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:23.401263 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-260891ac-80ce-441a-9041-6f94b9742307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.411434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.419165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Calling delete_port for cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:23.422251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-260891ac-80ce-441a-9041-6f94b9742307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.463111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ddabe6-6693-4689-939c-208cdf382043 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:23.476034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1908521549-network', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:23.492892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:23.500585 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.516195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.516539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.516876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.517199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.517539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.517882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.518159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.518476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.518792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.519150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.519455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.519767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:23.561652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-260891ac-80ce-441a-9041-6f94b9742307 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7160d5616e3041fbab1ee9c74820b16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202030 Jul 16 20:02:23.563521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Transition to ACTIVE for port object 18ddabe6-6693-4689-939c-208cdf382043 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:23.565113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260891ac-80ce-441a-9041-6f94b9742307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855733be-891b-44ca-9761-db21a3abf987,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:23.566578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:23.571678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.588894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7026-30f7-4c21-b11a-907f469e516b req-cd5ee80b-9d2e-4b36-94c4-a496e120e8a4 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:23.590674 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b9c7026-30f7-4c21-b11a-907f469e516b req-cd5ee80b-9d2e-4b36-94c4-a496e120e8a4 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 950 time: 0.4050984 Jul 16 20:02:23.622476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Made reservation on behalf of bab653f378c441978e3d3da3aa36bf9c for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:23.627305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['b8375eff-e3c5-421e-ba9c-54d83e24e8a7'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:23.638391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.742179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.752569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=18ddabe6-6693-4689-939c-208cdf382043,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:23.830630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b9c7026-30f7-4c21-b11a-907f469e516b req-8f60aa92-5e31-4148-9175-463934f64860 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/security-groups?id=327d5d79-b5e6-43c2-b83d-4996a1115ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184424 Jul 16 20:02:23.875403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Attempting to bind port 18ddabe6-6693-4689-939c-208cdf382043 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:23.875403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Attempting to bind port 18ddabe6-6693-4689-939c-208cdf382043 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:23.875403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Attempting to bind port 18ddabe6-6693-4689-939c-208cdf382043 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:23.883541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Port 18ddabe6-6693-4689-939c-208cdf382043 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:23.883858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Attempting to bind port 18ddabe6-6693-4689-939c-208cdf382043 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:23.891438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:23.891649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:23.892183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:23.892617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Bound port: 18ddabe6-6693-4689-939c-208cdf382043, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:23.892965 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.908860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3f158fd-1b69-4f64-b2ed-dd4a6ddd07d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.998745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3f158fd-1b69-4f64-b2ed-dd4a6ddd07d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.002853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.009288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef971cc-f693-46b4-9de6-d5d311db6bfb req-ae4b5911-9666-4be2-bb30-6e655a84be6e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.017307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:24.023877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ef971cc-f693-46b4-9de6-d5d311db6bfb req-ae4b5911-9666-4be2-bb30-6e655a84be6e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 948 time: 0.2629342 Jul 16 20:02:24.105132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Pushing event deleted for resources: {'Port': ['ID=cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.105498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] For port 18ddabe6-6693-4689-939c-208cdf382043, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:24.119586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ef971cc-f693-46b4-9de6-d5d311db6bfb req-d67a3e4c-57da-4e53-b2e5-ee692f6d3342 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943518 Jul 16 20:02:24.151206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] For port 18ddabe6-6693-4689-939c-208cdf382043, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=18ddabe6-6693-4689-939c-208cdf382043,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:24.158741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.188924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.189987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.191805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] 10.222.0.99 "PUT /v2.0/ports/18ddabe6-6693-4689-939c-208cdf382043 HTTP/1.1" status: 200 len: 1097 time: 1.5890317 Jul 16 20:02:24.195553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'tag': '18ddabe6-6693-4689-939c-208cdf382043'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:24.199914 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187fcfe3-d956-4548-93c4-4ded3ea79751" -d '{"events": [{"name": "network-changed", "server_uuid": "14b19145-38bf-4c25-a27d-2d66a1cffba9", "tag": "18ddabe6-6693-4689-939c-208cdf382043"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:24.322383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] No DVR routers for this DVR port cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:24.327039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.329311 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c713708f-84c6-4201-8fcc-182a8ef84dac req-855f3fb3-cff8-4f48-b030-733b223de629 tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.99 "DELETE /v2.0/ports/cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 HTTP/1.1" status: 204 len: 173 time: 1.5766878 Jul 16 20:02:24.340521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'name': 'network-vif-deleted', 'tag': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:24.343737 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd609e5-3d86-4073-ba51-a04e1a6afce6" -d '{"events": [{"server_uuid": "baec2384-413a-4cc7-8aa4-3c71eedf5bc0", "name": "network-vif-deleted", "tag": "cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:24.353239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3f158fd-1b69-4f64-b2ed-dd4a6ddd07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.357716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f79a9-8759-4ded-a440-7845ef0ac4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=18ddabe6-6693-4689-939c-208cdf382043,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.358054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3f158fd-1b69-4f64-b2ed-dd4a6ddd07d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.374082 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b3f158fd-1b69-4f64-b2ed-dd4a6ddd07d6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/855733be-891b-44ca-9761-db21a3abf987 HTTP/1.1" status: 204 len: 168 time: 0.8009729 Jul 16 20:02:24.401300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.405257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f158fd-1b69-4f64-b2ed-dd4a6ddd07d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855733be-891b-44ca-9761-db21a3abf987,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.410497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.417037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-bd23b583-dc78-4e0f-9f6a-edc0b5108e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.419598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-bd23b583-dc78-4e0f-9f6a-edc0b5108e4c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 1100 time: 0.1579773 Jul 16 20:02:24.463149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6666e19e-7c93-476a-9d21-43dd6d556180,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.485670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbcd7a-280b-4022-afd6-724a4120e00e req-b0122a57-6691-4bdc-a29d-2a6fc2acb88e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.500224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52dbcd7a-280b-4022-afd6-724a4120e00e req-b0122a57-6691-4bdc-a29d-2a6fc2acb88e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 945 time: 0.3701301 Jul 16 20:02:24.510130 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed0bf0b-da02-4d6b-bda3-3e3bf44f1752 x-openstack-request-id: req-0ed0bf0b-da02-4d6b-bda3-3e3bf44f1752 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:24.510650 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b19145-38bf-4c25-a27d-2d66a1cffba9", "tag": "18ddabe6-6693-4689-939c-208cdf382043", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:24.511093 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0ed0bf0b-da02-4d6b-bda3-3e3bf44f1752 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:24.511571 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'tag': '18ddabe6-6693-4689-939c-208cdf382043', 'status': 'completed', 'code': 200} Jul 16 20:02:24.514351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-83ba4a78-af23-463d-b6b8-adc0417eab12 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=18ddabe6-6693-4689-939c-208cdf382043 HTTP/1.1" status: 200 len: 217 time: 0.0874195 Jul 16 20:02:24.533861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:24.550584 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.551277 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Added segment b4795ba0-80a4-4b68-a27f-1c0d2c54a066 of type vlan for network 11fc6e7c-2307-424d-a6a6-4d8046354480 Jul 16 20:02:24.573794 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ac966-446b-43eb-b2bc-d8892d794948 x-openstack-request-id: req-a08ac966-446b-43eb-b2bc-d8892d794948 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:24.574231 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baec2384-413a-4cc7-8aa4-3c71eedf5bc0", "name": "network-vif-deleted", "tag": "cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:24.574597 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a08ac966-446b-43eb-b2bc-d8892d794948 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:24.575099 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baec2384-413a-4cc7-8aa4-3c71eedf5bc0', 'name': 'network-vif-deleted', 'tag': 'cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2', 'status': 'completed', 'code': 200} Jul 16 20:02:24.606340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52dbcd7a-280b-4022-afd6-724a4120e00e req-94356439-b511-437b-bb50-16b9eaa90803 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040969 Jul 16 20:02:24.663879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.679279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-cd4ec190-4260-4185-9ccb-131b25814888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.680869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-cd4ec190-4260-4185-9ccb-131b25814888 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1601379 Jul 16 20:02:24.742809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.744357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.745363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.785382 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7341528 Jul 16 20:02:24.790518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34874) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:24.806166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Request body: {'subnet': {'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1908521549-subnet', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:24.832955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555a8d1-6d72-4d68-8a8a-ac9054004b01 admin admin] Pushing event updated for resources: {'Network': ['ID=11fc6e7c-2307-424d-a6a6-4d8046354480,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.847685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:24.899493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e02-fc45-47ea-a809-185da2653baf req-a3e61b1f-21b1-429d-9ee1-08b1e7cf5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.908654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-a3e61b1f-21b1-429d-9ee1-08b1e7cf5e45 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185307 Jul 16 20:02:24.911292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Made reservation on behalf of bab653f378c441978e3d3da3aa36bf9c for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:24.914529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.064526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:25.184085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:25.193349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:25.194186 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.194989 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b09d1a1f-3038-4a32-8dee-25511810636d req-ddf14e1b-548c-4cdd-8b57-bc1f5b7e739c tempest-DeleteServersAdminTestJSON-1859307749 tempest-DeleteServersAdminTestJSON-1859307749-project] 10.222.0.91 "GET /v2.0/ports?device_id=baec2384-413a-4cc7-8aa4-3c71eedf5bc0 HTTP/1.1" status: 200 len: 210 time: 0.0541418 Jul 16 20:02:25.435534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-390044bf-4d81-43a2-8ffe-aa2323cd3e7d service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098960 Jul 16 20:02:25.444283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.542344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:25.553084 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa206fa-e3d5-48fd-b134-04a1166e8456" -d '{"events": [{"server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:25.605993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:25.614574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.631656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a194-d00e-486e-a894-0908b52fe6ca req-26b1c2ba-c46f-4060-b567-4ce546890133 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:25.641748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3a90a194-d00e-486e-a894-0908b52fe6ca req-26b1c2ba-c46f-4060-b567-4ce546890133 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 948 time: 0.0925715 Jul 16 20:02:25.690308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba325e02-fc45-47ea-a809-185da2653baf req-e52d2c4c-b5fb-4dc8-a7bc-3eaf57420a11 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463436 Jul 16 20:02:25.702780 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.728044 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3a90a194-d00e-486e-a894-0908b52fe6ca req-a8c97aeb-13a2-40e9-8348-54e167b7b1bd tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823860 Jul 16 20:02:25.771737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:25.818424 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c968f9a-bd33-43a8-9a57-8ea82dcf06ca x-openstack-request-id: req-8c968f9a-bd33-43a8-9a57-8ea82dcf06ca {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:25.818739 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:25.818918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:25.819060 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c968f9a-bd33-43a8-9a57-8ea82dcf06ca {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:25.819385 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7', 'code': 200} Jul 16 20:02:25.877948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Checking segment: {'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:25.878330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Network hostable DHCP agents. Network: 11fc6e7c-2307-424d-a6a6-4d8046354480, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:25.966688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-a652d1ec-d8c4-4774-933a-cb134f44c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:25.968801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-a652d1ec-d8c4-4774-933a-cb134f44c306 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 1100 time: 0.1854606 Jul 16 20:02:25.973923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:26.074943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 11fc6e7c-2307-424d-a6a6-4d8046354480) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:26.080324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.081332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.085108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5d0cd-19b7-4d39-9aa9-7b55174bf036 None None] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:26.146468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7580277b-5a3b-41b0-9c91-4ccc3b21d1c1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3516483 Jul 16 20:02:26.149725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34950) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:26.154621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:26.168145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40430-ecad-4bbf-b42d-63b56cc36b10 req-7b31b356-be6a-4eff-a8e6-01a5a1f9ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.169543 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92a40430-ecad-4bbf-b42d-63b56cc36b10 req-7b31b356-be6a-4eff-a8e6-01a5a1f9ab5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1098 time: 0.2611897 Jul 16 20:02:26.179329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-285fe5f3-3d0b-4989-b4c9-16825602ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.180829 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-285fe5f3-3d0b-4989-b4c9-16825602ee32 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1748066 Jul 16 20:02:26.197239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.198291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.293764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06ea9-eade-4843-b708-97bc4ec38db5 req-35cc66e2-a21b-4bcd-aa19-8851ddb40ceb tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.301972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3a06ea9-eade-4843-b708-97bc4ec38db5 req-35cc66e2-a21b-4bcd-aa19-8851ddb40ceb tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 946 time: 0.3779783 Jul 16 20:02:26.312509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-1ca5d51a-a56a-4dc7-a05c-6cd20db2cfb3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=18ddabe6-6693-4689-939c-208cdf382043 HTTP/1.1" status: 200 len: 217 time: 0.1013589 Jul 16 20:02:26.318426 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92a40430-ecad-4bbf-b42d-63b56cc36b10 req-0d4c89d7-7493-47dd-821c-5220b41e9a90 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366856 Jul 16 20:02:26.326436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.395535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3a06ea9-eade-4843-b708-97bc4ec38db5 req-673c60af-9ed9-4baa-9fcd-4d6165bfac62 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908971 Jul 16 20:02:26.401464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34960) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:26.408837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-11fc6e7c-2307-424d-a6a6-4d8046354480', 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'fixed_ips': [{'subnet_id': 'c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:26.409828 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.436384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-c8cfa085-966f-43ec-bb19-e929620d6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.438461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-c8cfa085-966f-43ec-bb19-e929620d6a61 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1132286 Jul 16 20:02:26.547221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-fdb698b8-b42f-4a42-8fcf-436c7170fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.548935 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-fdb698b8-b42f-4a42-8fcf-436c7170fe27 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032939 Jul 16 20:02:26.604268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.691723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Allocated IP 172.20.0.2 (11fc6e7c-2307-424d-a6a6-4d8046354480/c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91/36ed0edf-4034-4bc4-8234-799e9ccbd93b) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:26.700509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-1f5fbee0-cf81-49e3-af3a-91c225df504a service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435003 Jul 16 20:02:26.753774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-network', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:26.925650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Made reservation on behalf of 245b08fcedc1414ebd7a84c9e8b2ec57 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:26.930313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.978403 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.999939 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.021331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Transition to ACTIVE for port object 36ed0edf-4034-4bc4-8234-799e9ccbd93b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:27.061400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Transition to ACTIVE for port object 36ed0edf-4034-4bc4-8234-799e9ccbd93b will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:27.074865 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.108924 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187fcfe3-d956-4548-93c4-4ded3ea79751 req-e1ea2e42-b763-4df3-9c12-6ad1683649d5 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021168 Jul 16 20:02:27.148561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34990) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.174169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:27.177847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Pushing event updated for resources: {'Port': ['ID=36ed0edf-4034-4bc4-8234-799e9ccbd93b,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.182794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd918be1-65d3-457d-9528-1395a2930662 req-580bb619-b9b4-4a92-b764-cd4776e6f06d tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:27.183823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:27.191904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fd918be1-65d3-457d-9528-1395a2930662 req-580bb619-b9b4-4a92-b764-cd4776e6f06d tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 948 time: 0.2160470 Jul 16 20:02:27.192513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:27.219025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.264084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fd918be1-65d3-457d-9528-1395a2930662 req-23ffc425-b10f-4021-9373-121a1b6754d9 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710695 Jul 16 20:02:27.268472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.327485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Attempting to bind port 36ed0edf-4034-4bc4-8234-799e9ccbd93b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:27.327857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Attempting to bind port 36ed0edf-4034-4bc4-8234-799e9ccbd93b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:27.328220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Attempting to bind port 36ed0edf-4034-4bc4-8234-799e9ccbd93b on network 11fc6e7c-2307-424d-a6a6-4d8046354480 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:27.331550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.340217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:27.340446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.340583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Checking segment: {'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:27.340984 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.341928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Bound using segment: {'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:27.342414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Bound port: 36ed0edf-4034-4bc4-8234-799e9ccbd93b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:27.342870 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.371839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:27.390120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60beaceb-9da4-4dea-8964-c0839796b296,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.397871 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.398219 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Added segment 5938afcf-a70f-4481-9311-5a7eb5381272 of type vlan for network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a Jul 16 20:02:27.469869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Allocated IP 172.25.3.40 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/a9efcdaf-6e32-4872-b145-5817b30a9eec) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:27.493539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.506501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:27.541978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.543489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:27.544572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.570876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:27.571283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd20bc0f-9b2b-4b01-8169-cd02cf6b86e2 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:27.573477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] For port 36ed0edf-4034-4bc4-8234-799e9ccbd93b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:27.604076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] For port 36ed0edf-4034-4bc4-8234-799e9ccbd93b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=36ed0edf-4034-4bc4-8234-799e9ccbd93b,segment=NetworkSegment(b4795ba0-80a4-4b68-a27f-1c0d2c54a066),segment_id=b4795ba0-80a4-4b68-a27f-1c0d2c54a066)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:27.605642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2034779 Jul 16 20:02:27.610434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.627630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35002) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.663110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Request body: {'subnet': {'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-subnet', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:27.688488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35004) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.716923 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4138e74a-aa87-4e5b-961b-3457c10e9e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.723415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004ed70-4068-4374-92fb-a75eda2eb30a None None] Pushing event updated for resources: {'Port': ['ID=36ed0edf-4034-4bc4-8234-799e9ccbd93b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.741845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.785779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Made reservation on behalf of 245b08fcedc1414ebd7a84c9e8b2ec57 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:27.788189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.792984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1113542-7998-4b33-a6a0-ad64291999fb admin admin] Pushing event updated for resources: {'Network': ['ID=24e8a8fc-96a5-48ac-92d7-7e5225f0047a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.804809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:27.846622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.911042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Pushing event updated for resources: {'Port': ['ID=a9efcdaf-6e32-4872-b145-5817b30a9eec,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.929734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7b3b4d28-5413-42f7-ac73-e7589f653eca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=783168bad5b34a3da19604a44639dbac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2357256 Jul 16 20:02:27.938233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35010) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.938233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:27.938561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35012) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.957672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:27.984767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:28.019325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3331a13-17b1-45a2-91cf-fb6ece515c4f req-c560df87-4902-402a-a78b-35c6275c5351 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:28.020973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3331a13-17b1-45a2-91cf-fb6ece515c4f req-c560df87-4902-402a-a78b-35c6275c5351 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 946 time: 0.3924174 Jul 16 20:02:28.149346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3331a13-17b1-45a2-91cf-fb6ece515c4f req-592a4d0b-ab87-4390-bdcf-50fe2a94d63a tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198068 Jul 16 20:02:28.172994 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebe86e4c-2663-4705-b835-0df04dc33878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.188217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4138e74a-aa87-4e5b-961b-3457c10e9e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.191834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d2bce83-849c-4f1c-9ea1-77741949f859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.213954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4138e74a-aa87-4e5b-961b-3457c10e9e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.214156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebe86e4c-2663-4705-b835-0df04dc33878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.261816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.309443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138e74a-aa87-4e5b-961b-3457c10e9e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6510e7-6e09-4205-bf09-7d09b862000b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.358202 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4138e74a-aa87-4e5b-961b-3457c10e9e61 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b553e1c5200d4169a22702ee71c73222&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2057912 Jul 16 20:02:28.358553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35024) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:28.369914 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.414362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebe86e4c-2663-4705-b835-0df04dc33878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.417627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebe86e4c-2663-4705-b835-0df04dc33878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.419253 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ebe86e4c-2663-4705-b835-0df04dc33878 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/327d5d79-b5e6-43c2-b83d-4996a1115ee7 HTTP/1.1" status: 204 len: 168 time: 0.4853134 Jul 16 20:02:28.478904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=975fe0d9-0f35-47d7-bd02-130435c97e14,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.479216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe86e4c-2663-4705-b835-0df04dc33878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d5d79-b5e6-43c2-b83d-4996a1115ee7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.482182 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d2bce83-849c-4f1c-9ea1-77741949f859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.490868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Checking segment: {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:28.491248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Network hostable DHCP agents. Network: 24e8a8fc-96a5-48ac-92d7-7e5225f0047a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:28.493363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d2bce83-849c-4f1c-9ea1-77741949f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.617740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677e5794-2828-4241-a076-b6ba5dabe07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.708362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57812d32-8c64-4e41-8778-4109e2196c5d req-da8d1d71-238d-431f-b86d-1321c45a8aea tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:28.709861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57812d32-8c64-4e41-8778-4109e2196c5d req-da8d1d71-238d-431f-b86d-1321c45a8aea tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 948 time: 0.2807901 Jul 16 20:02:28.718996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677e5794-2828-4241-a076-b6ba5dabe07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.828448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4d2bce83-849c-4f1c-9ea1-77741949f859 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=24e44cee631449d698788b7a80d4600a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8865318 Jul 16 20:02:28.833562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35030) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:28.842202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bce83-849c-4f1c-9ea1-77741949f859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a4f038-0e8a-4d0a-a954-a4869305b938,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.866883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:28.874367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35032) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:28.879491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57812d32-8c64-4e41-8778-4109e2196c5d req-f54424e5-31d9-45ea-903e-893ffc10eed2 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626248 Jul 16 20:02:28.886660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.893960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677e5794-2828-4241-a076-b6ba5dabe07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.896718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677e5794-2828-4241-a076-b6ba5dabe07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.900796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-677e5794-2828-4241-a076-b6ba5dabe07c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0f6510e7-6e09-4205-bf09-7d09b862000b HTTP/1.1" status: 204 len: 168 time: 0.5377662 Jul 16 20:02:28.904996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-82760d3d-3404-4550-93d4-5efd172cbad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.924433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 24e8a8fc-96a5-48ac-92d7-7e5225f0047a) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:28.929067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:28.929867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.935865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac5730-38de-4d78-9a17-7a8f7356a92b None None] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:28.990046 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-051840d5-230a-4895-8309-b3003f6d39ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.995700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993faa93-e3b0-40f5-9866-914949eab080 None None] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:28.997804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703df782-e55f-458e-9883-749a0b91110a req-670d6fc2-bfbb-4453-8df1-ed4e07ce7a47 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.006544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-703df782-e55f-458e-9883-749a0b91110a req-670d6fc2-bfbb-4453-8df1-ed4e07ce7a47 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1098 time: 0.2406254 Jul 16 20:02:29.075123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-051840d5-230a-4895-8309-b3003f6d39ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.114648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-703df782-e55f-458e-9883-749a0b91110a req-4cc2c1f0-757d-4671-b402-bdb6b5b9e4dc tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068666 Jul 16 20:02:29.186143 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-82760d3d-3404-4550-93d4-5efd172cbad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.207688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-82760d3d-3404-4550-93d4-5efd172cbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.224921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e5794-2828-4241-a076-b6ba5dabe07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6510e7-6e09-4205-bf09-7d09b862000b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.232731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f9fc353e-9d15-41b4-892d-80e1d6afd9c5 None None] Provisioning for port 36ed0edf-4034-4bc4-8234-799e9ccbd93b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:29.260465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-051840d5-230a-4895-8309-b3003f6d39ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.264154 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-051840d5-230a-4895-8309-b3003f6d39ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.270231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-051840d5-230a-4895-8309-b3003f6d39ff admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/24a4f038-0e8a-4d0a-a954-a4869305b938 HTTP/1.1" status: 204 len: 168 time: 0.4344659 Jul 16 20:02:29.306776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82760d3d-3404-4550-93d4-5efd172cbad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429e694-871a-48c7-a6f5-7bf9a774a0bb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.323125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'fixed_ips': [{'subnet_id': '975fe0d9-0f35-47d7-bd02-130435c97e14'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:29.324192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.328334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-82760d3d-3404-4550-93d4-5efd172cbad3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=17d560d07254499cb82ec5e9ac2c3749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515891 Jul 16 20:02:29.332542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-84218fa1-18e9-4637-9dd3-22b4bc5b4dba admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7004528 Jul 16 20:02:29.334635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35044) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.334994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.445640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:29.521280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10a6604a-9b10-4576-a9e9-83e154e94904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.555245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10a6604a-9b10-4576-a9e9-83e154e94904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.598519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Allocated IP 172.20.0.2 (24e8a8fc-96a5-48ac-92d7-7e5225f0047a/975fe0d9-0f35-47d7-bd02-130435c97e14/e2496cde-db10-4d6d-bb5b-6f12f657ba17) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:29.620531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.622155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Router 2836ee25-daa7-457f-a669-84a16c5d111c is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:02:29.624110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.712440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8310a24-c167-4999-9c45-c2226829b251 req-db9d8172-7e5f-4376-9d30-29aed244e099 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.718624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 18ddabe6-6693-4689-939c-208cdf382043 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:29.719685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8310a24-c167-4999-9c45-c2226829b251 req-db9d8172-7e5f-4376-9d30-29aed244e099 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1098 time: 0.2630613 Jul 16 20:02:29.724393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35050) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.734376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.736871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051840d5-230a-4895-8309-b3003f6d39ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a4f038-0e8a-4d0a-a954-a4869305b938,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.739470 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10a6604a-9b10-4576-a9e9-83e154e94904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.743480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10a6604a-9b10-4576-a9e9-83e154e94904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.747804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10a6604a-9b10-4576-a9e9-83e154e94904 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f429e694-871a-48c7-a6f5-7bf9a774a0bb HTTP/1.1" status: 204 len: 168 time: 0.4118023 Jul 16 20:02:29.759792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6604a-9b10-4576-a9e9-83e154e94904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429e694-871a-48c7-a6f5-7bf9a774a0bb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.775344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-994fd68f-e395-4d57-8fbf-49674ab1cbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.828064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 18ddabe6-6693-4689-939c-208cdf382043, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=18ddabe6-6693-4689-939c-208cdf382043,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:29.840926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36ed0edf-4034-4bc4-8234-799e9ccbd93b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:29.850042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8310a24-c167-4999-9c45-c2226829b251 req-dfc2419b-b5a6-4600-b1fd-883dc1f8731f tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275902 Jul 16 20:02:29.851316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '18ddabe6-6693-4689-939c-208cdf382043', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '18ddabe6-6693-4689-939c-208cdf382043', 'mac_address': 'fa:16:3e:0a:e0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:29.942570 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.962336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-994fd68f-e395-4d57-8fbf-49674ab1cbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.965204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:29.991393 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Sync routers for ids ['2836ee25-daa7-457f-a669-84a16c5d111c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:29.992902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-994fd68f-e395-4d57-8fbf-49674ab1cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.010772 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.012695 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Routers {'2836ee25-daa7-457f-a669-84a16c5d111c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:30.015432 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2836ee25-daa7-457f-a669-84a16c5d111c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:30.030687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-994fd68f-e395-4d57-8fbf-49674ab1cbbf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c2ee1c1fd0eb41fb956de72939402f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051958 Jul 16 20:02:30.036844 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35062) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.066516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.070780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3631d323-3f99-47df-9273-2b2d5f5c3276 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9171288 Jul 16 20:02:30.074738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35064) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.079843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ddabe6-6693-4689-939c-208cdf382043 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:30.131196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35066) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.156639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fd68f-e395-4d57-8fbf-49674ab1cbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564007d7-f9a7-4c87-b402-31d21fbd1425,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.157940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f19ad66-fd0d-474b-a925-d21cd486a28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.203175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7fec-b417-449d-832e-162fe73f90fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.227849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7fec-b417-449d-832e-162fe73f90fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.260889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 18ddabe6-6693-4689-939c-208cdf382043, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=18ddabe6-6693-4689-939c-208cdf382043,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:30.284678 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.322237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.347971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=18ddabe6-6693-4689-939c-208cdf382043,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.356794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.364172 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Set router 2836ee25-daa7-457f-a669-84a16c5d111c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:30.404754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 36ed0edf-4034-4bc4-8234-799e9ccbd93b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:30.410063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7fec-b417-449d-832e-162fe73f90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.413245 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.415537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 36ed0edf-4034-4bc4-8234-799e9ccbd93b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:30.416230 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.417448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7fec-b417-449d-832e-162fe73f90fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.421506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5bf7fec-b417-449d-832e-162fe73f90fc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/564007d7-f9a7-4c87-b402-31d21fbd1425 HTTP/1.1" status: 204 len: 168 time: 0.3827746 Jul 16 20:02:30.470275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Transition to ACTIVE for port object e2496cde-db10-4d6d-bb5b-6f12f657ba17 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:30.482437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf7fec-b417-449d-832e-162fe73f90fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564007d7-f9a7-4c87-b402-31d21fbd1425,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.533676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Transition to ACTIVE for port object e2496cde-db10-4d6d-bb5b-6f12f657ba17 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:30.537179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['18ddabe6-6693-4689-939c-208cdf382043'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:30.572832 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.590427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Allocated IP 172.25.3.6 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:30.621833 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.622581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f19ad66-fd0d-474b-a925-d21cd486a28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.631388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f19ad66-fd0d-474b-a925-d21cd486a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.675319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19ad66-fd0d-474b-a925-d21cd486a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc1ad73-cb71-4f14-932c-539be98e44fa,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.701302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1238f0-fcbe-4046-9420-b5c60e72e3e9 req-900bb514-dd59-4458-bde2-d393b2749b80 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.703030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b1238f0-fcbe-4046-9420-b5c60e72e3e9 req-900bb514-dd59-4458-bde2-d393b2749b80 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 949 time: 0.5013208 Jul 16 20:02:30.723065 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4f19ad66-fd0d-474b-a925-d21cd486a28f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4147aef664e94f419bc942a3278ca1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894411 Jul 16 20:02:30.758257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35086) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.792665 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:28Z', 'revision_number': 3, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:30.800745 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b1238f0-fcbe-4046-9420-b5c60e72e3e9 req-06306f5f-348d-4969-8097-d5e11d76da41 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850191 Jul 16 20:02:30.831283 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8124e2f9-e28f-418a-aabf-812329ded217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.859585 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8124e2f9-e28f-418a-aabf-812329ded217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.869270 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Checking router: 2836ee25-daa7-457f-a669-84a16c5d111c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:30.869669 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Updating router 2836ee25-daa7-457f-a669-84a16c5d111c port a9efcdaf-6e32-4872-b145-5817b30a9eec binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:30.876811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:30.919202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:30.925410 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8124e2f9-e28f-418a-aabf-812329ded217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.929098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8124e2f9-e28f-418a-aabf-812329ded217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.930440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8124e2f9-e28f-418a-aabf-812329ded217 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2dc1ad73-cb71-4f14-932c-539be98e44fa HTTP/1.1" status: 204 len: 168 time: 0.1711266 Jul 16 20:02:30.943726 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.952817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124e2f9-e28f-418a-aabf-812329ded217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc1ad73-cb71-4f14-932c-539be98e44fa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.954890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:30.967191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Pushing event updated for resources: {'Port': ['ID=e2496cde-db10-4d6d-bb5b-6f12f657ba17,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.976797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.012717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-0ff30502-759c-423b-a5f8-f544cdf900b2 req-d5802656-54e6-4d58-b80c-71efc50d86ff service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:31.014046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ff30502-759c-423b-a5f8-f544cdf900b2 req-d5802656-54e6-4d58-b80c-71efc50d86ff service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4070706 Jul 16 20:02:31.042496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 36ed0edf-4034-4bc4-8234-799e9ccbd93b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=36ed0edf-4034-4bc4-8234-799e9ccbd93b,segment=NetworkSegment(b4795ba0-80a4-4b68-a27f-1c0d2c54a066),segment_id=b4795ba0-80a4-4b68-a27f-1c0d2c54a066)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:31.060897 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.077895 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.156382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:31.169691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:31.187853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:31.252463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Attempting to bind port e2496cde-db10-4d6d-bb5b-6f12f657ba17 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:31.252850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Attempting to bind port e2496cde-db10-4d6d-bb5b-6f12f657ba17 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:31.253187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Attempting to bind port e2496cde-db10-4d6d-bb5b-6f12f657ba17 on network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:31.273913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:31.274731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Checking segment: {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:31.274731 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.275191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Bound using segment: {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:31.275679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Bound port: e2496cde-db10-4d6d-bb5b-6f12f657ba17, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:31.277663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.278928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.349219 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.435854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] For port e2496cde-db10-4d6d-bb5b-6f12f657ba17, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:31.444232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] For port e2496cde-db10-4d6d-bb5b-6f12f657ba17, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e2496cde-db10-4d6d-bb5b-6f12f657ba17,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:31.472355 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.496829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=36ed0edf-4034-4bc4-8234-799e9ccbd93b,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.503682 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.536927 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Transition to ACTIVE for port object a9efcdaf-6e32-4872-b145-5817b30a9eec will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:31.555291 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.603859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc8955-55df-4b30-b3ae-5cfdf1dc51e6 None None] Pushing event updated for resources: {'Port': ['ID=e2496cde-db10-4d6d-bb5b-6f12f657ba17,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.703477 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Attempting to bind port a9efcdaf-6e32-4872-b145-5817b30a9eec on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:31.704099 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Attempting to bind port a9efcdaf-6e32-4872-b145-5817b30a9eec by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:31.704479 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Attempting to bind port a9efcdaf-6e32-4872-b145-5817b30a9eec on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:31.708074 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Pushing event updated for resources: {'Port': ['ID=a9efcdaf-6e32-4872-b145-5817b30a9eec,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.720548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.721808 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:31.722465 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:31.723029 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.723507 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:31.725691 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Bound port: a9efcdaf-6e32-4872-b145-5817b30a9eec, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:31.726151 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.730143 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.730618 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.731011 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.731325 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.731643 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.731962 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.732280 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.732595 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.733073 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.733394 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.734248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.734248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:31.780679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Allocated IP 172.20.0.1 (11fc6e7c-2307-424d-a6a6-4d8046354480/c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91/c19f2ba0-2c03-4efc-8119-f7404344c7c4) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:31.865702 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] For port a9efcdaf-6e32-4872-b145-5817b30a9eec, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:31.868934 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] For port a9efcdaf-6e32-4872-b145-5817b30a9eec, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a9efcdaf-6e32-4872-b145-5817b30a9eec,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:31.875510 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.024211 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Routers {'2836ee25-daa7-457f-a669-84a16c5d111c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:32.027502 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2836ee25-daa7-457f-a669-84a16c5d111c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:32.093849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.120706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Transition to ACTIVE for port object c19f2ba0-2c03-4efc-8119-f7404344c7c4 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:32.150288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609569b-9b45-4319-94ab-bede82049ea1 req-ac42dc9a-ef47-4559-ad41-1181c976d57c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:32.151834 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c609569b-9b45-4319-94ab-bede82049ea1 req-ac42dc9a-ef47-4559-ad41-1181c976d57c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 949 time: 0.1303327 Jul 16 20:02:32.167667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.197089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.250737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c609569b-9b45-4319-94ab-bede82049ea1 req-db9c0d68-64ad-4b59-966c-f0d34d004820 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919528 Jul 16 20:02:32.269685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:32.273491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:32.290513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:32.291062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.324437 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e50f7-a3f3-495f-83e9-cab17b267999 None None] Pushing event updated for resources: {'Port': ['ID=a9efcdaf-6e32-4872-b145-5817b30a9eec,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:32.362319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Pushing event updated for resources: {'Port': ['ID=c19f2ba0-2c03-4efc-8119-f7404344c7c4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:32.460254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Router 7660adb6-adb0-4219-8262-89d775a2d815 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:02:32.522794 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] Set router 2836ee25-daa7-457f-a669-84a16c5d111c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:32.634856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.690683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ae415a8-e5b2-4c9e-a539-3915cf2c6951 None None] Provisioning for port c19f2ba0-2c03-4efc-8119-f7404344c7c4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:32.703409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ae415a8-e5b2-4c9e-a539-3915cf2c6951 None None] Provisioning complete for port c19f2ba0-2c03-4efc-8119-f7404344c7c4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:32.703777 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ae415a8-e5b2-4c9e-a539-3915cf2c6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.848948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8ae415a8-e5b2-4c9e-a539-3915cf2c6951 None None] Port c19f2ba0-2c03-4efc-8119-f7404344c7c4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:32.923593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.931066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.932256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.044446 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:28Z', 'revision_number': 3, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:33.052106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Pushing event updated for resources: {'Port': ['ID=c19f2ba0-2c03-4efc-8119-f7404344c7c4,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:33.107077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:33.116875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Sync routers for ids ['7660adb6-adb0-4219-8262-89d775a2d815'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:33.125119 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fe23c-09f9-4c3c-a63d-ab0579986e08 None None] The sync data for ids ['2836ee25-daa7-457f-a669-84a16c5d111c'] in n-d-792458-10 is: [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:28Z', 'revision_number': 3, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:33.141831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Routers {'7660adb6-adb0-4219-8262-89d775a2d815'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:33.143187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7660adb6-adb0-4219-8262-89d775a2d815'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:33.153681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:33.155938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:33.163202 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.174814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-444df7d6-4bf2-4c3b-b96c-98d6647de933 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8375785 Jul 16 20:02:33.176895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35164) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:33.359231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Router 2836ee25-daa7-457f-a669-84a16c5d111c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:33.457342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Set router 7660adb6-adb0-4219-8262-89d775a2d815 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:33.678918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:33.690582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1dfef63-2d08-4d5c-82be-7d14001e8dfa admin admin] 10.222.0.91 "PUT /v2.0/routers/2836ee25-daa7-457f-a669-84a16c5d111c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6008449 Jul 16 20:02:33.710412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8aeb4-25d5-42d7-a049-88e1c4ceef1a None None] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:33.720988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 18ddabe6-6693-4689-939c-208cdf382043 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:33.725225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36ed0edf-4034-4bc4-8234-799e9ccbd93b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:33.829614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee091dc-8810-4693-a08e-b676a95909cf req-c9512cae-75eb-46a5-888c-ff6bf0892db4 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:33.839930 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ee091dc-8810-4693-a08e-b676a95909cf req-c9512cae-75eb-46a5-888c-ff6bf0892db4 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 949 time: 0.1557522 Jul 16 20:02:33.939441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ee091dc-8810-4693-a08e-b676a95909cf req-ce6f4a89-5bb8-4ced-8bd0-1e899e268ac7 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986269 Jul 16 20:02:33.986761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-08b3461b-8fda-4c98-a147-00824807c726 None None] Provisioning for port e2496cde-db10-4d6d-bb5b-6f12f657ba17 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:34.180891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 18ddabe6-6693-4689-939c-208cdf382043 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:34.210968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 36ed0edf-4034-4bc4-8234-799e9ccbd93b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:34.211740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.218807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.219440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 18ddabe6-6693-4689-939c-208cdf382043 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:34.219440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.344941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-89b69dcf-3845-41d6-8622-c8c20ef16282 None None] Provisioning complete for port c19f2ba0-2c03-4efc-8119-f7404344c7c4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:34.345312 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89b69dcf-3845-41d6-8622-c8c20ef16282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.466864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Allocated IP 172.20.0.1 (24e8a8fc-96a5-48ac-92d7-7e5225f0047a/975fe0d9-0f35-47d7-bd02-130435c97e14/48964e72-1775-40e7-8895-1c21c7aa7df2) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:34.482387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-89b69dcf-3845-41d6-8622-c8c20ef16282 None None] Port c19f2ba0-2c03-4efc-8119-f7404344c7c4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:34.498899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:02:31Z', 'revision_number': 3, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:34.534942 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.610685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35208) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:34.651814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Checking router: 7660adb6-adb0-4219-8262-89d775a2d815 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:34.652449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Updating router 7660adb6-adb0-4219-8262-89d775a2d815 port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:34.693350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.725304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Transition to ACTIVE for port object 48964e72-1775-40e7-8895-1c21c7aa7df2 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:34.740242 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.775089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ddabe6-6693-4689-939c-208cdf382043'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:34.782581 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379de0c8-b027-4b38-acf6-52a7df3587a3" -d '{"events": [{"server_uuid": "14b19145-38bf-4c25-a27d-2d66a1cffba9", "name": "network-vif-plugged", "status": "completed", "tag": "18ddabe6-6693-4689-939c-208cdf382043"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:34.799755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.806526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e2496cde-db10-4d6d-bb5b-6f12f657ba17 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:34.866966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:34.871530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 18ddabe6-6693-4689-939c-208cdf382043, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=18ddabe6-6693-4689-939c-208cdf382043,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:34.886796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.894105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:34.902225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:34.959250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727162e8-2a18-4b07-aef5-6687c9355129 req-f6a6d528-d150-4a79-828f-0bc10a2da131 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3291385 Jul 16 20:02:34.972378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:34.981920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=48964e72-1775-40e7-8895-1c21c7aa7df2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.006519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.035408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-e2fc57da-e816-4426-9ae0-17691ebb7747 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:35.038536 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-e2fc57da-e816-4426-9ae0-17691ebb7747 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4265771 Jul 16 20:02:35.039571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=18ddabe6-6693-4689-939c-208cdf382043,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.041708 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.065049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e2496cde-db10-4d6d-bb5b-6f12f657ba17 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:35.075193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e2496cde-db10-4d6d-bb5b-6f12f657ba17 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:35.075921 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.190802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-91af2e3c-4a7b-4191-a50d-01c3c17ae38d None None] Provisioning complete for port e2496cde-db10-4d6d-bb5b-6f12f657ba17 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:35.191279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-91af2e3c-4a7b-4191-a50d-01c3c17ae38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.248454 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.322993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.411511 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.560290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.567009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.642163 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-91af2e3c-4a7b-4191-a50d-01c3c17ae38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.690692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e2496cde-db10-4d6d-bb5b-6f12f657ba17, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e2496cde-db10-4d6d-bb5b-6f12f657ba17,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:35.701275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.703021 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.707149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=48964e72-1775-40e7-8895-1c21c7aa7df2,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.858275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-91af2e3c-4a7b-4191-a50d-01c3c17ae38d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:35.858722 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-91af2e3c-4a7b-4191-a50d-01c3c17ae38d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:35.866375 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Sync routers for ids ['2836ee25-daa7-457f-a669-84a16c5d111c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:35.873656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:35.874470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a9efcdaf-6e32-4872-b145-5817b30a9eec up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:35.876383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e2496cde-db10-4d6d-bb5b-6f12f657ba17,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.878908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Routers {'2836ee25-daa7-457f-a669-84a16c5d111c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:35.879992 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2836ee25-daa7-457f-a669-84a16c5d111c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:35.885944 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.889064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:35.923612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Transition to ACTIVE for port object dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:35.939492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Request body: {'binding': {'host': 'n-h1-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:35.940727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:02:35.943138 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.975364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-221a4022-3298-4003-a6b4-1b2f57485919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.017384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a5d50-1e4c-4d2f-a57c-2cc857e0bbf7 None None] Pushing event updated for resources: {'Port': ['ID=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.022890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Attempting to bind port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:36.023917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Attempting to bind port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:36.023917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Attempting to bind port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:36.027347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a9efcdaf-6e32-4872-b145-5817b30a9eec completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:36.033016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:36.033535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:36.034482 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.034482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:36.034780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Bound port: dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:36.035441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.038224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a9efcdaf-6e32-4872-b145-5817b30a9eec triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:36.038591 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.044609 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Set router 2836ee25-daa7-457f-a669-84a16c5d111c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:36.106196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Router 7660adb6-adb0-4219-8262-89d775a2d815 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:36.127655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] For port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:36.134003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] For port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:36.142426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.238260 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.242667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Allocated IP 172.25.3.94 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/7c746a1c-303e-4168-9259-659598c149b3) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:36.248414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on host n-h1-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:36.249031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:36.249436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:36.256607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:36.256929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:36.257977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:36.265084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a9efcdaf-6e32-4872-b145-5817b30a9eec, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a9efcdaf-6e32-4872-b145-5817b30a9eec,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:36.268019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f5c555ed-c227-43e9-ac2d-375fad78a7d4 admin admin] 10.222.0.91 "PUT /v2.0/routers/7660adb6-adb0-4219-8262-89d775a2d815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0880511 Jul 16 20:02:36.275719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Routers {'7660adb6-adb0-4219-8262-89d775a2d815'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:36.275719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7660adb6-adb0-4219-8262-89d775a2d815'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:36.275719 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.276118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:36.276118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:36.276118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:36.276118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Bound port: b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:36.286091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a5d50-1e4c-4d2f-a57c-2cc857e0bbf7 None None] Pushing event updated for resources: {'Port': ['ID=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.393152 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:32Z', 'revision_number': 4, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c19f2ba0-2c03-4efc-8119-f7404344c7c4', 'name': '', 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'mac_address': 'fa:16:3e:1a:1a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:31Z', 'updated_at': '2021-07-16T20:02:32Z', 'revision_number': 2, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'subnets': [{'id': 'c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:36.427354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:36.436622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Checking router: 2836ee25-daa7-457f-a669-84a16c5d111c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:36.437941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.438152 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Updating router 2836ee25-daa7-457f-a669-84a16c5d111c port c19f2ba0-2c03-4efc-8119-f7404344c7c4 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:36.438794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ce7eed3e-4a6a-4ee8-8ed5-017b4a50b80a service neutron] 10.222.0.91 "POST /v2.0/ports/b8375eff-e3c5-421e-ba9c-54d83e24e8a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.6752231 Jul 16 20:02:36.459697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.488223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a9efcdaf-6e32-4872-b145-5817b30a9eec,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.497322 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.517346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] Set router 7660adb6-adb0-4219-8262-89d775a2d815 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:36.553109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.648852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Pushing event updated for resources: {'Port': ['ID=7c746a1c-303e-4168-9259-659598c149b3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.658993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:36.662110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:36.664560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:36.707608 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b796d3-f63c-465b-81b1-07806ea501be x-openstack-request-id: req-46b796d3-f63c-465b-81b1-07806ea501be {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:36.707608 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b19145-38bf-4c25-a27d-2d66a1cffba9", "name": "network-vif-plugged", "status": "completed", "tag": "18ddabe6-6693-4689-939c-208cdf382043", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:36.708875 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-46b796d3-f63c-465b-81b1-07806ea501be {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:36.710541 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ddabe6-6693-4689-939c-208cdf382043', 'code': 200} Jul 16 20:02:36.772105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-89635d26-4dff-4c7a-90c6-b514baeb7572 None None] Provisioning for port 48964e72-1775-40e7-8895-1c21c7aa7df2 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:36.799877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2524e01-34e8-47e4-9ea1-41971c4213c6 req-171ba60b-053d-4b41-b838-efef9cfc7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.801981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2524e01-34e8-47e4-9ea1-41971c4213c6 req-171ba60b-053d-4b41-b838-efef9cfc7497 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 1102 time: 0.1074965 Jul 16 20:02:36.807240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.817477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-89635d26-4dff-4c7a-90c6-b514baeb7572 None None] Provisioning complete for port 48964e72-1775-40e7-8895-1c21c7aa7df2 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:36.817850 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89635d26-4dff-4c7a-90c6-b514baeb7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.868374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2524e01-34e8-47e4-9ea1-41971c4213c6 req-852a0a3a-1755-4a0f-9e3c-2957dc9c7c6a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595720 Jul 16 20:02:36.887638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-89635d26-4dff-4c7a-90c6-b514baeb7572 None None] Port 48964e72-1775-40e7-8895-1c21c7aa7df2 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:36.949234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 4, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '48964e72-1775-40e7-8895-1c21c7aa7df2', 'name': '', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'mac_address': 'fa:16:3e:86:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:34Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 2, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'subnets': [{'id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:36.960279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.017514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-dcb81a5b-7edd-4956-921e-4a0b1f6827ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.019171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-dcb81a5b-7edd-4956-921e-4a0b1f6827ac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1098 time: 0.1985285 Jul 16 20:02:37.022287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92013e8-b4fd-4e67-8d0f-92aa9e02fa59 None None] The sync data for ids ['7660adb6-adb0-4219-8262-89d775a2d815'] in n-d-792458-10 is: [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 4, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '48964e72-1775-40e7-8895-1c21c7aa7df2', 'name': '', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'mac_address': 'fa:16:3e:86:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:34Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 2, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'subnets': [{'id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:37.083195 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.107091 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Transition to ACTIVE for port object c19f2ba0-2c03-4efc-8119-f7404344c7c4 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:37.133203 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.157924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35266) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:37.164980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-network', 'tenant_id': '28450aebf80f4ccd85179948af106dc2'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:37.196728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Made reservation on behalf of 28450aebf80f4ccd85179948af106dc2 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:37.202168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.218089 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.222587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ebd36741-15ff-4a4b-8f56-af7477727c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.224309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ebd36741-15ff-4a4b-8f56-af7477727c46 service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.1924672 Jul 16 20:02:37.240372 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1e5e3-25c8-4db8-990a-cce323996b9f None None] Pushing event updated for resources: {'Port': ['ID=c19f2ba0-2c03-4efc-8119-f7404344c7c4,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:37.304087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-ac26c5ff-a7d8-496b-822a-e2353c897496 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0672026 Jul 16 20:02:37.314674 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Attempting to bind port c19f2ba0-2c03-4efc-8119-f7404344c7c4 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:37.315097 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Attempting to bind port c19f2ba0-2c03-4efc-8119-f7404344c7c4 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:37.315588 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Attempting to bind port c19f2ba0-2c03-4efc-8119-f7404344c7c4 on network 11fc6e7c-2307-424d-a6a6-4d8046354480 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:37.321216 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:37.321590 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Checking segment: {'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:37.322006 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.322386 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Bound using segment: {'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:37.323085 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Bound port: c19f2ba0-2c03-4efc-8119-f7404344c7c4, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:37.323738 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.338996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.369775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.436152 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] For port c19f2ba0-2c03-4efc-8119-f7404344c7c4, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:37.440079 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] For port c19f2ba0-2c03-4efc-8119-f7404344c7c4, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c19f2ba0-2c03-4efc-8119-f7404344c7c4,segment=NetworkSegment(b4795ba0-80a4-4b68-a27f-1c0d2c54a066),segment_id=b4795ba0-80a4-4b68-a27f-1c0d2c54a066)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:37.449445 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.460565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461ed4-1def-41d1-89bf-929ff6fe6377 req-0f52f815-1ec2-43e4-a521-79698f33cf6f tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.468541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95461ed4-1def-41d1-89bf-929ff6fe6377 req-0f52f815-1ec2-43e4-a521-79698f33cf6f tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 950 time: 0.1774964 Jul 16 20:02:37.470930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.472643 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.488840 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.545789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:37.553905 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Routers {'2836ee25-daa7-457f-a669-84a16c5d111c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:37.554538 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2836ee25-daa7-457f-a669-84a16c5d111c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:37.556631 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1e5e3-25c8-4db8-990a-cce323996b9f None None] Pushing event updated for resources: {'Port': ['ID=c19f2ba0-2c03-4efc-8119-f7404344c7c4,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:37.568283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2870d5f3-a9e7-4d37-a7e4-78ee5f0260f0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:37.577971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95461ed4-1def-41d1-89bf-929ff6fe6377 req-f6b567d1-77e7-496a-aa26-88eab30c7221 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033916 Jul 16 20:02:37.579207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.579550 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Added segment 596aa6da-fbb4-4d61-a030-167d1ed25bc3 of type vlan for network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 Jul 16 20:02:37.599512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Pushing event updated for resources: {'Port': ['ID=7c746a1c-303e-4168-9259-659598c149b3,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:37.629631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-852ca0f5-fa41-44b4-b46a-001bbed3347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.631763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-852ca0f5-fa41-44b4-b46a-001bbed3347e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.3191779 Jul 16 20:02:37.637767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.641770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727162e8-2a18-4b07-aef5-6687c9355129 req-81a768ea-bd39-4fa1-be0d-c467e8a3b141 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6734035 Jul 16 20:02:37.688893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.691753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-381fe766-02d6-4c98-a4f9-a357cd336b07 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486431 Jul 16 20:02:37.799564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.801124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.803169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.901412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a9efcdaf-6e32-4872-b145-5817b30a9eec up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:37.905562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7464483 Jul 16 20:02:37.906176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35270) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:37.922779 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727162e8-2a18-4b07-aef5-6687c9355129 req-e15537e3-d645-429d-a02d-72e35d108dbf tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.2383080 Jul 16 20:02:37.924976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Request body: {'subnet': {'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-subnet', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:37.930859 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] Set router 2836ee25-daa7-457f-a669-84a16c5d111c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:38.013246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519904f-370e-4b5b-a06f-0c7c477efab9 admin admin] Pushing event updated for resources: {'Network': ['ID=9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.050065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Made reservation on behalf of 28450aebf80f4ccd85179948af106dc2 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:38.050263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:38.054732 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.057565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a9efcdaf-6e32-4872-b145-5817b30a9eec triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:38.059224 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.152667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-67b9f858-21e9-43c7-b805-37a43867b549 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461715 Jul 16 20:02:38.243689 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.282776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727162e8-2a18-4b07-aef5-6687c9355129 req-d822cc62-f081-452e-88af-870618825eee tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.289486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727162e8-2a18-4b07-aef5-6687c9355129 req-d822cc62-f081-452e-88af-870618825eee tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1357641 Jul 16 20:02:38.296638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-727162e8-2a18-4b07-aef5-6687c9355129 req-61f87f20-8764-4967-8ece-657a4a86c443 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:38.309083 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727162e8-2a18-4b07-aef5-6687c9355129 req-61f87f20-8764-4967-8ece-657a4a86c443 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185916 Jul 16 20:02:38.317821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e2496cde-db10-4d6d-bb5b-6f12f657ba17 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:38.386769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e2496cde-db10-4d6d-bb5b-6f12f657ba17 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:38.387194 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.399508 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:32Z', 'revision_number': 4, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c19f2ba0-2c03-4efc-8119-f7404344c7c4', 'name': '', 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'mac_address': 'fa:16:3e:1a:1a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:31Z', 'updated_at': '2021-07-16T20:02:37Z', 'revision_number': 4, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'subnets': [{'id': 'c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:38.463245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-48248f91-a200-4674-acb3-f84226683d81 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709819 Jul 16 20:02:38.465873 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb02ea-b502-447b-9efe-2d6798520546 None None] The sync data for ids ['2836ee25-daa7-457f-a669-84a16c5d111c'] in n-d-792458-10 is: [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:32Z', 'revision_number': 4, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c19f2ba0-2c03-4efc-8119-f7404344c7c4', 'name': '', 'network_id': '11fc6e7c-2307-424d-a6a6-4d8046354480', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'mac_address': 'fa:16:3e:1a:1a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:31Z', 'updated_at': '2021-07-16T20:02:37Z', 'revision_number': 4, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'subnets': [{'id': 'c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:38.497134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.547430 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.654617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f84689f-0de2-45a7-933a-b1fc64cce54c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.683975 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.751764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Checking segment: {'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:38.752112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Network hostable DHCP agents. Network: 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:38.757587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-5e0c3c0e-6063-46b2-adf3-b78763624e7d tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.761285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-5e0c3c0e-6063-46b2-adf3-b78763624e7d tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1098 time: 0.1887863 Jul 16 20:02:38.772329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-10'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:38.778366 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b9eac25-146f-4c7f-b28a-c2a766f045fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.809917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:38.829078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f892e-8933-4203-a795-128ad71e2586 req-7b1cf7f7-7d28-4341-8823-11b40a8f1a4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.831475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab4f892e-8933-4203-a795-128ad71e2586 req-7b1cf7f7-7d28-4341-8823-11b40a8f1a4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 946 time: 0.1842763 Jul 16 20:02:38.846573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:38.861860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a03b4a-3acf-40c7-a9ce-91c3db5732ad None None] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:38.864247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.865072 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.902871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab4f892e-8933-4203-a795-128ad71e2586 req-46c39566-f34b-4cbe-9196-1f269e2b4576 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633140 Jul 16 20:02:38.912159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cee08ff4-2ffe-42fb-af23-c0377c169953 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9964919 Jul 16 20:02:38.915705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35288) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.931687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:38.980621 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.988073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.037155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32cffcf8-d944-4d4a-9bf6-dc827bb07d73 req-2d663aad-9f08-4526-bfee-197377a9ed95 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips/0e778cf0-38a2-4bd1-9a20-9349f8dc49b1 HTTP/1.1" status: 200 len: 692 time: 0.1573286 Jul 16 20:02:39.044238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.106709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05', 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'fixed_ips': [{'subnet_id': '8f84689f-0de2-45a7-933a-b1fc64cce54c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:39.107959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.152801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.328408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cffcf8-d944-4d4a-9bf6-dc827bb07d73 req-60e0304c-1c28-425c-b0c6-6f673d9330d0 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.335433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32cffcf8-d944-4d4a-9bf6-dc827bb07d73 req-60e0304c-1c28-425c-b0c6-6f673d9330d0 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2849071 Jul 16 20:02:39.341617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-32cffcf8-d944-4d4a-9bf6-dc827bb07d73 req-6874ff1a-4f9d-4322-9595-f5bb61f333b5 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:39.347238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Allocated IP 172.20.0.2 (9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05/8f84689f-0de2-45a7-933a-b1fc64cce54c/d32cb728-2dd7-4276-8bcb-b531bfb9b285) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:39.356755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32cffcf8-d944-4d4a-9bf6-dc827bb07d73 req-6874ff1a-4f9d-4322-9595-f5bb61f333b5 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202937 Jul 16 20:02:39.433040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:39.487766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:39.570858 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.587615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Transition to ACTIVE for port object d32cb728-2dd7-4276-8bcb-b531bfb9b285 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:39.591294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:39.593729 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7074504b-28ed-42a2-b3fd-a267c3c97eb0" -d '{"events": [{"server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:39.598377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.606546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Transition to ACTIVE for port object d32cb728-2dd7-4276-8bcb-b531bfb9b285 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:39.610972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.619710 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.661799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.662608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:39.667321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:39.674470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:39.711917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0a019-5347-499f-a140-39b7d223d370 req-b14772a6-ffc4-4145-aad7-60a0b60e7b6d tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.714436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38f0a019-5347-499f-a140-39b7d223d370 req-b14772a6-ffc4-4145-aad7-60a0b60e7b6d tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 950 time: 0.1684206 Jul 16 20:02:39.719306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.786734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on host n-h2-792458-10 for vnic_type normal with profile {"migrating_to": "n-h1-792458-10"} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:39.787499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:39.788082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:39.815837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38f0a019-5347-499f-a140-39b7d223d370 req-804069cb-b583-43e2-819a-8a7ed40524fe tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721819 Jul 16 20:02:39.819166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:39.819800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Attempting to bind port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:39.828224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:39.828864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:39.829470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:39.830121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Bound port: b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:39.830710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.947135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.955212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Pushing event updated for resources: {'Port': ['ID=d32cb728-2dd7-4276-8bcb-b531bfb9b285,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.978235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.981090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c19f2ba0-2c03-4efc-8119-f7404344c7c4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:40.010599 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b1fa80-eec4-433c-b6a5-9e12a4d30ed7 x-openstack-request-id: req-63b1fa80-eec4-433c-b6a5-9e12a4d30ed7 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:40.011295 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:40.011722 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-63b1fa80-eec4-433c-b6a5-9e12a4d30ed7 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:40.013103 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7', 'code': 200} Jul 16 20:02:40.052503 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.058150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Attempting to bind port d32cb728-2dd7-4276-8bcb-b531bfb9b285 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:40.058525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Attempting to bind port d32cb728-2dd7-4276-8bcb-b531bfb9b285 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:40.058933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Attempting to bind port d32cb728-2dd7-4276-8bcb-b531bfb9b285 on network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:40.068673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:40.069078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Checking segment: {'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:40.069512 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.070242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Bound using segment: {'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:40.070572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Bound port: d32cb728-2dd7-4276-8bcb-b531bfb9b285, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:40.071107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.076741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:40.088782 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb3de4b4-e4da-4463-b490-dae0d15e61be req-ef103cfd-9bf9-459b-b241-86b6378bdd6f tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips?tenant_id=bab653f378c441978e3d3da3aa36bf9c HTTP/1.1" status: 200 len: 695 time: 0.1252978 Jul 16 20:02:40.110962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:40.124172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c19f2ba0-2c03-4efc-8119-f7404344c7c4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:40.131668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.133448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c19f2ba0-2c03-4efc-8119-f7404344c7c4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:40.133822 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.160170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Allocated IP 172.25.3.154 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3300d586-babe-4c6d-8fcb-5570fd5b2c86) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:40.211668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] For port d32cb728-2dd7-4276-8bcb-b531bfb9b285, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:40.219177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] For port d32cb728-2dd7-4276-8bcb-b531bfb9b285, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d32cb728-2dd7-4276-8bcb-b531bfb9b285,segment=NetworkSegment(596aa6da-fbb4-4d61-a030-167d1ed25bc3),segment_id=596aa6da-fbb4-4d61-a030-167d1ed25bc3)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:40.226110 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.282583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=8']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.290622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:40.291273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.293215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-680dd5e6-eb7f-4f09-a7f3-c9c97ada3b4b service neutron] 10.222.0.99 "PUT /v2.0/ports/b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 1124 time: 1.5252011 Jul 16 20:02:40.321301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de4b4-e4da-4463-b490-dae0d15e61be req-b59c656c-fe7f-4fd7-9c46-8d9eafaff6a0 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:40.330491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb3de4b4-e4da-4463-b490-dae0d15e61be req-b59c656c-fe7f-4fd7-9c46-8d9eafaff6a0 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks?id=2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 787 time: 0.2407732 Jul 16 20:02:40.341118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-fb3de4b4-e4da-4463-b490-dae0d15e61be req-81464d2e-4f1e-4115-847d-cb662acf8a52 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:40.360631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408de1fb-a1aa-4f6b-886d-4e7989df1cd5 None None] Pushing event updated for resources: {'Port': ['ID=d32cb728-2dd7-4276-8bcb-b531bfb9b285,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.370097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['b8375eff-e3c5-421e-ba9c-54d83e24e8a7'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:40.373704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb3de4b4-e4da-4463-b490-dae0d15e61be req-81464d2e-4f1e-4115-847d-cb662acf8a52 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0378194 Jul 16 20:02:40.376736 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.424315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.461028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c19f2ba0-2c03-4efc-8119-f7404344c7c4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c19f2ba0-2c03-4efc-8119-f7404344c7c4,segment=NetworkSegment(b4795ba0-80a4-4b68-a27f-1c0d2c54a066),segment_id=b4795ba0-80a4-4b68-a27f-1c0d2c54a066)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:40.471549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.472583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:40.516223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.580487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:40.587737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:40.591789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:40.607350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c19f2ba0-2c03-4efc-8119-f7404344c7c4,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.630390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Pushing event updated for resources: {'Port': ['ID=3300d586-babe-4c6d-8fcb-5570fd5b2c86,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.706667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fbf2a-2f15-474f-8624-64a160d52e3d req-cb6ea940-2859-4259-bbf1-eb3dd5f970c5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:40.720115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:40.731253 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-373fbf2a-2f15-474f-8624-64a160d52e3d req-cb6ea940-2859-4259-bbf1-eb3dd5f970c5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 944 time: 0.1498177 Jul 16 20:02:40.741244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:40.742536 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.786282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-373fbf2a-2f15-474f-8624-64a160d52e3d req-1c4ae749-8e20-4b29-af41-b3d1c3aa6f8d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535378 Jul 16 20:02:40.911394 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.941891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:40.949495 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.971392 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:41.005101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a243a029-4064-4e5c-99ae-6a43be938fed req-f36bb120-309d-4cbb-8b9f-2b2e8bab93a2 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips/0e778cf0-38a2-4bd1-9a20-9349f8dc49b1 HTTP/1.1" status: 200 len: 692 time: 0.1569803 Jul 16 20:02:41.045376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:41.152440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7211d4-9aad-41ed-a9d5-3171f5320028 req-3800b70f-1c47-42fe-ada9-ef5294e7a12e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.161027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d7211d4-9aad-41ed-a9d5-3171f5320028 req-3800b70f-1c47-42fe-ada9-ef5294e7a12e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 950 time: 0.1190746 Jul 16 20:02:41.167325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35328) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:41.245333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243a029-4064-4e5c-99ae-6a43be938fed req-bb981a6f-ad45-4f32-97c6-2f1a98b29d0b tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.252214 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a243a029-4064-4e5c-99ae-6a43be938fed req-bb981a6f-ad45-4f32-97c6-2f1a98b29d0b tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2350242 Jul 16 20:02:41.258878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-a243a029-4064-4e5c-99ae-6a43be938fed req-28714597-cb15-497c-99a0-8d39e1ca9c20 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:41.265818 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a243a029-4064-4e5c-99ae-6a43be938fed req-28714597-cb15-497c-99a0-8d39e1ca9c20 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121009 Jul 16 20:02:41.373090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c84-f558-4654-9156-1c90b2efa322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.384922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a243a029-4064-4e5c-99ae-6a43be938fed req-269260d2-6ce1-4a1e-a584-338200265115 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.1185322 Jul 16 20:02:41.393385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.469654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d7211d4-9aad-41ed-a9d5-3171f5320028 req-ab3adfce-0aba-43c0-856d-8d0dbe69f075 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074493 Jul 16 20:02:41.491858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a243a029-4064-4e5c-99ae-6a43be938fed req-762501cc-8e1e-462f-8446-c7b52fc20707 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.1057639 Jul 16 20:02:41.641206 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.822948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a16bb1e-ab50-4d42-9547-9da43395364a None None] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:41.896248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-80cadfa6-ecd9-40b2-9a48-85b8807c42b9 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324874 Jul 16 20:02:41.905251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c84-f558-4654-9156-1c90b2efa322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.913383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Deleting port 7c746a1c-303e-4168-9259-659598c149b3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:41.913722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.916979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c84-f558-4654-9156-1c90b2efa322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.928454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Sync routers for ids ['7660adb6-adb0-4219-8262-89d775a2d815'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:41.968445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Routers {'7660adb6-adb0-4219-8262-89d775a2d815'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:41.968946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7660adb6-adb0-4219-8262-89d775a2d815'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:41.978038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6e9cd92-c036-4345-8386-ba8da175536d None None] Provisioning for port d32cb728-2dd7-4276-8bcb-b531bfb9b285 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:41.980457 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.018596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:42.020553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f2d03c84-f558-4654-9156-1c90b2efa322 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7a4e650970644e4489b4fd464be8da4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8522410 Jul 16 20:02:42.024936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d03c84-f558-4654-9156-1c90b2efa322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff397cf-2c7e-4fdc-a0c7-16ef8640c9f5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:42.025483 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d68f9dc-9e88-4824-8255-94713b08dbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:42.030222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35354) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:42.031541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c19f2ba0-2c03-4efc-8119-f7404344c7c4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:42.069642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-53afe3b4-ca06-4bf5-8862-c63ede178796 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.071300 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-53afe3b4-ca06-4bf5-8862-c63ede178796 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742785 Jul 16 20:02:42.091840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-31f8d57f-413f-4e8e-8b21-25cb3c05f97b tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/quotas/d1edc33d4ad64ff683f6ace7c9683fcb HTTP/1.1" status: 200 len: 375 time: 0.0150900 Jul 16 20:02:42.146513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.147157 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.169580 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-827fc582-2224-482a-96e5-d3ff7a2da215 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720272 Jul 16 20:02:42.175108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Calling delete_port for 7c746a1c-303e-4168-9259-659598c149b3 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:42.207192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe987d89-4c8a-40d2-a921-e1667dfbc413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.211278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Set router 7660adb6-adb0-4219-8262-89d775a2d815 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:42.236693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c19f2ba0-2c03-4efc-8119-f7404344c7c4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:42.237136 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.286469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe987d89-4c8a-40d2-a921-e1667dfbc413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.426176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Router b69616fc-fdae-4a69-9782-7cc870bf5287 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:02:42.525186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d32cb728-2dd7-4276-8bcb-b531bfb9b285 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:42.594378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 4, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '48964e72-1775-40e7-8895-1c21c7aa7df2', 'name': '', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'mac_address': 'fa:16:3e:86:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:34Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 2, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'subnets': [{'id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:42.609626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc190b1-b811-4a6c-8cb8-ae7294f851c3 req-24bb8906-659b-4fee-9363-eee1b8564371 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.612359 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5bc190b1-b811-4a6c-8cb8-ae7294f851c3 req-24bb8906-659b-4fee-9363-eee1b8564371 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 944 time: 0.1174455 Jul 16 20:02:42.635968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Checking router: 7660adb6-adb0-4219-8262-89d775a2d815 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:42.636363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Updating router 7660adb6-adb0-4219-8262-89d775a2d815 port 48964e72-1775-40e7-8895-1c21c7aa7df2 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:42.638232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port d32cb728-2dd7-4276-8bcb-b531bfb9b285 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:42.642744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d32cb728-2dd7-4276-8bcb-b531bfb9b285 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:42.643399 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.683346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5bc190b1-b811-4a6c-8cb8-ae7294f851c3 req-7ad8c78e-d6dc-42dc-ad65-ae88719a560d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Jul 16 20:02:42.744492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.747520 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250bac93-ebf6-4e9e-a882-6eaada6d86d8 x-openstack-request-id: req-250bac93-ebf6-4e9e-a882-6eaada6d86d8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:42.747810 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:42.748056 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-250bac93-ebf6-4e9e-a882-6eaada6d86d8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:42.748475 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7', 'status': 'completed', 'code': 200} Jul 16 20:02:42.823635 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-12738094-b3d6-4425-80ae-a44dde5f2dde req-db997774-13bf-4939-babc-001eb95b57bc tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 210 time: 0.0392356 Jul 16 20:02:42.864810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe987d89-4c8a-40d2-a921-e1667dfbc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.869144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-753a3e64-0eec-4fde-9ade-83ae61ff2306 None None] Provisioning complete for port d32cb728-2dd7-4276-8bcb-b531bfb9b285 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:42.869516 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-753a3e64-0eec-4fde-9ade-83ae61ff2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.874866 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe987d89-4c8a-40d2-a921-e1667dfbc413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.883184 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fe987d89-4c8a-40d2-a921-e1667dfbc413 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fff397cf-2c7e-4fdc-a0c7-16ef8640c9f5 HTTP/1.1" status: 204 len: 168 time: 0.8459790 Jul 16 20:02:42.932892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.966755 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.992995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe987d89-4c8a-40d2-a921-e1667dfbc413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff397cf-2c7e-4fdc-a0c7-16ef8640c9f5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.028739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port d32cb728-2dd7-4276-8bcb-b531bfb9b285, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d32cb728-2dd7-4276-8bcb-b531bfb9b285,segment=NetworkSegment(596aa6da-fbb4-4d61-a030-167d1ed25bc3),segment_id=596aa6da-fbb4-4d61-a030-167d1ed25bc3)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:43.048642 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.049432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:43.087497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.096617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.105373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a243a029-4064-4e5c-99ae-6a43be938fed req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "DELETE /v2.0/floatingips/0e778cf0-38a2-4bd1-9a20-9349f8dc49b1 HTTP/1.1" status: 204 len: 173 time: 1.6128170 Jul 16 20:02:43.114025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cebc14-9bf9-4976-8a35-dad006ebe361 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Pushing event deleted for resources: {'Port': ['ID=7c746a1c-303e-4168-9259-659598c149b3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.151586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-f7defe40-f8c5-47b6-9fdd-d1e455657297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.155363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-f7defe40-f8c5-47b6-9fdd-d1e455657297 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1127 time: 0.3560166 Jul 16 20:02:43.169812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:43.188887 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Sync routers for ids ['b69616fc-fdae-4a69-9782-7cc870bf5287'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:43.207461 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Routers {'b69616fc-fdae-4a69-9782-7cc870bf5287'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:43.211325 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b69616fc-fdae-4a69-9782-7cc870bf5287'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:43.234417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.235643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8174f7d1-5fbb-45dd-8022-91c9eebc1462 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3189907 Jul 16 20:02:43.260469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.413662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=d32cb728-2dd7-4276-8bcb-b531bfb9b285,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.500569 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Set router b69616fc-fdae-4a69-9782-7cc870bf5287 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:43.522607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35402) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.553971 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-85bf0f83-5f2b-4e82-813f-45d16ebe912c tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3944731 Jul 16 20:02:43.559871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:43.576475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:43.608427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-54a495d9-8916-42ba-9f13-29c4a2547b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.611115 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-54a495d9-8916-42ba-9f13-29c4a2547b61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.3911760 Jul 16 20:02:43.615014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.615857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d93a99-47de-48ae-b1a0-ef431865e01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.664820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:43.665305 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.743644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-805f08b5-c88d-4c0e-9d6d-df7943b06345 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 217 time: 0.1253712 Jul 16 20:02:43.838725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35414) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.893741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.910452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:43.920089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-8d768447-cb77-425a-8e77-8b4d46bec1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.921683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-8d768447-cb77-425a-8e77-8b4d46bec1dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1634502 Jul 16 20:02:43.940993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Transition to ACTIVE for port object 48964e72-1775-40e7-8895-1c21c7aa7df2 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:43.951711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 has no active binding in host n-h1-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:02:43.954740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.015795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da961-a245-4133-b6cb-8ae85d1f7e90 None None] Pushing event updated for resources: {'Port': ['ID=48964e72-1775-40e7-8895-1c21c7aa7df2,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:44.025085 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:02:41Z', 'revision_number': 3, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port': {'id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:39Z', 'updated_at': '2021-07-16T20:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:44.043795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-de9fe638-b30f-4e22-b226-781a2ef3b246 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087348 Jul 16 20:02:44.089537 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Checking router: b69616fc-fdae-4a69-9782-7cc870bf5287 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:44.090142 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Updating router b69616fc-fdae-4a69-9782-7cc870bf5287 port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:44.112925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Attempting to bind port 48964e72-1775-40e7-8895-1c21c7aa7df2 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:44.115673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Attempting to bind port 48964e72-1775-40e7-8895-1c21c7aa7df2 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:44.116061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Attempting to bind port 48964e72-1775-40e7-8895-1c21c7aa7df2 on network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:44.135830 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:44.136236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Checking segment: {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:44.136618 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.137019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Bound using segment: {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:44.137612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Bound port: 48964e72-1775-40e7-8895-1c21c7aa7df2, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:44.137885 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.168341 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.214500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c847b646-3f54-42db-8265-ff0b8053626d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.220518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.284802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] For port 48964e72-1775-40e7-8895-1c21c7aa7df2, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:44.292913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] For port 48964e72-1775-40e7-8895-1c21c7aa7df2, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=48964e72-1775-40e7-8895-1c21c7aa7df2,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:44.297721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d32cb728-2dd7-4276-8bcb-b531bfb9b285 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:44.302232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.319436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-6bf64f87-c7e6-4cf9-ade3-113c2bcc26cb tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453470 Jul 16 20:02:44.342897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ea393-47c0-45ab-a074-16b81d55703c req-f0b62636-e7ce-4a1e-a3a7-1d7428a72639 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:44.345244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae2ea393-47c0-45ab-a074-16b81d55703c req-f0b62636-e7ce-4a1e-a3a7-1d7428a72639 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 944 time: 0.3114097 Jul 16 20:02:44.406400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-7e3fcb22-10c9-4f64-95f5-37776bf2534c service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486259 Jul 16 20:02:44.503535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Routers {'7660adb6-adb0-4219-8262-89d775a2d815'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:44.507315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7660adb6-adb0-4219-8262-89d775a2d815'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:44.520896 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae2ea393-47c0-45ab-a074-16b81d55703c req-58ac4b20-c821-4b47-b8c0-0683ce521706 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439598 Jul 16 20:02:44.534257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d93a99-47de-48ae-b1a0-ef431865e01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.546573 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d93a99-47de-48ae-b1a0-ef431865e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.632053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.645447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9d93a99-47de-48ae-b1a0-ef431865e01f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3d0116e9edf04de7b56ef9b657cd99a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1201348 Jul 16 20:02:44.649983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35424) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:44.650724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d93a99-47de-48ae-b1a0-ef431865e01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f3da91-3427-4016-a6e7-3d10fe2fef68,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:44.677166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-2309f5cd-ce86-4edf-813b-605f7ab714bc tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:44.678350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da961-a245-4133-b6cb-8ae85d1f7e90 None None] Pushing event updated for resources: {'Port': ['ID=48964e72-1775-40e7-8895-1c21c7aa7df2,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:44.680584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-2309f5cd-ce86-4edf-813b-605f7ab714bc tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142512 Jul 16 20:02:44.694007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d68f9dc-9e88-4824-8255-94713b08dbd6 req-d699cb1c-e6cf-4f0f-ad0d-e4b7adcb16b5 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583272 Jul 16 20:02:44.708873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Request body: {'port': {'device_id': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'd1edc33d4ad64ff683f6ace7c9683fcb'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:44.732565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d32cb728-2dd7-4276-8bcb-b531bfb9b285 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:44.732966 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.800907 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.813210 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd06dd1b-8c76-45f1-9fd0-a0ea9f836d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.829208 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Transition to ACTIVE for port object 3300d586-babe-4c6d-8fcb-5570fd5b2c86 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:44.840332 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.849952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd06dd1b-8c76-45f1-9fd0-a0ea9f836d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.885803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] Set router 7660adb6-adb0-4219-8262-89d775a2d815 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:44.930508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd06dd1b-8c76-45f1-9fd0-a0ea9f836d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.933206 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd06dd1b-8c76-45f1-9fd0-a0ea9f836d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.934342 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cd06dd1b-8c76-45f1-9fd0-a0ea9f836d5b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/38f3da91-3427-4016-a6e7-3d10fe2fef68 HTTP/1.1" status: 204 len: 168 time: 0.2786403 Jul 16 20:02:44.939090 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Attempting to bind port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:44.939575 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Attempting to bind port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:44.939877 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Attempting to bind port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:44.957793 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05529ec8-be41-430e-a442-8d5de4f96240 None None] Pushing event updated for resources: {'Port': ['ID=3300d586-babe-4c6d-8fcb-5570fd5b2c86,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:44.978874 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:44.979484 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:44.980087 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.980996 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:44.981652 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Bound port: 3300d586-babe-4c6d-8fcb-5570fd5b2c86, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:44.984329 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.000762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06dd1b-8c76-45f1-9fd0-a0ea9f836d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f3da91-3427-4016-a6e7-3d10fe2fef68,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.027985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Allocated IP 172.25.3.101 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/d88a6754-dae0-4a78-bf6f-3733ccb06cc1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:45.032650 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63438ec0-2ccc-48ad-9f26-f80e3d5a09b3 req-b3e6848a-a980-4a5d-96a6-f2076b4474d6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 210 time: 0.1159708 Jul 16 20:02:45.045552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c847b646-3f54-42db-8265-ff0b8053626d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.100159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c847b646-3f54-42db-8265-ff0b8053626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.112172 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] For port 3300d586-babe-4c6d-8fcb-5570fd5b2c86, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:45.116619 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] For port 3300d586-babe-4c6d-8fcb-5570fd5b2c86, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3300d586-babe-4c6d-8fcb-5570fd5b2c86,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:45.123456 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.211675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Allocated IP 172.20.0.1 (9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05/8f84689f-0de2-45a7-933a-b1fc64cce54c/fd57e3d1-397e-4932-aa8e-bb3845053b54) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:45.218006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c847b646-3f54-42db-8265-ff0b8053626d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8851936b742742d6b7333ac29f4d9dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3781111 Jul 16 20:02:45.218976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Made reservation on behalf of d1edc33d4ad64ff683f6ace7c9683fcb for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:45.220947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35434) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:45.223586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.239964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847b646-3f54-42db-8265-ff0b8053626d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48d3a77-f1d2-4169-9cf4-2b54dcea3e33,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.260720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 4, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '48964e72-1775-40e7-8895-1c21c7aa7df2', 'name': '', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'mac_address': 'fa:16:3e:86:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:34Z', 'updated_at': '2021-07-16T20:02:44Z', 'revision_number': 4, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'subnets': [{'id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:45.271951 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Routers {'b69616fc-fdae-4a69-9782-7cc870bf5287'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:45.272862 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b69616fc-fdae-4a69-9782-7cc870bf5287'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:45.295898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22121e32-62c2-4a2f-915f-0a2d3a2a0c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.320749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22121e32-62c2-4a2f-915f-0a2d3a2a0c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.340702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816f715-3455-4cf9-9bee-c08d08b7427b None None] The sync data for ids ['7660adb6-adb0-4219-8262-89d775a2d815'] in n-d-792458-10 is: [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:02:35Z', 'revision_number': 4, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '48964e72-1775-40e7-8895-1c21c7aa7df2', 'name': '', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'mac_address': 'fa:16:3e:86:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:34Z', 'updated_at': '2021-07-16T20:02:44Z', 'revision_number': 4, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'subnets': [{'id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:45.364508 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05529ec8-be41-430e-a442-8d5de4f96240 None None] Pushing event updated for resources: {'Port': ['ID=3300d586-babe-4c6d-8fcb-5570fd5b2c86,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.383471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22121e32-62c2-4a2f-915f-0a2d3a2a0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.386252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22121e32-62c2-4a2f-915f-0a2d3a2a0c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.390068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-22121e32-62c2-4a2f-915f-0a2d3a2a0c65 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b48d3a77-f1d2-4169-9cf4-2b54dcea3e33 HTTP/1.1" status: 204 len: 168 time: 0.1658144 Jul 16 20:02:45.412009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22121e32-62c2-4a2f-915f-0a2d3a2a0c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48d3a77-f1d2-4169-9cf4-2b54dcea3e33,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.476439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.516869 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] Set router b69616fc-fdae-4a69-9782-7cc870bf5287 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:45.647336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.661267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.782424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Pushing event updated for resources: {'Port': ['ID=d88a6754-dae0-4a78-bf6f-3733ccb06cc1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.808503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Allocated IP 192.168.233.70 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:45.827196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-65f9dd7a-3507-40e0-a7ac-67a844d14aec service neutron] 10.222.0.79 "GET /v2.0/ports/b8375eff-e3c5-421e-ba9c-54d83e24e8a7/bindings/n-h1-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.1416748 Jul 16 20:02:45.828060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:45.830867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Transition to ACTIVE for port object fd57e3d1-397e-4932-aa8e-bb3845053b54 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:45.854783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:45.862292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:45.900177 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:02:41Z', 'revision_number': 3, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port': {'id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:39Z', 'updated_at': '2021-07-16T20:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:45.990120 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514522-0748-4a30-b814-c9c15d60b65f None None] The sync data for ids ['b69616fc-fdae-4a69-9782-7cc870bf5287'] in n-d-792458-10 is: [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:02:41Z', 'revision_number': 3, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port': {'id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:39Z', 'updated_at': '2021-07-16T20:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:46.043857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35452) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:46.068375 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.070364 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.143042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28b5f136-2081-4d73-8411-296fa8598f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.162067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48964e72-1775-40e7-8895-1c21c7aa7df2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:46.175927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:46.176764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Pushing event updated for resources: {'Port': ['ID=fd57e3d1-397e-4932-aa8e-bb3845053b54,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.188931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e21bc-91ef-4cfb-a714-29409402dc43 req-c1ada4b0-0b51-433d-a91c-cb56a19c88db tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:46.190528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc1e21bc-91ef-4cfb-a714-29409402dc43 req-c1ada4b0-0b51-433d-a91c-cb56a19c88db tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 944 time: 0.2548904 Jul 16 20:02:46.221184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:46.224035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:46.224956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.262370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 48964e72-1775-40e7-8895-1c21c7aa7df2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:46.274723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 48964e72-1775-40e7-8895-1c21c7aa7df2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:46.275461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.415303 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.425188 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.439851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:46.472416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 48964e72-1775-40e7-8895-1c21c7aa7df2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=48964e72-1775-40e7-8895-1c21c7aa7df2,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:46.482743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.483024 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.503233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:46.547916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.590757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=48964e72-1775-40e7-8895-1c21c7aa7df2,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.602905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Transition to ACTIVE for port object bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:46.609691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3d093a40-a63e-4a5b-841f-4e6a2bd2c1b2 None None] Provisioning for port fd57e3d1-397e-4932-aa8e-bb3845053b54 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:46.622539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc1e21bc-91ef-4cfb-a714-29409402dc43 req-93e30642-a0cc-4ab7-84b2-128df4005296 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082923 Jul 16 20:02:46.623148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3d093a40-a63e-4a5b-841f-4e6a2bd2c1b2 None None] Provisioning complete for port fd57e3d1-397e-4932-aa8e-bb3845053b54 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:46.623444 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d093a40-a63e-4a5b-841f-4e6a2bd2c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.699047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3d093a40-a63e-4a5b-841f-4e6a2bd2c1b2 None None] Port fd57e3d1-397e-4932-aa8e-bb3845053b54 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:46.703424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8375eff-e3c5-421e-ba9c-54d83e24e8a7 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:46.768999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28b5f136-2081-4d73-8411-296fa8598f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.778954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28b5f136-2081-4d73-8411-296fa8598f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.784039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:46.831435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.855668 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-28b5f136-2081-4d73-8411-296fa8598f7c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a014c619c73c4f74871ca78a0f3bdd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066199 Jul 16 20:02:46.870177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:46.887979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5f136-2081-4d73-8411-296fa8598f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe22fb-35c1-4744-a668-6ac534314094,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.938487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f5e3506b-f64c-4e29-a2d8-8fa90a5cae89 req-014474b6-b90d-46fa-879c-da1fc2567525 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 210 time: 0.0671601 Jul 16 20:02:47.088620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16427ed1-ca79-409e-b6f5-d90e0e469f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.131515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16427ed1-ca79-409e-b6f5-d90e0e469f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.133741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] Transition to ACTIVE for port object b8375eff-e3c5-421e-ba9c-54d83e24e8a7 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:47.149270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.274765 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.286450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.287516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:47.338549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.352481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['18ddabe6-6693-4689-939c-208cdf382043'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:47.370235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] No DVR routers for this DVR port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:47.372770 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.412272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16427ed1-ca79-409e-b6f5-d90e0e469f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.424576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16427ed1-ca79-409e-b6f5-d90e0e469f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.431251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-16427ed1-ca79-409e-b6f5-d90e0e469f14 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3abe22fb-35c1-4744-a668-6ac534314094 HTTP/1.1" status: 204 len: 168 time: 0.5510557 Jul 16 20:02:47.444525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.448001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-13eb5bdc-2709-4064-bea7-a19e41792df0 service neutron] 10.222.0.79 "PUT /v2.0/ports/b8375eff-e3c5-421e-ba9c-54d83e24e8a7/bindings/n-h1-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 1.6144938 Jul 16 20:02:47.454137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.463017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9059567 Jul 16 20:02:47.472715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:47.482258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16427ed1-ca79-409e-b6f5-d90e0e469f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe22fb-35c1-4744-a668-6ac534314094,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:47.489320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823bf7d-57e7-4d8f-80e8-7fb58ead0c77 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Pushing event updated for resources: {'Port': ['ID=d88a6754-dae0-4a78-bf6f-3733ccb06cc1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:47.497127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.497704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.509257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:47.604542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:47.616573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:47.618197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.665017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-d35d9b6f-2829-4f9e-99c7-d57e337edf5d tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.2005389 Jul 16 20:02:47.729167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-1f2ef97d-5e74-446f-a4ce-51e181c93c42 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:47.730790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-1f2ef97d-5e74-446f-a4ce-51e181c93c42 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1897020 Jul 16 20:02:47.783497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0773940 Jul 16 20:02:47.783497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb58b6-09c6-485b-b185-577dd0650f8e tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Pushing event updated for resources: {'Port': ['ID=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:47.828808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Request body: {'port': {'device_id': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:47.895873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-2005e628-f261-429b-8cf0-6afe4a3a64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:47.897580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-2005e628-f261-429b-8cf0-6afe4a3a64e4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0&tenant_id=3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 1097 time: 0.1575103 Jul 16 20:02:47.933562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-144ff9e7-0f74-442c-af45-4838978e2ecc None None] Provisioning for port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:47.953553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-144ff9e7-0f74-442c-af45-4838978e2ecc None None] Provisioning complete for port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:47.953932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-144ff9e7-0f74-442c-af45-4838978e2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.063028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-144ff9e7-0f74-442c-af45-4838978e2ecc None None] Port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:48.067707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Pushing event updated for resources: {'Port': ['ID=fd57e3d1-397e-4932-aa8e-bb3845053b54,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:48.083217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-d6598ff7-68f4-47db-a3a1-2027b9243fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:48.086082 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-d6598ff7-68f4-47db-a3a1-2027b9243fa9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1097 time: 0.1311862 Jul 16 20:02:48.116364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bb24c-33ef-488b-b74d-0a9298f1c856 req-1621380d-78e2-49e6-98ce-35761ee9ef4f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:48.127799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-143bb24c-33ef-488b-b74d-0a9298f1c856 req-1621380d-78e2-49e6-98ce-35761ee9ef4f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 945 time: 0.2183163 Jul 16 20:02:48.164470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-4a491e13-0d95-4d2a-8978-9e91e46bf4a0 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:48.165871 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7cc4032-f12d-4368-aeb7-4129abc45620 req-4a491e13-0d95-4d2a-8978-9e91e46bf4a0 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.3764303 Jul 16 20:02:48.172524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:48.176061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:48.238593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48964e72-1775-40e7-8895-1c21c7aa7df2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:48.239659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.340413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 48964e72-1775-40e7-8895-1c21c7aa7df2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:48.340794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.377078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-143bb24c-33ef-488b-b74d-0a9298f1c856 req-19e0297d-2770-411c-a212-8cf0230dc1bd tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474928 Jul 16 20:02:48.422661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-42a87347-53b0-440f-a3f6-459f3c34e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:48.427597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-42a87347-53b0-440f-a3f6-459f3c34e83d service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.3318288 Jul 16 20:02:48.525242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-4614b188-f197-4d6b-a40d-b281b0015b60 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0828705 Jul 16 20:02:48.546276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3300d586-babe-4c6d-8fcb-5570fd5b2c86 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:48.587813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-f9408562-6b6b-456c-ad59-4a599ef63ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:48.590203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-f9408562-6b6b-456c-ad59-4a599ef63ec4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0641403 Jul 16 20:02:48.626379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-67dbcc07-6287-46fd-a2bc-a551a5754703 None None] Provisioning complete for port fd57e3d1-397e-4932-aa8e-bb3845053b54 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:48.626753 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-67dbcc07-6287-46fd-a2bc-a551a5754703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.627968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Router b69616fc-fdae-4a69-9782-7cc870bf5287 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:48.662570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-728c72c3-5d08-43f0-ba0f-33a1d51aba6f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639894 Jul 16 20:02:48.665666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:48.677099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:48.677484 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.679341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-67dbcc07-6287-46fd-a2bc-a551a5754703 None None] Port fd57e3d1-397e-4932-aa8e-bb3845053b54 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:48.756697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-de9cf5b0-d1db-48fe-84b5-68152b469145 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips/bf0b21c9-6517-4b7a-9794-d3a948cda1ad HTTP/1.1" status: 200 len: 693 time: 0.0976868 Jul 16 20:02:48.777764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085da355-a175-4cca-b8b8-930b5555201a req-27f616b2-a284-46ea-9812-259f49856201 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:48.779441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-085da355-a175-4cca-b8b8-930b5555201a req-27f616b2-a284-46ea-9812-259f49856201 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 935 time: 0.3244874 Jul 16 20:02:48.814763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.865620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3300d586-babe-4c6d-8fcb-5570fd5b2c86, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3300d586-babe-4c6d-8fcb-5570fd5b2c86,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:48.872619 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.927984 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-76ac35f7-8961-481d-bcb8-e92266911ea8 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552154 Jul 16 20:02:48.948907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3300d586-babe-4c6d-8fcb-5570fd5b2c86,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:48.952239 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-085da355-a175-4cca-b8b8-930b5555201a req-43b472b3-f719-45c9-aa89-ea6ead7402e5 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403475 Jul 16 20:02:48.966249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:48.974693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09b3469e-8f67-4332-a500-711504bc524d admin admin] 10.222.0.91 "PUT /v2.0/routers/b69616fc-fdae-4a69-9782-7cc870bf5287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7129118 Jul 16 20:02:48.980898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-905eb28a-b23a-4e50-ad0d-5b03fb88ea53 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:48.992405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-905eb28a-b23a-4e50-ad0d-5b03fb88ea53 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2347710 Jul 16 20:02:49.075200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:49.087608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.106565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Transition to ACTIVE for port object bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:49.116185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.117665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-896911a6-2887-41fd-b0b4-465116ece14d tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.1242316 Jul 16 20:02:49.196088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-80af4b71-7b16-4388-ac99-2dc5bc569a94 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.0697234 Jul 16 20:02:49.198512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-e5ffd427-a8e9-4926-b508-6612a0c38ab2 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636108 Jul 16 20:02:49.227048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:49.240930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Pushing event updated for resources: {'Port': ['ID=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:49.264162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Attempting to bind port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:49.264501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Attempting to bind port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:49.265410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Attempting to bind port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:49.276816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:49.277136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Attempting to bind port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:49.286207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:49.289883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:49.290384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:49.290861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Bound port: bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:49.291242 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.365483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:49.402180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] For port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:49.406043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] For port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:49.419492 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.469782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.470342 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.471858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] 10.222.0.99 "PUT /v2.0/ports/bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 HTTP/1.1" status: 200 len: 1096 time: 1.6478240 Jul 16 20:02:49.472393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'tag': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:49.475262 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63553d-e07d-42c0-bff2-81038be306f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7184302f-4bbf-4059-8dc4-4b7c4adb95d4", "tag": "bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:49.528583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23438a4c-84e4-4486-81b2-bd27e9c707da service neutron] Pushing event updated for resources: {'Port': ['ID=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:49.753025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Sync routers for ids ['b69616fc-fdae-4a69-9782-7cc870bf5287'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:49.758797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-b06869db-18af-4dd9-9994-6d1735fcd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.760548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-b06869db-18af-4dd9-9994-6d1735fcd42a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 1099 time: 0.1153409 Jul 16 20:02:49.768579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Routers {'b69616fc-fdae-4a69-9782-7cc870bf5287'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:49.769250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b69616fc-fdae-4a69-9782-7cc870bf5287'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:49.839033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-d7e1bc9b-157a-443e-bea6-b14243d6d1b5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0667882 Jul 16 20:02:49.901844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Deleting port d88a6754-dae0-4a78-bf6f-3733ccb06cc1 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:49.904755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.949564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-985b75a4-4a05-4248-b10f-072cb73c2eb0 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.960743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-985b75a4-4a05-4248-b10f-072cb73c2eb0 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.2345970 Jul 16 20:02:49.974572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6f59bf9-bfa3-4f3c-99e3-93bf8437acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.976466 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-c6f59bf9-bfa3-4f3c-99e3-93bf8437acff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1236250 Jul 16 20:02:50.054744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-ad2cb479-c870-4cbb-bb75-c3e4b3f69f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:50.056410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-ad2cb479-c870-4cbb-bb75-c3e4b3f69f5a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0717983 Jul 16 20:02:50.193119 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-7dea4147-85e7-4d27-ade1-af757a3b9d77 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287899 Jul 16 20:02:50.323438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0780f9a3-2ca9-4082-bc9e-56c08d70798f req-14093f02-18e6-4e71-8672-69759b5784bd service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229069 Jul 16 20:02:50.363505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3300d586-babe-4c6d-8fcb-5570fd5b2c86 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:50.465844 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3b7d1-4414-4566-933d-ef33aa9a3cab req-bda77237-7216-487f-8164-a67f1015c7d7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:50.474588 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-69f3b7d1-4414-4566-933d-ef33aa9a3cab req-bda77237-7216-487f-8164-a67f1015c7d7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1482098 Jul 16 20:02:50.543376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-69f3b7d1-4414-4566-933d-ef33aa9a3cab req-224a577e-39c5-4a59-b867-5abed300135c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637004 Jul 16 20:02:50.566209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.566550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.630281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Calling delete_port for d88a6754-dae0-4a78-bf6f-3733ccb06cc1 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:50.643546 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d558ea2-16b8-47d0-ad3e-047b5ccbcce3 x-openstack-request-id: req-1d558ea2-16b8-47d0-ad3e-047b5ccbcce3 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:50.644390 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7184302f-4bbf-4059-8dc4-4b7c4adb95d4", "tag": "bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:50.649289 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1d558ea2-16b8-47d0-ad3e-047b5ccbcce3 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:50.649821 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'tag': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5', 'status': 'completed', 'code': 200} Jul 16 20:02:50.653751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-4ee87cc8-9c37-4e52-a0c8-eaff35e7f0ca service neutron] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:50.659578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-4ee87cc8-9c37-4e52-a0c8-eaff35e7f0ca service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.661191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cacf673e-476c-46e1-9994-3eebe47d7e03 req-4ee87cc8-9c37-4e52-a0c8-eaff35e7f0ca service neutron] 10.222.0.99 "DELETE /v2.0/ports/b8375eff-e3c5-421e-ba9c-54d83e24e8a7/bindings/n-h2-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.6815450 Jul 16 20:02:50.693285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Set router b69616fc-fdae-4a69-9782-7cc870bf5287 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:50.817403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-7441a214-7966-4693-a07d-b92c4916df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:50.818966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-7441a214-7966-4693-a07d-b92c4916df5e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 1099 time: 0.1422784 Jul 16 20:02:50.842662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:50.843336 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.961896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.045891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Pushing event deleted for resources: {'Port': ['ID=d88a6754-dae0-4a78-bf6f-3733ccb06cc1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.110080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-99b453e5-2f9d-46f9-a5dd-bdf4f35b12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:51.112076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-99b453e5-2f9d-46f9-a5dd-bdf4f35b12a8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2818918 Jul 16 20:02:51.164134 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-4f808ab8-f9c6-4906-befe-470f08ce91b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0411136 Jul 16 20:02:51.215315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.218114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.234938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-538a3623-8de9-4a18-8fe2-2a30e4e810a8 req-08b51a14-6084-45e6-8742-b49015e246cb tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "DELETE /v2.0/floatingips/bf0b21c9-6517-4b7a-9794-d3a948cda1ad HTTP/1.1" status: 204 len: 173 time: 2.0304444 Jul 16 20:02:51.277844 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-49e71812-718d-4b36-a6fa-8f4cee5bf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:51.294310 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-49e71812-718d-4b36-a6fa-8f4cee5bf1e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1122181 Jul 16 20:02:51.381888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:02:46Z', 'revision_number': 4, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port': {'id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:39Z', 'updated_at': '2021-07-16T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'fd57e3d1-397e-4932-aa8e-bb3845053b54', 'name': '', 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'mac_address': 'fa:16:3e:7a:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8f84689f-0de2-45a7-933a-b1fc64cce54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:44Z', 'updated_at': '2021-07-16T20:02:46Z', 'revision_number': 2, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'subnets': [{'id': '8f84689f-0de2-45a7-933a-b1fc64cce54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:51.397363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-8f2b1004-ff4e-40b4-a9d6-f66e4d783a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:51.400870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-8f2b1004-ff4e-40b4-a9d6-f66e4d783a15 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0988474 Jul 16 20:02:51.505300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Checking router: b69616fc-fdae-4a69-9782-7cc870bf5287 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:51.509222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Updating router b69616fc-fdae-4a69-9782-7cc870bf5287 port fd57e3d1-397e-4932-aa8e-bb3845053b54 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:51.580483 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-1028a618-61fc-4d14-83dc-cac7566545da service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707177 Jul 16 20:02:51.609562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d281-db80-468d-b9ed-b6a074671dcd req-a84790cf-665c-4dc2-a12d-5bb2416a540c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:51.631397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3b9d281-db80-468d-b9ed-b6a074671dcd req-a84790cf-665c-4dc2-a12d-5bb2416a540c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 947 time: 0.1912224 Jul 16 20:02:51.637253 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.772191 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d63553d-e07d-42c0-bff2-81038be306f0 req-9f389290-f47f-47c3-8087-703b8ca4fc8b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809187 Jul 16 20:02:51.782024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3b9d281-db80-468d-b9ed-b6a074671dcd req-100c5d38-be80-456f-83a4-24056da9e73a tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488957 Jul 16 20:02:51.871091 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-eed0917f-ceda-48f8-8543-47fee04cadd6 req-3e8daf40-e6b8-45a0-8a07-f0e697747e07 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] show failed (client error): The resource could not be found. Jul 16 20:02:51.873402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eed0917f-ceda-48f8-8543-47fee04cadd6 req-3e8daf40-e6b8-45a0-8a07-f0e697747e07 tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips/bf0b21c9-6517-4b7a-9794-d3a948cda1ad HTTP/1.1" status: 404 len: 350 time: 0.0619226 Jul 16 20:02:52.071980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972ab3-df24-4d91-9f99-81c4796bd9a8 req-f77d01f3-85ec-4510-b652-547b99b85f42 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:52.081349 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10972ab3-df24-4d91-9f99-81c4796bd9a8 req-f77d01f3-85ec-4510-b652-547b99b85f42 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1097 time: 0.0824914 Jul 16 20:02:52.158674 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10972ab3-df24-4d91-9f99-81c4796bd9a8 req-e69a369f-45dc-4707-83c0-9ed664f58c60 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743718 Jul 16 20:02:52.221919 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.274886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Transition to ACTIVE for port object fd57e3d1-397e-4932-aa8e-bb3845053b54 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:52.288469 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.402121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6232f-a490-4ab0-90d7-4fa69eac4b71 None None] Pushing event updated for resources: {'Port': ['ID=fd57e3d1-397e-4932-aa8e-bb3845053b54,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:52.516922 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-a3a4c128-5227-48cc-b148-c11519283159 req-dbe6bd84-7154-486c-b611-3fcd7010c84e tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] show failed (client error): The resource could not be found. Jul 16 20:02:52.527690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35632) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:52.532374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3a4c128-5227-48cc-b148-c11519283159 req-dbe6bd84-7154-486c-b611-3fcd7010c84e tempest-FloatingIPsTestJSON-1433974106 tempest-FloatingIPsTestJSON-1433974106-project] 10.222.0.91 "GET /v2.0/floatingips/bf0b21c9-6517-4b7a-9794-d3a948cda1ad HTTP/1.1" status: 404 len: 350 time: 0.1279597 Jul 16 20:02:52.554333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Attempting to bind port fd57e3d1-397e-4932-aa8e-bb3845053b54 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:52.565133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Attempting to bind port fd57e3d1-397e-4932-aa8e-bb3845053b54 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:52.565995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Attempting to bind port fd57e3d1-397e-4932-aa8e-bb3845053b54 on network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:52.577053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:52.577725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Checking segment: {'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:52.578351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.578919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Bound using segment: {'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:52.579557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Bound port: fd57e3d1-397e-4932-aa8e-bb3845053b54, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596aa6da-fbb4-4d61-a030-167d1ed25bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:52.580108 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.739171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] For port fd57e3d1-397e-4932-aa8e-bb3845053b54, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:52.744258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] For port fd57e3d1-397e-4932-aa8e-bb3845053b54, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fd57e3d1-397e-4932-aa8e-bb3845053b54,segment=NetworkSegment(596aa6da-fbb4-4d61-a030-167d1ed25bc3),segment_id=596aa6da-fbb4-4d61-a030-167d1ed25bc3)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:52.752335 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.843587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Routers {'b69616fc-fdae-4a69-9782-7cc870bf5287'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:52.844365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b69616fc-fdae-4a69-9782-7cc870bf5287'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:52.911028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6232f-a490-4ab0-90d7-4fa69eac4b71 None None] Pushing event updated for resources: {'Port': ['ID=fd57e3d1-397e-4932-aa8e-bb3845053b54,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:53.064439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-f7e5a49f-6c42-4663-8c7d-90bab7818a1d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:53.072123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-f7e5a49f-6c42-4663-8c7d-90bab7818a1d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 0.1675415 Jul 16 20:02:53.130855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-eb96d7fd-4c41-4c3d-94c6-37555b2e89a8 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/quotas/3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 375 time: 0.0572357 Jul 16 20:02:53.131263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] Set router b69616fc-fdae-4a69-9782-7cc870bf5287 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:53.292338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-cc09e495-1b55-4a7d-a6f9-e5fb7c58ddee tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603637 Jul 16 20:02:53.366725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bf24e-8572-4acb-86ca-304305a715e4 req-8e78c5eb-b307-4855-95c1-f5aee3133416 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:53.368346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d35bf24e-8572-4acb-86ca-304305a715e4 req-8e78c5eb-b307-4855-95c1-f5aee3133416 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 947 time: 0.1796658 Jul 16 20:02:53.449249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d35bf24e-8572-4acb-86ca-304305a715e4 req-bcbf6db6-f769-4e0d-8477-3fa4e0a3c174 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721471 Jul 16 20:02:53.653061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:53.727157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:02:46Z', 'revision_number': 4, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port': {'id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:39Z', 'updated_at': '2021-07-16T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'fd57e3d1-397e-4932-aa8e-bb3845053b54', 'name': '', 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'mac_address': 'fa:16:3e:7a:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8f84689f-0de2-45a7-933a-b1fc64cce54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:44Z', 'updated_at': '2021-07-16T20:02:52Z', 'revision_number': 4, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'subnets': [{'id': '8f84689f-0de2-45a7-933a-b1fc64cce54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:53.821393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860a52-5149-424c-8ffc-39d110171584 None None] The sync data for ids ['b69616fc-fdae-4a69-9782-7cc870bf5287'] in n-d-792458-10 is: [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:02:46Z', 'revision_number': 4, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port': {'id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:39Z', 'updated_at': '2021-07-16T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'fd57e3d1-397e-4932-aa8e-bb3845053b54', 'name': '', 'network_id': '9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'mac_address': 'fa:16:3e:7a:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8f84689f-0de2-45a7-933a-b1fc64cce54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:44Z', 'updated_at': '2021-07-16T20:02:52Z', 'revision_number': 4, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'subnets': [{'id': '8f84689f-0de2-45a7-933a-b1fc64cce54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:53.843162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-920c4bcd-8c40-436f-8500-217eb5e24f37 service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493908 Jul 16 20:02:53.853858 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:02:53.892850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.173182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:54.193646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5', 'mac_address': 'fa:16:3e:6c:38:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:54.319416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.345387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:54.354816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fd57e3d1-397e-4932-aa8e-bb3845053b54 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:54.451775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:54.469441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.649094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35692) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:54.652355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port fd57e3d1-397e-4932-aa8e-bb3845053b54 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:54.697064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fd57e3d1-397e-4932-aa8e-bb3845053b54 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:54.701884 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.708208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:54.774374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:54.977625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-9baeca79-059c-423d-a001-c7387533b283 service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1328669 Jul 16 20:02:55.032786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35700) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.079826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aafb5fcb-824b-4bb7-946b-7ae56a17dde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.080849 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.170985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Deleting port c19f2ba0-2c03-4efc-8119-f7404344c7c4 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:55.172001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.175062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port fd57e3d1-397e-4932-aa8e-bb3845053b54, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fd57e3d1-397e-4932-aa8e-bb3845053b54,segment=NetworkSegment(596aa6da-fbb4-4d61-a030-167d1ed25bc3),segment_id=596aa6da-fbb4-4d61-a030-167d1ed25bc3)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:55.194979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.198045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bae4bf46-0832-4e98-99dd-3bcb22e43d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.224330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca7062-76dc-4454-a3bd-06c710d7ec70 req-4b0d7849-c7b9-4ca7-ad25-d521cbe627fb tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:55.232136 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1cca7062-76dc-4454-a3bd-06c710d7ec70 req-4b0d7849-c7b9-4ca7-ad25-d521cbe627fb tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 948 time: 0.3201454 Jul 16 20:02:55.304831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1cca7062-76dc-4454-a3bd-06c710d7ec70 req-cdeefa78-28c1-4725-a7b8-b6062278f2ed tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713921 Jul 16 20:02:55.306228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=fd57e3d1-397e-4932-aa8e-bb3845053b54,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:55.375036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] For port c19f2ba0-2c03-4efc-8119-f7404344c7c4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c19f2ba0-2c03-4efc-8119-f7404344c7c4,segment=NetworkSegment(b4795ba0-80a4-4b68-a27f-1c0d2c54a066),segment_id=b4795ba0-80a4-4b68-a27f-1c0d2c54a066)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:55.375491 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.411563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Calling delete_port for c19f2ba0-2c03-4efc-8119-f7404344c7c4 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:55.450672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aafb5fcb-824b-4bb7-946b-7ae56a17dde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.478930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aafb5fcb-824b-4bb7-946b-7ae56a17dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.579981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fed093c0-fe17-40d4-9607-14be513e2805 req-88ee9c98-4281-4683-9153-fceb9690c041 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 210 time: 0.0481646 Jul 16 20:02:55.759649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bae4bf46-0832-4e98-99dd-3bcb22e43d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.778543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bae4bf46-0832-4e98-99dd-3bcb22e43d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.794518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb5fcb-824b-4bb7-946b-7ae56a17dde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effff0b5-efd8-4214-9403-24e392159258,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:55.829942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35716) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.835002 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aafb5fcb-824b-4bb7-946b-7ae56a17dde0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9cf61b3d62cc4ca9bc903ffda4f89910&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1840701 Jul 16 20:02:55.891833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bae4bf46-0832-4e98-99dd-3bcb22e43d38 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fe503b21470a421493e772d51123e9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8568492 Jul 16 20:02:55.900167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35718) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.991271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5b23-4691-4d51-8ef3-753fb04e7ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.994544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4bf46-0832-4e98-99dd-3bcb22e43d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b614f787-e2b1-42fa-9163-22c8d2ccac63,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.048999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5b23-4691-4d51-8ef3-753fb04e7ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.058084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcc8bc77-e1f2-42ef-b0a8-ac9ff92d2e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.109169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcc8bc77-e1f2-42ef-b0a8-ac9ff92d2e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.151573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35726) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.159619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.189600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcc8bc77-e1f2-42ef-b0a8-ac9ff92d2e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.197356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcc8bc77-e1f2-42ef-b0a8-ac9ff92d2e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.203629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bcc8bc77-e1f2-42ef-b0a8-ac9ff92d2e14 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b614f787-e2b1-42fa-9163-22c8d2ccac63 HTTP/1.1" status: 204 len: 168 time: 0.3009028 Jul 16 20:02:56.238210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8bc77-e1f2-42ef-b0a8-ac9ff92d2e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b614f787-e2b1-42fa-9163-22c8d2ccac63,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.301450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fd57e3d1-397e-4932-aa8e-bb3845053b54 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:56.303227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c19f2ba0-2c03-4efc-8119-f7404344c7c4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.343421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5b23-4691-4d51-8ef3-753fb04e7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.346104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5b23-4691-4d51-8ef3-753fb04e7ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.349675 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4f4d5b23-4691-4d51-8ef3-753fb04e7ceb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/effff0b5-efd8-4214-9403-24e392159258 HTTP/1.1" status: 204 len: 168 time: 0.5157645 Jul 16 20:02:56.431905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fd57e3d1-397e-4932-aa8e-bb3845053b54 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:56.436141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.562481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.621410 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98689cfc-d3a8-48f9-ba96-82331acef116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.700679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d5b23-4691-4d51-8ef3-753fb04e7ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effff0b5-efd8-4214-9403-24e392159258,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.974153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-572dcf2d-bebb-4e99-8c88-9af2eb3f3ca3 req-26508c4b-a28c-427e-a886-f002f0833b65 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 210 time: 0.2424474 Jul 16 20:02:56.975089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4e88-6680-43f0-8b6a-dc10dc2f7eb4 req-150092e4-1f29-4008-a1c7-15b3539cfd73 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.985081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08bc4e88-6680-43f0-8b6a-dc10dc2f7eb4 req-150092e4-1f29-4008-a1c7-15b3539cfd73 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 948 time: 0.2123318 Jul 16 20:02:57.026637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35746) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.067074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495ae90e-58ca-4dee-8b98-9ea2a349f7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.146887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08bc4e88-6680-43f0-8b6a-dc10dc2f7eb4 req-322b93f0-a1aa-4732-9ca2-abed00393d03 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587665 Jul 16 20:02:57.215885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Router 2836ee25-daa7-457f-a669-84a16c5d111c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:57.239997 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98689cfc-d3a8-48f9-ba96-82331acef116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.245771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98689cfc-d3a8-48f9-ba96-82331acef116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.291639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35748) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.307045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd488c8b-8bea-41d4-b6e0-ae6b50d08fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.327173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98689cfc-d3a8-48f9-ba96-82331acef116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79688df-d48f-4eb2-badb-0884145b42d0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.338801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-98689cfc-d3a8-48f9-ba96-82331acef116 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=34ee5c098fad4269b2691e75400e18a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1823163 Jul 16 20:02:57.339025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35750) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.414169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495ae90e-58ca-4dee-8b98-9ea2a349f7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.420993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495ae90e-58ca-4dee-8b98-9ea2a349f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.457720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:57.459148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35752) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.459698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-495ae90e-58ca-4dee-8b98-9ea2a349f7e5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=960b0d11de4f4510bb6b52dbd1dee9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290137 Jul 16 20:02:57.473362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-71a65900-58e1-4782-ae0f-3665150d3a1f admin admin] 10.222.0.91 "PUT /v2.0/routers/2836ee25-daa7-457f-a669-84a16c5d111c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9418232 Jul 16 20:02:57.474687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35754) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.481315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] Sync routers for ids ['2836ee25-daa7-457f-a669-84a16c5d111c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:57.498080 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] Routers {'2836ee25-daa7-457f-a669-84a16c5d111c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:57.499853 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2836ee25-daa7-457f-a669-84a16c5d111c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:57.539337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75c68fda-3ab4-4c6b-a05e-34c2fa15888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.543727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ae90e-58ca-4dee-8b98-9ea2a349f7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de62f1e-92ac-443f-a2c9-ed0d6532985b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.609836 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75c68fda-3ab4-4c6b-a05e-34c2fa15888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.625558 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.625974 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77cea263-fe64-49ee-84f8-bbdafb4d2779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.639346 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] Set router 2836ee25-daa7-457f-a669-84a16c5d111c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:57.668762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:57.696764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77cea263-fe64-49ee-84f8-bbdafb4d2779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.718338 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd488c8b-8bea-41d4-b6e0-ae6b50d08fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.743008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd488c8b-8bea-41d4-b6e0-ae6b50d08fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.787222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:57.797755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:57.798312 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.816303 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75c68fda-3ab4-4c6b-a05e-34c2fa15888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.821157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75c68fda-3ab4-4c6b-a05e-34c2fa15888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.830006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-75c68fda-3ab4-4c6b-a05e-34c2fa15888f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c79688df-d48f-4eb2-badb-0884145b42d0 HTTP/1.1" status: 204 len: 168 time: 0.4864969 Jul 16 20:02:57.841658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd488c8b-8bea-41d4-b6e0-ae6b50d08fa4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=05b509d1316c4874bee92b07e4d8cfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489936 Jul 16 20:02:57.845421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35758) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.848842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd488c8b-8bea-41d4-b6e0-ae6b50d08fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dbe235-4390-4874-aaae-376a5d03aa33,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.884517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c68fda-3ab4-4c6b-a05e-34c2fa15888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79688df-d48f-4eb2-badb-0884145b42d0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.907806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77cea263-fe64-49ee-84f8-bbdafb4d2779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.910882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77cea263-fe64-49ee-84f8-bbdafb4d2779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.920662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-77cea263-fe64-49ee-84f8-bbdafb4d2779 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1de62f1e-92ac-443f-a2c9-ed0d6532985b HTTP/1.1" status: 204 len: 168 time: 0.4599779 Jul 16 20:02:57.976026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cea263-fe64-49ee-84f8-bbdafb4d2779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de62f1e-92ac-443f-a2c9-ed0d6532985b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.127258 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.155815 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:55Z', 'revision_number': 5, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:58.186333 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] Checking router: 2836ee25-daa7-457f-a669-84a16c5d111c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:58.210908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] Routers {'2836ee25-daa7-457f-a669-84a16c5d111c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:58.211663 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:02:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2836ee25-daa7-457f-a669-84a16c5d111c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:58.265023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:58.290884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:58.290884 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053ae44-2d9a-4b68-b75c-024d34d92f9d" -d '{"events": [{"server_uuid": "7184302f-4bbf-4059-8dc4-4b7c4adb95d4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:58.295623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.353349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.530770 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] Set router 2836ee25-daa7-457f-a669-84a16c5d111c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:58.547710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14c0aa4c-a7f1-42bf-8fd6-bb6ebda1c0e3 req-beb9c00c-1b23-4d0e-b634-b84f457cec0d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 210 time: 0.1213551 Jul 16 20:02:58.555377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.583904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e636053e-b6bd-467b-8d62-992a0110030f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.814822 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccfc90f-288c-4f70-958e-707abea4ca8e x-openstack-request-id: req-8ccfc90f-288c-4f70-958e-707abea4ca8e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:58.816268 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7184302f-4bbf-4059-8dc4-4b7c4adb95d4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:58.816959 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8ccfc90f-288c-4f70-958e-707abea4ca8e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:58.817954 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5', 'code': 200} Jul 16 20:02:58.888085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e636053e-b6bd-467b-8d62-992a0110030f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.968598 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:55Z', 'revision_number': 5, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:59.036700 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85dadd-44b4-42af-9407-ad32a22e3616 None None] The sync data for ids ['2836ee25-daa7-457f-a669-84a16c5d111c'] in n-d-792458-10 is: [{'id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'name': 'tempest-FloatingIPsTestJSON-1908521549-router', 'tenant_id': 'bab653f378c441978e3d3da3aa36bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:26Z', 'updated_at': '2021-07-16T20:02:55Z', 'revision_number': 5, 'project_id': 'bab653f378c441978e3d3da3aa36bf9c', 'gw_port': {'id': 'a9efcdaf-6e32-4872-b145-5817b30a9eec', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ee25-daa7-457f-a669-84a16c5d111c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:27Z', 'updated_at': '2021-07-16T20:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:59.076518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc2f4-c0fa-46ec-8a0b-35d2937900ef req-c286ee75-d940-4aba-96b5-30139f24014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:59.103381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f14dc2f4-c0fa-46ec-8a0b-35d2937900ef req-c286ee75-d940-4aba-96b5-30139f24014b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 1101 time: 0.1936219 Jul 16 20:02:59.121242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-4e64a1c4-1b6f-48d4-945b-5643fccf92a3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:59.123762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-4e64a1c4-1b6f-48d4-945b-5643fccf92a3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 1.0394354 Jul 16 20:02:59.134922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec79e3-0e41-4099-98bb-2ada523b0ca8 req-8f406d98-0722-4682-b5b0-ff3aefc8dc74 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:59.142103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-beec79e3-0e41-4099-98bb-2ada523b0ca8 req-8f406d98-0722-4682-b5b0-ff3aefc8dc74 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 949 time: 0.4989974 Jul 16 20:02:59.147674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Deleting port a9efcdaf-6e32-4872-b145-5817b30a9eec {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:59.148331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.153344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Request body: {'port': {'device_id': '80cc92e8-97f4-444d-b619-628eac55d553', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'admin_state_up': True, 'tenant_id': '3c79c6417da64ee983bd90dc1bcf53af'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:59.176559 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f14dc2f4-c0fa-46ec-8a0b-35d2937900ef req-d6c09092-f4bd-4e20-bc4e-cf1a75756f7c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660584 Jul 16 20:02:59.250045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35782) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:59.266771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c933d3-0b70-4388-9762-d89d0b66ddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.344281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] For port a9efcdaf-6e32-4872-b145-5817b30a9eec, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a9efcdaf-6e32-4872-b145-5817b30a9eec,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:59.344643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.356362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e636053e-b6bd-467b-8d62-992a0110030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.359168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e636053e-b6bd-467b-8d62-992a0110030f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.360310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e636053e-b6bd-467b-8d62-992a0110030f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/47dbe235-4390-4874-aaae-376a5d03aa33 HTTP/1.1" status: 204 len: 168 time: 1.5136521 Jul 16 20:02:59.425950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Calling delete_port for a9efcdaf-6e32-4872-b145-5817b30a9eec owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:59.456346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-beec79e3-0e41-4099-98bb-2ada523b0ca8 req-fae63545-7364-4be9-9d26-0c3401eb7166 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129568 Jul 16 20:02:59.465126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636053e-b6bd-467b-8d62-992a0110030f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dbe235-4390-4874-aaae-376a5d03aa33,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:59.554488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c933d3-0b70-4388-9762-d89d0b66ddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.564078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c933d3-0b70-4388-9762-d89d0b66ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.651092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Made reservation on behalf of 3c79c6417da64ee983bd90dc1bcf53af for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:59.658502 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.708335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c933d3-0b70-4388-9762-d89d0b66ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd878b98-dbd7-4cf8-8cb3-3fa55e050bf1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:59.726475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e3c933d3-0b70-4388-9762-d89d0b66ddba admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6d1a940a3a454e61b77e623258b4bf52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724855 Jul 16 20:02:59.730587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:59.852397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a77554dc-73bb-472e-922c-1c37c3046b82 req-5e71a004-ac39-4717-8588-05c94dbc6c7e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 210 time: 0.0608087 Jul 16 20:02:59.869103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35802) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.056855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1596807074-network', 'tenant_id': 'c54950886ff24cafad46d7f818cda19e'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:00.101672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Made reservation on behalf of c54950886ff24cafad46d7f818cda19e for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:00.104922 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.120567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.125761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26d17340-615f-4ba7-bf3b-bd689584d86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.133722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c19f2ba0-2c03-4efc-8119-f7404344c7c4 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:00.204805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c19f2ba0-2c03-4efc-8119-f7404344c7c4 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:00.206290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c19f2ba0-2c03-4efc-8119-f7404344c7c4 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:00.271928 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26d17340-615f-4ba7-bf3b-bd689584d86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.282728 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.288805 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.325615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Allocated IP 172.20.0.11 (339ac4d2-b5d2-4563-822e-9df0888eb06b/b68a8d1d-cade-419b-a2fb-d275f115c430/a37be24f-9ce3-4efb-a755-7772f5ace8c3) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:00.365188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:00.397570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.404085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.414999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.414999 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Added segment 72ff46f0-4c1c-48d9-a0d3-970a9eb891fd of type vlan for network 96463262-65c0-480d-aa91-330c3513b73a Jul 16 20:03:00.539113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.637331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.640486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.649788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.688835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a9efcdaf-6e32-4872-b145-5817b30a9eec,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.709501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26d17340-615f-4ba7-bf3b-bd689584d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.712968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26d17340-615f-4ba7-bf3b-bd689584d86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.714538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26d17340-615f-4ba7-bf3b-bd689584d86a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dd878b98-dbd7-4cf8-8cb3-3fa55e050bf1 HTTP/1.1" status: 204 len: 168 time: 0.9793172 Jul 16 20:03:00.749767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d17340-615f-4ba7-bf3b-bd689584d86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd878b98-dbd7-4cf8-8cb3-3fa55e050bf1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.774999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8959374 Jul 16 20:03:00.774999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35826) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.843692 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.847481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Request body: {'subnet': {'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1596807074-subnet', 'tenant_id': 'c54950886ff24cafad46d7f818cda19e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:00.867076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222cfe5-449b-4090-841f-4ddf7c5075d9 admin admin] Pushing event updated for resources: {'Network': ['ID=96463262-65c0-480d-aa91-330c3513b73a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.903371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 96463262-65c0-480d-aa91-330c3513b73a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:00.917739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Made reservation on behalf of c54950886ff24cafad46d7f818cda19e for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:00.922631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.051629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515eaf9-e624-449c-a5fb-86e307ff3e29 req-e6af76eb-78a5-4b8a-a57a-3a5f0c55fbc6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:01.061932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b515eaf9-e624-449c-a5fb-86e307ff3e29 req-e6af76eb-78a5-4b8a-a57a-3a5f0c55fbc6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 949 time: 0.4663830 Jul 16 20:03:01.304091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b515eaf9-e624-449c-a5fb-86e307ff3e29 req-027b8643-cbc5-4443-8f4f-3deb05e9526c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390382 Jul 16 20:03:01.305595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.348014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.382099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-642a66c3-a103-44bb-9688-5b0ce1869bac req-7251c8f2-c2a7-4c1a-8bfd-466d5052f767 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 210 time: 0.1580298 Jul 16 20:03:01.386952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.436397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:01.439399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Network hostable DHCP agents. Network: 96463262-65c0-480d-aa91-330c3513b73a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:01.485726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ce2ff8-19ac-4864-be49-d2af1c343c0a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:01.533096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Network 96463262-65c0-480d-aa91-330c3513b73a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:01.561972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 96463262-65c0-480d-aa91-330c3513b73a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:01.564223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.573212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41859be-f386-4cc4-ab0d-007e065d0acc None None] Network 96463262-65c0-480d-aa91-330c3513b73a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:01.574318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.575189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2836ee25-daa7-457f-a669-84a16c5d111c {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:03:01.594852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:01.599842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.601366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b7b6ee36-7e55-4ced-b0af-92db11f810ef admin admin] 10.222.0.91 "DELETE /v2.0/routers/2836ee25-daa7-457f-a669-84a16c5d111c HTTP/1.1" status: 204 len: 168 time: 4.1257830 Jul 16 20:03:01.604775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.608828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35850) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:01.695396 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5fdc19fb-94ec-4d49-b716-fd26ad12862b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9182324 Jul 16 20:03:01.699751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] Deleting subnet c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:01.723917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.831234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.837768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.918711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90d0d1-a332-4f99-8a56-402b3bfa201f None None] Network 96463262-65c0-480d-aa91-330c3513b73a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:01.965803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:01.997531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:01.999479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:02.005613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:02.074431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:02.075292 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.100659 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-1bfd72cb-b292-4d9f-8919-155fdf3545c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9540195 Jul 16 20:03:02.112000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Request body: {'port': {'device_id': '80cc92e8-97f4-444d-b619-628eac55d553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:02.427609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15662e5-76a9-4738-b501-7431c6ec9119 req-189d9800-8ab5-4048-85f9-c66bfeb0ad2a tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:02.436834 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e15662e5-76a9-4738-b501-7431c6ec9119 req-189d9800-8ab5-4048-85f9-c66bfeb0ad2a tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 949 time: 0.1261325 Jul 16 20:03:02.482994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.527927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e15662e5-76a9-4738-b501-7431c6ec9119 req-89f72f90-222f-4eae-9735-404f64e57270 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898182 Jul 16 20:03:02.638414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.731432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:02.756880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a9efcdaf-6e32-4872-b145-5817b30a9eec no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:02.793848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a9efcdaf-6e32-4872-b145-5817b30a9eec {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:02.794513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a9efcdaf-6e32-4872-b145-5817b30a9eec not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:02.810464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e35b97b-c5eb-4d55-8434-992c0c281bdd None None] Network 11fc6e7c-2307-424d-a6a6-4d8046354480 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:02.850341 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.855041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-310226e6-8d13-4c48-aa04-54bd1efaa685 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c656f4d2-b3d9-4e4e-b8dc-6e90f4b91d91 HTTP/1.1" status: 204 len: 168 time: 1.2411792 Jul 16 20:03:02.858013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35884) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:02.868059 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.017793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.243964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] DHCP port deletion for 11fc6e7c-2307-424d-a6a6-4d8046354480 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:03:03.254405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Deleting port 36ed0edf-4034-4bc4-8234-799e9ccbd93b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:03.254817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.348629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] Deleting port 36ed0edf-4034-4bc4-8234-799e9ccbd93b {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:03.349452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.439378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] For port 36ed0edf-4034-4bc4-8234-799e9ccbd93b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=36ed0edf-4034-4bc4-8234-799e9ccbd93b,segment=NetworkSegment(b4795ba0-80a4-4b68-a27f-1c0d2c54a066),segment_id=b4795ba0-80a4-4b68-a27f-1c0d2c54a066)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:03.440128 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.455934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] Calling delete_port for 36ed0edf-4034-4bc4-8234-799e9ccbd93b owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:03.484017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37be24f-9ce3-4efb-a755-7772f5ace8c3 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:03.492544 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.510071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Transition to ACTIVE for port object a37be24f-9ce3-4efb-a755-7772f5ace8c3 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:03.528936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.604904 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.630906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:03.650579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] Pushing event deleted for resources: {'Port': ['ID=36ed0edf-4034-4bc4-8234-799e9ccbd93b,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:03.668050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35928) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:03.673631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc8d02-1b90-440d-bf39-45fc1c82e290 None None] No DVR routers for this DVR port 36ed0edf-4034-4bc4-8234-799e9ccbd93b on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:03.686403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1710298330-network', 'tenant_id': '0816d465ee2c4a06aa007d74ceba7330'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:03.723642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] For port 36ed0edf-4034-4bc4-8234-799e9ccbd93b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=36ed0edf-4034-4bc4-8234-799e9ccbd93b,segment=NetworkSegment(b4795ba0-80a4-4b68-a27f-1c0d2c54a066),segment_id=b4795ba0-80a4-4b68-a27f-1c0d2c54a066)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:03.725643 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.733515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311db786-b4c7-44e3-af07-3dfc8f1cc925 req-acc3cfcc-4908-4894-981f-7dfa090e5e9a tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.751581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-311db786-b4c7-44e3-af07-3dfc8f1cc925 req-acc3cfcc-4908-4894-981f-7dfa090e5e9a tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 932 time: 1.0405090 Jul 16 20:03:03.765378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Calling delete_port for 36ed0edf-4034-4bc4-8234-799e9ccbd93b owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:03.841053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-311db786-b4c7-44e3-af07-3dfc8f1cc925 req-30efd197-371e-4545-ad0f-895f504b9a3f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885339 Jul 16 20:03:03.843636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Made reservation on behalf of 0816d465ee2c4a06aa007d74ceba7330 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:03.846198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.884062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.897573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995387a-d2d2-45be-ba39-615ca0c8992c req-0ca50c36-4f91-4cd0-baea-23eeb5e95f89 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.899047 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4995387a-d2d2-45be-ba39-615ca0c8992c req-0ca50c36-4f91-4cd0-baea-23eeb5e95f89 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 949 time: 0.1497746 Jul 16 20:03:03.962943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.975290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:03.975520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:03.975857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:03.988393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:03.988684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:04.001234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:04.001765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:04.002161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:04.002613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Bound port: a37be24f-9ce3-4efb-a755-7772f5ace8c3, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:04.003148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.072710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4995387a-d2d2-45be-ba39-615ca0c8992c req-682055f4-5752-4848-bb5d-72ac97a0ae2a tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629326 Jul 16 20:03:04.076768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=36ed0edf-4034-4bc4-8234-799e9ccbd93b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:04.102206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] No DVR routers for this DVR port 36ed0edf-4034-4bc4-8234-799e9ccbd93b on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:04.162152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:04.190753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:04.193556 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.199107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.204934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.278186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36ed0edf-4034-4bc4-8234-799e9ccbd93b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:04.292686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:04.312233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.312898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.316806 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] 10.222.0.79 "PUT /v2.0/ports/a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 1093 time: 2.2080574 Jul 16 20:03:04.331688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:04.344192 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066baf4e-abea-45a8-8c15-06477b542cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:04.352904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 36ed0edf-4034-4bc4-8234-799e9ccbd93b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:04.356589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36ed0edf-4034-4bc4-8234-799e9ccbd93b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:04.423711 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.441169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.441529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.443435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.444123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > port after_create 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.444752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.445244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > port after_update 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.445899 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.446785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.447670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.448157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.477863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.482776 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Added segment a60caa43-0169-4b65-b69f-ea738334c682 of type vlan for network 807055dc-9bb1-430c-aef5-8604f960150a Jul 16 20:03:04.485794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5006a8-d4fd-4036-b449-b70654fad2e2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:04.530281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:04.546549 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b93dc9-81bc-4939-8e7a-07f969a45b2c x-openstack-request-id: req-75b93dc9-81bc-4939-8e7a-07f969a45b2c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:04.546824 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:04.547108 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-75b93dc9-81bc-4939-8e7a-07f969a45b2c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:04.547510 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3', 'status': 'completed', 'code': 200} Jul 16 20:03:04.572501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1dd85-be0a-4220-9d6c-e0e05e8724b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:04.632823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.633318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.633963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.634547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:03:04.635054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fc6e7c-2307-424d-a6a6-4d8046354480']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:04.667463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.681945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:04.683857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4795ba0-80a4-4b68-a27f-1c0d2c54a066') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:04.717558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-9c672d3f-abcd-4e38-a73e-02df0602ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.719788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-9c672d3f-abcd-4e38-a73e-02df0602ea5d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1096 time: 0.3468864 Jul 16 20:03:04.728177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.737996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b950-25ac-43cf-974f-e7191e73be0a req-2bf7b9a6-3d94-4648-bc7d-7514e3be73f7 tempest-LiveMigrationNegativeTest-1259892167 tempest-LiveMigrationNegativeTest-1259892167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.746926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8e4b950-25ac-43cf-974f-e7191e73be0a req-2bf7b9a6-3d94-4648-bc7d-7514e3be73f7 tempest-LiveMigrationNegativeTest-1259892167 tempest-LiveMigrationNegativeTest-1259892167-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 1101 time: 0.2293630 Jul 16 20:03:04.784980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.788080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.788080 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.790051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.792768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-6dbb4540-07ce-4113-81ab-acfe3ef10163 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 217 time: 0.0654266 Jul 16 20:03:04.810339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:03:04.812096 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.822632 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8e4b950-25ac-43cf-974f-e7191e73be0a req-76aca7c4-e07b-4e0f-99f7-0cf1309317f9 tempest-LiveMigrationNegativeTest-1259892167 tempest-LiveMigrationNegativeTest-1259892167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: from cryptography.utils import int_from_bytes Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: from cryptography.utils import int_from_bytes Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:03:04.834234 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:03:04.838375 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:03:04.880641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2075977 Jul 16 20:03:04.883806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35962) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:04.893571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Request body: {'subnet': {'network_id': '807055dc-9bb1-430c-aef5-8604f960150a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1710298330-subnet', 'tenant_id': '0816d465ee2c4a06aa007d74ceba7330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:04.940212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-768994d3-8e40-42e5-b23a-61e1c14ca39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.945263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515ca4-9a69-4adc-847b-b8f4850094bf admin admin] Pushing event updated for resources: {'Network': ['ID=807055dc-9bb1-430c-aef5-8604f960150a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:04.958499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 807055dc-9bb1-430c-aef5-8604f960150a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:04.970575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-8d5f7c02-1160-4630-8617-6026d1e55097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.972119 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-8d5f7c02-1160-4630-8617-6026d1e55097 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1687570 Jul 16 20:03:05.015786 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.028148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.037973 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] 10.222.0.91 "DELETE /v2.0/networks/11fc6e7c-2307-424d-a6a6-4d8046354480 HTTP/1.1" status: 204 len: 168 time: 2.1785665 Jul 16 20:03:05.055757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-9bff754c-f578-402c-80a6-70489bbb22f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678275 Jul 16 20:03:05.072161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c0f68-623a-4371-8e49-b63618a52e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=11fc6e7c-2307-424d-a6a6-4d8046354480,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:05.208875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362804-ca92-4f37-8509-ae6586710c26 req-144cad3f-a290-4dc4-9d98-bd7942360f2f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:05.216161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99362804-ca92-4f37-8509-ae6586710c26 req-144cad3f-a290-4dc4-9d98-bd7942360f2f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 944 time: 0.1757629 Jul 16 20:03:05.243147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:05.271613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99362804-ca92-4f37-8509-ae6586710c26 req-27ff9f6b-7d4f-4abc-a95f-db9ce5239894 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Jul 16 20:03:05.336719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-a69bc499-edbd-4111-b7fb-5979963911ae service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652345 Jul 16 20:03:05.341840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-56cb40ba-2322-4f54-b832-51efe09e5e47 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bab653f378c441978e3d3da3aa36bf9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961246 Jul 16 20:03:05.344914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35972) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:05.358712 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8e4b950-25ac-43cf-974f-e7191e73be0a req-76aca7c4-e07b-4e0f-99f7-0cf1309317f9 tempest-LiveMigrationNegativeTest-1259892167 tempest-LiveMigrationNegativeTest-1259892167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.390048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8e4b950-25ac-43cf-974f-e7191e73be0a req-76aca7c4-e07b-4e0f-99f7-0cf1309317f9 tempest-LiveMigrationNegativeTest-1259892167 tempest-LiveMigrationNegativeTest-1259892167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.467026 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8e4b950-25ac-43cf-974f-e7191e73be0a req-76aca7c4-e07b-4e0f-99f7-0cf1309317f9 tempest-LiveMigrationNegativeTest-1259892167 tempest-LiveMigrationNegativeTest-1259892167-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185640 Jul 16 20:03:05.479310 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48fb39f9-b63b-4632-97f0-5d9c8697de9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.493712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Made reservation on behalf of 0816d465ee2c4a06aa007d74ceba7330 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:05.509670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.515633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48fb39f9-b63b-4632-97f0-5d9c8697de9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.595834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48fb39f9-b63b-4632-97f0-5d9c8697de9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.606331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48fb39f9-b63b-4632-97f0-5d9c8697de9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.609805 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-48fb39f9-b63b-4632-97f0-5d9c8697de9e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6666e19e-7c93-476a-9d21-43dd6d556180 HTTP/1.1" status: 204 len: 168 time: 0.2610829 Jul 16 20:03:05.640536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aca7c4-e07b-4e0f-99f7-0cf1309317f9 tempest-LiveMigrationNegativeTest-1259892167 tempest-LiveMigrationNegativeTest-1259892167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb5b073-8d40-45a7-a50a-2f36f150d99d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:05.664879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb39f9-b63b-4632-97f0-5d9c8697de9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6666e19e-7c93-476a-9d21-43dd6d556180,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:05.721016 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f89ae01-c718-49be-b4de-b39c9f275b68 req-19c0b36d-58ce-4fd6-a751-2aff1ef788db service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727701 Jul 16 20:03:05.929945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-d693a9cf-2c86-426c-a699-1f53c3dd92df tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366797 Jul 16 20:03:05.977459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-74bbc615-e04b-4479-8dda-670d830c872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.054680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.207091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-e846a235-9352-47d7-b576-a2247d8f8d57 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:06.209983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-e846a235-9352-47d7-b576-a2247d8f8d57 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790015 Jul 16 20:03:06.215955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066baf4e-abea-45a8-8c15-06477b542cfe req-eaeec085-9fd8-4299-8bec-d0be14eb2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:06.217677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-066baf4e-abea-45a8-8c15-06477b542cfe req-eaeec085-9fd8-4299-8bec-d0be14eb2112 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1096 time: 0.3947215 Jul 16 20:03:06.231205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-67964077-37de-434d-925b-857898e7730c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/quotas/c20b9fe75c724c74bc1cff303363cfb4 HTTP/1.1" status: 200 len: 375 time: 0.0139651 Jul 16 20:03:06.243380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Checking segment: {'id': 'a60caa43-0169-4b65-b69f-ea738334c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '807055dc-9bb1-430c-aef5-8604f960150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:06.243734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Network hostable DHCP agents. Network: 807055dc-9bb1-430c-aef5-8604f960150a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:06.253890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c301c2f-03e2-4391-ba4a-b4ed421cc0e2,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:06.293701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-768994d3-8e40-42e5-b23a-61e1c14ca39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.306168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-fc26910d-c2b9-47c8-9bf8-58405ac8cfbe tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574615 Jul 16 20:03:06.309573 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-768994d3-8e40-42e5-b23a-61e1c14ca39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.317047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Network 807055dc-9bb1-430c-aef5-8604f960150a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:06.423653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 807055dc-9bb1-430c-aef5-8604f960150a) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:06.433133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd1cb3-4f81-45ad-88a2-45826daf0542 None None] Network 807055dc-9bb1-430c-aef5-8604f960150a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:06.434823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:06.437045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.523154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-768994d3-8e40-42e5-b23a-61e1c14ca39e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8417b628fb72476d98e1b9a8a996b270&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9909461 Jul 16 20:03:06.525939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36008) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.636748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768994d3-8e40-42e5-b23a-61e1c14ca39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48953272-8787-4960-a048-c497d9bd7668,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:06.690444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-79dc65a6-398f-4655-b84c-0478e57dd09e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8010962 Jul 16 20:03:06.695195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5830a0b-2435-456b-9f24-e8fa0374058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.702192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066baf4e-abea-45a8-8c15-06477b542cfe req-1630e7bf-a1ae-4fbc-9a89-5e4e1d4445a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:06.703844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-066baf4e-abea-45a8-8c15-06477b542cfe req-1630e7bf-a1ae-4fbc-9a89-5e4e1d4445a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.4729669 Jul 16 20:03:06.808022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5830a0b-2435-456b-9f24-e8fa0374058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.900596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-066baf4e-abea-45a8-8c15-06477b542cfe req-65369388-0397-40a8-8863-250a9bef0676 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 217 time: 0.1435342 Jul 16 20:03:06.956560 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5830a0b-2435-456b-9f24-e8fa0374058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.962617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb278e-7c2d-436b-bfd7-5558165a10c4 None None] Network 807055dc-9bb1-430c-aef5-8604f960150a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:06.965413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5830a0b-2435-456b-9f24-e8fa0374058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.966788 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5830a0b-2435-456b-9f24-e8fa0374058b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/48953272-8787-4960-a048-c497d9bd7668 HTTP/1.1" status: 204 len: 168 time: 0.4397695 Jul 16 20:03:07.029753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830a0b-2435-456b-9f24-e8fa0374058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48953272-8787-4960-a048-c497d9bd7668,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:07.030688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ecfb5-919f-4f1a-a238-ad715fab7ff5 req-10aecb16-f504-4500-941f-e426abdf0fba tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.048214 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f1ecfb5-919f-4f1a-a238-ad715fab7ff5 req-10aecb16-f504-4500-941f-e426abdf0fba tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 944 time: 0.3936937 Jul 16 20:03:07.149763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f733-cad2-4cf7-a414-2d1fe441b39d req-c478f920-b861-45b3-b907-c84e4b5014ff tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.151504 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b74f733-cad2-4cf7-a414-2d1fe441b39d req-c478f920-b861-45b3-b907-c84e4b5014ff tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 949 time: 0.2302048 Jul 16 20:03:07.180441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36036) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:07.279073 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b74f733-cad2-4cf7-a414-2d1fe441b39d req-e34f89ba-fd6c-4bd5-af24-b23869683e24 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211560 Jul 16 20:03:07.585792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066baf4e-abea-45a8-8c15-06477b542cfe req-f6f0e74d-63f0-47b8-baaf-32e66e2d2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.587871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-066baf4e-abea-45a8-8c15-06477b542cfe req-f6f0e74d-63f0-47b8-baaf-32e66e2d2a3a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.6803632 Jul 16 20:03:07.664465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f1ecfb5-919f-4f1a-a238-ad715fab7ff5 req-da3024be-7044-4abc-954b-c5f587114299 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140277 Jul 16 20:03:07.665000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36054) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:07.668479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-066baf4e-abea-45a8-8c15-06477b542cfe req-cef92db9-c006-4ffd-8ead-c35697527366 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711687 Jul 16 20:03:07.680163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-e9459f67-7c45-4f93-92ad-b9d7d5ecd61e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520558 Jul 16 20:03:07.731891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-network', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:07.741364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6a59838-b86b-441d-a5d5-3a109aecabd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.841380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Made reservation on behalf of f8635271890f456caca15dbec1ffc3ab for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:07.845464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.864301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.897018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-f4b127ab-ec7e-435c-98af-0e03792a46c9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.904467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-f4b127ab-ec7e-435c-98af-0e03792a46c9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179639 Jul 16 20:03:07.932399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-066baf4e-abea-45a8-8c15-06477b542cfe req-ab0935b8-5d18-4c1b-995f-20a388e43799 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431836 Jul 16 20:03:07.935582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-f083223b-aa93-4845-a3d0-3b5d38210ea9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/quotas/c20b9fe75c724c74bc1cff303363cfb4 HTTP/1.1" status: 200 len: 375 time: 0.0242167 Jul 16 20:03:08.011848 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-2a92b20b-5680-43ef-b060-a70e92ad4c62 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700803 Jul 16 20:03:08.171295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aecf7-134f-4249-a335-2606cd2307cd req-d6fe3308-6ef4-46c2-818a-67a7449861cb tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.173491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-466aecf7-134f-4249-a335-2606cd2307cd req-d6fe3308-6ef4-46c2-818a-67a7449861cb tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 949 time: 0.1217511 Jul 16 20:03:08.174523 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.272022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3dde7103-0c7f-4b51-a674-7cc2a72d01b4 req-c749dafc-d563-4c46-bb4b-89d81f5f1ff9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 210 time: 0.0434048 Jul 16 20:03:08.347205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-6425100d-229c-4a50-a9de-339f3caee2e4 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.348965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-6425100d-229c-4a50-a9de-339f3caee2e4 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.1795847 Jul 16 20:03:08.363968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-066baf4e-abea-45a8-8c15-06477b542cfe req-5e19b316-d8b3-4f77-a4bb-d49796f35096 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211159 Jul 16 20:03:08.405681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-ccb3ad66-e2bc-4bc2-8d2e-c0d52592a9c6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/quotas/c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 375 time: 0.0470340 Jul 16 20:03:08.438524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Deleting port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:08.446927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.508713 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.537353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-1535d553-ada7-49aa-a129-2f341b9227dd tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306794 Jul 16 20:03:08.549570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-058536fb-2df5-4c9b-aaf6-497bb592ed4b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:03:08.558004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-058536fb-2df5-4c9b-aaf6-497bb592ed4b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193343 Jul 16 20:03:08.576848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6a59838-b86b-441d-a5d5-3a109aecabd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.596137 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6a59838-b86b-441d-a5d5-3a109aecabd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.648993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] For port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:08.649229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.669158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.679702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Calling delete_port for bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:08.707162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f6a59838-b86b-441d-a5d5-3a109aecabd2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1f45bc2024474aaebf7c736a03ac146d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0408711 Jul 16 20:03:08.711933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.769689 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-40475636-5618-4f41-a81f-7cd5e6923769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.828471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b64cc93-a7db-4339-a850-cb11428049e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.861812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b64cc93-a7db-4339-a850-cb11428049e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.959225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-d0131980-6ba2-4f1d-9c61-1469f0397568 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3654127 Jul 16 20:03:08.960244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.974553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['18ddabe6-6693-4689-939c-208cdf382043', 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:09.000971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.025268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0b37516-4d05-42bc-9833-79b0571777e3 req-e246a272-b248-46f0-8643-f13706499274 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 210 time: 0.1390567 Jul 16 20:03:09.033588 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.111690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Pushing event deleted for resources: {'Port': ['ID=bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.128384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:09.202682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] No DVR routers for this DVR port bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:09.216845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.219524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-466aecf7-134f-4249-a335-2606cd2307cd req-b5c91927-a8eb-4dac-8eec-08be2be064e0 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "DELETE /v2.0/ports/bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 HTTP/1.1" status: 204 len: 173 time: 1.0380187 Jul 16 20:03:09.229808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'name': 'network-vif-deleted', 'tag': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:09.233322 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aff9511-9acb-43ab-a59b-7543026f5d9f" -d '{"events": [{"server_uuid": "7184302f-4bbf-4059-8dc4-4b7c4adb95d4", "name": "network-vif-deleted", "tag": "bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:09.268519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af70c31-a40b-4c69-ad56-c26579a33b28,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.273650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.279931 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Added segment f3788854-cc7f-44b0-bb28-d22ba09a2432 of type vlan for network b40e06b4-1233-43a9-8fd1-897816ae4380 Jul 16 20:03:09.370388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-729b4081-f5c3-43f9-8caa-e99c8bfa4ae7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.373308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-729b4081-f5c3-43f9-8caa-e99c8bfa4ae7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721890 Jul 16 20:03:09.374067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b64cc93-a7db-4339-a850-cb11428049e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.379756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b64cc93-a7db-4339-a850-cb11428049e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.385596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0b64cc93-a7db-4339-a850-cb11428049e7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/97753167-6eae-4d35-83cb-c3e835082aab HTTP/1.1" status: 204 len: 168 time: 0.6727867 Jul 16 20:03:09.387721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:09.393381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Request body: {'port': {'device_id': '85ed711f-b397-4a23-9e92-d517bb08103d', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'c20b9fe75c724c74bc1cff303363cfb4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:09.421331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.591218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a59838-b86b-441d-a5d5-3a109aecabd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97753167-6eae-4d35-83cb-c3e835082aab,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.596895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.597860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.598421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.647072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64cc93-a7db-4339-a850-cb11428049e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97753167-6eae-4d35-83cb-c3e835082aab,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.722747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-da4add46-8fc9-42e2-bd95-e36170bee2fb service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1628997 Jul 16 20:03:09.727555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Made reservation on behalf of c20b9fe75c724c74bc1cff303363cfb4 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:09.732000 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.770573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:09.786293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.789061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'port_id': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3', 'mac_address': 'fa:16:3e:88:2f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a8d1d-cade-419b-a2fb-d275f115c430', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:09.807997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6247973 Jul 16 20:03:09.808952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36094) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.811566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83146627-17e1-40e9-834b-e54ea4fbf285 admin admin] Pushing event updated for resources: {'Network': ['ID=b40e06b4-1233-43a9-8fd1-897816ae4380,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.822944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b40e06b4-1233-43a9-8fd1-897816ae4380 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:09.825692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Request body: {'subnet': {'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-subnet', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:09.904278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d948ef-a11e-41e7-89b1-c548dc47f572 req-d8e9dd3c-49ae-4238-b9ad-0e40328bab54 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.916549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77d948ef-a11e-41e7-89b1-c548dc47f572 req-d8e9dd3c-49ae-4238-b9ad-0e40328bab54 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 944 time: 0.4055212 Jul 16 20:03:09.921815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Made reservation on behalf of f8635271890f456caca15dbec1ffc3ab for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:09.928807 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.955613 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.960483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-bb68de71-6a41-46b0-aa68-18336e4bf71f service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258801 Jul 16 20:03:09.998364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.018501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37be24f-9ce3-4efb-a755-7772f5ace8c3 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:10.051791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:10.062165 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.096792 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.104442 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.192147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.281945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.282552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a37be24f-9ce3-4efb-a755-7772f5ace8c3'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:10.292944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f970181-c54e-4b88-9792-425af2cb1d10,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.361026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77d948ef-a11e-41e7-89b1-c548dc47f572 req-af674c0a-1d45-4d89-aed1-3395da8b7514 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430373 Jul 16 20:03:10.586822 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9efea3-5a23-4583-8e39-2cc9682ae420 x-openstack-request-id: req-9d9efea3-5a23-4583-8e39-2cc9682ae420 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:10.587139 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7184302f-4bbf-4059-8dc4-4b7c4adb95d4", "name": "network-vif-deleted", "tag": "bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:10.587389 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9d9efea3-5a23-4583-8e39-2cc9682ae420 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:10.587794 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7184302f-4bbf-4059-8dc4-4b7c4adb95d4', 'name': 'network-vif-deleted', 'tag': 'bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5', 'status': 'completed', 'code': 200} Jul 16 20:03:10.624164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Allocated IP 192.168.233.126 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/73b9e886-659c-41ec-b06f-177f3dfd57c6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:10.637596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92451be-a589-4e3c-8c9a-8a8240ee9b2c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.663610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-0ca2bec7-d6b6-45a1-a6e2-6a77fda49e68 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1580527 Jul 16 20:03:10.866532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Checking segment: {'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:10.866779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Network hostable DHCP agents. Network: b40e06b4-1233-43a9-8fd1-897816ae4380, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:10.970596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56857131-1370-4df7-a6fb-bef92134ad2a req-b3011710-d30c-45b9-b723-dcd88f86c4be tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 210 time: 0.2089543 Jul 16 20:03:11.026560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.054284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Transition to ACTIVE for port object 73b9e886-659c-41ec-b06f-177f3dfd57c6 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:11.108255 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.133369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Network b40e06b4-1233-43a9-8fd1-897816ae4380 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:11.147627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, b40e06b4-1233-43a9-8fd1-897816ae4380) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:11.156783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89db0b27-c635-4eea-8be7-8808a5e71c93 req-16bee4e4-14e1-4f95-9cd6-2b484c6b989f tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=7184302f-4bbf-4059-8dc4-4b7c4adb95d4 HTTP/1.1" status: 200 len: 210 time: 0.0643506 Jul 16 20:03:11.161183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d52e6d-9057-406d-9029-2d625e2560af None None] Network b40e06b4-1233-43a9-8fd1-897816ae4380 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:11.166964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.167598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.244642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-1e8d2ab9-7feb-43ea-866e-b18b228c0a90 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.246244 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-1e8d2ab9-7feb-43ea-866e-b18b228c0a90 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5810585 Jul 16 20:03:11.260756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Request body: {'port': {'device_id': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'c20b9fe75c724c74bc1cff303363cfb4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:11.335033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-18a5f3a7-b699-4ff0-8ef6-6ac1c47b479d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5095866 Jul 16 20:03:11.335260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:11.348420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36130) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.358124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:11.359995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ab97d05-0cbc-48df-9cc6-86d91fbd0430 req-69c90fa3-438c-42a8-9e7e-ce4142092b9f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 210 time: 0.0913186 Jul 16 20:03:11.402766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:11.429635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:11.471483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:11.597977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.599271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.615481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.617278 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.637109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a37be24f-9ce3-4efb-a755-7772f5ace8c3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:11.642992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a37be24f-9ce3-4efb-a755-7772f5ace8c3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:11.643931 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.672395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-b40e06b4-1233-43a9-8fd1-897816ae4380', 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'fixed_ips': [{'subnet_id': 'e92451be-a589-4e3c-8c9a-8a8240ee9b2c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:03:11.673617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.706982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.742694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:11.751816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:11.802534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-78d563cf-d5da-432a-a0d2-15a689d9fa08 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4134898 Jul 16 20:03:11.834196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Request body: {'port': {'device_id': '85ed711f-b397-4a23-9e92-d517bb08103d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:11.854340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-83402d9d-13b7-4770-a0d8-586584423348 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7223189 Jul 16 20:03:11.854567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.970403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Made reservation on behalf of c20b9fe75c724c74bc1cff303363cfb4 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:11.974657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.114429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.156105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642e15-76de-4b18-bcb5-e458ff8906e7 req-454042ae-309c-4d8e-836f-a5c484b6ca2c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:12.167223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17642e15-76de-4b18-bcb5-e458ff8906e7 req-454042ae-309c-4d8e-836f-a5c484b6ca2c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 945 time: 0.4831815 Jul 16 20:03:12.226456 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.284853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:12.285862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bdd746f1-6b0f-403e-8e3b-1c8d8995c2f5 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:12.304846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17642e15-76de-4b18-bcb5-e458ff8906e7 req-8575ba40-a6f7-47e6-863f-edb564a1711e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366563 Jul 16 20:03:12.320563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cff5e7b3-ea19-47e6-9e65-c91435bb7322 None None] Provisioning for port 73b9e886-659c-41ec-b06f-177f3dfd57c6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:12.340592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cff5e7b3-ea19-47e6-9e65-c91435bb7322 None None] Provisioning complete for port 73b9e886-659c-41ec-b06f-177f3dfd57c6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:12.340835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-ab4d32bc-740d-41f9-b752-89caf6ab6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:12.341877 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cff5e7b3-ea19-47e6-9e65-c91435bb7322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.342369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-ab4d32bc-740d-41f9-b752-89caf6ab6f4d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1097 time: 0.2834132 Jul 16 20:03:12.484566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-f67fd692-be43-40d6-9b0f-c7e9f08883f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:12.485966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-f67fd692-be43-40d6-9b0f-c7e9f08883f8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.1187155 Jul 16 20:03:12.505349 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e5b5249-ce65-4f44-93bd-315497a3fd84 req-8b94b418-1196-44a9-9b0f-26f09370f2b3 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 210 time: 0.1609855 Jul 16 20:03:12.520483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-cff5e7b3-ea19-47e6-9e65-c91435bb7322 None None] Port 73b9e886-659c-41ec-b06f-177f3dfd57c6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:12.524854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.542009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Allocated IP 192.168.233.81 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/eaf1544e-1c26-4da5-8be6-69d60a8ef82f) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:12.553460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Allocated IP 172.20.0.2 (b40e06b4-1233-43a9-8fd1-897816ae4380/e92451be-a589-4e3c-8c9a-8a8240ee9b2c/bbca9f68-547d-4da2-bc46-f10c88c72528) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:12.564639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:12.567695 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ee954c-62f8-458d-be3d-44ad3a4d5d7f" -d '{"events": [{"server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "name": "network-vif-plugged", "status": "completed", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:12.591393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:12.601012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.812679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:12.838291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-b1c6839c-890e-42ff-be30-6739114759ee service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 217 time: 0.1889529 Jul 16 20:03:12.935319 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15a8e166-de79-40f9-9eff-e8da4fccbd5c req-96b19b87-2a64-4add-826e-91f1def26dc5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 210 time: 0.0731452 Jul 16 20:03:12.996082 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.007673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-b581871c-19bc-42a9-aebb-eb35ef98930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.009389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-b581871c-19bc-42a9-aebb-eb35ef98930e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1615810 Jul 16 20:03:13.009550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Transition to ACTIVE for port object bbca9f68-547d-4da2-bc46-f10c88c72528 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:13.038796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.041439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Transition to ACTIVE for port object bbca9f68-547d-4da2-bc46-f10c88c72528 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:13.057913 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.070216 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe0a6f-011b-4153-b1fa-3024ec971a59 x-openstack-request-id: req-8dbe0a6f-011b-4153-b1fa-3024ec971a59 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:13.070781 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "name": "network-vif-plugged", "status": "completed", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:13.071149 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8dbe0a6f-011b-4153-b1fa-3024ec971a59 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:13.072432 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3', 'code': 200} Jul 16 20:03:13.117597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Pushing event updated for resources: {'Port': ['ID=bbca9f68-547d-4da2-bc46-f10c88c72528,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:13.129378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-b303562d-6b71-43b3-b5d9-122558cdbc38 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109831 Jul 16 20:03:13.136009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Network b40e06b4-1233-43a9-8fd1-897816ae4380 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:13.140035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:13.144881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:13.272154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.320733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-ce5be61b-14ad-4366-826c-a77b4c9026a2 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785626 Jul 16 20:03:13.352645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Attempting to bind port bbca9f68-547d-4da2-bc46-f10c88c72528 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:13.353243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Attempting to bind port bbca9f68-547d-4da2-bc46-f10c88c72528 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:13.355414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-65c90c01-9136-4239-81d5-1e23936ce2c1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.355872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Attempting to bind port bbca9f68-547d-4da2-bc46-f10c88c72528 on network b40e06b4-1233-43a9-8fd1-897816ae4380 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:13.358522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-65c90c01-9136-4239-81d5-1e23936ce2c1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.6596723 Jul 16 20:03:13.366730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:13.368092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Checking segment: {'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:13.368606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.370133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Bound using segment: {'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:13.370730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Bound port: bbca9f68-547d-4da2-bc46-f10c88c72528, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:13.375554 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.429995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Request body: {'port': {'device_id': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'admin_state_up': True, 'tenant_id': 'c54950886ff24cafad46d7f818cda19e'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:13.513562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.79', 49622) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:13.517778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] For port bbca9f68-547d-4da2-bc46-f10c88c72528, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:13.527303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] For port bbca9f68-547d-4da2-bc46-f10c88c72528, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bbca9f68-547d-4da2-bc46-f10c88c72528,segment=NetworkSegment(f3788854-cc7f-44b0-bb28-d22ba09a2432),segment_id=f3788854-cc7f-44b0-bb28-d22ba09a2432)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:13.533395 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.619900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-232454cd-f73f-4157-b3b9-8dd264138a2c req-5495f78f-2831-46c4-a55f-f6384968caea service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899275 Jul 16 20:03:13.622393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051ea21-95b4-41a4-a173-fabb6d51ffa7 None None] Pushing event updated for resources: {'Port': ['ID=bbca9f68-547d-4da2-bc46-f10c88c72528,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:13.688478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-fbf4750f-4cba-4c2a-9438-957b6a2c1250 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1728413 Jul 16 20:03:13.696844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4110c-8fe9-445a-92f1-2d1995a94ae3 req-848f926d-fe80-4a3f-9f27-605b09611426 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.698666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4a4110c-8fe9-445a-92f1-2d1995a94ae3 req-848f926d-fe80-4a3f-9f27-605b09611426 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 950 time: 0.2038355 Jul 16 20:03:13.797521 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4a4110c-8fe9-445a-92f1-2d1995a94ae3 req-7f0125e1-4164-4b8e-9bb3-a7553a5d55c4 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902622 Jul 16 20:03:13.836623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174c28-8654-4f24-8f03-097eb237a974 req-e4d2b52a-9e5d-4d91-9194-5f379f2a2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.838301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-e4d2b52a-9e5d-4d91-9194-5f379f2a2891 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 1119 time: 0.0918853 Jul 16 20:03:13.980054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.046131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174c28-8654-4f24-8f03-097eb237a974 req-4cd2cd08-c8ee-4ce4-810c-989f18c50d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.047675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-4cd2cd08-c8ee-4ce4-810c-989f18c50d66 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 925 time: 0.1799812 Jul 16 20:03:14.099598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Transition to ACTIVE for port object eaf1544e-1c26-4da5-8be6-69d60a8ef82f will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:14.183117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640e705-a838-433d-ae94-98f8fab89fcd req-e196c5a1-a9ab-491c-a603-6faa220356dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.185941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8640e705-a838-433d-ae94-98f8fab89fcd req-e196c5a1-a9ab-491c-a603-6faa220356dc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1098 time: 0.9052148 Jul 16 20:03:14.197431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b018ffd7-ff08-4c04-92d0-5c649bb958c2 req-b3b4f371-723f-44f0-86f9-26275106edc1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 210 time: 0.0782082 Jul 16 20:03:14.245216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-8004577a-58c2-4477-b918-4f5f819e2b31 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1 HTTP/1.1" status: 200 len: 1023 time: 0.1893561 Jul 16 20:03:14.262412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Allocated IP 172.25.3.121 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f1c0821c-402e-4fbf-a27c-30558bccd0da) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:14.280801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bbca9f68-547d-4da2-bc46-f10c88c72528 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:14.317484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174c28-8654-4f24-8f03-097eb237a974 req-c9de4231-b46f-4e78-b4d0-36c3d71a7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.319502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-c9de4231-b46f-4e78-b4d0-36c3d71a7f58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 200 len: 863 time: 0.0671794 Jul 16 20:03:14.433206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8640e705-a838-433d-ae94-98f8fab89fcd req-f57df973-f772-4f9b-8182-4306e38101fe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336891 Jul 16 20:03:14.437521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Made reservation on behalf of c54950886ff24cafad46d7f818cda19e for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:14.444163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.456119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port bbca9f68-547d-4da2-bc46-f10c88c72528 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:14.573989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc93338e-d668-4bd2-87a9-f9e987cb87c9 req-b8b808bc-d825-4122-8ee5-9bde2575e24d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 210 time: 0.0456448 Jul 16 20:03:14.578338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174c28-8654-4f24-8f03-097eb237a974 req-51fbf0c9-3adc-4da4-88d2-39d267dd29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.588224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-51fbf0c9-3adc-4da4-88d2-39d267dd29db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c242341-876b-4901-b695-376b593faf5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2354665 Jul 16 20:03:14.623069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.720212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:14.733211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Pushing event updated for resources: {'Port': ['ID=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:14.737473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:14.739713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:14.753213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97b023-74d7-4fd4-8ade-c18e6306b1d8 req-3c4998be-462c-4bbf-ad2c-b96a8a13c59c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.756193 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e97b023-74d7-4fd4-8ade-c18e6306b1d8 req-3c4998be-462c-4bbf-ad2c-b96a8a13c59c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 946 time: 1.1823263 Jul 16 20:03:14.910421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Allocated IP 172.20.0.7 (96463262-65c0-480d-aa91-330c3513b73a/86ce2ff8-19ac-4864-be49-d2af1c343c0a/04a575c8-a5af-4078-b5e5-678e2a41aff5) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:15.014694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e97b023-74d7-4fd4-8ade-c18e6306b1d8 req-420ac406-5361-4f38-8f94-e784269f9c8f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887498 Jul 16 20:03:15.203137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f485d118-1b0c-410a-91d7-9a6b216547f8 None None] Provisioning for port eaf1544e-1c26-4da5-8be6-69d60a8ef82f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:15.207932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f485d118-1b0c-410a-91d7-9a6b216547f8 None None] Provisioning complete for port eaf1544e-1c26-4da5-8be6-69d60a8ef82f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:15.208812 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f485d118-1b0c-410a-91d7-9a6b216547f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.305076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f485d118-1b0c-410a-91d7-9a6b216547f8 None None] Port eaf1544e-1c26-4da5-8be6-69d60a8ef82f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:15.424399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf42c5-bd5d-487e-b840-227f32b21db1 None None] Network b40e06b4-1233-43a9-8fd1-897816ae4380 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:15.427514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36206) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:15.441076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.442577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.494194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-f5ffe0b7-7936-4b54-a159-8ef39b0d6a1e service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047716 Jul 16 20:03:15.499220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b9e886-659c-41ec-b06f-177f3dfd57c6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:15.522976 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.590180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Transition to ACTIVE for port object 73b9e886-659c-41ec-b06f-177f3dfd57c6 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:15.608617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7bbdf85b-5efd-4302-9051-940ccfa31bcf None None] Provisioning for port bbca9f68-547d-4da2-bc46-f10c88c72528 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:15.628306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7bbdf85b-5efd-4302-9051-940ccfa31bcf None None] Provisioning complete for port bbca9f68-547d-4da2-bc46-f10c88c72528 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:15.629012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf85b-5efd-4302-9051-940ccfa31bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.650813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.671915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-8578aebc-10e4-489f-ba8a-d9b9ed3c0e45 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4152534 Jul 16 20:03:15.694876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Request body: {'port': {'device_id': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:15.701693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.720850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-c5892e35-12dd-4bbe-aae8-2f72e2259442 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.722348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-c5892e35-12dd-4bbe-aae8-2f72e2259442 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 950 time: 0.9068525 Jul 16 20:03:15.728357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c983c09-34ee-419b-9110-5a8ba3b7c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.830959 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.849736 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf85b-5efd-4302-9051-940ccfa31bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.859695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cfc-8ca2-4568-bf90-f479f5510151 req-c1ae7d79-3bb1-4d8e-bec6-5f1aea7be523 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.869420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39c67cfc-8ca2-4568-bf90-f479f5510151 req-c1ae7d79-3bb1-4d8e-bec6-5f1aea7be523 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 950 time: 0.4928021 Jul 16 20:03:15.878180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699957-3744-4382-a33b-0f89558016aa service neutron] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:15.906725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7bbdf85b-5efd-4302-9051-940ccfa31bcf None None] For port bbca9f68-547d-4da2-bc46-f10c88c72528, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bbca9f68-547d-4da2-bc46-f10c88c72528,segment=NetworkSegment(f3788854-cc7f-44b0-bb28-d22ba09a2432),segment_id=f3788854-cc7f-44b0-bb28-d22ba09a2432)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:15.930363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf85b-5efd-4302-9051-940ccfa31bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.957333 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32174c28-8654-4f24-8f03-097eb237a974 req-0a8ee5d0-189b-4563-a48c-ca9b1b34275a service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469490 Jul 16 20:03:16.035166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155c520-089c-4242-bf07-62cc8bebb98b req-a4ea0070-1c05-46d5-b36a-4f3f5119553c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:16.042799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7155c520-089c-4242-bf07-62cc8bebb98b req-a4ea0070-1c05-46d5-b36a-4f3f5119553c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 935 time: 0.6834404 Jul 16 20:03:16.044865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.060711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdf85b-5efd-4302-9051-940ccfa31bcf None None] Pushing event updated for resources: {'Port': ['ID=bbca9f68-547d-4da2-bc46-f10c88c72528,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:16.214776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7155c520-089c-4242-bf07-62cc8bebb98b req-842f183b-dec4-4330-9d33-1743e2135053 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708274 Jul 16 20:03:16.221626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.234166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bbca9f68-547d-4da2-bc46-f10c88c72528 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:16.252396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39c67cfc-8ca2-4568-bf90-f479f5510151 req-affd3967-27e7-4094-acb4-03dcd476488c tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8f0e666-fb1c-4dbd-bdad-589e547fe610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819149 Jul 16 20:03:16.330986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Attempting to bind port 73b9e886-659c-41ec-b06f-177f3dfd57c6 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:16.331433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Attempting to bind port 73b9e886-659c-41ec-b06f-177f3dfd57c6 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:16.331855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Attempting to bind port 73b9e886-659c-41ec-b06f-177f3dfd57c6 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:16.341760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:16.347253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7f0038d7-cf64-47af-973f-fabc8cda92ad None None] Provisioning complete for port bbca9f68-547d-4da2-bc46-f10c88c72528 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:16.353356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Port 73b9e886-659c-41ec-b06f-177f3dfd57c6 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:16.353811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Attempting to bind port 73b9e886-659c-41ec-b06f-177f3dfd57c6 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:16.354628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7f0038d7-cf64-47af-973f-fabc8cda92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.361845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c0821c-402e-4fbf-a27c-30558bccd0da,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:16.368995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:16.374310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:16.375178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Deleting port 18ddabe6-6693-4689-939c-208cdf382043 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:16.375617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.383341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:16.383813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:16.384312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:16.384845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Bound port: 73b9e886-659c-41ec-b06f-177f3dfd57c6, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:16.385323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.431190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c983c09-34ee-419b-9110-5a8ba3b7c09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.442578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c983c09-34ee-419b-9110-5a8ba3b7c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.454089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bbca9f68-547d-4da2-bc46-f10c88c72528 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:16.454463 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.645148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb4c1ee1-a1e2-49b9-9829-d525219c975a req-f48cf56b-e26e-4a46-8335-cc7f1c2e27a6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 210 time: 0.1141450 Jul 16 20:03:16.664008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7c983c09-34ee-419b-9110-5a8ba3b7c09f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ebd97d6498c14f51a36e9f841bf5d8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2244999 Jul 16 20:03:16.672068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36214) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:16.683087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c983c09-34ee-419b-9110-5a8ba3b7c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177e8cac-d247-41ff-b466-a87df3cfb94e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:16.714867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:16.721445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:16.723667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] For port 18ddabe6-6693-4689-939c-208cdf382043, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=18ddabe6-6693-4689-939c-208cdf382043,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:16.724107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.728066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.756004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.770391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Calling delete_port for 18ddabe6-6693-4689-939c-208cdf382043 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:16.796462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:16.797287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.798878 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-04699957-3744-4382-a33b-0f89558016aa service neutron] 10.222.0.79 "PUT /v2.0/ports/73b9e886-659c-41ec-b06f-177f3dfd57c6 HTTP/1.1" status: 200 len: 1097 time: 4.9847496 Jul 16 20:03:16.799403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:16.802385 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5acd16f-05ad-426e-afe3-f122ffcea23a" -d '{"events": [{"name": "network-changed", "server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:16.874554 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf2cd20-2a57-468e-bd6f-822022dad839 x-openstack-request-id: req-acf2cd20-2a57-468e-bd6f-822022dad839 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:16.875181 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:16.875595 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-acf2cd20-2a57-468e-bd6f-822022dad839 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:16.876159 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'status': 'completed', 'code': 200} Jul 16 20:03:16.878384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699957-3744-4382-a33b-0f89558016aa service neutron] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:17.015831 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-5b581648-2c1d-4010-8b10-61b0e5f1dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.019185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-5b581648-2c1d-4010-8b10-61b0e5f1dcb6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1100 time: 0.1418483 Jul 16 20:03:17.058167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Network 96463262-65c0-480d-aa91-330c3513b73a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:17.064168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:17.081982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:17.084925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:17.112915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-b48c076c-3dc3-4053-8b71-15c64a1a70b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6 HTTP/1.1" status: 200 len: 217 time: 0.0545111 Jul 16 20:03:17.169545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.180774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['18ddabe6-6693-4689-939c-208cdf382043'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:17.242256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28f7e258-0cb5-403d-992f-0b3183a1794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.249054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.249660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.266720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Pushing event deleted for resources: {'Port': ['ID=18ddabe6-6693-4689-939c-208cdf382043,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:17.269467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-3ab5c1cb-ffc9-4b99-937c-c0367d1887f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.270961 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-3ab5c1cb-ffc9-4b99-937c-c0367d1887f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1520503 Jul 16 20:03:17.302563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e814458-2d54-49b7-933d-ad63df4be8c5 req-7b2891a1-1aa6-4d18-8677-21759ea808bc tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.309822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e814458-2d54-49b7-933d-ad63df4be8c5 req-7b2891a1-1aa6-4d18-8677-21759ea808bc tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 946 time: 0.7254016 Jul 16 20:03:17.380503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28f7e258-0cb5-403d-992f-0b3183a1794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.400614 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-eb35e593-c02d-4c44-a378-c4044df46a1d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9839399 Jul 16 20:03:17.414458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf1544e-1c26-4da5-8be6-69d60a8ef82f {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:17.424671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Request body: {'port': {'device_id': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:17.444303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] No DVR routers for this DVR port 18ddabe6-6693-4689-939c-208cdf382043 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:17.455463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.495391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.495618 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.497567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7720b7d7-82de-43a0-a148-59fc47e0c127 req-58eaadfc-867d-4c66-abc8-b5e7cb89ebb6 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.99 "DELETE /v2.0/ports/18ddabe6-6693-4689-939c-208cdf382043 HTTP/1.1" status: 204 len: 173 time: 1.7638609 Jul 16 20:03:17.579424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-1f5114da-c136-4027-81d9-df4039bfff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.581268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-1f5114da-c136-4027-81d9-df4039bfff36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2931950 Jul 16 20:03:17.586334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e814458-2d54-49b7-933d-ad63df4be8c5 req-e2a262f2-f522-4145-99e7-c628d8d0c2fb tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737045 Jul 16 20:03:17.621825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Transition to ACTIVE for port object eaf1544e-1c26-4da5-8be6-69d60a8ef82f will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:17.640471 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.691481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8af3d-57a9-4755-987e-0828a7d4b3bb req-29c4b691-5111-4a23-94c4-64ae3f0e341c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.707081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbb8af3d-57a9-4755-987e-0828a7d4b3bb req-29c4b691-5111-4a23-94c4-64ae3f0e341c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 935 time: 0.3223839 Jul 16 20:03:17.819528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbb8af3d-57a9-4755-987e-0828a7d4b3bb req-e2da8a6a-2d7c-4989-a572-cd92e7bd8542 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114855 Jul 16 20:03:17.868915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-93311ce2-cb71-4912-92d7-eabca14f8460 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721517 Jul 16 20:03:17.909562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83cac580-fb2c-4b7d-bf9c-52201de33727 req-9661923c-e5f7-4661-8544-c820253d9204 tempest-LiveMigrationNegativeTest-1762768552 tempest-LiveMigrationNegativeTest-1762768552-project] 10.222.0.91 "GET /v2.0/ports?device_id=14b19145-38bf-4c25-a27d-2d66a1cffba9 HTTP/1.1" status: 200 len: 210 time: 0.0724864 Jul 16 20:03:17.932584 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28f7e258-0cb5-403d-992f-0b3183a1794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.946119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28f7e258-0cb5-403d-992f-0b3183a1794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.949981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-28f7e258-0cb5-403d-992f-0b3183a1794a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/177e8cac-d247-41ff-b466-a87df3cfb94e HTTP/1.1" status: 204 len: 168 time: 1.2703714 Jul 16 20:03:17.962182 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.972050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:17.987622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Pushing event updated for resources: {'Port': ['ID=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:18.032465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7e258-0cb5-403d-992f-0b3183a1794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e8cac-d247-41ff-b466-a87df3cfb94e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:18.147580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b12ce736-11b5-4ca0-86c4-cb8abdf72a48 req-e35e6817-b9a8-4540-a0fc-24d1be3fa8e0 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637284 Jul 16 20:03:18.438677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-60d133d1-546e-4547-bddd-f88151b75d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.440918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-60d133d1-546e-4547-bddd-f88151b75d80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1100 time: 0.1751730 Jul 16 20:03:18.526500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2593-c345-479d-8101-fbaba5650b39 req-c05748e3-fe8b-4a27-94d1-5ea52b4b43c2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.529635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f35b2593-c345-479d-8101-fbaba5650b39 req-c05748e3-fe8b-4a27-94d1-5ea52b4b43c2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 931 time: 0.1925840 Jul 16 20:03:18.671584 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f35b2593-c345-479d-8101-fbaba5650b39 req-6cbb08e8-00f9-4cda-86be-133f348028d6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790281 Jul 16 20:03:18.672845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-d4b70d77-7a98-4de9-9b8d-5e20d18e6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.675064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-d4b70d77-7a98-4de9-9b8d-5e20d18e6fb0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2254155 Jul 16 20:03:18.731803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-77932567-4c11-439b-b25c-a1d38aa11d6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6 HTTP/1.1" status: 200 len: 217 time: 0.0504763 Jul 16 20:03:18.801657 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-d4cd52ed-3695-4eb4-a77e-6bc6619b4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.803271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-d4cd52ed-3695-4eb4-a77e-6bc6619b4d2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0631289 Jul 16 20:03:18.882554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'name': 'network-vif-deleted', 'tag': '18ddabe6-6693-4689-939c-208cdf382043'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:18.887932 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378e2bd2-05eb-4611-b0bf-750ea2814a02" -d '{"events": [{"server_uuid": "14b19145-38bf-4c25-a27d-2d66a1cffba9", "name": "network-vif-deleted", "tag": "18ddabe6-6693-4689-939c-208cdf382043"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:18.895099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-aa871065-6d4f-4f6f-8122-0547d0ad3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.897339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-aa871065-6d4f-4f6f-8122-0547d0ad3717 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871432 Jul 16 20:03:19.156658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.160190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Attempting to bind port eaf1544e-1c26-4da5-8be6-69d60a8ef82f on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:19.160729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Attempting to bind port eaf1544e-1c26-4da5-8be6-69d60a8ef82f by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:19.161267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Attempting to bind port eaf1544e-1c26-4da5-8be6-69d60a8ef82f on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:19.295992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acce8f-0e55-4f1f-a30e-7d0c50c6ef48 req-a7b59ec9-5854-43b3-98d3-43b932575bcc tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.308765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f1acce8f-0e55-4f1f-a30e-7d0c50c6ef48 req-a7b59ec9-5854-43b3-98d3-43b932575bcc tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 947 time: 0.2881880 Jul 16 20:03:19.364031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-42b1ebfc-6417-4701-8a57-933157f0610b service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501860 Jul 16 20:03:19.381715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Port eaf1544e-1c26-4da5-8be6-69d60a8ef82f on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:19.382043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Attempting to bind port eaf1544e-1c26-4da5-8be6-69d60a8ef82f on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:19.405329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f1acce8f-0e55-4f1f-a30e-7d0c50c6ef48 req-598225a3-4b09-4d4f-9419-ef028bb9e1e1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955849 Jul 16 20:03:19.424095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:19.424444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:19.424829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:19.425279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Bound port: eaf1544e-1c26-4da5-8be6-69d60a8ef82f, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:19.425644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.531149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a575c8-a5af-4078-b5e5-678e2a41aff5 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:19.544712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.548594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8254ab-37ed-453c-bcb5-6a85736fad40 req-d52544d9-102f-4787-a252-7f8f85420e26 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.550275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb8254ab-37ed-453c-bcb5-6a85736fad40 req-d52544d9-102f-4787-a252-7f8f85420e26 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1098 time: 1.4128268 Jul 16 20:03:19.577141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5acd16f-05ad-426e-afe3-f122ffcea23a req-f5ac780d-2204-4ba1-b482-5d3c8624a161 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014551 Jul 16 20:03:19.578923 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ec4c4-63b5-4832-9bf6-48481992929a x-openstack-request-id: req-1d1ec4c4-63b5-4832-9bf6-48481992929a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:19.579584 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b19145-38bf-4c25-a27d-2d66a1cffba9", "name": "network-vif-deleted", "tag": "18ddabe6-6693-4689-939c-208cdf382043", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:19.580254 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1d1ec4c4-63b5-4832-9bf6-48481992929a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:19.581618 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b19145-38bf-4c25-a27d-2d66a1cffba9', 'name': 'network-vif-deleted', 'tag': '18ddabe6-6693-4689-939c-208cdf382043', 'status': 'completed', 'code': 200} Jul 16 20:03:19.623375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Transition to ACTIVE for port object 04a575c8-a5af-4078-b5e5-678e2a41aff5 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:19.650909 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.678660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb8254ab-37ed-453c-bcb5-6a85736fad40 req-7ace24cf-7d45-456f-9cb8-810c1e73eb1b tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166527 Jul 16 20:03:19.679717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] For port eaf1544e-1c26-4da5-8be6-69d60a8ef82f, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:19.742980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 18ddabe6-6693-4689-939c-208cdf382043 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:19.744386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] For port eaf1544e-1c26-4da5-8be6-69d60a8ef82f, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:19.782972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.813258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 18ddabe6-6693-4689-939c-208cdf382043 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:19.813681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 18ddabe6-6693-4689-939c-208cdf382043 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:19.815930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Router e267dea1-3057-4997-9f7b-722420287a22 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:03:19.821118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:19.905502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.909421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.910974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] 10.222.0.99 "PUT /v2.0/ports/eaf1544e-1c26-4da5-8be6-69d60a8ef82f HTTP/1.1" status: 200 len: 1096 time: 4.2241838 Jul 16 20:03:19.911720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'tag': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:19.913988 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07" -d '{"events": [{"name": "network-changed", "server_uuid": "560b2828-1eab-4f79-b56c-4c30c82b16a5", "tag": "eaf1544e-1c26-4da5-8be6-69d60a8ef82f"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:20.004490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0e50a-269c-41d3-876a-5b29c7ac9147 req-ab07d391-cb3c-4bf2-aa58-49ade8090a42 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.012412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa0e50a-269c-41d3-876a-5b29c7ac9147 req-ab07d391-cb3c-4bf2-aa58-49ade8090a42 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 943 time: 0.1197844 Jul 16 20:03:20.128470 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa0e50a-269c-41d3-876a-5b29c7ac9147 req-126338fb-c404-4357-8d0b-f3a2d2884537 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126635 Jul 16 20:03:20.138580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36282) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:20.150076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee686dd4-decb-4fbe-841d-f9fffc68283c service neutron] Pushing event updated for resources: {'Port': ['ID=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:20.186091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:20.186703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:20.186908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:20.202136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:20.202463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:20.217695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:20.218036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:20.218415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:20.218862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Bound port: 04a575c8-a5af-4078-b5e5-678e2a41aff5, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:20.221865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.267736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:20.279778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Sync routers for ids ['e267dea1-3057-4997-9f7b-722420287a22'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:20.298097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Routers {'e267dea1-3057-4997-9f7b-722420287a22'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:20.299484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e267dea1-3057-4997-9f7b-722420287a22'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:20.335012 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1c2ab-b03b-48f5-a71c-5438b2c3b934 x-openstack-request-id: req-18f1c2ab-b03b-48f5-a71c-5438b2c3b934 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:20.339013 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560b2828-1eab-4f79-b56c-4c30c82b16a5", "tag": "eaf1544e-1c26-4da5-8be6-69d60a8ef82f", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:20.339269 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18f1c2ab-b03b-48f5-a71c-5438b2c3b934 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:20.339682 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'tag': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f', 'status': 'completed', 'code': 200} Jul 16 20:03:20.361210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-c33a0ac7-7cfb-41df-92e1-2b11e55afc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.389325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-c33a0ac7-7cfb-41df-92e1-2b11e55afc40 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 1099 time: 0.3990798 Jul 16 20:03:20.459956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.464172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-be757a7a-40a1-4c66-976a-a9e21257dc76 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1146541 Jul 16 20:03:20.464798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36290) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:20.468766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Set router e267dea1-3057-4997-9f7b-722420287a22 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:20.546936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5104cbaf-6552-4627-ba13-87ce49c7117f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d1edc33d4ad64ff683f6ace7c9683fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071214 Jul 16 20:03:20.549547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36296) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:20.678417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-1d8a878d-84aa-4920-93ee-1f7f8b567e48 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=eaf1544e-1c26-4da5-8be6-69d60a8ef82f HTTP/1.1" status: 200 len: 217 time: 0.2611780 Jul 16 20:03:20.744404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.779373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bb8c0-da58-451a-b080-ee8d2f5a2354 req-af0f7354-6fa7-4a4e-a52c-7512127d1fbc tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.780883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f18bb8c0-da58-451a-b080-ee8d2f5a2354 req-af0f7354-6fa7-4a4e-a52c-7512127d1fbc tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 947 time: 0.1879315 Jul 16 20:03:20.804361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.804627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:20.862152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:03:16Z', 'revision_number': 3, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:20.893347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f18bb8c0-da58-451a-b080-ee8d2f5a2354 req-5a7fc98e-7fc6-4451-91a0-80a6828958c7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966544 Jul 16 20:03:20.893806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Checking router: e267dea1-3057-4997-9f7b-722420287a22 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:20.894379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Updating router e267dea1-3057-4997-9f7b-722420287a22 port f1c0821c-402e-4fbf-a27c-30558bccd0da binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:20.927372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:20.930674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.933167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.934330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b8f0e666-fb1c-4dbd-bdad-589e547fe610 HTTP/1.1" status: 204 len: 168 time: 0.3836849 Jul 16 20:03:20.970027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0e666-fb1c-4dbd-bdad-589e547fe610,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:20.973023 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.980467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.992684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:20.993056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:20.993356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:20.993687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:20.994344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:20.994344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:20.994642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.011220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.015991 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.016678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.017301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.022485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07d4a2-c75a-4747-b5e6-80dfa9bfbbd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.045726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-9eca41b3-6dcd-4638-871b-760dd07bac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.051476 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-9eca41b3-6dcd-4638-871b-760dd07bac28 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.3397830 Jul 16 20:03:21.173705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9765-9cee-48ab-bd85-e34a6484dfb5 req-7eca0744-50fe-4f47-a837-810a0a01ff4e tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.193753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e1e9765-9cee-48ab-bd85-e34a6484dfb5 req-7eca0744-50fe-4f47-a837-810a0a01ff4e tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1098 time: 0.8368981 Jul 16 20:03:21.364805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.365741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.367502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] 10.222.0.99 "PUT /v2.0/ports/04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 1092 time: 3.9571569 Jul 16 20:03:21.384488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e1e9765-9cee-48ab-bd85-e34a6484dfb5 req-ff2286d5-1014-4cc8-ae34-09fdc8719ddf tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878331 Jul 16 20:03:21.472109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:21.488638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36320) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.574281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5820320a-ea86-46c0-ac05-90a781427fe0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e661675d0af1451c9dd03eb32e2361c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843410 Jul 16 20:03:21.577216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36328) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.626236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f950-b5e8-4eec-9839-84debebe4e0b req-a6f1b1bc-6f2f-462b-aa4f-ca6d3400f402 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.634645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c245f950-b5e8-4eec-9839-84debebe4e0b req-a6f1b1bc-6f2f-462b-aa4f-ca6d3400f402 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 943 time: 0.1645000 Jul 16 20:03:21.637681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:03:21.737136 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.748777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c245f950-b5e8-4eec-9839-84debebe4e0b req-0e77630d-341d-4b1e-989a-93561b159299 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130900 Jul 16 20:03:21.761241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Transition to ACTIVE for port object f1c0821c-402e-4fbf-a27c-30558bccd0da will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:21.774617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.779966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:21.796712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c4a4e46-88fe-49ff-924d-b15e4c23e2ef req-679cc0e2-1f2a-4fd9-af38-0d5b340bdd4b tempest-FlavorsV2NegativeTest-1927782893 tempest-FlavorsV2NegativeTest-1927782893-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=86cc9318abc3436399f74ee85e14d42c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1573098 Jul 16 20:03:21.800322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6cb1-2a27-4202-9c2c-a11eb3a458b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.816532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:21.857049 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6cb1-2a27-4202-9c2c-a11eb3a458b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.888409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'mac_address': 'fa:16:3e:3b:6c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:21.890643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Attempting to bind port f1c0821c-402e-4fbf-a27c-30558bccd0da on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:21.891043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Attempting to bind port f1c0821c-402e-4fbf-a27c-30558bccd0da by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:21.891397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Attempting to bind port f1c0821c-402e-4fbf-a27c-30558bccd0da on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:21.893336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee6f6-7d74-4cc9-b16b-eb5b167e3118 None None] Pushing event updated for resources: {'Port': ['ID=f1c0821c-402e-4fbf-a27c-30558bccd0da,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:21.905667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:21.906040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:21.906482 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.907059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:21.907562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Bound port: f1c0821c-402e-4fbf-a27c-30558bccd0da, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:21.907942 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.971737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] For port f1c0821c-402e-4fbf-a27c-30558bccd0da, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:21.975589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] For port f1c0821c-402e-4fbf-a27c-30558bccd0da, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f1c0821c-402e-4fbf-a27c-30558bccd0da,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:21.979319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.979951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.981200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.982168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.982916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.983874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.984465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.985106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.986223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.987579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.988609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.989471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ee28d-75c9-4a10-be9e-e87019eb4ca2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:21.989699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6cb1-2a27-4202-9c2c-a11eb3a458b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.011167 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.013923 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6cb1-2a27-4202-9c2c-a11eb3a458b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.042613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6c2c6cb1-2a27-4202-9c2c-a11eb3a458b2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1cb5b073-8d40-45a7-a50a-2f36f150d99d HTTP/1.1" status: 204 len: 168 time: 0.4604919 Jul 16 20:03:22.088582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c6cb1-2a27-4202-9c2c-a11eb3a458b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb5b073-8d40-45a7-a50a-2f36f150d99d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:22.141399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-9b0a3283-2674-4495-bf8c-8b180d1b502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.144910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-9b0a3283-2674-4495-bf8c-8b180d1b502a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0625002 Jul 16 20:03:22.347647 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.436511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b9e886-659c-41ec-b06f-177f3dfd57c6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:22.448934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:22.452125 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e" -d '{"events": [{"name": "network-changed", "server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:22.456253 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-6a14c267-e723-41c6-998b-0fe603e3c83e service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794280 Jul 16 20:03:22.460190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Routers {'e267dea1-3057-4997-9f7b-722420287a22'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:22.460918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e267dea1-3057-4997-9f7b-722420287a22'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:22.462926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee6f6-7d74-4cc9-b16b-eb5b167e3118 None None] Pushing event updated for resources: {'Port': ['ID=f1c0821c-402e-4fbf-a27c-30558bccd0da,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:22.488841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a4e46-88fe-49ff-924d-b15e4c23e2ef req-90aed7ce-52f6-487b-bef2-33b8a250772d tempest-FlavorsV2NegativeTest-1927782893 tempest-FlavorsV2NegativeTest-1927782893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.490488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c4a4e46-88fe-49ff-924d-b15e4c23e2ef req-90aed7ce-52f6-487b-bef2-33b8a250772d tempest-FlavorsV2NegativeTest-1927782893 tempest-FlavorsV2NegativeTest-1927782893-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6928160 Jul 16 20:03:22.595010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c4a4e46-88fe-49ff-924d-b15e4c23e2ef req-f05b8720-96d4-4623-accd-78d5d83fe497 tempest-FlavorsV2NegativeTest-1927782893 tempest-FlavorsV2NegativeTest-1927782893-project] 10.222.0.91 "GET /v2.0/quotas/86cc9318abc3436399f74ee85e14d42c HTTP/1.1" status: 200 len: 375 time: 0.0385289 Jul 16 20:03:22.606660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-6431c878-62eb-495b-b6f2-79c1071c135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.608787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-6431c878-62eb-495b-b6f2-79c1071c135b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1095 time: 1.0058360 Jul 16 20:03:22.708680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:22.732366 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.779803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d82bd-a104-4828-866d-b7c34b7d0be1 req-17f796c6-850b-4969-b377-f243524e2f21 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.793847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f4d82bd-a104-4828-866d-b7c34b7d0be1 req-17f796c6-850b-4969-b377-f243524e2f21 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 947 time: 0.2275133 Jul 16 20:03:22.803005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c4a4e46-88fe-49ff-924d-b15e4c23e2ef req-11d221b3-8aa2-4596-96f1-b5d407f077fc tempest-FlavorsV2NegativeTest-1927782893 tempest-FlavorsV2NegativeTest-1927782893-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=86cc9318abc3436399f74ee85e14d42c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1912479 Jul 16 20:03:22.830071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-6670474b-22ec-428e-8806-58671a6e06e5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 217 time: 0.1587822 Jul 16 20:03:22.932706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f4d82bd-a104-4828-866d-b7c34b7d0be1 req-27fe380f-36fd-4137-a3be-f105cde40a81 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375349 Jul 16 20:03:22.939207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] Set router e267dea1-3057-4997-9f7b-722420287a22 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:23.193837 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648100a-e207-469f-a2eb-f376cb8207f6 x-openstack-request-id: req-7648100a-e207-469f-a2eb-f376cb8207f6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:23.194077 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:23.194316 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7648100a-e207-469f-a2eb-f376cb8207f6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:23.194734 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5', 'status': 'completed', 'code': 200} Jul 16 20:03:23.200766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3414e3cc-fb82-43f5-baa5-84073f4ca26c req-785aea4a-20c0-4fc2-a5a9-1366d5557f04 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291780 Jul 16 20:03:23.262579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-af1b9765-87ff-47c6-898b-c4de9fcfa3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:23.280180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-af1b9765-87ff-47c6-898b-c4de9fcfa3c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.4177020 Jul 16 20:03:23.407687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['73b9e886-659c-41ec-b06f-177f3dfd57c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:23.558759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:23.577350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.577836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.578013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.578327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.578646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.579201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.579509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.579822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.580468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.580468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.580770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.581040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:23.622456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:03:16Z', 'revision_number': 3, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:23.625771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4f591-7a7b-4653-b702-c987df6db7aa req-419c4680-3e28-43fc-89df-6227ccd84fc2 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:23.627994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1e4f591-7a7b-4653-b702-c987df6db7aa req-419c4680-3e28-43fc-89df-6227ccd84fc2 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1098 time: 0.0744472 Jul 16 20:03:23.692985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf02e3-a665-4162-a8e0-a7159dcb9e07 None None] The sync data for ids ['e267dea1-3057-4997-9f7b-722420287a22'] in n-d-792458-10 is: [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:03:16Z', 'revision_number': 3, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:23.753010 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1e4f591-7a7b-4653-b702-c987df6db7aa req-41c574bc-2cb2-44b5-9f03-5fec5a6c5c68 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160216 Jul 16 20:03:24.030031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-f6ce70ea-f2c5-4260-b228-7a07a8c3b574 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7357614 Jul 16 20:03:24.062339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.424327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f1c0821c-402e-4fbf-a27c-30558bccd0da up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:24.517607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port f1c0821c-402e-4fbf-a27c-30558bccd0da completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:24.523765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f1c0821c-402e-4fbf-a27c-30558bccd0da triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:24.524484 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.545788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36406) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:24.713984 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.795759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f1c0821c-402e-4fbf-a27c-30558bccd0da, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f1c0821c-402e-4fbf-a27c-30558bccd0da,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:24.821679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.906261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1416c04-0afb-4aa8-af7d-c3f0b5913e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.911819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-d9643e81-52c0-4fd2-ae70-a4497920e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:24.932837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-d9643e81-52c0-4fd2-ae70-a4497920e001 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 1099 time: 1.6496925 Jul 16 20:03:24.998302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f1c0821c-402e-4fbf-a27c-30558bccd0da,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:25.066815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-591fd1cf-620f-46bb-9521-513748fa35cf service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9859464 Jul 16 20:03:25.128997 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1416c04-0afb-4aa8-af7d-c3f0b5913e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.135507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e4dc-a289-4e6c-b190-bfaa3f957f98 req-1073cf88-7d31-46db-86c8-1968609db8eb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:25.136961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1416c04-0afb-4aa8-af7d-c3f0b5913e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.149294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f80e4dc-a289-4e6c-b190-bfaa3f957f98 req-1073cf88-7d31-46db-86c8-1968609db8eb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 943 time: 1.7836940 Jul 16 20:03:25.211627 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b1416c04-0afb-4aa8-af7d-c3f0b5913e89 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=86cc9318abc3436399f74ee85e14d42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6646280 Jul 16 20:03:25.236085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1416c04-0afb-4aa8-af7d-c3f0b5913e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6c54e-ed02-4a6b-a407-48583fa60320,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:25.247292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36432) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:25.336355 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7bd07-4d67-45a2-9893-ac38a09ed8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.345339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe05e88-9440-48c1-b892-7fb200836d61 req-c401847b-995b-4a82-b5e0-edaa7d6c91f4 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303405 Jul 16 20:03:25.394925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7bd07-4d67-45a2-9893-ac38a09ed8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.447763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Allocated IP 172.20.0.1 (b40e06b4-1233-43a9-8fd1-897816ae4380/e92451be-a589-4e3c-8c9a-8a8240ee9b2c/47b5c2cb-814b-461f-b245-6c40d5272dd4) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:25.478595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7bd07-4d67-45a2-9893-ac38a09ed8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.481453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7bd07-4d67-45a2-9893-ac38a09ed8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.481703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:25.486898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5cd7bd07-4d67-45a2-9893-ac38a09ed8fd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c7a6c54e-ed02-4a6b-a407-48583fa60320 HTTP/1.1" status: 204 len: 168 time: 0.2370725 Jul 16 20:03:25.516182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7bd07-4d67-45a2-9893-ac38a09ed8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6c54e-ed02-4a6b-a407-48583fa60320,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:25.580693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 73b9e886-659c-41ec-b06f-177f3dfd57c6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:25.582674 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f80e4dc-a289-4e6c-b190-bfaa3f957f98 req-bb87d0cd-ae86-46f6-b486-0e86ee95685f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316647 Jul 16 20:03:25.587876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 73b9e886-659c-41ec-b06f-177f3dfd57c6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:25.588576 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.718010 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.748712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:25.753097 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306c0651-6ffb-43cf-91c0-faaa9e273565" -d '{"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-plugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:25.759652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-357c3ed1-c6a1-42f5-8729-9ff3f761c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:25.763808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-357c3ed1-c6a1-42f5-8729-9ff3f761c289 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.8058946 Jul 16 20:03:25.775440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:25.783928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.817440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device eaf1544e-1c26-4da5-8be6-69d60a8ef82f details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:25.932779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-7b1b4f81-5d62-446a-893a-34a0eb58dfbc tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:03:25.940691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-7b1b4f81-5d62-446a-893a-34a0eb58dfbc tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591719 Jul 16 20:03:25.946597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-0ef50307-a4ff-47a2-b17f-cc15c97cd35a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=eaf1544e-1c26-4da5-8be6-69d60a8ef82f HTTP/1.1" status: 200 len: 217 time: 0.1751339 Jul 16 20:03:25.969194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Request body: {'binding': {'host': 'n-h1-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:25.969678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:03:25.975315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port eaf1544e-1c26-4da5-8be6-69d60a8ef82f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:25.979520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-a804ac45-7511-4367-9e08-c39f300fb8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:25.981374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-a804ac45-7511-4367-9e08-c39f300fb8db service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1095 time: 0.5532646 Jul 16 20:03:25.989028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f', 'mac_address': 'fa:16:3e:f2:69:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:25.999776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:26.070298 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.088186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf1544e-1c26-4da5-8be6-69d60a8ef82f {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:26.137146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port eaf1544e-1c26-4da5-8be6-69d60a8ef82f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:26.144192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.217317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.257996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:26.260905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f1c0821c-402e-4fbf-a27c-30558bccd0da up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:26.344111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Transition to ACTIVE for port object 47b5c2cb-814b-461f-b245-6c40d5272dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:26.356338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f1c0821c-402e-4fbf-a27c-30558bccd0da triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:26.356732 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.357282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-8f8b5fcc-fb10-41f6-9165-f9ae00d71e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.358770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-8f8b5fcc-fb10-41f6-9165-f9ae00d71e9d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.3851469 Jul 16 20:03:26.423864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['eaf1544e-1c26-4da5-8be6-69d60a8ef82f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:26.425142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bec3f-edad-4255-bd8e-f2d9e2680396 req-d8f73d99-33dd-442e-aca2-04bb77d3f7c3 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.432686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63bec3f-edad-4255-bd8e-f2d9e2680396 req-d8f73d99-33dd-442e-aca2-04bb77d3f7c3 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 947 time: 0.5530963 Jul 16 20:03:26.461930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-e356eaff-3c49-48c3-9af4-b4814fcdaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.463451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-e356eaff-3c49-48c3-9af4-b4814fcdaf3c service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.4329143 Jul 16 20:03:26.604230 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63bec3f-edad-4255-bd8e-f2d9e2680396 req-70d9f99f-5637-4507-86eb-0f84b2071c59 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706498 Jul 16 20:03:26.624802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-6c9ca00d-e044-4170-8148-0c58442fb2fe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 217 time: 0.1436503 Jul 16 20:03:26.693922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on host n-h1-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:26.694237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:26.694613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:26.731931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.749297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:26.749297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:26.805827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-084f82ee-9a8a-4087-9139-73c474166626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.807648 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-084f82ee-9a8a-4087-9139-73c474166626 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4351957 Jul 16 20:03:26.818454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:26.818794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:26.819207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:26.819676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Bound port: a37be24f-9ce3-4efb-a755-7772f5ace8c3, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:26.826441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-5b1f9323-f023-40c0-a132-df40e9eec7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.828076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-5b1f9323-f023-40c0-a132-df40e9eec7e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1916256 Jul 16 20:03:26.846198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Network b40e06b4-1233-43a9-8fd1-897816ae4380 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:26.895735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Pushing event updated for resources: {'Port': ['ID=47b5c2cb-814b-461f-b245-6c40d5272dd4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:26.899696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:26.901938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:26.933670 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-246666a6-3da0-4ac9-a25a-231747c347ba service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921264 Jul 16 20:03:27.065625 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.112258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:27.156963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Request body: {'security_group': {'name': 'tempest-securitygroup-838992297', 'description': 'tempest-description-1853385570'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:27.167921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.169022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-67667778-52cf-41bf-a75c-48acb0e90ee5 service neutron] 10.222.0.91 "POST /v2.0/ports/a37be24f-9ce3-4efb-a755-7772f5ace8c3/bindings HTTP/1.1" status: 201 len: 390 time: 1.2275171 Jul 16 20:03:27.180501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-de9a6dc8-3666-4381-9255-7e03d587e975 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578715 Jul 16 20:03:27.220402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ab727209-807e-45b2-9f40-507acc22e6bb None None] Provisioning for port 47b5c2cb-814b-461f-b245-6c40d5272dd4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:27.227575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ab727209-807e-45b2-9f40-507acc22e6bb None None] Provisioning complete for port 47b5c2cb-814b-461f-b245-6c40d5272dd4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:27.228063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab727209-807e-45b2-9f40-507acc22e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.290507 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c87920d-a15a-4c7a-95eb-d5c1841d446d x-openstack-request-id: req-5c87920d-a15a-4c7a-95eb-d5c1841d446d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:27.290773 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-plugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:27.291498 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5c87920d-a15a-4c7a-95eb-d5c1841d446d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:27.291498 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'code': 200} Jul 16 20:03:27.309438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ab727209-807e-45b2-9f40-507acc22e6bb None None] Port 47b5c2cb-814b-461f-b245-6c40d5272dd4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:27.357710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.365951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-52735b0f-14fd-4030-a1aa-756e6002c47f service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080346 Jul 16 20:03:27.376285 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.380897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5b4b0d3-54d2-46b7-b7ff-4b009c5c9c07 req-61e200c8-1dbc-44e6-94e5-bffe12473567 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879454 Jul 16 20:03:27.483389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521d4f-b379-498e-8d1d-d50026fd82b8 req-21670c27-789f-4cf5-b7e4-44b7f68bda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.484907 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33521d4f-b379-498e-8d1d-d50026fd82b8 req-21670c27-789f-4cf5-b7e4-44b7f68bda5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1102 time: 0.1014543 Jul 16 20:03:27.507709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24b5ae-4d00-4328-a557-49b591161062 req-08364aaa-7b1c-45da-a8e7-573131573dde tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.509187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d24b5ae-4d00-4328-a557-49b591161062 req-08364aaa-7b1c-45da-a8e7-573131573dde tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 943 time: 0.0916092 Jul 16 20:03:27.551581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33521d4f-b379-498e-8d1d-d50026fd82b8 req-7247bfa6-13a6-40f7-ab13-9d5d013b9c4b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588944 Jul 16 20:03:27.565093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d24b5ae-4d00-4328-a557-49b591161062 req-8f289822-b8d2-4b85-8e3e-db099aef91bd tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473247 Jul 16 20:03:27.822534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-1ed10fe3-5a64-4b13-b8b3-b859af73c465 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.824039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-1ed10fe3-5a64-4b13-b8b3-b859af73c465 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/networks?id=24e8a8fc-96a5-48ac-92d7-7e5225f0047a HTTP/1.1" status: 200 len: 813 time: 0.1124918 Jul 16 20:03:27.827461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:27.837607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device eaf1544e-1c26-4da5-8be6-69d60a8ef82f up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:27.845149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-38c130da-7b72-49cc-a238-10cea6e51c91 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/quotas/245b08fcedc1414ebd7a84c9e8b2ec57 HTTP/1.1" status: 200 len: 375 time: 0.0118692 Jul 16 20:03:27.858678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b3a3a72-7194-4cff-9b0c-a07c7b99768e req-88593e34-f49c-496a-9ff5-57b1ebe5f0ee service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767053 Jul 16 20:03:27.866975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.889834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-56953a00-7d0b-4b6c-882c-2fdcc78abdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.891394 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-56953a00-7d0b-4b6c-882c-2fdcc78abdc9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1098 time: 0.4759042 Jul 16 20:03:27.950771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-f83d6c09-336a-4b9e-95d3-a797295d3958 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=245b08fcedc1414ebd7a84c9e8b2ec57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975504 Jul 16 20:03:27.959640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port eaf1544e-1c26-4da5-8be6-69d60a8ef82f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:27.972992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port eaf1544e-1c26-4da5-8be6-69d60a8ef82f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:27.973462 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.991397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.013108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:28.030969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.035638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '04a575c8-a5af-4078-b5e5-678e2a41aff5', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'port_id': '04a575c8-a5af-4078-b5e5-678e2a41aff5', 'mac_address': 'fa:16:3e:49:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ce2ff8-19ac-4864-be49-d2af1c343c0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:28.098690 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.118229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5636015-bd79-4c09-a885-03290a84aa42,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.120885 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.125111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a575c8-a5af-4078-b5e5-678e2a41aff5 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:28.127269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-8482cd40-498c-474d-9a24-f824572ba59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.129147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-8482cd40-498c-474d-9a24-f824572ba59c service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.2309239 Jul 16 20:03:28.161990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:28.169397 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.180749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port eaf1544e-1c26-4da5-8be6-69d60a8ef82f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:28.208466 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.217485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-e86d81ec-f7a0-4c9c-b860-96316fc78e4b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 217 time: 0.0471063 Jul 16 20:03:28.252838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.299355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-50c45a54-ebbe-4712-8365-a43e6b771ea9 service neutron] 10.222.0.91 "GET /v2.0/networks/24e8a8fc-96a5-48ac-92d7-7e5225f0047a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435535 Jul 16 20:03:28.330138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.332332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-e1c25e3e-4f2c-4820-ad31-ecf57a82848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.334080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-e1c25e3e-4f2c-4820-ad31-ecf57a82848e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1076922 Jul 16 20:03:28.339972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.363892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.374788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.400013 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.409042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-e3373646-9d87-4961-a522-706ed82ee19b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662649 Jul 16 20:03:28.414247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['04a575c8-a5af-4078-b5e5-678e2a41aff5'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:28.414854 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-fe85bb13-e3ab-4c6c-adb8-d16c3b72b93a service neutron] 10.222.0.91 "GET /v2.0/networks/24e8a8fc-96a5-48ac-92d7-7e5225f0047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144226 Jul 16 20:03:28.437813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.439385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6a0c7f5-1f1d-4fa1-a380-1a71539dd03b req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2980568 Jul 16 20:03:28.487447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75f9d0-7e81-4b96-a03f-d63048041167 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd0b9b-3ec8-4bd7-bf94-c2f5f6b78da9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.518631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.558542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Pushing event updated for resources: {'Port': ['ID=47b5c2cb-814b-461f-b245-6c40d5272dd4,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.625709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-a15630b4-5f0c-4125-bab5-e2170314e99e service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889150 Jul 16 20:03:28.672341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-44d59011-9db7-440e-aed2-e10ee1f70dd0 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=62e94451402640eeb3da4afd08830ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669546 Jul 16 20:03:28.781213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0633e0-3da6-4309-a5c9-861e2b53b4a9 req-3e1f7ba4-f89f-42cd-a524-44a6381502b6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.783023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b0633e0-3da6-4309-a5c9-861e2b53b4a9 req-3e1f7ba4-f89f-42cd-a524-44a6381502b6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 946 time: 0.0764520 Jul 16 20:03:28.804300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Network b40e06b4-1233-43a9-8fd1-897816ae4380 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:28.823272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b0633e0-3da6-4309-a5c9-861e2b53b4a9 req-bf6b0e07-43ce-4468-a8ef-cb34cac7df8b tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Jul 16 20:03:28.851903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:28.894533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-c4cfc939-ba7d-4068-ab93-4a80e950f92a service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350171 Jul 16 20:03:28.976175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-b1030126-92fd-4b8c-a59a-ce49c7244dea tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.983306 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-b1030126-92fd-4b8c-a59a-ce49c7244dea tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937396 Jul 16 20:03:29.036876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ecdc-b304-4846-8f12-6bc9cdfe5fb0 req-b1bb8e0d-6911-4521-8ea6-d1ad3fe5d413 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.038602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-cd26d9c5-123f-45d3-b863-4a0a978d03b4 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/quotas/62e94451402640eeb3da4afd08830ef0 HTTP/1.1" status: 200 len: 375 time: 0.0540695 Jul 16 20:03:29.039048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0088ecdc-b304-4846-8f12-6bc9cdfe5fb0 req-b1bb8e0d-6911-4521-8ea6-d1ad3fe5d413 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 949 time: 0.0899827 Jul 16 20:03:29.084203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0088ecdc-b304-4846-8f12-6bc9cdfe5fb0 req-f1b2ff6e-e08e-4374-8fff-df1c09bd6600 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390184 Jul 16 20:03:29.111256 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-6d377a44-7ecf-4d7b-8bc5-2fa1adb9ff3e tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=62e94451402640eeb3da4afd08830ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712039 Jul 16 20:03:29.152669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1e808e62-df2f-4281-a2dc-947f8cd22b91 None None] Provisioning complete for port 47b5c2cb-814b-461f-b245-6c40d5272dd4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:29.153772 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1e808e62-df2f-4281-a2dc-947f8cd22b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.155284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Router e267dea1-3057-4997-9f7b-722420287a22 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:03:29.158895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-1fc6d0f1-d43b-4323-906a-81c9eefe0483 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.160866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-1fc6d0f1-d43b-4323-906a-81c9eefe0483 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1098 time: 0.2054310 Jul 16 20:03:29.174538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-10'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:29.203473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1e808e62-df2f-4281-a2dc-947f8cd22b91 None None] Port 47b5c2cb-814b-461f-b245-6c40d5272dd4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:29.292676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:29.297224 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f883e57-1b36-41c0-a483-9b0ac80964c2" -d '{"events": [{"server_uuid": "560b2828-1eab-4f79-b56c-4c30c82b16a5", "name": "network-vif-plugged", "status": "completed", "tag": "eaf1544e-1c26-4da5-8be6-69d60a8ef82f"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:29.319259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-dd913612-b5c3-4d14-b0e3-57973b85ec54 req-6f36a6a2-a19a-4ea9-977a-743a1d2bb0e3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1019389060', 'description': 'tempest-description-401655906'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:29.382016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.412034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:29.424861 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Sync routers for ids ['e267dea1-3057-4997-9f7b-722420287a22'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:29.431087 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd913612-b5c3-4d14-b0e3-57973b85ec54 req-6f36a6a2-a19a-4ea9-977a-743a1d2bb0e3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.440519 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Routers {'e267dea1-3057-4997-9f7b-722420287a22'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:29.443168 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e267dea1-3057-4997-9f7b-722420287a22'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:29.457937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cc359fcd-5705-4588-9233-5b542b004d4c admin admin] 10.222.0.91 "PUT /v2.0/routers/e267dea1-3057-4997-9f7b-722420287a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9758320 Jul 16 20:03:29.609179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243cd0f-868c-44f6-b216-edb220ee68b4 req-de7257c4-feb2-4f68-b378-d1dbf97fa0f6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.611710 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1243cd0f-868c-44f6-b216-edb220ee68b4 req-de7257c4-feb2-4f68-b378-d1dbf97fa0f6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 944 time: 0.0879033 Jul 16 20:03:29.636405 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Set router e267dea1-3057-4997-9f7b-722420287a22 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:29.679618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:29.700341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd913612-b5c3-4d14-b0e3-57973b85ec54 req-6f36a6a2-a19a-4ea9-977a-743a1d2bb0e3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.709969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1243cd0f-868c-44f6-b216-edb220ee68b4 req-9f3742c6-e7c5-41e9-8873-7af1e4fd7932 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837882 Jul 16 20:03:29.713754 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd913612-b5c3-4d14-b0e3-57973b85ec54 req-6f36a6a2-a19a-4ea9-977a-743a1d2bb0e3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.759561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36a6a2-a19a-4ea9-977a-743a1d2bb0e3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d29d98-cc36-49ec-8849-7127df5a9eee,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:29.779168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:29.781717 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd913612-b5c3-4d14-b0e3-57973b85ec54 req-6f36a6a2-a19a-4ea9-977a-743a1d2bb0e3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.788204 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd913612-b5c3-4d14-b0e3-57973b85ec54 req-6f36a6a2-a19a-4ea9-977a-743a1d2bb0e3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4795198 Jul 16 20:03:29.852574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:29.862936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:29.869539 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640baa18-2755-4aac-bc10-2de02af34119" -d '{"events": [{"server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "name": "network-vif-unplugged", "status": "completed", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:29.873350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-373c99b0-60ec-4850-bf05-6233b492f941 req-86b3af93-4c27-4728-bfe3-eb583f4abd0e tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 210 time: 0.0426450 Jul 16 20:03:29.898190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.927487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2822cd9-8b46-4adf-a975-75aad6a4581a req-dd41f859-a374-4f0a-9d76-67972daba34f tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 210 time: 0.0739205 Jul 16 20:03:29.928608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.968126 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770e099-63e2-4566-8621-5efc8a1f16ad x-openstack-request-id: req-d770e099-63e2-4566-8621-5efc8a1f16ad {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:29.968754 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560b2828-1eab-4f79-b56c-4c30c82b16a5", "name": "network-vif-plugged", "status": "completed", "tag": "eaf1544e-1c26-4da5-8be6-69d60a8ef82f", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:29.969017 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d770e099-63e2-4566-8621-5efc8a1f16ad {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:29.969424 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f', 'code': 200} Jul 16 20:03:29.992546 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:03:27Z', 'revision_number': 4, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '47b5c2cb-814b-461f-b245-6c40d5272dd4', 'name': '', 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'mac_address': 'fa:16:3e:80:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e92451be-a589-4e3c-8c9a-8a8240ee9b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:24Z', 'updated_at': '2021-07-16T20:03:28Z', 'revision_number': 2, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'subnets': [{'id': 'e92451be-a589-4e3c-8c9a-8a8240ee9b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:29.999977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 04a575c8-a5af-4078-b5e5-678e2a41aff5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:30.005430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 04a575c8-a5af-4078-b5e5-678e2a41aff5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:30.006553 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.035902 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Checking router: e267dea1-3057-4997-9f7b-722420287a22 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:30.036576 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Updating router e267dea1-3057-4997-9f7b-722420287a22 port 47b5c2cb-814b-461f-b245-6c40d5272dd4 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:30.095563 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.143085 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.178561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on host n-h2-792458-10 for vnic_type normal with profile {"migrating_to": "n-h1-792458-10"} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:30.179049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:30.179478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:30.192455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-279901251', 'description': 'tempest-description-843910631'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:30.195494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:30.195929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Attempting to bind port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:30.200057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:30.203766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:30.206619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:30.206619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:30.206619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Bound port: a37be24f-9ce3-4efb-a755-7772f5ace8c3, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:30.206619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.210446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.227415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.274903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.323675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:30.327416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:30.339906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.356525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.368769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.432803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-f9fd9d6d-8015-4d37-8b07-777e06c7636d tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.434651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-f9fd9d6d-8015-4d37-8b07-777e06c7636d tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.79 "GET /v2.0/networks?id=24e8a8fc-96a5-48ac-92d7-7e5225f0047a HTTP/1.1" status: 200 len: 813 time: 0.2242811 Jul 16 20:03:30.452459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Request body: {'port': {'device_id': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'admin_state_up': True, 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:30.496144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=8']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.502547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcb8cc-ac6d-4284-ab0c-807a86eace44 req-7c3564f4-88df-40df-ab7e-0022188c743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.504436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efbcb8cc-ac6d-4284-ab0c-807a86eace44 req-7c3564f4-88df-40df-ab7e-0022188c743b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 1101 time: 0.4036102 Jul 16 20:03:30.517243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-4145048c-761c-4c50-9dbe-9f6ff702bf60 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3993516 Jul 16 20:03:30.532710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:30.542688 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.557728 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Transition to ACTIVE for port object 47b5c2cb-814b-461f-b245-6c40d5272dd4 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:30.569854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.570464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.571634 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.571921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-85a8d023-da76-4b4f-b7b9-e9582688722e service neutron] 10.222.0.99 "PUT /v2.0/ports/a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 1124 time: 1.4020338 Jul 16 20:03:30.587215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efbcb8cc-ac6d-4284-ab0c-807a86eace44 req-7f5929fc-6653-4545-a453-030a4d2c62fc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675209 Jul 16 20:03:30.621308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.628671 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.645249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a37be24f-9ce3-4efb-a755-7772f5ace8c3'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:30.659680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:03:30.659680 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:03:30.659680 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id_1': '245b08fcedc1414ebd7a84c9e8b2ec57', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 3, 30, 609040)}] Jul 16 20:03:30.659680 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:03:30.660301 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:03:30.670744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c7ea1-a347-44da-b9e3-b8ca3b83f6e9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.673187 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.677093 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccc95f-8f34-4058-9843-217ac3edb66e None None] Pushing event updated for resources: {'Port': ['ID=47b5c2cb-814b-461f-b245-6c40d5272dd4,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.729152 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Attempting to bind port 47b5c2cb-814b-461f-b245-6c40d5272dd4 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:30.729828 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Attempting to bind port 47b5c2cb-814b-461f-b245-6c40d5272dd4 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:30.730230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Attempting to bind port 47b5c2cb-814b-461f-b245-6c40d5272dd4 on network b40e06b4-1233-43a9-8fd1-897816ae4380 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:30.738861 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:30.739247 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Checking segment: {'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:30.740098 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.740646 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Bound using segment: {'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:30.741183 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Bound port: 47b5c2cb-814b-461f-b245-6c40d5272dd4, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3788854-cc7f-44b0-bb28-d22ba09a2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:30.741683 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.834329 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.840872 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.864541 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] For port 47b5c2cb-814b-461f-b245-6c40d5272dd4, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:30.873257 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] For port 47b5c2cb-814b-461f-b245-6c40d5272dd4, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=47b5c2cb-814b-461f-b245-6c40d5272dd4,segment=NetworkSegment(f3788854-cc7f-44b0-bb28-d22ba09a2432),segment_id=f3788854-cc7f-44b0-bb28-d22ba09a2432)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:30.884724 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.912503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.923028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-503ea630-a02b-422f-a49b-d1c659b27b66 req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7352800 Jul 16 20:03:30.937591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a0e78-7c43-49a8-9aeb-232b8a064337 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8ddc24-8ba5-4a73-b56a-31c0ae478ce3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.961827 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccc95f-8f34-4058-9843-217ac3edb66e None None] Pushing event updated for resources: {'Port': ['ID=47b5c2cb-814b-461f-b245-6c40d5272dd4,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.962053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.984922 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Routers {'e267dea1-3057-4997-9f7b-722420287a22'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:30.985547 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e267dea1-3057-4997-9f7b-722420287a22'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:31.036099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-236852c7-fafa-42d5-ba60-31cf91ae62e6 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=62e94451402640eeb3da4afd08830ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461113 Jul 16 20:03:31.177159 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] Set router e267dea1-3057-4997-9f7b-722420287a22 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:31.201592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Allocated IP 172.25.3.241 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/2f23573b-7080-4503-8e6c-181ca3693106) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:31.317707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Made reservation on behalf of 245b08fcedc1414ebd7a84c9e8b2ec57 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:31.323388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.343618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-07f68f49-e6cf-4bcb-a481-313793f424d5 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:31.345653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-07f68f49-e6cf-4bcb-a481-313793f424d5 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012204 Jul 16 20:03:31.360761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Request body: {'port': {'device_id': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '62e94451402640eeb3da4afd08830ef0'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:31.400199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d785c-16e4-436d-8f99-6ed387d85891 req-fc03b8eb-de4e-49ec-9b3a-77ede8e79bb6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:31.401696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-370d785c-16e4-436d-8f99-6ed387d85891 req-fc03b8eb-de4e-49ec-9b3a-77ede8e79bb6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 944 time: 0.1912255 Jul 16 20:03:31.431542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.500327 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:03:27Z', 'revision_number': 4, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '47b5c2cb-814b-461f-b245-6c40d5272dd4', 'name': '', 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'mac_address': 'fa:16:3e:80:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e92451be-a589-4e3c-8c9a-8a8240ee9b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:24Z', 'updated_at': '2021-07-16T20:03:30Z', 'revision_number': 4, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'subnets': [{'id': 'e92451be-a589-4e3c-8c9a-8a8240ee9b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:31.513167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.558283 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6589efc-cf65-4b19-9919-7c734ce6ea75 None None] The sync data for ids ['e267dea1-3057-4997-9f7b-722420287a22'] in n-d-792458-10 is: [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:03:27Z', 'revision_number': 4, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '47b5c2cb-814b-461f-b245-6c40d5272dd4', 'name': '', 'network_id': 'b40e06b4-1233-43a9-8fd1-897816ae4380', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'mac_address': 'fa:16:3e:80:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e92451be-a589-4e3c-8c9a-8a8240ee9b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:24Z', 'updated_at': '2021-07-16T20:03:30Z', 'revision_number': 4, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'subnets': [{'id': 'e92451be-a589-4e3c-8c9a-8a8240ee9b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:31.676097 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-370d785c-16e4-436d-8f99-6ed387d85891 req-5d251053-ab47-4043-a48e-0c75186ca7b5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626872 Jul 16 20:03:31.695844 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=2f23573b-7080-4503-8e6c-181ca3693106,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:31.727636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:31.731633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:31.746260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:31.820324 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8ea6e3-085c-4346-b5ce-c1667eebaff6 x-openstack-request-id: req-df8ea6e3-085c-4346-b5ce-c1667eebaff6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:31.820754 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "name": "network-vif-unplugged", "status": "completed", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:31.821162 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-df8ea6e3-085c-4346-b5ce-c1667eebaff6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:31.822019 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3', 'code': 200} Jul 16 20:03:31.834220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Made reservation on behalf of 62e94451402640eeb3da4afd08830ef0 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:31.858346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.898201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.917375 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.971029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:31.973379 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f758e1fa-65b9-466d-99cc-45904851d556" -d '{"events": [{"server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "name": "network-vif-plugged", "status": "completed", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:31.989586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.020046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Allocated IP 172.20.0.9 (24e8a8fc-96a5-48ac-92d7-7e5225f0047a/975fe0d9-0f35-47d7-bd02-130435c97e14/58a5e7c0-e8a1-4728-964d-19442cf90b5e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:32.293972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 47b5c2cb-814b-461f-b245-6c40d5272dd4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:32.338514 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.351844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.368149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 47b5c2cb-814b-461f-b245-6c40d5272dd4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:32.374523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263210a-c58c-4f12-972d-0cc009cb71fc req-e603517e-f599-4f31-8aa0-a9dc77705e5e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:32.380119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 47b5c2cb-814b-461f-b245-6c40d5272dd4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:32.380845 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.410236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e263210a-c58c-4f12-972d-0cc009cb71fc req-e603517e-f599-4f31-8aa0-a9dc77705e5e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 949 time: 0.3218794 Jul 16 20:03:32.430547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=2f23573b-7080-4503-8e6c-181ca3693106,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:32.541321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.584409 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.611178 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e263210a-c58c-4f12-972d-0cc009cb71fc req-f4dfd3c8-8972-40ff-b632-44098b4fbd4e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995907 Jul 16 20:03:32.646161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 47b5c2cb-814b-461f-b245-6c40d5272dd4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=47b5c2cb-814b-461f-b245-6c40d5272dd4,segment=NetworkSegment(f3788854-cc7f-44b0-bb28-d22ba09a2432),segment_id=f3788854-cc7f-44b0-bb28-d22ba09a2432)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:32.658738 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.687481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.697975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.699373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.701161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-cf87ca16-7d55-4d98-8f99-acbae486a062 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1829875 Jul 16 20:03:32.768992 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.805621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=47b5c2cb-814b-461f-b245-6c40d5272dd4,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:32.820024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-2ca64529-17f9-4e6f-8e6c-9770ed361e5f tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1108828 Jul 16 20:03:32.867881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e7dc0-f297-48d6-b04f-b524d3dd088e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:32.874003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Transition to ACTIVE for port object 58a5e7c0-e8a1-4728-964d-19442cf90b5e will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:32.992685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Allocated IP 192.168.233.239 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/2031577f-b5b3-4018-b065-ccf04947dd75) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:33.004350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.119723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:33.138305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:33.144842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:33.151386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-e34ab0f7-9c44-4fc8-a338-cb99c3dcaa87 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.154922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Pushing event updated for resources: {'Port': ['ID=58a5e7c0-e8a1-4728-964d-19442cf90b5e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:33.175348 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e426a1a-063c-4586-bdd2-514c117be6d4 req-e34ab0f7-9c44-4fc8-a338-cb99c3dcaa87 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.3533680 Jul 16 20:03:33.424707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.425756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.437561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3c95a565-4c87-49a3-a1bb-9f56247cd4af None None] Provisioning for port 58a5e7c0-e8a1-4728-964d-19442cf90b5e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:33.451362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3c95a565-4c87-49a3-a1bb-9f56247cd4af None None] Provisioning complete for port 58a5e7c0-e8a1-4728-964d-19442cf90b5e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:33.451979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c95a565-4c87-49a3-a1bb-9f56247cd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.470018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.492347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-5b20be98-02a9-45e5-ba54-a381a26dd4a6 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0431695 Jul 16 20:03:33.502261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4d977-85a1-4146-92de-e67e83a5824d req-1b9a5605-1db3-45f2-a663-3ec77f0edc37 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.504394 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0c4d977-85a1-4146-92de-e67e83a5824d req-1b9a5605-1db3-45f2-a663-3ec77f0edc37 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 945 time: 0.1485844 Jul 16 20:03:33.524519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Transition to ACTIVE for port object 2031577f-b5b3-4018-b065-ccf04947dd75 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:33.544311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3c95a565-4c87-49a3-a1bb-9f56247cd4af None None] Port 58a5e7c0-e8a1-4728-964d-19442cf90b5e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:33.576474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0c4d977-85a1-4146-92de-e67e83a5824d req-910599cf-9fa1-4e5c-a288-11cfd9797b8b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658944 Jul 16 20:03:33.593221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.666200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:33.673803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:33.676569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:33.679200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:33.758907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.759556 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.777063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-dc2ba448-bf55-4e39-b3b0-f436d9c5c8f9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4210112 Jul 16 20:03:33.783191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763cbd-f48e-4961-8106-357a2d9320d3 req-bbf5dbb4-e3d4-45ea-8d88-3d2a5b592a29 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.784776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13763cbd-f48e-4961-8106-357a2d9320d3 req-bbf5dbb4-e3d4-45ea-8d88-3d2a5b592a29 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 931 time: 0.0827765 Jul 16 20:03:33.827712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:33.829484 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d16414-f081-4508-a853-70faf8ec60d4" -d '{"events": [{"name": "network-changed", "server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:33.843529 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13763cbd-f48e-4961-8106-357a2d9320d3 req-4478ad4a-a16c-4c1b-8db5-bc184dca1855 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526547 Jul 16 20:03:33.879259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-439e983b-52a0-4e27-93b5-7d487a9bc7cc req-1b839c07-3527-4321-a690-e5844a9fdff3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-281386412', 'description': 'tempest-description-419741041'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:33.884360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:33.906062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-439e983b-52a0-4e27-93b5-7d487a9bc7cc req-1b839c07-3527-4321-a690-e5844a9fdff3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.998110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-439e983b-52a0-4e27-93b5-7d487a9bc7cc req-1b839c07-3527-4321-a690-e5844a9fdff3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.998987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0355b5e-248b-4a9d-aa21-5cbb7ae6affc None None] Provisioning for port 2031577f-b5b3-4018-b065-ccf04947dd75 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:34.001190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-439e983b-52a0-4e27-93b5-7d487a9bc7cc req-1b839c07-3527-4321-a690-e5844a9fdff3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.011319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0355b5e-248b-4a9d-aa21-5cbb7ae6affc None None] Provisioning complete for port 2031577f-b5b3-4018-b065-ccf04947dd75 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:34.011763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0355b5e-248b-4a9d-aa21-5cbb7ae6affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.015192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:34.047363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b839c07-3527-4321-a690-e5844a9fdff3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a7d597-ebda-4e0c-bc43-4097ec1f03ae,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:34.049671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 has no active binding in host n-h1-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:03:34.056805 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-439e983b-52a0-4e27-93b5-7d487a9bc7cc req-1b839c07-3527-4321-a690-e5844a9fdff3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.060881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c0355b5e-248b-4a9d-aa21-5cbb7ae6affc None None] Port 2031577f-b5b3-4018-b065-ccf04947dd75 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:34.067672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-439e983b-52a0-4e27-93b5-7d487a9bc7cc req-1b839c07-3527-4321-a690-e5844a9fdff3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1922195 Jul 16 20:03:34.202602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 47b5c2cb-814b-461f-b245-6c40d5272dd4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:34.236423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ad21-23e3-44a2-aaea-15bc37873abb req-22da03b3-87f4-4d3e-84ba-36ad25d065bf tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.237988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fc4ad21-23e3-44a2-aaea-15bc37873abb req-22da03b3-87f4-4d3e-84ba-36ad25d065bf tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 936 time: 0.0717371 Jul 16 20:03:34.253607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 47b5c2cb-814b-461f-b245-6c40d5272dd4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:34.253974 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.280282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fc4ad21-23e3-44a2-aaea-15bc37873abb req-409cc002-c38d-41af-9fe3-7f6ba18728ed tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Jul 16 20:03:34.356099 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082de6ae-6784-49d7-a362-bb4bc66933c1 x-openstack-request-id: req-082de6ae-6784-49d7-a362-bb4bc66933c1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:34.356392 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "name": "network-vif-plugged", "status": "completed", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:34.357411 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-082de6ae-6784-49d7-a362-bb4bc66933c1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:34.357809 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5', 'code': 200} Jul 16 20:03:34.505205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a411e-e535-4241-bcf3-9fb349263049 req-b8783207-1876-43f1-bee8-d70a862af4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.506702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a1a411e-e535-4241-bcf3-9fb349263049 req-b8783207-1876-43f1-bee8-d70a862af4da service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1097 time: 0.0998271 Jul 16 20:03:34.528288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c058-b17a-43c7-abf4-212084bdbc65 req-085579f5-d3d5-49dc-89be-ea9d571a975f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.529837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9982c058-b17a-43c7-abf4-212084bdbc65 req-085579f5-d3d5-49dc-89be-ea9d571a975f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0887644 Jul 16 20:03:34.574323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a1a411e-e535-4241-bcf3-9fb349263049 req-3c207e01-3ed6-4e22-9e56-4608112592d7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594974 Jul 16 20:03:34.581347 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9982c058-b17a-43c7-abf4-212084bdbc65 req-3b525cda-c600-47c0-8c64-e3fcb1b4d0a6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Jul 16 20:03:34.777826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec79aeb-cb87-484f-9d9d-7f6577155e40 req-43786afb-8642-48dd-ab05-76c92ff0ccd4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.779323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bec79aeb-cb87-484f-9d9d-7f6577155e40 req-43786afb-8642-48dd-ab05-76c92ff0ccd4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 944 time: 0.0856795 Jul 16 20:03:34.820500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bec79aeb-cb87-484f-9d9d-7f6577155e40 req-eb16afa4-0754-4cc7-b2a0-588edfe54bf9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Jul 16 20:03:34.969033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-007602be-de56-449a-a73e-d79be43fa3c1 req-70c8da34-1bd4-4b60-8b11-e8800ed76279 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1105726 Jul 16 20:03:34.979978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:35.004147 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.113814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.232402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Allocated IP 172.25.3.30 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/92a249f1-1d69-4c20-8746-3636f2b3a2e9) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:35.632123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.679035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.732986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:35.736177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:35.739656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:35.774931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=92a249f1-1d69-4c20-8746-3636f2b3a2e9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.838817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.887063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.941774 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2cfd7a18-b579-4f5e-ad85-44ebed984d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.045067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.052113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.121515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=92a249f1-1d69-4c20-8746-3636f2b3a2e9,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:36.135044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.152426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.154616 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-007602be-de56-449a-a73e-d79be43fa3c1 req-e2395715-1db7-41a9-80e1-710eeeb8e873 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1785681 Jul 16 20:03:36.209902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-007602be-de56-449a-a73e-d79be43fa3c1 req-088fd3f4-230f-4d6a-a67c-2dbb495a9318 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0492711 Jul 16 20:03:36.322054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007602be-de56-449a-a73e-d79be43fa3c1 req-8c1aa103-cef8-42e1-9908-0a9370679f19 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:36.323444 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-007602be-de56-449a-a73e-d79be43fa3c1 req-8c1aa103-cef8-42e1-9908-0a9370679f19 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1081831 Jul 16 20:03:36.367233 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4f3e1a-c6e7-458a-a0cb-9605b78b678f x-openstack-request-id: req-ec4f3e1a-c6e7-458a-a0cb-9605b78b678f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:36.367526 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:36.367906 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ec4f3e1a-c6e7-458a-a0cb-9605b78b678f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:36.368296 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3', 'status': 'completed', 'code': 200} Jul 16 20:03:36.653801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-010b5e89-5fe1-4bbe-bd2c-092300454887 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53369 time: 0.2714899 Jul 16 20:03:36.704935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-34ba6864-8405-4350-87e5-39866d7727a3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/21a5a3f0-fbad-4d82-ba2d-e6e659900caf HTTP/1.1" status: 200 len: 2977 time: 0.0430546 Jul 16 20:03:36.751542 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-e7267fb5-bdb8-481f-a051-060929fe01fe tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/21a5a3f0-fbad-4d82-ba2d-e6e659900caf HTTP/1.1" status: 200 len: 2977 time: 0.0405502 Jul 16 20:03:36.801026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-f9e414d8-4317-4d95-9762-95d90c7b249c tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/2870d5f3-a9e7-4d37-a7e4-78ee5f0260f0 HTTP/1.1" status: 200 len: 2981 time: 0.0391715 Jul 16 20:03:36.850639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-0b5cfec7-1675-4424-8765-f8ecdd8c5c5b tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/2870d5f3-a9e7-4d37-a7e4-78ee5f0260f0 HTTP/1.1" status: 200 len: 2981 time: 0.0414331 Jul 16 20:03:36.908958 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-8cd14abc-c928-42c7-8459-36a134829bac tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/38abc096-880d-4620-80ad-af52ffd68376 HTTP/1.1" status: 200 len: 2981 time: 0.0472248 Jul 16 20:03:36.962745 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-346c474b-87d0-44e8-82f4-4e775eb41a8b tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/38abc096-880d-4620-80ad-af52ffd68376 HTTP/1.1" status: 200 len: 2981 time: 0.0451910 Jul 16 20:03:37.020907 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-73129d13-cc71-4338-8b7e-45b901900efe tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/3f2e7dc0-f297-48d6-b04f-b524d3dd088e HTTP/1.1" status: 200 len: 2981 time: 0.0505543 Jul 16 20:03:37.072738 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-d3c6e7a6-d02b-4e6a-a277-96a450d2ad76 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/3f2e7dc0-f297-48d6-b04f-b524d3dd088e HTTP/1.1" status: 200 len: 2981 time: 0.0459116 Jul 16 20:03:37.120866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-e0814df9-e9e2-4c43-92d2-fd4c51a7af44 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/3f8c7ea1-a347-44da-b9e3-b8ca3b83f6e9 HTTP/1.1" status: 200 len: 2981 time: 0.0413291 Jul 16 20:03:37.175396 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-54b4ae63-9fe0-4eb4-8048-f57980017101 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/3f8c7ea1-a347-44da-b9e3-b8ca3b83f6e9 HTTP/1.1" status: 200 len: 2981 time: 0.0485971 Jul 16 20:03:37.223573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-0ff223dc-e6ae-4c02-a648-80afc487ca2f tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/4584379c-d461-4485-aaba-87b2d1904fbc HTTP/1.1" status: 200 len: 2981 time: 0.0412011 Jul 16 20:03:37.265539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-c7731be4-4f0e-44b6-a44a-ef84d9c78054 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/4584379c-d461-4485-aaba-87b2d1904fbc HTTP/1.1" status: 200 len: 2981 time: 0.0385218 Jul 16 20:03:37.314569 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-e9373fe3-12f2-4546-a6de-33ae1907eeb7 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/4cde57b4-5d1a-48a5-b644-72037ffb7c85 HTTP/1.1" status: 200 len: 2981 time: 0.0419257 Jul 16 20:03:37.365222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-0fab3219-596d-47df-bd69-2bf66553cbda tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/4cde57b4-5d1a-48a5-b644-72037ffb7c85 HTTP/1.1" status: 200 len: 2981 time: 0.0444343 Jul 16 20:03:37.417966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-27d033af-b240-4314-b0f4-51de20767502 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/4dd0c761-2485-4b56-b247-52bff5272ca9 HTTP/1.1" status: 200 len: 2977 time: 0.0461168 Jul 16 20:03:37.473270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-612a4c24-7b40-497e-a667-57408c2ba30a tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/4dd0c761-2485-4b56-b247-52bff5272ca9 HTTP/1.1" status: 200 len: 2977 time: 0.0489249 Jul 16 20:03:37.524557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-dbd0f691-4e00-4d18-a8e4-7c0a0d29cc77 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/60beaceb-9da4-4dea-8964-c0839796b296 HTTP/1.1" status: 200 len: 2981 time: 0.0438259 Jul 16 20:03:37.571853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-3a506ed4-d7c0-4e62-a799-c9c51c95c231 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/60beaceb-9da4-4dea-8964-c0839796b296 HTTP/1.1" status: 200 len: 2981 time: 0.0408196 Jul 16 20:03:37.628157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-77119936-af81-4e11-a2d7-2ab38b68643b tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/6c6c89fa-5dc5-463a-8dfb-d1d4a2411356 HTTP/1.1" status: 200 len: 2981 time: 0.0505333 Jul 16 20:03:37.673939 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-6c39907f-0c89-4290-992f-4d8430851b4a tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/6c6c89fa-5dc5-463a-8dfb-d1d4a2411356 HTTP/1.1" status: 200 len: 2981 time: 0.0396540 Jul 16 20:03:37.721798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-6da958d5-e36b-41d4-8428-48a293fc4b4c tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/746c5929-4309-4b78-8f3b-e1d2a91877a6 HTTP/1.1" status: 200 len: 2973 time: 0.0419409 Jul 16 20:03:37.777374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-1169bdd6-7832-46b5-80bc-fddde441acf1 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/746c5929-4309-4b78-8f3b-e1d2a91877a6 HTTP/1.1" status: 200 len: 2973 time: 0.0487297 Jul 16 20:03:37.822534 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-d39b642a-0d77-49b5-9099-0eea33319cbb tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/8f970181-c54e-4b88-9792-425af2cb1d10 HTTP/1.1" status: 200 len: 2981 time: 0.0388203 Jul 16 20:03:37.879356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-599df001-0f9a-48a9-93cc-137c391d5b65 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/8f970181-c54e-4b88-9792-425af2cb1d10 HTTP/1.1" status: 200 len: 2981 time: 0.0506983 Jul 16 20:03:37.924775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-eee16ebf-ef52-46e2-b098-4f2196576e50 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/9af70c31-a40b-4c69-ad56-c26579a33b28 HTTP/1.1" status: 200 len: 2981 time: 0.0441463 Jul 16 20:03:37.964327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-6d530616-3bde-4bd3-baf1-19d86f5eabbd tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/9af70c31-a40b-4c69-ad56-c26579a33b28 HTTP/1.1" status: 200 len: 2981 time: 0.0379124 Jul 16 20:03:38.023813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-4ea21c1a-9e88-434b-b3a3-d73f55b81c9d tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/ac4d76b6-fe4d-4350-8dd5-e94a3fa621e0 HTTP/1.1" status: 200 len: 2977 time: 0.0547171 Jul 16 20:03:38.067146 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-7efec5b3-6582-4542-8ca3-ea95dc2232f8 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/ac4d76b6-fe4d-4350-8dd5-e94a3fa621e0 HTTP/1.1" status: 200 len: 2977 time: 0.0422828 Jul 16 20:03:38.113436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-a2d30d56-49b2-462f-8d6f-00a5d20bf2d1 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/c5636015-bd79-4c09-a885-03290a84aa42 HTTP/1.1" status: 200 len: 2981 time: 0.0401585 Jul 16 20:03:38.157415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-80c9fe38-cf28-49df-a5c4-2a7320c8145e tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/c5636015-bd79-4c09-a885-03290a84aa42 HTTP/1.1" status: 200 len: 2981 time: 0.0382824 Jul 16 20:03:38.199629 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.204265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-76c970a5-6eb5-41b0-a187-0ae32eaf65c3 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/df5006a8-d4fd-4036-b449-b70654fad2e2 HTTP/1.1" status: 200 len: 2981 time: 0.0409169 Jul 16 20:03:38.246964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cf04eaa-4436-45cd-b39c-902e89bd1734 req-383eb55a-f8a2-4899-b443-78e676c26610 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/df5006a8-d4fd-4036-b449-b70654fad2e2 HTTP/1.1" status: 200 len: 2981 time: 0.0369713 Jul 16 20:03:38.433537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d0d7f-65c5-4b00-a651-3aa112eafff2 req-6f78e787-9c4c-4d53-aa1d-885f27ba8d21 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:38.435144 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db8d0d7f-65c5-4b00-a651-3aa112eafff2 req-6f78e787-9c4c-4d53-aa1d-885f27ba8d21 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 945 time: 0.0800705 Jul 16 20:03:38.479381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db8d0d7f-65c5-4b00-a651-3aa112eafff2 req-06e87465-223c-42b1-8e6f-702c47937231 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Jul 16 20:03:38.498524 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.608883 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-7e397be8-925f-43d0-8231-c03eb12fb6cd tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246854 Jul 16 20:03:38.657469 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.733767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-253167da-951e-4e3f-8c18-cadfe74347a6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:38.735253 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-253167da-951e-4e3f-8c18-cadfe74347a6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210573 Jul 16 20:03:38.752678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-ba3e2fa5-e201-4d4b-bb17-a2ea2eee0aa4 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/quotas/c20b9fe75c724c74bc1cff303363cfb4 HTTP/1.1" status: 200 len: 375 time: 0.0120978 Jul 16 20:03:38.762453 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d848fbc2-4ef3-45af-bbee-c37fc935c991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.832704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-54c82bcf-ba53-460e-9c5e-8cef3c035978 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730953 Jul 16 20:03:39.149815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17966957-5743-438b-8523-a8fac2f7772c req-0f8ddc6f-7ed8-4faf-ab14-272210703dee tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:39.157876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-17966957-5743-438b-8523-a8fac2f7772c req-0f8ddc6f-7ed8-4faf-ab14-272210703dee tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 931 time: 0.0877562 Jul 16 20:03:39.204138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-17966957-5743-438b-8523-a8fac2f7772c req-fc7133f0-0bb2-4b49-a867-71c748663511 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451071 Jul 16 20:03:39.391570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9203035-4e26-4a7a-87b6-b032f59227f1 req-322c5d2b-9c21-41eb-895e-0e761b57dc5d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:39.393233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9203035-4e26-4a7a-87b6-b032f59227f1 req-322c5d2b-9c21-41eb-895e-0e761b57dc5d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 936 time: 0.0767424 Jul 16 20:03:39.435394 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9203035-4e26-4a7a-87b6-b032f59227f1 req-84fc377d-de8c-4094-be7c-3c7385ef6d92 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337977 Jul 16 20:03:39.546403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:39.621122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f674d-d7f5-48de-ba65-841ccd7ba286 req-e620bfad-5c87-41d9-8427-d087025890f9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:39.622978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-808f674d-d7f5-48de-ba65-841ccd7ba286 req-e620bfad-5c87-41d9-8427-d087025890f9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 944 time: 0.0689075 Jul 16 20:03:39.668011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-808f674d-d7f5-48de-ba65-841ccd7ba286 req-124587fc-7f79-4188-8309-fc14ffeb3443 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385146 Jul 16 20:03:39.809476 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-dee9686a-fd4d-403d-8667-93f503180563 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1063423 Jul 16 20:03:39.819517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:39.844278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.876702 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.890479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:39.929955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:39.960429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.085066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Allocated IP 172.25.3.177 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/4400d234-01ca-4fae-9f6e-ed7376cbb5d7) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:40.204969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.252565 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.293111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:40.297775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:40.302133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:40.322265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=4400d234-01ca-4fae-9f6e-ed7376cbb5d7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:40.392656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.444461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.608739 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.614002 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.680122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=4400d234-01ca-4fae-9f6e-ed7376cbb5d7,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:40.694117 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.709714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.711071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-ba1e6edd-005d-4310-9026-b39f1c7f61aa tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8958466 Jul 16 20:03:40.764150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-3b267905-e986-4b52-abb4-801281fab74e tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0472636 Jul 16 20:03:40.894395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-7a5e0c41-f3c3-4920-a886-ca48340d92a2 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:40.895462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80cb4f92-857f-42dd-b5df-1b57010e3e1e req-7a5e0c41-f3c3-4920-a886-ca48340d92a2 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1257694 Jul 16 20:03:40.981760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-748e44f8-fd1c-4f01-a647-30a6c21e8b8c req-cab2609c-f031-4266-a329-7c6511ae3958 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8d61256b5e134df9b66ce38bc3bc15a1 HTTP/1.1" status: 200 len: 6102 time: 0.0702550 Jul 16 20:03:41.043670 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-748e44f8-fd1c-4f01-a647-30a6c21e8b8c req-faacbb96-0176-4fef-bf73-fa233b222622 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "GET /v2.0/security-groups/c5636015-bd79-4c09-a885-03290a84aa42 HTTP/1.1" status: 200 len: 2981 time: 0.0540862 Jul 16 20:03:41.096083 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-748e44f8-fd1c-4f01-a647-30a6c21e8b8c req-da5fc549-2a35-422e-afc4-aaf8988013d3 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "GET /v2.0/security-groups/c5636015-bd79-4c09-a885-03290a84aa42 HTTP/1.1" status: 200 len: 2981 time: 0.0447340 Jul 16 20:03:41.352756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c90a3-b308-4b05-95cb-6b5b66e761f8 req-83d1ebee-460f-44af-94c3-c88482dd2be5 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:41.354904 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-387c90a3-b308-4b05-95cb-6b5b66e761f8 req-83d1ebee-460f-44af-94c3-c88482dd2be5 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1097 time: 0.0578129 Jul 16 20:03:41.394498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-387c90a3-b308-4b05-95cb-6b5b66e761f8 req-eaf06813-bf5b-4e24-8483-a70b1e5f18b2 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Jul 16 20:03:41.586109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efe7c145-9afa-4a7c-beb2-e7ca4743d232 req-58fbcd23-ec8e-42ac-94a8-e2431b0f80df tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 210 time: 0.0357625 Jul 16 20:03:41.631226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.763948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f205e6-79fc-447c-9ac3-a53752416684 req-39c55fe5-205d-46ab-9c34-8ac489ed34d4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:41.765789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0f205e6-79fc-447c-9ac3-a53752416684 req-39c55fe5-205d-46ab-9c34-8ac489ed34d4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 931 time: 0.0694275 Jul 16 20:03:41.808369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0f205e6-79fc-447c-9ac3-a53752416684 req-539c7b02-da7b-4857-a4e4-5f022abf9e9b tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Jul 16 20:03:41.978584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dddc2-89d1-4389-8b0c-3c45393a5499 req-3419471c-ed46-40c8-bc29-55ec7ac56b33 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:41.979999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a9dddc2-89d1-4389-8b0c-3c45393a5499 req-3419471c-ed46-40c8-bc29-55ec7ac56b33 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 936 time: 0.0659711 Jul 16 20:03:42.025788 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a9dddc2-89d1-4389-8b0c-3c45393a5499 req-bbf0b9f0-34ae-4d77-ab8a-f7e9178e942b tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Jul 16 20:03:42.192540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2986189-68c0-44fa-a529-33afb58494ad req-e73f3569-6ee5-4c5f-ac8c-54b2e41b50c6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:42.194155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2986189-68c0-44fa-a529-33afb58494ad req-e73f3569-6ee5-4c5f-ac8c-54b2e41b50c6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 944 time: 0.0709014 Jul 16 20:03:42.234023 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2986189-68c0-44fa-a529-33afb58494ad req-f16bcfa3-00e4-4d46-a624-b5fe4f514959 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Jul 16 20:03:42.364152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Request body: {'port': {'device_id': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:42.379096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Request body: {'port': {'device_id': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:42.382107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-f5f59159-7925-48ee-ad95-6f3c8e2508fd tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1225963 Jul 16 20:03:42.393516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:42.429407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.79', 49639) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:42.453796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d48dffff-250a-4ec6-a8d3-f53d59b66481 req-05571751-d76e-40c4-88ab-fc28f03d9110 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/f9a7d597-ebda-4e0c-bc43-4097ec1f03ae HTTP/1.1" status: 200 len: 1776 time: 0.1134670 Jul 16 20:03:42.509109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.517612 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-c86dc19a-4d33-4460-bdc3-d41a1b1878cf service neutron] 10.222.0.79 "GET /v2.0/ports/a37be24f-9ce3-4efb-a755-7772f5ace8c3/bindings/n-h1-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.1330922 Jul 16 20:03:42.555956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.569827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.592878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d16414-f081-4508-a853-70faf8ec60d4 req-e3407314-97f2-4b98-92ad-0b0ce4454fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:42.594396 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-e3407314-97f2-4b98-92ad-0b0ce4454fac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1127 time: 0.1640303 Jul 16 20:03:42.649460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d48dffff-250a-4ec6-a8d3-f53d59b66481 req-dafbe517-2674-4453-8e22-104a3b4afef9 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.792543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d48dffff-250a-4ec6-a8d3-f53d59b66481 req-dafbe517-2674-4453-8e22-104a3b4afef9 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.823110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d16414-f081-4508-a853-70faf8ec60d4 req-a3f99f7d-bd8a-408e-af96-226d7e6549ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:42.824629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-a3f99f7d-bd8a-408e-af96-226d7e6549ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.2167339 Jul 16 20:03:42.883415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-1938a987-de26-4544-bb9d-7dde0cf1bb8c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 217 time: 0.0521333 Jul 16 20:03:42.901058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:42.919485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d48dffff-250a-4ec6-a8d3-f53d59b66481 req-dafbe517-2674-4453-8e22-104a3b4afef9 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.921986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d48dffff-250a-4ec6-a8d3-f53d59b66481 req-dafbe517-2674-4453-8e22-104a3b4afef9 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.923103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d48dffff-250a-4ec6-a8d3-f53d59b66481 req-dafbe517-2674-4453-8e22-104a3b4afef9 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "DELETE /v2.0/security-groups/f9a7d597-ebda-4e0c-bc43-4097ec1f03ae HTTP/1.1" status: 204 len: 173 time: 0.4422228 Jul 16 20:03:42.931308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.961468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbe517-2674-4453-8e22-104a3b4afef9 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a7d597-ebda-4e0c-bc43-4097ec1f03ae,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:42.961704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:43.014295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d16414-f081-4508-a853-70faf8ec60d4 req-c54fda90-1882-4333-9596-058045c7dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.016053 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-c54fda90-1882-4333-9596-058045c7dbbf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1234033 Jul 16 20:03:43.066525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37be24f-9ce3-4efb-a755-7772f5ace8c3 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:43.074914 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-b7679c3c-9870-4930-a108-d099f5d5cf21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471172 Jul 16 20:03:43.095887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:43.148757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a5e7c0-e8a1-4728-964d-19442cf90b5e {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:43.150250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.161478 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.176962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2031577f-b5b3-4018-b065-ccf04947dd75 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:43.182454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.79', 49641) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:43.200692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Transition to ACTIVE for port object 58a5e7c0-e8a1-4728-964d-19442cf90b5e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:43.204171 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.215276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Allocated IP 172.25.3.197 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f0d0c325-d94a-4d82-9c73-df6af06d5fc1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:43.224790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-78265763-97d9-4c65-81e1-ee4bc1d35564 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400910 Jul 16 20:03:43.228120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.268010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Transition to ACTIVE for port object 2031577f-b5b3-4018-b065-ccf04947dd75 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:43.283241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-510abd60-cc43-4a09-8182-c73afabc766c service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962004 Jul 16 20:03:43.302015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.404035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-0de8a87d-2267-4b3f-bc8b-ad0db85ab541 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.405683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-0de8a87d-2267-4b3f-bc8b-ad0db85ab541 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727953 Jul 16 20:03:43.407727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75bd-7316-4a13-87c1-dc4fa1ff063f req-c03ac34e-5b40-441f-a4fd-eb0760bab37b tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.415142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-082d75bd-7316-4a13-87c1-dc4fa1ff063f req-c03ac34e-5b40-441f-a4fd-eb0760bab37b tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1097 time: 0.3566267 Jul 16 20:03:43.464318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Request body: {'port': {'device_id': '91276a82-0cee-487f-91d5-8ab05595debf', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'c20b9fe75c724c74bc1cff303363cfb4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:43.469092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-082d75bd-7316-4a13-87c1-dc4fa1ff063f req-5487fc7a-5f97-4ffb-8576-a756433a16f0 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529633 Jul 16 20:03:43.528896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Pushing event updated for resources: {'Port': ['ID=58a5e7c0-e8a1-4728-964d-19442cf90b5e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.607681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.751500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] Transition to ACTIVE for port object a37be24f-9ce3-4efb-a755-7772f5ace8c3 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:43.759357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.777322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6826b9d4-e1ee-4d53-884a-3d7ce033ef45 req-7b0786e5-4b77-404c-958b-8bca96a0f3bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 210 time: 0.0784588 Jul 16 20:03:43.846692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.869038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-e52ca0cc-6fe1-4be0-b8c4-eda1f5413c44 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756199 Jul 16 20:03:43.874662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] No DVR routers for this DVR port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:43.899217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] Pushing event updated for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.932947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-692cc76d-bfe0-4e29-8aef-377b1b09ea68 service neutron] 10.222.0.79 "PUT /v2.0/ports/a37be24f-9ce3-4efb-a755-7772f5ace8c3/bindings/n-h1-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4019673 Jul 16 20:03:43.958110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.014527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:44.038849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:44.041548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:44.073458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=f0d0c325-d94a-4d82-9c73-df6af06d5fc1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:44.087498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Attempting to bind port 58a5e7c0-e8a1-4728-964d-19442cf90b5e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:44.087905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Attempting to bind port 58a5e7c0-e8a1-4728-964d-19442cf90b5e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:44.088275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Attempting to bind port 58a5e7c0-e8a1-4728-964d-19442cf90b5e on network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:44.106406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Port 58a5e7c0-e8a1-4728-964d-19442cf90b5e on network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:44.106776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Attempting to bind port 58a5e7c0-e8a1-4728-964d-19442cf90b5e on network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:44.118100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Attempting to bind port 2031577f-b5b3-4018-b065-ccf04947dd75 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:44.118430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Attempting to bind port 2031577f-b5b3-4018-b065-ccf04947dd75 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:44.118754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Attempting to bind port 2031577f-b5b3-4018-b065-ccf04947dd75 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:44.123407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:44.123743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Checking segment: {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:44.124129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Bound using segment: {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:44.124557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Bound port: 58a5e7c0-e8a1-4728-964d-19442cf90b5e, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5938afcf-a70f-4481-9311-5a7eb5381272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:44.124898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.143050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-1c29df08-929e-4d2e-993e-8793c10aa37a tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.144522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Port 2031577f-b5b3-4018-b065-ccf04947dd75 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:44.144714 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-1c29df08-929e-4d2e-993e-8793c10aa37a tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1394222 Jul 16 20:03:44.144853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Attempting to bind port 2031577f-b5b3-4018-b065-ccf04947dd75 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:44.153326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.163384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Made reservation on behalf of c20b9fe75c724c74bc1cff303363cfb4 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:44.166860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.186540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:44.187255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:44.187764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:44.188396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Bound port: 2031577f-b5b3-4018-b065-ccf04947dd75, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:44.189026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.248598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e684c2-a855-4e96-97a8-df6dcdd7d0e9 req-9fa4b918-8bac-4dfe-a376-01eb72538346 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.249691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.250161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15e684c2-a855-4e96-97a8-df6dcdd7d0e9 req-9fa4b918-8bac-4dfe-a376-01eb72538346 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 943 time: 0.2097347 Jul 16 20:03:44.311301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-c2afd3bf-de04-4807-b596-730e08e793c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.313049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-c2afd3bf-de04-4807-b596-730e08e793c6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553&tenant_id=3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 1097 time: 0.1580100 Jul 16 20:03:44.333716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] For port 58a5e7c0-e8a1-4728-964d-19442cf90b5e, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:44.362627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] For port 58a5e7c0-e8a1-4728-964d-19442cf90b5e, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58a5e7c0-e8a1-4728-964d-19442cf90b5e,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:44.378346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.449718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:44.457801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-0999add5-d4db-4134-bbe3-ea42d1429f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.459331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-0999add5-d4db-4134-bbe3-ea42d1429f72 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1097 time: 0.1200964 Jul 16 20:03:44.460893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15e684c2-a855-4e96-97a8-df6dcdd7d0e9 req-22022a5c-5df6-4bad-a2be-26238b9f9f7d tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864011 Jul 16 20:03:44.479223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:44.491979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.492597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.494123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] 10.222.0.79 "PUT /v2.0/ports/58a5e7c0-e8a1-4728-964d-19442cf90b5e HTTP/1.1" status: 200 len: 1092 time: 2.1365976 Jul 16 20:03:44.497460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'tag': '58a5e7c0-e8a1-4728-964d-19442cf90b5e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:44.499256 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f06f775-8b1a-46b1-92b0-825d0a2b4832" -d '{"events": [{"name": "network-changed", "server_uuid": "09cb4625-2c62-41e3-b5b0-d2db705bbd87", "tag": "58a5e7c0-e8a1-4728-964d-19442cf90b5e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:44.512310 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.518367 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.533748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.560029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730c338-7e03-46b4-9660-6e935f71ac64 service neutron] Pushing event updated for resources: {'Port': ['ID=58a5e7c0-e8a1-4728-964d-19442cf90b5e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:44.565684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Allocated IP 192.168.233.12 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/0b25e846-9e99-4ca8-a11d-74f2709b5638) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:44.645326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.646145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.647717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] 10.222.0.79 "PUT /v2.0/ports/2031577f-b5b3-4018-b065-ccf04947dd75 HTTP/1.1" status: 200 len: 1097 time: 2.2809680 Jul 16 20:03:44.669939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event updated for resources: {'Port': ['ID=f0d0c325-d94a-4d82-9c73-df6af06d5fc1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:44.691625 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.711978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-d78a51e4-406a-48c6-abb5-bceb4fce2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.713238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-d78a51e4-406a-48c6-abb5-bceb4fce2ea7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.2429848 Jul 16 20:03:44.713994 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.715123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-d7669e6b-70d4-4fc1-820a-4009fc966334 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3320489 Jul 16 20:03:44.747748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-524c4d8a-8518-47b2-b82a-50fe8c5a0e49 req-869b636f-8598-4549-bba7-84b05f67efb8 tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "GET /v2.0/security-groups/fe8ddc24-8ba5-4a73-b56a-31c0ae478ce3 HTTP/1.1" status: 200 len: 1776 time: 0.2392464 Jul 16 20:03:44.770134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f76742-d997-4496-b3c9-cab519b6cb62 service neutron] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:44.781968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-481838f5-6d96-4122-9edb-61306220d2a4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 217 time: 0.0563860 Jul 16 20:03:44.852629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-17f3d72f-fe5e-4fd4-ba7a-ca198277eea7 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.1183519 Jul 16 20:03:44.860653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-dcebd029-2f37-4d03-828c-2300fd96c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.862301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-dcebd029-2f37-4d03-828c-2300fd96c455 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=245b08fcedc1414ebd7a84c9e8b2ec57&device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 1095 time: 0.3234766 Jul 16 20:03:44.900219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-3e3a4de6-08f3-4ea2-90c4-42f1403ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.901734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-3e3a4de6-08f3-4ea2-90c4-42f1403ea374 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0907056 Jul 16 20:03:44.944634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-1f737254-57ee-4d86-aafc-ddb7d5587cc8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349734 Jul 16 20:03:44.946865 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-1240fcad-ef11-452e-85e4-45e994414b55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58a5e7c0-e8a1-4728-964d-19442cf90b5e HTTP/1.1" status: 200 len: 217 time: 0.0748317 Jul 16 20:03:45.002192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-524c4d8a-8518-47b2-b82a-50fe8c5a0e49 req-e08d9aea-d1b0-4130-8c9f-3d8f2251b0ad tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.021199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-9480927c-be7f-483a-823d-2e97ffe09419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.022751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-9480927c-be7f-483a-823d-2e97ffe09419 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=62e94451402640eeb3da4afd08830ef0&device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 1100 time: 0.3081944 Jul 16 20:03:45.068478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-7fe72800-4bd9-4287-8e22-42a5cdd08516 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.069808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c65f8d29-3b92-4417-a45d-0b5f8fceb9be req-7fe72800-4bd9-4287-8e22-42a5cdd08516 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1993103 Jul 16 20:03:45.092641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-524c4d8a-8518-47b2-b82a-50fe8c5a0e49 req-e08d9aea-d1b0-4130-8c9f-3d8f2251b0ad tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.097446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-7e97cfab-a10e-45f1-92fa-26d26ad2ca4f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2031577f-b5b3-4018-b065-ccf04947dd75 HTTP/1.1" status: 200 len: 217 time: 0.0623004 Jul 16 20:03:45.101034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-dcbd5e26-da46-4147-8169-dac824f506b0 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294546 Jul 16 20:03:45.109663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.114592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-37806a17-eb12-469d-a870-edb710c310af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.116457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-37806a17-eb12-469d-a870-edb710c310af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=975fe0d9-0f35-47d7-bd02-130435c97e14 HTTP/1.1" status: 200 len: 852 time: 0.1620493 Jul 16 20:03:45.202745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Transition to ACTIVE for port object 0b25e846-9e99-4ca8-a11d-74f2709b5638 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:45.226774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-6c0f9725-0729-4c86-bd43-465bea26cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.228287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-6c0f9725-0729-4c86-bd43-465bea26cfd7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1220000 Jul 16 20:03:45.232630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-524c4d8a-8518-47b2-b82a-50fe8c5a0e49 req-e08d9aea-d1b0-4130-8c9f-3d8f2251b0ad tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.235152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-524c4d8a-8518-47b2-b82a-50fe8c5a0e49 req-e08d9aea-d1b0-4130-8c9f-3d8f2251b0ad tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.239100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-62e83002-07f6-41eb-bf8c-05903fb453bd service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294641 Jul 16 20:03:45.243639 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-524c4d8a-8518-47b2-b82a-50fe8c5a0e49 req-e08d9aea-d1b0-4130-8c9f-3d8f2251b0ad tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] 10.222.0.91 "DELETE /v2.0/security-groups/fe8ddc24-8ba5-4a73-b56a-31c0ae478ce3 HTTP/1.1" status: 204 len: 173 time: 0.4946187 Jul 16 20:03:45.266232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df46e-f3d3-45d6-aae2-4b9ec27c4ef5 req-4235ab14-f4b3-4383-964e-b16cc4125109 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.267998 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc3df46e-f3d3-45d6-aae2-4b9ec27c4ef5 req-4235ab14-f4b3-4383-964e-b16cc4125109 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 948 time: 0.0928812 Jul 16 20:03:45.320752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc3df46e-f3d3-45d6-aae2-4b9ec27c4ef5 req-1a2fda3f-5d52-4193-8191-db70196b5638 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Jul 16 20:03:45.345740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d9aea-d1b0-4130-8c9f-3d8f2251b0ad tempest-SecurityGroupsTestAdminJSON-1592400393 tempest-SecurityGroupsTestAdminJSON-1592400393-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8ddc24-8ba5-4a73-b56a-31c0ae478ce3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:45.426956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.441132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['eaf1544e-1c26-4da5-8be6-69d60a8ef82f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:45.444331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755812f-eac2-4bdc-af42-2836463df065 req-a9df7ad8-ba79-4bfe-9917-f46b6f3638a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.446015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-a9df7ad8-ba79-4bfe-9917-f46b6f3638a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24e8a8fc-96a5-48ac-92d7-7e5225f0047a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3155413 Jul 16 20:03:45.449712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['73b9e886-659c-41ec-b06f-177f3dfd57c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:45.548294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:45.555888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Pushing event updated for resources: {'Port': ['ID=0b25e846-9e99-4ca8-a11d-74f2709b5638,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:45.563032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-6c63d925-2eaa-495d-b4c1-e520a0051f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.564813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-6c63d925-2eaa-495d-b4c1-e520a0051f67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3189218 Jul 16 20:03:45.565911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:45.645110 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a0f0d-492d-4aae-ac04-8d791a473602 x-openstack-request-id: req-ee5a0f0d-492d-4aae-ac04-8d791a473602 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:45.646001 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cb4625-2c62-41e3-b5b0-d2db705bbd87", "tag": "58a5e7c0-e8a1-4728-964d-19442cf90b5e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:45.646553 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee5a0f0d-492d-4aae-ac04-8d791a473602 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:45.647186 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'tag': '58a5e7c0-e8a1-4728-964d-19442cf90b5e', 'status': 'completed', 'code': 200} Jul 16 20:03:45.648597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:45.691108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-22d3ff84-061a-454d-9062-3ecdd9c38b93 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.692784 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-22d3ff84-061a-454d-9062-3ecdd9c38b93 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1189616 Jul 16 20:03:45.749589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af038b-c688-46b5-a041-b9da049db331 req-71ebe49d-eae2-4ef4-bfd8-2760f5bc3be8 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.751971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29af038b-c688-46b5-a041-b9da049db331 req-71ebe49d-eae2-4ef4-bfd8-2760f5bc3be8 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 945 time: 0.4124806 Jul 16 20:03:45.825029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a0fe693a-487b-41ab-8611-ecaad4e8adaa None None] Provisioning for port 0b25e846-9e99-4ca8-a11d-74f2709b5638 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:45.827387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-d36b8e45-b41b-4aea-8391-8ccc9a455c15 service neutron] 10.222.0.79 "GET /v2.0/networks/24e8a8fc-96a5-48ac-92d7-7e5225f0047a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512759 Jul 16 20:03:45.830033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a0fe693a-487b-41ab-8611-ecaad4e8adaa None None] Provisioning complete for port 0b25e846-9e99-4ca8-a11d-74f2709b5638 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:45.830178 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a0fe693a-487b-41ab-8611-ecaad4e8adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.842872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.844051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.877627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe693a-487b-41ab-8611-ecaad4e8adaa None None] Port 0b25e846-9e99-4ca8-a11d-74f2709b5638 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:45.915195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-05782ac1-7527-4214-9fa9-6c5cb7107869 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4762249 Jul 16 20:03:45.917067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-f11c1e79-d263-49aa-9f03-8f89f638ccaa service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958658 Jul 16 20:03:45.922089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29af038b-c688-46b5-a041-b9da049db331 req-d62d605c-e9a7-43df-92c8-f4b035e3c679 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532948 Jul 16 20:03:45.950937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Request body: {'port': {'device_id': '91276a82-0cee-487f-91d5-8ab05595debf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:45.990643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381b95d-1fe9-42d1-895b-33811e06a064 req-2d17d00c-6d37-43ce-a5b3-897f89f4cdf0 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.998737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6381b95d-1fe9-42d1-895b-33811e06a064 req-2d17d00c-6d37-43ce-a5b3-897f89f4cdf0 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 935 time: 0.2453821 Jul 16 20:03:46.046134 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6381b95d-1fe9-42d1-895b-33811e06a064 req-473d3833-a79a-4b74-a4a5-e1f2019f4f75 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462050 Jul 16 20:03:46.050776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-6fbb557a-1966-4a55-aae5-66cae7ac0889 service neutron] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:46.054802 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-6fbb557a-1966-4a55-aae5-66cae7ac0889 service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.055950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fdd805e-d684-4f1d-8b88-2bd27e993a09 req-6fbb557a-1966-4a55-aae5-66cae7ac0889 service neutron] 10.222.0.99 "DELETE /v2.0/ports/a37be24f-9ce3-4efb-a755-7772f5ace8c3/bindings/n-h2-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.3548582 Jul 16 20:03:46.081577 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d227b03-8efe-4aaf-98ab-b28961e2f56a req-1e2c8760-93ca-41da-bb87-28edcac4baab tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips/de41653f-4860-493e-a7a2-f0bd10a55f4b HTTP/1.1" status: 200 len: 693 time: 0.0947707 Jul 16 20:03:46.120033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1755812f-eac2-4bdc-af42-2836463df065 req-d15bf196-b275-41d9-b9ba-311c260adcd6 service neutron] 10.222.0.79 "GET /v2.0/networks/24e8a8fc-96a5-48ac-92d7-7e5225f0047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831476 Jul 16 20:03:46.144958 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03c9c100-65b3-4077-b3b6-0697c1fbe695 req-7bf5efbb-12c9-46b8-800a-41aeda89d73a tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "GET /v2.0/security-groups/c1d29d98-cc36-49ec-8849-7127df5a9eee HTTP/1.1" status: 200 len: 1777 time: 0.0688694 Jul 16 20:03:46.207230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-03c9c100-65b3-4077-b3b6-0697c1fbe695 req-e3d76612-1464-404b-84ef-51ceed832e94 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.229707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-03c9c100-65b3-4077-b3b6-0697c1fbe695 req-e3d76612-1464-404b-84ef-51ceed832e94 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.244770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.274353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-03c9c100-65b3-4077-b3b6-0697c1fbe695 req-e3d76612-1464-404b-84ef-51ceed832e94 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.277581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-03c9c100-65b3-4077-b3b6-0697c1fbe695 req-e3d76612-1464-404b-84ef-51ceed832e94 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.278780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03c9c100-65b3-4077-b3b6-0697c1fbe695 req-e3d76612-1464-404b-84ef-51ceed832e94 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "DELETE /v2.0/security-groups/c1d29d98-cc36-49ec-8849-7127df5a9eee HTTP/1.1" status: 204 len: 173 time: 0.1269023 Jul 16 20:03:46.289248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d76612-1464-404b-84ef-51ceed832e94 tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d29d98-cc36-49ec-8849-7127df5a9eee,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:46.290273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8be5eeee-65d4-4893-b56a-b7bb68469463 req-c3d2d40b-49df-4bf6-81ce-511bce660b65 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365369 Jul 16 20:03:46.368527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227b03-8efe-4aaf-98ab-b28961e2f56a req-5992ff7c-2d72-4ab3-94b3-038e4785cb74 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.369998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d227b03-8efe-4aaf-98ab-b28961e2f56a req-5992ff7c-2d72-4ab3-94b3-038e4785cb74 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2204852 Jul 16 20:03:46.388262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-9d227b03-8efe-4aaf-98ab-b28961e2f56a req-20e25b1e-cf21-414d-9922-8871bbf9c3f7 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:03:46.389243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d227b03-8efe-4aaf-98ab-b28961e2f56a req-20e25b1e-cf21-414d-9922-8871bbf9c3f7 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095782 Jul 16 20:03:46.391515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-03758269-659a-4b45-ad9c-aadaf62cd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.398683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-03758269-659a-4b45-ad9c-aadaf62cd55e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=245b08fcedc1414ebd7a84c9e8b2ec57&device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 1095 time: 0.2114503 Jul 16 20:03:46.463756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb742d-735c-4426-9798-5855be4f5f6f req-33edae6f-ca82-4c6b-b8b7-e185e71bea7d tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.464949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0fb742d-735c-4426-9798-5855be4f5f6f req-33edae6f-ca82-4c6b-b8b7-e185e71bea7d tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 943 time: 0.0771830 Jul 16 20:03:46.510388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0fb742d-735c-4426-9798-5855be4f5f6f req-1cf82ca9-e4f6-415b-b127-e1f40e90c8d3 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Jul 16 20:03:46.588503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f60e256a-3b4b-4a6a-bd19-c26e22662120 req-01068c3f-3b88-4c18-82df-934e42aecb8d tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "GET /v2.0/security-groups/52dd0b9b-3ec8-4bd7-bf94-c2f5f6b78da9 HTTP/1.1" status: 200 len: 1777 time: 0.0428483 Jul 16 20:03:46.661515 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f60e256a-3b4b-4a6a-bd19-c26e22662120 req-fb693736-ba72-4c70-b7cd-93e453dd6f5b tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.689801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f60e256a-3b4b-4a6a-bd19-c26e22662120 req-fb693736-ba72-4c70-b7cd-93e453dd6f5b tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.747367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f60e256a-3b4b-4a6a-bd19-c26e22662120 req-fb693736-ba72-4c70-b7cd-93e453dd6f5b tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.750173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f60e256a-3b4b-4a6a-bd19-c26e22662120 req-fb693736-ba72-4c70-b7cd-93e453dd6f5b tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.751934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f60e256a-3b4b-4a6a-bd19-c26e22662120 req-fb693736-ba72-4c70-b7cd-93e453dd6f5b tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] 10.222.0.91 "DELETE /v2.0/security-groups/52dd0b9b-3ec8-4bd7-bf94-c2f5f6b78da9 HTTP/1.1" status: 204 len: 173 time: 0.1560240 Jul 16 20:03:46.766601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb693736-ba72-4c70-b7cd-93e453dd6f5b tempest-SecurityGroupsTestAdminJSON-477391475 tempest-SecurityGroupsTestAdminJSON-477391475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd0b9b-3ec8-4bd7-bf94-c2f5f6b78da9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:46.951883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-3d15088a-3aa6-46c2-b456-1d4ca33753aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.966921 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-3d15088a-3aa6-46c2-b456-1d4ca33753aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=24e8a8fc-96a5-48ac-92d7-7e5225f0047a HTTP/1.1" status: 200 len: 914 time: 0.4933839 Jul 16 20:03:47.004797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-58856606-43b3-4005-a918-f417419395a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58a5e7c0-e8a1-4728-964d-19442cf90b5e HTTP/1.1" status: 200 len: 217 time: 0.0377278 Jul 16 20:03:47.045645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b190e-2cd4-4921-8071-371d0b80cd36 req-147077bf-7a4f-4e5d-8366-d694a48e0988 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.053699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f0b190e-2cd4-4921-8071-371d0b80cd36 req-147077bf-7a4f-4e5d-8366-d694a48e0988 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 948 time: 0.0994511 Jul 16 20:03:47.086383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-2ada1416-3820-42cf-b650-f3ef24f2956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.087894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-2ada1416-3820-42cf-b650-f3ef24f2956f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=975fe0d9-0f35-47d7-bd02-130435c97e14 HTTP/1.1" status: 200 len: 852 time: 0.0753651 Jul 16 20:03:47.104293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f0b190e-2cd4-4921-8071-371d0b80cd36 req-a79de5eb-325b-415c-a704-c4866d5389e4 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484655 Jul 16 20:03:47.154426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36706) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:47.166368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b25e846-9e99-4ca8-a11d-74f2709b5638 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:47.180977 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.198218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Transition to ACTIVE for port object 0b25e846-9e99-4ca8-a11d-74f2709b5638 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:47.205400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-07ecc540-84f0-4b9e-bb76-e734ab5e6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.207150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-07ecc540-84f0-4b9e-bb76-e734ab5e6c2e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24e8a8fc-96a5-48ac-92d7-7e5225f0047a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116090 Jul 16 20:03:47.207964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.227745 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-ad982f88-1c33-4609-895e-2b99acf1a789 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips/de41653f-4860-493e-a7a2-f0bd10a55f4b HTTP/1.1" status: 200 len: 693 time: 0.0676706 Jul 16 20:03:47.294257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Pushing event updated for resources: {'Port': ['ID=0b25e846-9e99-4ca8-a11d-74f2709b5638,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:47.382200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4b5cbf4e-8d88-46a4-8780-1c56720ed984 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8d61256b5e134df9b66ce38bc3bc15a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264545 Jul 16 20:03:47.384593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36714) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:47.422868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-3f99a17c-e1c9-41d4-b469-99093e5be59f tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.424325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-3f99a17c-e1c9-41d4-b469-99093e5be59f tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1910830 Jul 16 20:03:47.439776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-e5dcfe35-0b37-42db-9d03-650e93fd72e1 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:03:47.443439 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-e5dcfe35-0b37-42db-9d03-650e93fd72e1 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129621 Jul 16 20:03:47.463926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-9395cbee-c5aa-42ff-897f-9c5aedc5bd24 service neutron] 10.222.0.79 "GET /v2.0/networks/24e8a8fc-96a5-48ac-92d7-7e5225f0047a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289934 Jul 16 20:03:47.500573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-65eabffc-3e3b-4bfb-baab-2d3141fa9c3e tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0562475 Jul 16 20:03:47.515245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Attempting to bind port 0b25e846-9e99-4ca8-a11d-74f2709b5638 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:47.515686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Attempting to bind port 0b25e846-9e99-4ca8-a11d-74f2709b5638 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:47.516089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Attempting to bind port 0b25e846-9e99-4ca8-a11d-74f2709b5638 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:47.530887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7036aa80-578f-411c-9b5d-f102d79d51fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.562042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Port 0b25e846-9e99-4ca8-a11d-74f2709b5638 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:47.562373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Attempting to bind port 0b25e846-9e99-4ca8-a11d-74f2709b5638 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:47.564122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-8178fb0a-6e31-451a-b63c-c6664ee2bb51 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0551143 Jul 16 20:03:47.583979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:47.584326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:47.584715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:47.585304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Bound port: 0b25e846-9e99-4ca8-a11d-74f2709b5638, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:47.585521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.601729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7036aa80-578f-411c-9b5d-f102d79d51fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.622254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-abc25bf6-0c15-495d-a15b-bf507d3276f1 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:03:47.623244 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-abc25bf6-0c15-495d-a15b-bf507d3276f1 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054927 Jul 16 20:03:47.638131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Request body: {'binding': {'host': 'n-h2-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:47.638876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:03:47.643464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f06f775-8b1a-46b1-92b0-825d0a2b4832 req-9aa8350a-45fa-4407-b011-cbfbbdba2f66 service neutron] 10.222.0.79 "GET /v2.0/networks/24e8a8fc-96a5-48ac-92d7-7e5225f0047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711161 Jul 16 20:03:47.666617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:47.669349 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:47.714275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] For port 0b25e846-9e99-4ca8-a11d-74f2709b5638, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:47.717751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] For port 0b25e846-9e99-4ca8-a11d-74f2709b5638, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0b25e846-9e99-4ca8-a11d-74f2709b5638,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:47.722295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.730619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7036aa80-578f-411c-9b5d-f102d79d51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.733173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7036aa80-578f-411c-9b5d-f102d79d51fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.734452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7036aa80-578f-411c-9b5d-f102d79d51fb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c5636015-bd79-4c09-a885-03290a84aa42 HTTP/1.1" status: 204 len: 168 time: 0.3487630 Jul 16 20:03:47.768971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036aa80-578f-411c-9b5d-f102d79d51fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5636015-bd79-4c09-a885-03290a84aa42,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:47.773097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.773711 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.775260 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] 10.222.0.79 "PUT /v2.0/ports/0b25e846-9e99-4ca8-a11d-74f2709b5638 HTTP/1.1" status: 200 len: 1096 time: 1.8284149 Jul 16 20:03:47.805492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ac1ec-9706-4e52-8017-e45855fe0912 service neutron] Pushing event updated for resources: {'Port': ['ID=0b25e846-9e99-4ca8-a11d-74f2709b5638,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:47.841179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Deleting port f0d0c325-d94a-4d82-9c73-df6af06d5fc1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:47.841401 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.897002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-61360ddc-1efd-4cee-a8f9-4c67f17610ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.898563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-61360ddc-1efd-4cee-a8f9-4c67f17610ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 1099 time: 0.0763710 Jul 16 20:03:47.958530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on host n-h2-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:47.958997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:47.959236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:47.961458 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-1e7c0c34-a355-41a5-acd5-87de1b0e4b88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0b25e846-9e99-4ca8-a11d-74f2709b5638 HTTP/1.1" status: 200 len: 217 time: 0.0529923 Jul 16 20:03:47.973824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:47.974153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:47.981030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:47.981546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:47.981936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:47.982370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Bound port: 04a575c8-a5af-4078-b5e5-678e2a41aff5, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:48.011579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.011929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.032877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Calling delete_port for f0d0c325-d94a-4d82-9c73-df6af06d5fc1 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:48.035568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-58c48652-9f00-496d-a42f-5e1859f6aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.037269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-58c48652-9f00-496d-a42f-5e1859f6aa3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0691812 Jul 16 20:03:48.078182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36724) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:48.102941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:48.110576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.111841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b55a6a78-fc07-45f8-bb59-e2b0974f920d service neutron] 10.222.0.91 "POST /v2.0/ports/04a575c8-a5af-4078-b5e5-678e2a41aff5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4809957 Jul 16 20:03:48.139421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-606811b0-25aa-4b00-944a-f2dafab5859e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ae11e1ec36f94e0bbfd1649533951be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601718 Jul 16 20:03:48.142513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36726) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:48.151238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-a62e7844-b0e7-4560-bfc7-44f78f4201e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.152808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-a62e7844-b0e7-4560-bfc7-44f78f4201e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095188 Jul 16 20:03:48.244424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66d04c10-55dd-423c-b998-c99bfcbbe448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.268191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.280077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66d04c10-55dd-423c-b998-c99bfcbbe448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.309597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event deleted for resources: {'Port': ['ID=f0d0c325-d94a-4d82-9c73-df6af06d5fc1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:48.313454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-29a658ad-10fd-4bad-b85a-3a6482a3cfa5 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438234 Jul 16 20:03:48.405324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.407981 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.409142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f30e62c0-dc8b-4421-b4b2-928ec42c1ee2 req-6df505cf-265a-4d9e-9bcf-e6f2656ac1f6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "DELETE /v2.0/floatingips/de41653f-4860-493e-a7a2-f0bd10a55f4b HTTP/1.1" status: 204 len: 173 time: 0.8392460 Jul 16 20:03:48.424155 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66d04c10-55dd-423c-b998-c99bfcbbe448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.427057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66d04c10-55dd-423c-b998-c99bfcbbe448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.428168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-66d04c10-55dd-423c-b998-c99bfcbbe448 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f8c7ea1-a347-44da-b9e3-b8ca3b83f6e9 HTTP/1.1" status: 204 len: 168 time: 0.2846568 Jul 16 20:03:48.440491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d04c10-55dd-423c-b998-c99bfcbbe448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c7ea1-a347-44da-b9e3-b8ca3b83f6e9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:48.506912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0227c2f2-636f-4249-8bb2-b843e93ac6d0 req-c01537cd-e76d-4b45-b97a-eeb36a416c42 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860180 Jul 16 20:03:48.539972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-517c3e51-2942-471b-804a-d971d9841129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.541751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-517c3e51-2942-471b-804a-d971d9841129 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1097 time: 0.1782646 Jul 16 20:03:48.549433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c82d-75f3-4d76-ba93-f231d380912c req-4e8d6360-96cc-43c7-8b81-f9f3ffb1b3ff tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.550882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0e9c82d-75f3-4d76-ba93-f231d380912c req-4e8d6360-96cc-43c7-8b81-f9f3ffb1b3ff tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 945 time: 0.1439135 Jul 16 20:03:48.590486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7736-bafd-4751-b9c3-acbdbc15c7c8 req-811228ac-a639-48a9-bd9a-077be4f6e1b7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.592245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d8d7736-bafd-4751-b9c3-acbdbc15c7c8 req-811228ac-a639-48a9-bd9a-077be4f6e1b7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 947 time: 0.0726273 Jul 16 20:03:48.633299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d8d7736-bafd-4751-b9c3-acbdbc15c7c8 req-49ecfc6f-3533-4719-9bd9-8e4c8ee6e093 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Jul 16 20:03:48.646714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0e9c82d-75f3-4d76-ba93-f231d380912c req-ebd1cbe8-2583-4112-9e24-34a900f224af tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863168 Jul 16 20:03:48.678594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-cfce8e87-c3ee-4ad1-98d0-5668b5815799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.680282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-cfce8e87-c3ee-4ad1-98d0-5668b5815799 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.1285629 Jul 16 20:03:48.727169 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd31460-d89e-4f6d-8941-f836978d7480 x-openstack-request-id: req-4cd31460-d89e-4f6d-8941-f836978d7480 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:48.727615 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:48.728154 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4cd31460-d89e-4f6d-8941-f836978d7480 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:48.728533 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75', 'status': 'completed', 'code': 200} Jul 16 20:03:48.732108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-4121ef08-695a-477d-942e-b26e213a4555 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 217 time: 0.0435388 Jul 16 20:03:48.828004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e07559-9f90-4433-85b3-173c3dc3ed10 req-b8034e0f-954b-41bb-b2e1-f6f11e6be850 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.830849 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45e07559-9f90-4433-85b3-173c3dc3ed10 req-b8034e0f-954b-41bb-b2e1-f6f11e6be850 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 943 time: 0.0721426 Jul 16 20:03:48.857285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-61d5f027-b160-4a6a-b533-744d0adb5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.858748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-61d5f027-b160-4a6a-b533-744d0adb5b00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1182272 Jul 16 20:03:48.872866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45e07559-9f90-4433-85b3-173c3dc3ed10 req-8234a86c-2618-4e37-b9ed-f65121d00e2e tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Jul 16 20:03:48.905847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-9b99ce92-fda3-45d3-ae04-1837bbb8c649 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390623 Jul 16 20:03:48.911998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-7ddc0bf1-4cc7-497e-a7c1-532c62cd3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.913382 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-7ddc0bf1-4cc7-497e-a7c1-532c62cd3a9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=62e94451402640eeb3da4afd08830ef0&device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 1100 time: 0.1839914 Jul 16 20:03:48.989373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33084d4a-b189-4eff-a063-2b52f7587b7f req-27c05b3f-e668-4954-8d08-1797c7049d8c tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.993612 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33084d4a-b189-4eff-a063-2b52f7587b7f req-27c05b3f-e668-4954-8d08-1797c7049d8c tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 948 time: 0.1765790 Jul 16 20:03:49.056123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0525-b5d3-4d87-aab6-c71a74e86034 req-117dd7f1-bdcb-4489-bbb0-096fceaf8096 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.057725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-963e0525-b5d3-4d87-aab6-c71a74e86034 req-117dd7f1-bdcb-4489-bbb0-096fceaf8096 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 945 time: 0.0761101 Jul 16 20:03:49.103116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-963e0525-b5d3-4d87-aab6-c71a74e86034 req-7b38fb2f-8d8b-4838-9468-21c8b3e30693 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Jul 16 20:03:49.124656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33084d4a-b189-4eff-a063-2b52f7587b7f req-1229b195-c97c-4eee-bd11-50a74be49dc9 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269863 Jul 16 20:03:49.130889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-b89a32de-2b93-4252-ab3d-78c2038147c5 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077820 Jul 16 20:03:49.131904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-64f9692b-9f92-4dfe-a0e2-52d7270c7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.133242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-64f9692b-9f92-4dfe-a0e2-52d7270c7a99 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2113187 Jul 16 20:03:49.217560 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-1bff327a-2bfd-4f66-8659-6976780ffb4d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2031577f-b5b3-4018-b065-ccf04947dd75 HTTP/1.1" status: 200 len: 217 time: 0.0683858 Jul 16 20:03:49.344275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-bb63428f-c2b8-44f7-a58c-149233fc7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.345717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-bb63428f-c2b8-44f7-a58c-149233fc7140 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1196830 Jul 16 20:03:49.351304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-a6b39ad4-016c-417c-ad0a-a86431dec319 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035005 Jul 16 20:03:49.399616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fefac5-5ac0-4b65-be66-14f581444ca0 req-54ce6bf5-cdda-4cbd-a9ca-9e2824770430 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.401114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07fefac5-5ac0-4b65-be66-14f581444ca0 req-54ce6bf5-cdda-4cbd-a9ca-9e2824770430 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1097 time: 0.1006660 Jul 16 20:03:49.402878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8adc2-a388-4c49-8b24-3f55425e37c2 req-6992f97c-f5fc-4e3b-9ab6-1240cae91f64 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.404464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-faa8adc2-a388-4c49-8b24-3f55425e37c2 req-6992f97c-f5fc-4e3b-9ab6-1240cae91f64 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2504613 Jul 16 20:03:49.527857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07fefac5-5ac0-4b65-be66-14f581444ca0 req-04619c07-fb0c-41bf-bee8-8d349e7acc72 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147923 Jul 16 20:03:49.547314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-03d5027a-ec7b-4fec-acaf-3617f58b5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.558892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-03d5027a-ec7b-4fec-acaf-3617f58b5561 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816082 Jul 16 20:03:49.601326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d893813-fb6e-475a-a1ef-d5a492a61aac req-abc80c8a-32e4-4300-a551-e121122a83d6 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?tenant_id=f8635271890f456caca15dbec1ffc3ab HTTP/1.1" status: 200 len: 1656 time: 0.0549181 Jul 16 20:03:49.626609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58a5e7c0-e8a1-4728-964d-19442cf90b5e details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:49.649908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-365540a9-4848-4e7a-9d34-eac4bda91808 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.651475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-365540a9-4848-4e7a-9d34-eac4bda91808 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.2178812 Jul 16 20:03:49.664667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-10'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:49.703452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-65c32781-ed4d-4628-8741-e0cd8126200f service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443520 Jul 16 20:03:49.724826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d893813-fb6e-475a-a1ef-d5a492a61aac req-55bedd8a-481a-406d-83f3-370398cab973 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.726700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d893813-fb6e-475a-a1ef-d5a492a61aac req-55bedd8a-481a-406d-83f3-370398cab973 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks?id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&id=2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 787 time: 0.1188400 Jul 16 20:03:49.792778 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.808934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-31688868-2c3b-46a3-ae88-8dac753bfe52 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips/37f75388-4ea4-4452-b1de-8648ee4787df HTTP/1.1" status: 200 len: 693 time: 0.0581248 Jul 16 20:03:49.864012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-880b1ea8-e511-4c29-bd27-6337f0c5fcd8 req-fa9bf719-00c7-46ea-b859-536520f7cd62 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517663 Jul 16 20:03:50.019419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58a5e7c0-e8a1-4728-964d-19442cf90b5e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58a5e7c0-e8a1-4728-964d-19442cf90b5e,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:50.037559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '58a5e7c0-e8a1-4728-964d-19442cf90b5e', 'network_id': '24e8a8fc-96a5-48ac-92d7-7e5225f0047a', 'port_id': '58a5e7c0-e8a1-4728-964d-19442cf90b5e', 'mac_address': 'fa:16:3e:5d:e6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975fe0d9-0f35-47d7-bd02-130435c97e14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:50.051391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:50.084220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.102279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a5e7c0-e8a1-4728-964d-19442cf90b5e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:50.104283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:50.113273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14520f2-89c5-4560-9bea-1b6aa933eae3 req-cfbac2bd-1a1a-43bf-bd34-b3af71b66f0b tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.115306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d14520f2-89c5-4560-9bea-1b6aa933eae3 req-cfbac2bd-1a1a-43bf-bd34-b3af71b66f0b tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 947 time: 0.2605920 Jul 16 20:03:50.131595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58a5e7c0-e8a1-4728-964d-19442cf90b5e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58a5e7c0-e8a1-4728-964d-19442cf90b5e,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:50.138148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.138962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:50.205003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.210284 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d14520f2-89c5-4560-9bea-1b6aa933eae3 req-59dc8e11-f10b-4cf8-bfc9-ac123c5a0d43 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568078 Jul 16 20:03:50.221814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.236386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=58a5e7c0-e8a1-4728-964d-19442cf90b5e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:50.294069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-b18ca6b6-e0a8-41d5-8eed-e94797cec980 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.301887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-b18ca6b6-e0a8-41d5-8eed-e94797cec980 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.4870429 Jul 16 20:03:50.304742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:50.327023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:50.339265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '2031577f-b5b3-4018-b065-ccf04947dd75', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '2031577f-b5b3-4018-b065-ccf04947dd75', 'mac_address': 'fa:16:3e:aa:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:50.349098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-d943ce63-2fb6-4b5a-b0bf-40cb73873852 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0462968 Jul 16 20:03:50.382375 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.385238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on host n-h1-792458-10 for vnic_type normal with profile {"migrating_to": "n-h2-792458-10"} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:50.385571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:50.385897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:50.396338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2031577f-b5b3-4018-b065-ccf04947dd75 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:50.402710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-f696e695-438a-4a14-bdf6-9a45804e57cb tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0478015 Jul 16 20:03:50.417502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:50.417830 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Attempting to bind port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:50.420516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:50.425495 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.430202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:50.430546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:50.430957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:50.431396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Bound port: 04a575c8-a5af-4078-b5e5-678e2a41aff5, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:50.431753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.484008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:50.487030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-5d1ee441-985a-4590-bf5b-4dffc97e5874 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.488966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-5d1ee441-985a-4590-bf5b-4dffc97e5874 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 0.1797411 Jul 16 20:03:50.516391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-613e226b-2422-4b78-8f40-eb71f5fca849 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/quotas/3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 375 time: 0.0204010 Jul 16 20:03:50.543037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Deleting port 4400d234-01ca-4fae-9f6e-ed7376cbb5d7 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:50.543985 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.561093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:50.581321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:50.587601 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.624102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.624510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.637974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Calling delete_port for 4400d234-01ca-4fae-9f6e-ed7376cbb5d7 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:50.668653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-ddc64856-8b11-44de-ada0-6622f3cb5727 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465247 Jul 16 20:03:50.671458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:50.687536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['58a5e7c0-e8a1-4728-964d-19442cf90b5e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:50.700929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.701548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.702889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2bad4c1a-a41a-4174-b931-0cbacf6c15c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 1123 time: 1.0430651 Jul 16 20:03:50.758999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['2031577f-b5b3-4018-b065-ccf04947dd75'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:50.771294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91276a82-0cee-487f-91d5-8ab05595debf', 'tag': '0b25e846-9e99-4ca8-a11d-74f2709b5638'}, {'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5'}, {'name': 'network-changed', 'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:50.773487 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06daac9-bad4-44d2-8123-7364f0332db2" -d '{"events": [{"name": "network-changed", "server_uuid": "91276a82-0cee-487f-91d5-8ab05595debf", "tag": "0b25e846-9e99-4ca8-a11d-74f2709b5638"}, {"server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "name": "network-vif-unplugged", "status": "completed", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5"}, {"name": "network-changed", "server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:50.787096 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.800576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-9950d645-be26-46ea-b22c-6e746bdd36c2 service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101139 Jul 16 20:03:50.812366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['04a575c8-a5af-4078-b5e5-678e2a41aff5'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:50.813843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event deleted for resources: {'Port': ['ID=4400d234-01ca-4fae-9f6e-ed7376cbb5d7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:50.883799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.887478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.889093 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f17e9be5-55dd-4876-a0c6-b04b77f9fdc4 req-a7584a4f-c96a-4187-92cc-cedb89ec0e2d tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "DELETE /v2.0/floatingips/37f75388-4ea4-4452-b1de-8648ee4787df HTTP/1.1" status: 204 len: 173 time: 0.4808235 Jul 16 20:03:50.913670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-899f0da5-3b06-4791-a6b0-35c2d2149d93 service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065197 Jul 16 20:03:51.081292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579fd4-9666-44ba-b175-e4ff6524082b req-f8854e6b-473c-4409-bc08-e5ba78b5ca56 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.083218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b579fd4-9666-44ba-b175-e4ff6524082b req-f8854e6b-473c-4409-bc08-e5ba78b5ca56 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 944 time: 0.0892258 Jul 16 20:03:51.134560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b579fd4-9666-44ba-b175-e4ff6524082b req-9d15643b-6b71-479f-9974-6fd32432916a tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Jul 16 20:03:51.204267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b39769-a607-4398-9a35-f17f3114d8c1 req-23bbcc0e-6a8c-4260-be17-cb977cf294f1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.206518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49b39769-a607-4398-9a35-f17f3114d8c1 req-23bbcc0e-6a8c-4260-be17-cb977cf294f1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 943 time: 0.0843904 Jul 16 20:03:51.351779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa06f-dbc4-40d5-aa8d-23a95d5ab3a6 req-b7895f3a-ebc0-4df3-93ef-3aae49498a65 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.353437 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-597aa06f-dbc4-40d5-aa8d-23a95d5ab3a6 req-b7895f3a-ebc0-4df3-93ef-3aae49498a65 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 949 time: 0.0840464 Jul 16 20:03:51.419772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-597aa06f-dbc4-40d5-aa8d-23a95d5ab3a6 req-392288bb-e5d7-498d-99e0-936bb3e4574c tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508223 Jul 16 20:03:51.569199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49b39769-a607-4398-9a35-f17f3114d8c1 req-0941c308-a108-4fd5-83ee-53115e1cdfb8 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569775 Jul 16 20:03:51.623284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0b25e846-9e99-4ca8-a11d-74f2709b5638 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:51.681983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-641eca49-b2bd-44f3-815e-43389d7635c5 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=153509723dbd41529e89720969e749b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279529 Jul 16 20:03:51.750767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 0b25e846-9e99-4ca8-a11d-74f2709b5638, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0b25e846-9e99-4ca8-a11d-74f2709b5638,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:51.764785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '0b25e846-9e99-4ca8-a11d-74f2709b5638', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '0b25e846-9e99-4ca8-a11d-74f2709b5638', 'mac_address': 'fa:16:3e:e7:db:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:51.774962 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfca9c4a-5712-4033-85c1-c05b6f3d4221 x-openstack-request-id: req-dfca9c4a-5712-4033-85c1-c05b6f3d4221 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:51.775424 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91276a82-0cee-487f-91d5-8ab05595debf", "tag": "0b25e846-9e99-4ca8-a11d-74f2709b5638", "status": "completed", "code": 200}, {"server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "name": "network-vif-unplugged", "status": "completed", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5", "code": 200}, {"name": "network-changed", "server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:51.775843 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dfca9c4a-5712-4033-85c1-c05b6f3d4221 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:51.780043 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91276a82-0cee-487f-91d5-8ab05595debf', 'tag': '0b25e846-9e99-4ca8-a11d-74f2709b5638', 'status': 'completed', 'code': 200} Jul 16 20:03:51.780242 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5', 'code': 200} Jul 16 20:03:51.780629 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5', 'status': 'completed', 'code': 200} Jul 16 20:03:51.815914 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.833660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b25e846-9e99-4ca8-a11d-74f2709b5638 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:51.843961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-8057ea98-f52a-4d88-9878-57f97d17ff13 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.845495 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-8057ea98-f52a-4d88-9878-57f97d17ff13 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583993 Jul 16 20:03:51.855571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 0b25e846-9e99-4ca8-a11d-74f2709b5638, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0b25e846-9e99-4ca8-a11d-74f2709b5638,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:51.868081 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.878446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-e6fce1c0-bc31-4e19-b05a-9aff9ec9e429 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/quotas/153509723dbd41529e89720969e749b6 HTTP/1.1" status: 200 len: 375 time: 0.0219142 Jul 16 20:03:51.890168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-e5e0549a-c608-484c-a073-1ae89fba6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.891765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-e5e0549a-c608-484c-a073-1ae89fba6e80 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1126 time: 0.0851552 Jul 16 20:03:51.909964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-0798f20e-4704-499c-8580-8aa421f14560 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips/fcff7c8f-39b8-4300-8918-5debbbc1cf10 HTTP/1.1" status: 200 len: 692 time: 0.1221485 Jul 16 20:03:51.953651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-38580435-49f2-45b3-bf27-36fff03ac919 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=153509723dbd41529e89720969e749b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608785 Jul 16 20:03:51.958413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=0b25e846-9e99-4ca8-a11d-74f2709b5638,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:51.978773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-226a46f7-4ec1-4990-9d8b-3d3765d3a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.980658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-226a46f7-4ec1-4990-9d8b-3d3765d3a369 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 1100 time: 0.1266248 Jul 16 20:03:52.022197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-3a5ec771-3c9a-4e89-a9ea-2529e4b3b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.023592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-3a5ec771-3c9a-4e89-a9ea-2529e4b3b3a5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.1220348 Jul 16 20:03:52.072049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-879bf97f-856b-405a-87c5-251f85659ee0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 217 time: 0.0407705 Jul 16 20:03:52.112067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-c7f04e4c-7bdb-42ed-8586-a3a9b005fb57 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.113569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-c7f04e4c-7bdb-42ed-8586-a3a9b005fb57 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1931376 Jul 16 20:03:52.139602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-70b642fe-471a-465c-a0ce-c61317ad0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.141070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-70b642fe-471a-465c-a0ce-c61317ad0c83 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0625446 Jul 16 20:03:52.141507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-3ddb4835-f9ca-4407-ae37-304f56530fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.143741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-3ddb4835-f9ca-4407-ae37-304f56530fc1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1311622 Jul 16 20:03:52.180125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-8333289f-a4e0-4d0d-8cf8-3401f103b281 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320044 Jul 16 20:03:52.181073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['0b25e846-9e99-4ca8-a11d-74f2709b5638'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:52.197867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-45779d42-67fc-4c6e-b035-e7a69456f70c tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0622640 Jul 16 20:03:52.233724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-0d9d45a7-20fe-4ed5-97cf-369aa5b4ecb7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0b25e846-9e99-4ca8-a11d-74f2709b5638 HTTP/1.1" status: 200 len: 217 time: 0.0534599 Jul 16 20:03:52.261949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eaeb87a4-fdd0-4de9-a5f8-a0a535767060 req-8842bf41-7bdb-4108-b42f-cea9943e2275 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 210 time: 0.0401947 Jul 16 20:03:52.315794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-00732f36-fbf7-4050-85af-f40400c7b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.317257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-00732f36-fbf7-4050-85af-f40400c7b856 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0767891 Jul 16 20:03:52.321840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-21923c48-f701-456b-97e2-62d5ab572ab1 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336865 Jul 16 20:03:52.327813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-7c09764b-15eb-4eaa-bc6e-1aff1af9783e tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0971406 Jul 16 20:03:52.451907 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-14c9f932-4209-49a4-bc0c-d17d47608b42 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191242 Jul 16 20:03:52.511661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-3aca032d-5218-4f31-8bc6-b0fedf139a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.513263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-3aca032d-5218-4f31-8bc6-b0fedf139a8b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1846812 Jul 16 20:03:52.530100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Deleting port 92a249f1-1d69-4c20-8746-3636f2b3a2e9 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:52.530437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.682708 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.683049 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.687012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-87f28b6a-21ea-4cd2-bf61-639bf8199534 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665165 Jul 16 20:03:52.706509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Calling delete_port for 92a249f1-1d69-4c20-8746-3636f2b3a2e9 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:52.709917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af6b74-0d7a-4bc8-ba82-6fa10f4a2843 req-a1ca7a7f-790c-4b13-b24a-b074aeafc46d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.717354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-44af6b74-0d7a-4bc8-ba82-6fa10f4a2843 req-a1ca7a7f-790c-4b13-b24a-b074aeafc46d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 948 time: 0.1751204 Jul 16 20:03:52.752309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-29e3b2e5-5e50-4866-8547-010a1cf13be5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.754105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-29e3b2e5-5e50-4866-8547-010a1cf13be5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 0.2444410 Jul 16 20:03:52.774278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Request body: {'port': {'device_id': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'admin_state_up': True, 'tenant_id': '3c79c6417da64ee983bd90dc1bcf53af'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:52.800524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-44af6b74-0d7a-4bc8-ba82-6fa10f4a2843 req-a0fa7bd8-0f0f-405e-a4ab-2713d4407856 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822933 Jul 16 20:03:52.840440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e06daac9-bad4-44d2-8123-7364f0332db2 req-eb29116c-e4f7-493e-8b49-5b7713a9b030 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457272 Jul 16 20:03:52.928988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.939704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Made reservation on behalf of 3c79c6417da64ee983bd90dc1bcf53af for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:52.943430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.963878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event deleted for resources: {'Port': ['ID=92a249f1-1d69-4c20-8746-3636f2b3a2e9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:53.030223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.033421 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.034581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aaee6ebc-b1fc-44e9-b5f9-4294f7f023e6 req-a14d1c56-8589-40aa-9a79-70f06b7cb558 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "DELETE /v2.0/floatingips/fcff7c8f-39b8-4300-8918-5debbbc1cf10 HTTP/1.1" status: 204 len: 173 time: 0.6984577 Jul 16 20:03:53.061928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b904262-d48c-4fce-9c67-b4e80e245a96 req-8b5ea65a-8814-45e9-877d-ee960913ca48 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.064089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b904262-d48c-4fce-9c67-b4e80e245a96 req-8b5ea65a-8814-45e9-877d-ee960913ca48 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 967 time: 0.1373045 Jul 16 20:03:53.151426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b904262-d48c-4fce-9c67-b4e80e245a96 req-1fde7193-b0ab-42cb-89d6-d9a0b69008f2 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756931 Jul 16 20:03:53.160594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Allocated IP 172.20.0.9 (339ac4d2-b5d2-4563-822e-9df0888eb06b/b68a8d1d-cade-419b-a2fb-d275f115c430/19065e52-c331-40de-aa18-05aff44c6b55) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:53.189702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5621b122-316e-47a5-9b6f-1b91cd1723a3 req-18f0257d-9a38-42b1-a8b6-081683332342 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 210 time: 0.0479729 Jul 16 20:03:53.376284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f8fa7-8227-4bec-aa67-ba865784f86f req-ec19f735-ad1e-42bb-b809-3388d161e9d8 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.377227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.377776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be0f8fa7-8227-4bec-aa67-ba865784f86f req-ec19f735-ad1e-42bb-b809-3388d161e9d8 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 949 time: 0.0676584 Jul 16 20:03:53.402717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638da786-5114-4470-971c-95c64feb3eef req-d3941bc7-7554-470c-b80e-5eb0b158b814 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.404201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-638da786-5114-4470-971c-95c64feb3eef req-d3941bc7-7554-470c-b80e-5eb0b158b814 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 944 time: 0.1086104 Jul 16 20:03:53.418803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be0f8fa7-8227-4bec-aa67-ba865784f86f req-e8436dc2-59e7-44b0-bf89-7b27fcf012e1 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342300 Jul 16 20:03:53.450338 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.498725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-638da786-5114-4470-971c-95c64feb3eef req-21eb4a65-48c9-4610-aa08-1cbc7c283d0e tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779736 Jul 16 20:03:53.520655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:53.522879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:53.533025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:53.535663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:53.592133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-9a11e8c1-1388-432a-a402-be2aaa1a6400 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=153509723dbd41529e89720969e749b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532169 Jul 16 20:03:53.635858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:53.642063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490808e-5a0a-4bd5-984e-e8aa4a91998d req-4d2fa534-7dae-4358-8418-57894925e9b5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.643991 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d490808e-5a0a-4bd5-984e-e8aa4a91998d req-4d2fa534-7dae-4358-8418-57894925e9b5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 943 time: 0.0778818 Jul 16 20:03:53.686813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0b25e846-9e99-4ca8-a11d-74f2709b5638 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:53.691384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-369933c4-6525-4a0c-abff-bd073b3dcfbe tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips/192689dc-792a-4ae3-86f1-5632cb5ef056 HTTP/1.1" status: 200 len: 693 time: 0.1393764 Jul 16 20:03:53.695548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d490808e-5a0a-4bd5-984e-e8aa4a91998d req-519caa6b-63a1-46a6-9ab4-df741c549581 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Jul 16 20:03:53.701172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.702094 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.792721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d6c9c338-eba6-41e3-bf4a-267f14f44bb5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239301 Jul 16 20:03:53.812079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:53.815227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 0b25e846-9e99-4ca8-a11d-74f2709b5638 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:53.817613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Request body: {'port': {'device_id': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:53.827972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 0b25e846-9e99-4ca8-a11d-74f2709b5638 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:53.828339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.849592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 has no active binding in host n-h2-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:03:53.888515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea2d8-26df-4d09-85e1-952ed312c03b req-d6d09c4a-2986-4ec2-8c39-5400d60f2ec5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.890152 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891ea2d8-26df-4d09-85e1-952ed312c03b req-d6d09c4a-2986-4ec2-8c39-5400d60f2ec5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 931 time: 0.0741987 Jul 16 20:03:53.920457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.922597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-2f617697-20a2-46e0-a97b-8560d96e119c tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.924130 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-2f617697-20a2-46e0-a97b-8560d96e119c tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249032 Jul 16 20:03:53.935123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891ea2d8-26df-4d09-85e1-952ed312c03b req-2beed54c-31d9-4192-8ed3-51bb8c25ff40 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Jul 16 20:03:53.948294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91276a82-0cee-487f-91d5-8ab05595debf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b25e846-9e99-4ca8-a11d-74f2709b5638'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:53.950997 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4839915-9399-4c89-86ae-9fd7e6485edd" -d '{"events": [{"server_uuid": "91276a82-0cee-487f-91d5-8ab05595debf", "name": "network-vif-plugged", "status": "completed", "tag": "0b25e846-9e99-4ca8-a11d-74f2709b5638"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:53.965426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 0b25e846-9e99-4ca8-a11d-74f2709b5638, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0b25e846-9e99-4ca8-a11d-74f2709b5638,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:53.971525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Request body: {'port': {'device_id': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '153509723dbd41529e89720969e749b6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:53.976613 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.976613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58a5e7c0-e8a1-4728-964d-19442cf90b5e up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:53.981781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-9a31c09c-6b23-4ad5-98f9-3cf758b36c30 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.983198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-9a31c09c-6b23-4ad5-98f9-3cf758b36c30 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2780678 Jul 16 20:03:54.060036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=0b25e846-9e99-4ca8-a11d-74f2709b5638,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:54.066171 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.079187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 58a5e7c0-e8a1-4728-964d-19442cf90b5e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:54.084478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 58a5e7c0-e8a1-4728-964d-19442cf90b5e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:54.084851 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.100340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-72eb876b-01a2-44cc-99bd-464dcd2b8b94 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1036770 Jul 16 20:03:54.118516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39b9b-d7e5-4c80-b934-f95897116de4 req-72a7038d-9af8-414f-9f32-f84a7e1098a3 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.120138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3e39b9b-d7e5-4c80-b934-f95897116de4 req-72a7038d-9af8-414f-9f32-f84a7e1098a3 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 949 time: 0.0722506 Jul 16 20:03:54.160898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3e39b9b-d7e5-4c80-b934-f95897116de4 req-d1dc22e0-290d-48aa-b4c7-4320fb009ef1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Jul 16 20:03:54.180333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.206772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-2cc3ac1b-a2f6-4383-9bb0-c382973d71cb tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0936222 Jul 16 20:03:54.224443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58a5e7c0-e8a1-4728-964d-19442cf90b5e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58a5e7c0-e8a1-4728-964d-19442cf90b5e,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:54.236345 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.237816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:54.318023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=58a5e7c0-e8a1-4728-964d-19442cf90b5e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:54.342226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 2031577f-b5b3-4018-b065-ccf04947dd75 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:54.347626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 2031577f-b5b3-4018-b065-ccf04947dd75 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:54.348091 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.383415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Made reservation on behalf of 153509723dbd41529e89720969e749b6 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:54.387021 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.431765 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.456479 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8bab12-d226-4e84-b908-1a049dd2d259 x-openstack-request-id: req-4b8bab12-d226-4e84-b908-1a049dd2d259 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:54.456871 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91276a82-0cee-487f-91d5-8ab05595debf", "name": "network-vif-plugged", "status": "completed", "tag": "0b25e846-9e99-4ca8-a11d-74f2709b5638", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:54.457207 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4b8bab12-d226-4e84-b908-1a049dd2d259 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:54.457705 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91276a82-0cee-487f-91d5-8ab05595debf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b25e846-9e99-4ca8-a11d-74f2709b5638', 'code': 200} Jul 16 20:03:54.458794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.515872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:54.526398 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.591791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:54.633802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2633bd72-c4eb-434f-8848-157aa85b4086 req-9b2c4329-06d1-46e1-a3d2-dab1408d4b32 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 210 time: 0.0309863 Jul 16 20:03:54.639181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Deleting port 2f23573b-7080-4503-8e6c-181ca3693106 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:54.639526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.668051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded07214-ccad-4a33-8d8c-772852807a5f req-bb30ff12-1bd6-47f3-bb19-16360effd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.670888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ded07214-ccad-4a33-8d8c-772852807a5f req-bb30ff12-1bd6-47f3-bb19-16360effd9cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 1101 time: 0.1080995 Jul 16 20:03:54.713799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ded07214-ccad-4a33-8d8c-772852807a5f req-3696379d-4fc3-4d3c-ad95-cc159d3136cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349340 Jul 16 20:03:54.821286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864446a-7ab2-4498-9e3c-8ab11c77a614 req-70f3d7b5-ea1f-41dc-89a7-f77e9a19da2d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.822921 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7864446a-7ab2-4498-9e3c-8ab11c77a614 req-70f3d7b5-ea1f-41dc-89a7-f77e9a19da2d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 950 time: 0.0746808 Jul 16 20:03:54.868877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7864446a-7ab2-4498-9e3c-8ab11c77a614 req-3dc8f83a-c787-40c1-9d37-1f86d09e792b tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Jul 16 20:03:54.973190 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:55.000574 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-a45db39b-0064-4d91-b453-1bd55d427a23 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1654412357&fields=id&tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3 HTTP/1.1" status: 200 len: 267 time: 0.0470278 Jul 16 20:03:55.051079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19065e52-c331-40de-aa18-05aff44c6b55 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:55.070765 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.088081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.088397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.105905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.111170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Calling delete_port for 2f23573b-7080-4503-8e6c-181ca3693106 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:55.115486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Transition to ACTIVE for port object 19065e52-c331-40de-aa18-05aff44c6b55 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:55.116333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.117083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-9e1005ec-2ca4-47ce-90e7-138d95044ffd tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.118615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-9e1005ec-2ca4-47ce-90e7-138d95044ffd tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 824 time: 0.1076207 Jul 16 20:03:55.134505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.134735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-164c57c9-4a88-43c6-bdd6-7b9d9205d586 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/quotas/0c5182bb6c304b4cac9ae04b0b1eb5c3 HTTP/1.1" status: 200 len: 375 time: 0.0097868 Jul 16 20:03:55.214850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-739196a4-e212-4d20-99e7-8b0c9a70789f tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0743322 Jul 16 20:03:55.262247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09081728-0ca9-45cc-858c-be1f3acea309,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.290028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.321451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-55ecff26-e189-449e-bd4d-d4ccb32ab544 service neutron] 10.222.0.91 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942700 Jul 16 20:03:55.413174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-ac67e11d-9f0c-47bf-a389-5e701f48c30c service neutron] 10.222.0.91 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856311 Jul 16 20:03:55.425018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Allocated IP 192.168.233.33 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/5960c101-24e1-40dc-83f8-6327c4f13c81) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:55.468356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:55.468698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:55.469022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:55.492568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:55.492924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:55.512867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:55.513116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:55.513495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:55.513919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Bound port: 19065e52-c331-40de-aa18-05aff44c6b55, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:55.514281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.534197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.597615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Pushing event deleted for resources: {'Port': ['ID=2f23573b-7080-4503-8e6c-181ca3693106,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.721571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fb579-c13f-4ad6-bfe9-4cdb47012e22 req-5506335d-6b6e-4ec9-a9d5-99c801c0ff6a tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.723165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-908fb579-c13f-4ad6-bfe9-4cdb47012e22 req-5506335d-6b6e-4ec9-a9d5-99c801c0ff6a tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 945 time: 0.0866604 Jul 16 20:03:55.768175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:55.772382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.774902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.780097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8064b0c-849b-4768-b91a-d7f6050b2ead req-e0c59ad3-2f0d-4e80-a51a-3122d2a7a964 tempest-FloatingIPDetailsTestJSON-1661138747 tempest-FloatingIPDetailsTestJSON-1661138747-project] 10.222.0.91 "DELETE /v2.0/floatingips/192689dc-792a-4ae3-86f1-5632cb5ef056 HTTP/1.1" status: 204 len: 173 time: 1.5656888 Jul 16 20:03:55.781859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36894) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:55.788667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.792899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:55.794727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-908fb579-c13f-4ad6-bfe9-4cdb47012e22 req-fea2d1b6-96ca-4067-aa2b-ddda3070249e tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648742 Jul 16 20:03:55.801426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.896009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.897511 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.899279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] 10.222.0.99 "PUT /v2.0/ports/19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 200 len: 1092 time: 2.0884995 Jul 16 20:03:55.902637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Transition to ACTIVE for port object 5960c101-24e1-40dc-83f8-6327c4f13c81 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:55.905109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:55.907877 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "tag": "19065e52-c331-40de-aa18-05aff44c6b55"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:56.034641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1815365-b771-438a-b9c0-ddc01a91cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:56.074224 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.117975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e6473-3afd-464b-a99d-ae1c213390b8 req-acfa0e8d-a6da-4878-88f8-6e5e23786a5a tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.120015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e4e6473-3afd-464b-a99d-ae1c213390b8 req-acfa0e8d-a6da-4878-88f8-6e5e23786a5a tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 943 time: 0.1211705 Jul 16 20:03:56.136475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bf95b-e6a5-49de-964b-e6ae79f221a3 req-c47e8925-730c-44b3-8ad0-9a7ef17801b3 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.138243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f23bf95b-e6a5-49de-964b-e6ae79f221a3 req-c47e8925-730c-44b3-8ad0-9a7ef17801b3 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 943 time: 0.2217124 Jul 16 20:03:56.156898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:56.171726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:56.174632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:56.182271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-83963dba-5293-453d-b33a-3a5e16690719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.185680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-83963dba-5293-453d-b33a-3a5e16690719 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1095 time: 0.2263532 Jul 16 20:03:56.237725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Pushing event updated for resources: {'Port': ['ID=5960c101-24e1-40dc-83f8-6327c4f13c81,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:56.254725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e4e6473-3afd-464b-a99d-ae1c213390b8 req-c5411642-f36b-4621-abff-babe5ffc4cca tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248813 Jul 16 20:03:56.285545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-a2bf8f26-fc5c-4512-b353-ed0bff52284f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 200 len: 217 time: 0.0906310 Jul 16 20:03:56.338969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f23bf95b-e6a5-49de-964b-e6ae79f221a3 req-d69f3a04-4b98-4561-b6f6-5a203ef45dbe tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804340 Jul 16 20:03:56.357110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.357771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.376085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d2220062-fc29-44c8-b73f-e61db12a3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.378058 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-d2220062-fc29-44c8-b73f-e61db12a3bf2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0821178 Jul 16 20:03:56.407364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-4b48b48c-86b3-4759-bdf1-8ea05d6ec245 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4392900 Jul 16 20:03:56.431262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-e140ce49-da33-4479-977a-802076ad4e70 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459383 Jul 16 20:03:56.439642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Request body: {'port': {'device_id': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:56.459577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a5e7c0-e8a1-4728-964d-19442cf90b5e'}, {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:56.461900 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917846b-8530-41bc-a705-714f0f079d58" -d '{"events": [{"server_uuid": "09cb4625-2c62-41e3-b5b0-d2db705bbd87", "name": "network-vif-plugged", "status": "completed", "tag": "58a5e7c0-e8a1-4728-964d-19442cf90b5e"}, {"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-plugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:56.551651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6d6dcb6c-6b6b-42df-8b93-fdde47183e6c None None] Provisioning for port 5960c101-24e1-40dc-83f8-6327c4f13c81 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:56.560377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6d6dcb6c-6b6b-42df-8b93-fdde47183e6c None None] Provisioning complete for port 5960c101-24e1-40dc-83f8-6327c4f13c81 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:56.561113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d6dcb6c-6b6b-42df-8b93-fdde47183e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.598455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d858a92f-cf1d-4353-8de8-97a5c6f2348b req-5cf85595-972a-47d1-a58d-c305ef700233 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 210 time: 0.0515738 Jul 16 20:03:56.667843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6d6dcb6c-6b6b-42df-8b93-fdde47183e6c None None] Port 5960c101-24e1-40dc-83f8-6327c4f13c81 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:56.668642 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.681304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-4496e0d2-4a0c-443a-81ae-9d400ba619a1 service neutron] 10.222.0.99 "GET /v2.0/ports/04a575c8-a5af-4078-b5e5-678e2a41aff5/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.5170975 Jul 16 20:03:56.804868 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-435b5ba3-55c4-43fb-8936-81a35a6c5ee2 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599386 Jul 16 20:03:56.831661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-eef10e31-7e55-4538-9482-c6350303162b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.833012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-eef10e31-7e55-4538-9482-c6350303162b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 967 time: 0.5723248 Jul 16 20:03:56.884210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d3bc-6313-4bbd-a91f-37428ee9d37c req-cfa381e4-21e7-4836-bbca-8bac6f1a554d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.885721 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb9d3bc-6313-4bbd-a91f-37428ee9d37c req-cfa381e4-21e7-4836-bbca-8bac6f1a554d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 949 time: 0.3049045 Jul 16 20:03:56.998796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f69ae983-ec68-48d4-9fa5-4a2f45bfb339 req-ca661fad-8179-4035-b138-0a50dfb6c3b6 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709971 Jul 16 20:03:57.010569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54bf38-94db-4176-a280-54483781ee6f req-a5ada630-b599-4ae4-ba16-474220e37ad4 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.012086 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba54bf38-94db-4176-a280-54483781ee6f req-a5ada630-b599-4ae4-ba16-474220e37ad4 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 935 time: 0.2312365 Jul 16 20:03:57.078664 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba54bf38-94db-4176-a280-54483781ee6f req-a533c720-3e5c-432a-a03a-ca7ba849676c tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537810 Jul 16 20:03:57.099384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb9d3bc-6313-4bbd-a91f-37428ee9d37c req-f609476e-56fc-412a-b13f-a6a0b2d898c1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885498 Jul 16 20:03:57.148166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5960c101-24e1-40dc-83f8-6327c4f13c81 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:57.173176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.184933 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c4a20-60cd-48b0-81e6-d0a30e048725 x-openstack-request-id: req-280c4a20-60cd-48b0-81e6-d0a30e048725 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:57.185383 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "tag": "19065e52-c331-40de-aa18-05aff44c6b55", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:57.185627 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-280c4a20-60cd-48b0-81e6-d0a30e048725 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:57.185923 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55', 'status': 'completed', 'code': 200} Jul 16 20:03:57.206219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Transition to ACTIVE for port object 5960c101-24e1-40dc-83f8-6327c4f13c81 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:57.211667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.218885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.258955 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7251793a-1908-4f21-be1c-439a77599060 x-openstack-request-id: req-7251793a-1908-4f21-be1c-439a77599060 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:57.259211 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb4625-2c62-41e3-b5b0-d2db705bbd87", "name": "network-vif-plugged", "status": "completed", "tag": "58a5e7c0-e8a1-4728-964d-19442cf90b5e", "code": 200}, {"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-plugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:57.259461 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7251793a-1908-4f21-be1c-439a77599060 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:57.259855 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a5e7c0-e8a1-4728-964d-19442cf90b5e', 'code': 200} Jul 16 20:03:57.260100 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75', 'code': 200} Jul 16 20:03:57.318612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:57.347145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Pushing event updated for resources: {'Port': ['ID=5960c101-24e1-40dc-83f8-6327c4f13c81,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:57.412789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:57.452128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ba9b-c936-431f-90c8-5fa838a5b076 req-1418bbf6-43fc-4d37-9428-3ec9e780e83c tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.453730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6650ba9b-c936-431f-90c8-5fa838a5b076 req-1418bbf6-43fc-4d37-9428-3ec9e780e83c tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 950 time: 0.2490947 Jul 16 20:03:57.454759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a575c8-a5af-4078-b5e5-678e2a41aff5 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:57.461189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-de512480-4f67-4f62-91a4-e70164dab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.462721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-de512480-4f67-4f62-91a4-e70164dab07a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1095 time: 0.2164319 Jul 16 20:03:57.578238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Attempting to bind port 5960c101-24e1-40dc-83f8-6327c4f13c81 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:57.578576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Attempting to bind port 5960c101-24e1-40dc-83f8-6327c4f13c81 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:57.578921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Attempting to bind port 5960c101-24e1-40dc-83f8-6327c4f13c81 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:57.588631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:57.621676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Port 5960c101-24e1-40dc-83f8-6327c4f13c81 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:57.621968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Attempting to bind port 5960c101-24e1-40dc-83f8-6327c4f13c81 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:57.632121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6650ba9b-c936-431f-90c8-5fa838a5b076 req-4aaddb4a-e5cf-4391-b764-8d3e7a85180c tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620958 Jul 16 20:03:57.643520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-cb7410df-16f8-49ca-b68f-7a63c4293993 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.644496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:57.644904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:57.645063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-cb7410df-16f8-49ca-b68f-7a63c4293993 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 824 time: 0.4659584 Jul 16 20:03:57.645195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:57.645592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Bound port: 5960c101-24e1-40dc-83f8-6327c4f13c81, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:57.645948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.647214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Deleting port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:57.647631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.687249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.700400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-ef6e0724-cf70-4d35-9d30-e59b9a1209a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.701893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-ef6e0724-cf70-4d35-9d30-e59b9a1209a1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.2263255 Jul 16 20:03:57.711305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4074c0-9863-40ff-b433-b8de3c0b935a req-fd8c1413-5a2a-47dc-b406-2caeab560327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.712783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e4074c0-9863-40ff-b433-b8de3c0b935a req-fd8c1413-5a2a-47dc-b406-2caeab560327 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 1097 time: 0.2011194 Jul 16 20:03:57.773278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-526c7dae-4405-4720-abac-f62756b31a5a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 200 len: 217 time: 0.0594082 Jul 16 20:03:57.832122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] For port 5960c101-24e1-40dc-83f8-6327c4f13c81, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:57.836720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e4074c0-9863-40ff-b433-b8de3c0b935a req-ccb40fb9-2b54-416c-b962-4bdd6a3639ce service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804985 Jul 16 20:03:57.850212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] For port 5960c101-24e1-40dc-83f8-6327c4f13c81, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5960c101-24e1-40dc-83f8-6327c4f13c81,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:57.855795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-0935f283-2621-4829-ad12-fa6ac042d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.857541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-0935f283-2621-4829-ad12-fa6ac042d1b3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0723739 Jul 16 20:03:57.859082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.926461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.927751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.929218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] 10.222.0.99 "PUT /v2.0/ports/5960c101-24e1-40dc-83f8-6327c4f13c81 HTTP/1.1" status: 200 len: 1096 time: 1.4967029 Jul 16 20:03:57.930510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e3042-765d-4fcc-b9b5-04b72131ae8e req-ba416491-c0c9-4631-bda1-78c575ad9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.932034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3e3042-765d-4fcc-b9b5-04b72131ae8e req-ba416491-c0c9-4631-bda1-78c575ad9d52 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 1102 time: 0.4659433 Jul 16 20:03:57.933346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-418bfd00-6dbf-4027-ae4a-8e0c63b19916 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663166 Jul 16 20:03:57.941282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266043e6-6bd4-4c6b-b9bf-bace32f357ae req-2bc855de-ad92-4b34-8954-7057141430e5 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.947502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-266043e6-6bd4-4c6b-b9bf-bace32f357ae req-2bc855de-ad92-4b34-8954-7057141430e5 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 945 time: 0.4796839 Jul 16 20:03:57.975514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-fe347ea8-17de-4b92-b87b-aa8f890c5500 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3 HTTP/1.1" status: 200 len: 380 time: 0.3044877 Jul 16 20:03:58.005674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435260cf-0908-487b-86be-aa11ef97f81f service neutron] Pushing event updated for resources: {'Port': ['ID=5960c101-24e1-40dc-83f8-6327c4f13c81,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:58.019084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'port': {'device_id': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'admin_state_up': True, 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'security_groups': ['2780a2cc-b1df-4d56-90f4-2bb6aeac765e']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:58.100180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] For port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:58.100627 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.133753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-7718494e-f36b-4770-9450-bae4d673538c service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899130 Jul 16 20:03:58.177294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-d6d1c0d3-00ec-4a4f-92ac-0bf1e2e51108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.178894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-d6d1c0d3-00ec-4a4f-92ac-0bf1e2e51108 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=153509723dbd41529e89720969e749b6&device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 1099 time: 0.1856835 Jul 16 20:03:58.214752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3e3042-765d-4fcc-b9b5-04b72131ae8e req-9e70f4b3-0470-4ac5-baa8-c01a731a292e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637794 Jul 16 20:03:58.257429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-bd04bb7d-f9bb-4492-b08e-99adf34d9965 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=5960c101-24e1-40dc-83f8-6327c4f13c81 HTTP/1.1" status: 200 len: 217 time: 0.0659525 Jul 16 20:03:58.269398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4c428-419e-4d33-8185-a0bf7804b6a7 req-164b7d78-c1db-4b8c-89d4-29fc1d40ccda tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.270938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-feb4c428-419e-4d33-8185-a0bf7804b6a7 req-164b7d78-c1db-4b8c-89d4-29fc1d40ccda tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 943 time: 0.2029722 Jul 16 20:03:58.345747 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d405f3db-b0e6-427c-bec6-0cb1bb3869e8 req-8edaad19-a0f8-4dee-adaf-c5abf556acc8 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048888 Jul 16 20:03:58.362004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-09c405b3-0280-447e-a064-43099e9eb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.363416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-09c405b3-0280-447e-a064-43099e9eb4f3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0896664 Jul 16 20:03:58.372305 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-feb4c428-419e-4d33-8185-a0bf7804b6a7 req-6daf9af0-ddcf-4f06-b18b-bb523ab19f16 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880716 Jul 16 20:03:58.433985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-1d92763d-4299-4b43-aabb-3f98f20039f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.435703 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-1d92763d-4299-4b43-aabb-3f98f20039f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623586 Jul 16 20:03:58.504950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] Transition to ACTIVE for port object 04a575c8-a5af-4078-b5e5-678e2a41aff5 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:58.525915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-266043e6-6bd4-4c6b-b9bf-bace32f357ae req-f1cb3c29-df2f-48ba-aede-342937b7618e tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356860 Jul 16 20:03:58.545055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.742563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c363217-3c07-48d2-9a07-5c205063cadb req-601ade81-5245-40a5-99ff-9636048eaf22 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 210 time: 0.0967395 Jul 16 20:03:58.792317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] Pushing event updated for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:58.801929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] No DVR routers for this DVR port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:58.865137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Made reservation on behalf of 0c5182bb6c304b4cac9ae04b0b1eb5c3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:58.868746 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.874794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-fb62b251-5c3d-465c-8a10-66600b679550 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317417 Jul 16 20:03:58.934644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad983282-2cef-4ab6-9ced-e0d84d899696 req-4269f4aa-fd89-4dac-be5e-c9f96a5a26f1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.937884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-0326071a-cc4b-4c81-b7fc-dd30bda7762c service neutron] 10.222.0.99 "PUT /v2.0/ports/04a575c8-a5af-4078-b5e5-678e2a41aff5/bindings/n-h2-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 2.2467892 Jul 16 20:03:58.942660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad983282-2cef-4ab6-9ced-e0d84d899696 req-4269f4aa-fd89-4dac-be5e-c9f96a5a26f1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 944 time: 0.4419441 Jul 16 20:03:58.970022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.970586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.971159 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513 disassociated. External IP: 172.25.3.230, port: 408fdb77-02f0-499c-b7cf-57c88cd5c9a1. Jul 16 20:03:58.971609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Calling delete_port for 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 owned by compute:tempest-test_az-1220619698 {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:59.035504 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad983282-2cef-4ab6-9ced-e0d84d899696 req-f5d1167f-da29-4bed-86ad-af485ec58378 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917649 Jul 16 20:03:59.074367 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb01f03-4ffc-445c-b20c-2fbbead41429 req-16c57862-4503-44a6-aba0-36c16c31bad4 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871607 Jul 16 20:03:59.159880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Deleting port 47b5c2cb-814b-461f-b245-6c40d5272dd4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:59.160213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.200058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'tag': '5960c101-24e1-40dc-83f8-6327c4f13c81'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:59.202792 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec863a5-2541-4921-8a87-f21e3a1d5e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f3f773-cd0b-4306-88cb-03d17160d224", "tag": "5960c101-24e1-40dc-83f8-6327c4f13c81"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:59.246617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33963291-bd89-4d94-a6ce-d1e29683876f req-dbbbe6ee-4618-43ba-8b61-97cc081d1a79 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.248702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33963291-bd89-4d94-a6ce-d1e29683876f req-dbbbe6ee-4618-43ba-8b61-97cc081d1a79 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 947 time: 0.0775430 Jul 16 20:03:59.297153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33963291-bd89-4d94-a6ce-d1e29683876f req-1aebce11-8bba-40b7-9714-ffc1930202ba tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Jul 16 20:03:59.330459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Allocated IP 172.20.0.4 (6c242341-876b-4901-b695-376b593faf5e/10ea930f-0c80-4975-87b9-5832a7d501bd/87e78746-6b81-40c5-a335-56d0b4242c02) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:59.358592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-8caf4cf2-255e-46d8-babe-3693fb39f90c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.360177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-8caf4cf2-255e-46d8-babe-3693fb39f90c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.3228159 Jul 16 20:03:59.485427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] For port 47b5c2cb-814b-461f-b245-6c40d5272dd4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=47b5c2cb-814b-461f-b245-6c40d5272dd4,segment=NetworkSegment(f3788854-cc7f-44b0-bb28-d22ba09a2432),segment_id=f3788854-cc7f-44b0-bb28-d22ba09a2432)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:59.485677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.493202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb6f47-9025-4cb7-a877-3d0ed41ce8c5 req-847c5c9b-18e4-4f47-bd2c-b71267b1de2e tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.494774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ebb6f47-9025-4cb7-a877-3d0ed41ce8c5 req-847c5c9b-18e4-4f47-bd2c-b71267b1de2e tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 950 time: 0.0798364 Jul 16 20:03:59.531694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.532173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.532647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.533133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.533594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.534057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.534514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.534981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.535437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.535894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.536225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ebb6f47-9025-4cb7-a877-3d0ed41ce8c5 req-ab9c6b75-8d05-41d7-a482-233d10d4f047 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354388 Jul 16 20:03:59.536340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.538559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7319328-d591-4343-9f3e-4ea246672608 req-09ca15ed-258e-4f58-8a52-1940a049740d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407&device_id=e9f3f773-cd0b-4306-88cb-03d17160d224&device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107&device_id=91276a82-0cee-487f-91d5-8ab05595debf&device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83&device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b&device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5&device_id=85ed711f-b397-4a23-9e92-d517bb08103d&device_id=80cc92e8-97f4-444d-b619-628eac55d553&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0&device_id=c7302a8c-4fcf-4475-901d-fdc443b362ae HTTP/1.1" status: 200 len: 10007 time: 0.4120266 Jul 16 20:03:59.552167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Calling delete_port for 47b5c2cb-814b-461f-b245-6c40d5272dd4 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:59.556998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.587488 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5603da07-81b7-435f-9359-a98005618e61 x-openstack-request-id: req-5603da07-81b7-435f-9359-a98005618e61 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:59.587936 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f3f773-cd0b-4306-88cb-03d17160d224", "tag": "5960c101-24e1-40dc-83f8-6327c4f13c81", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:59.588179 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5603da07-81b7-435f-9359-a98005618e61 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:59.588575 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'tag': '5960c101-24e1-40dc-83f8-6327c4f13c81', 'status': 'completed', 'code': 200} Jul 16 20:03:59.629794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7319328-d591-4343-9f3e-4ea246672608 req-2dc1051e-f43a-4952-9aae-aea1c760ad1b tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.670954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event deleted for resources: {'Port': ['ID=408fdb77-02f0-499c-b7cf-57c88cd5c9a1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:59.701373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-8982dd46-5236-48d6-aa4c-d9e65adc288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.703009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-8982dd46-5236-48d6-aa4c-d9e65adc288d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=153509723dbd41529e89720969e749b6&device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 1099 time: 0.0881469 Jul 16 20:03:59.766962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-fac5fe8e-4bcd-4cc1-9e33-a10e49465d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.768488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-fac5fe8e-4bcd-4cc1-9e33-a10e49465d41 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b&tenant_id=c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 1096 time: 0.3941102 Jul 16 20:03:59.806125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.818491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712cf59-c950-4fe3-a523-ea825da025bf req-39343052-7b1c-46d8-b340-f1d6719c4813 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.820035 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d712cf59-c950-4fe3-a523-ea825da025bf req-39343052-7b1c-46d8-b340-f1d6719c4813 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 943 time: 0.1341555 Jul 16 20:03:59.840726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-fe516203-2169-4bb1-a195-855ca19034b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.842289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-fe516203-2169-4bb1-a195-855ca19034b6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1228964 Jul 16 20:03:59.889818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-06dca04b-1748-48f1-899c-401f0d5210d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=5960c101-24e1-40dc-83f8-6327c4f13c81 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Jul 16 20:03:59.909884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Transition to ACTIVE for port object 87e78746-6b81-40c5-a335-56d0b4242c02 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:59.930399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d712cf59-c950-4fe3-a523-ea825da025bf req-bd96b35d-11dc-430a-849c-e274740b7a60 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008527 Jul 16 20:03:59.950438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-7e2006a5-a076-42ee-8b9c-277e754b7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.952851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-7e2006a5-a076-42ee-8b9c-277e754b7973 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0554404 Jul 16 20:03:59.964254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:59.977102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:00.068717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:00.075290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Router 2a174e8f-ae8f-455e-a652-5b4361a14def has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:00.085412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2fd64787-c3e6-4184-aa72-32e52f5c8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.087249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-2fd64787-c3e6-4184-aa72-32e52f5c8f8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1096 time: 0.2744303 Jul 16 20:04:00.096775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-2c2be0fb-5fd6-47b1-a31f-4b6e70093cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.099416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-2c2be0fb-5fd6-47b1-a31f-4b6e70093cb6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383595 Jul 16 20:04:00.124381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.137498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:00.147527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7319328-d591-4343-9f3e-4ea246672608 req-2dc1051e-f43a-4952-9aae-aea1c760ad1b tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.153209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '19065e52-c331-40de-aa18-05aff44c6b55', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'port_id': '19065e52-c331-40de-aa18-05aff44c6b55', 'mac_address': 'fa:16:3e:a5:3c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a8d1d-cade-419b-a2fb-d275f115c430', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:00.221854 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7319328-d591-4343-9f3e-4ea246672608 req-2dc1051e-f43a-4952-9aae-aea1c760ad1b tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.235972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.251486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19065e52-c331-40de-aa18-05aff44c6b55 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:00.275879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:00.283198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.328155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-33cd40e8-395a-4e10-b231-5662db6a2212 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201321 Jul 16 20:04:00.340489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:00.344753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec6273-081d-41da-99e8-fa64e624732b req-fd68506e-b2e9-4820-b33f-106567af12a1 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.346259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93ec6273-081d-41da-99e8-fa64e624732b req-fd68506e-b2e9-4820-b33f-106567af12a1 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 945 time: 0.1095409 Jul 16 20:04:00.359278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1051e-f43a-4952-9aae-aea1c760ad1b tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea6d68-c6db-48cc-9f8b-90e3b7aba5f5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:00.380919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Network 6c242341-876b-4901-b695-376b593faf5e is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:00.383964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7319328-d591-4343-9f3e-4ea246672608 req-2dc1051e-f43a-4952-9aae-aea1c760ad1b tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&id=09081728-0ca9-45cc-858c-be1f3acea309&id=8f970181-c54e-4b88-9792-425af2cb1d10&id=4584379c-d461-4485-aaba-87b2d1904fbc&id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.8331103 Jul 16 20:04:00.399111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:00.404914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event updated for resources: {'Port': ['ID=87e78746-6b81-40c5-a335-56d0b4242c02,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:00.413636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:00.452316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.467726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93ec6273-081d-41da-99e8-fa64e624732b req-e3fb54c7-9e97-48ad-86f3-8274e55fb332 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122098 Jul 16 20:04:00.516233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eec863a5-2541-4921-8a87-f21e3a1d5e8a req-f4bc8133-e6cb-4e98-a7ea-c842fd4cc64b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689017 Jul 16 20:04:00.560396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['19065e52-c331-40de-aa18-05aff44c6b55'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:00.562763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Pushing event deleted for resources: {'Port': ['ID=47b5c2cb-814b-461f-b245-6c40d5272dd4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:00.597794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-93d67f68-f001-4ce7-8f7d-eec60bae382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.599740 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-93d67f68-f001-4ce7-8f7d-eec60bae382b service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.4953046 Jul 16 20:04:00.605552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.606264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.770224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-ea50d483-f096-4b41-95eb-172c86cab0d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 217 time: 0.1609030 Jul 16 20:04:00.816302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5ef39-77d3-4a1e-a23e-70deba118bba req-baa82b0c-5d32-4a72-baba-b269840914b5 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.830009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c5ef39-77d3-4a1e-a23e-70deba118bba req-baa82b0c-5d32-4a72-baba-b269840914b5 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 931 time: 0.1666715 Jul 16 20:04:00.911945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c5ef39-77d3-4a1e-a23e-70deba118bba req-3ebc7140-84bd-418d-928c-41ad7bccf824 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757372 Jul 16 20:04:00.929630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3a34f98f-b2e4-413c-a83c-c05c856f80b2 None None] Provisioning for port 87e78746-6b81-40c5-a335-56d0b4242c02 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:00.936599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3a34f98f-b2e4-413c-a83c-c05c856f80b2 None None] Provisioning complete for port 87e78746-6b81-40c5-a335-56d0b4242c02 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:00.937559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3a34f98f-b2e4-413c-a83c-c05c856f80b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.987774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3a34f98f-b2e4-413c-a83c-c05c856f80b2 None None] Port 87e78746-6b81-40c5-a335-56d0b4242c02 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:01.211429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3d12-f20c-421a-b871-1e20691bb504 req-b4abfa6a-e76d-402d-b0b4-f6ac6c526826 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.213098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f31a3d12-f20c-421a-b871-1e20691bb504 req-b4abfa6a-e76d-402d-b0b4-f6ac6c526826 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 944 time: 0.1343417 Jul 16 20:04:01.230609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-605779d5-e731-4bc8-8d59-370121b65a84 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2410774 Jul 16 20:04:01.235978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:01.251677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] Sync routers for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:01.260684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Request body: {'port': {'device_id': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:01.268346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:01.269212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:01.314037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f31a3d12-f20c-421a-b871-1e20691bb504 req-68b7e07f-3025-4feb-954a-11ac7aeed497 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917840 Jul 16 20:04:01.361880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-8ca44e5c-6812-45b6-81c6-08d0f2483b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.363675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-8ca44e5c-6812-45b6-81c6-08d0f2483b36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.5810218 Jul 16 20:04:01.466777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] No DVR routers for this DVR port 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:01.470430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.472635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39e96f7f-52a4-4b7d-b8e8-0bcc2c81b5ef req-8d524f76-6659-4621-9209-e2d5024a5647 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "DELETE /v2.0/ports/408fdb77-02f0-499c-b7cf-57c88cd5c9a1 HTTP/1.1" status: 204 len: 173 time: 4.6291101 Jul 16 20:04:01.508768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'name': 'network-vif-deleted', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:01.511274 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f7c2dc-b497-4f6b-8181-6dfb13e02168" -d '{"events": [{"server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "name": "network-vif-deleted", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:01.522618 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-ada70ee4-e119-4ec8-8b63-0f178ff851ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159632 Jul 16 20:04:01.528179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:01.674625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:01.716546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:01.716897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 408fdb77-02f0-499c-b7cf-57c88cd5c9a1 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:01.726555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee674-d59c-4496-9f79-d4bce1d2012e req-05b60dc8-9de4-4c4e-aabd-81e88ad3f188 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.728373 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11dee674-d59c-4496-9f79-d4bce1d2012e req-05b60dc8-9de4-4c4e-aabd-81e88ad3f188 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 944 time: 0.0757291 Jul 16 20:04:01.746956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.782362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11dee674-d59c-4496-9f79-d4bce1d2012e req-96eda766-c881-4a49-81d7-3157036f8c6c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 Jul 16 20:04:01.789541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-bd7bb42c-08f0-4f4d-a497-c3561737dd16 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535768 Jul 16 20:04:01.807452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ff85-1c29-42d4-b2ac-cb0156cbe346 req-dd33bf05-a87c-45e6-90e9-643c06d37efd tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.811327 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aeb9ff85-1c29-42d4-b2ac-cb0156cbe346 req-dd33bf05-a87c-45e6-90e9-643c06d37efd tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 947 time: 0.5919523 Jul 16 20:04:01.819424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:01.856656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] Checking router: 2a174e8f-ae8f-455e-a652-5b4361a14def for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:04:01.867324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:01.868028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:01.896390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.980566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5960c101-24e1-40dc-83f8-6327c4f13c81 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:01.983776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:02.091470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:02.104632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aeb9ff85-1c29-42d4-b2ac-cb0156cbe346 req-e896f859-c9c6-48db-8fb2-9ddf2d238054 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584465 Jul 16 20:04:02.190653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5960c101-24e1-40dc-83f8-6327c4f13c81, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5960c101-24e1-40dc-83f8-6327c4f13c81,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:02.211767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '5960c101-24e1-40dc-83f8-6327c4f13c81', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '5960c101-24e1-40dc-83f8-6327c4f13c81', 'mac_address': 'fa:16:3e:8e:d6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:02.259431 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c720f91-34d3-48d8-8f72-7961620c3e62 x-openstack-request-id: req-5c720f91-34d3-48d8-8f72-7961620c3e62 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:02.259965 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7302a8c-4fcf-4475-901d-fdc443b362ae", "name": "network-vif-deleted", "tag": "408fdb77-02f0-499c-b7cf-57c88cd5c9a1", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:02.259965 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5c720f91-34d3-48d8-8f72-7961620c3e62 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:02.260351 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7302a8c-4fcf-4475-901d-fdc443b362ae', 'name': 'network-vif-deleted', 'tag': '408fdb77-02f0-499c-b7cf-57c88cd5c9a1', 'status': 'completed', 'code': 200} Jul 16 20:04:02.298368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 19065e52-c331-40de-aa18-05aff44c6b55 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:02.412750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-a76335f2-da4b-4193-a424-991e7b7bd49e service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773575 Jul 16 20:04:02.487114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 19065e52-c331-40de-aa18-05aff44c6b55 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:02.487565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.580401 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.643027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a9c13-209a-43f9-9b90-057b7983fec1 req-91212e8e-e9b6-433e-9cc2-a95edbc4a362 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.643637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a9c13-209a-43f9-9b90-057b7983fec1 req-91212e8e-e9b6-433e-9cc2-a95edbc4a362 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.644122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a9c13-209a-43f9-9b90-057b7983fec1 req-91212e8e-e9b6-433e-9cc2-a95edbc4a362 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.651878 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-826a9c13-209a-43f9-9b90-057b7983fec1 req-91212e8e-e9b6-433e-9cc2-a95edbc4a362 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf&device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5&device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 2885 time: 0.1708221 Jul 16 20:04:02.725071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5960c101-24e1-40dc-83f8-6327c4f13c81 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:02.731368 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-826a9c13-209a-43f9-9b90-057b7983fec1 req-29ae492a-e985-414f-8455-1023ca7fa38d tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781493 Jul 16 20:04:02.739121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e78746-6b81-40c5-a335-56d0b4242c02 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:02.750487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.824522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6109d-813b-4d48-9151-625aa7db1e82 req-677ff4ad-0d53-406d-9e37-73e1ca43dd41 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.832524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33c6109d-813b-4d48-9151-625aa7db1e82 req-677ff4ad-0d53-406d-9e37-73e1ca43dd41 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 931 time: 0.4216764 Jul 16 20:04:02.843525 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.865621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Router e267dea1-3057-4997-9f7b-722420287a22 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:02.888771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Transition to ACTIVE for port object 87e78746-6b81-40c5-a335-56d0b4242c02 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:02.889934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:02.897561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:02.900547 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf812f32-f9ca-4a96-9980-3b8e23571e1d" -d '{"events": [{"server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "name": "network-vif-plugged", "status": "completed", "tag": "19065e52-c331-40de-aa18-05aff44c6b55"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:02.908890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5960c101-24e1-40dc-83f8-6327c4f13c81, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5960c101-24e1-40dc-83f8-6327c4f13c81,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:02.915754 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.922647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.971134 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.983982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:02.991931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33c6109d-813b-4d48-9151-625aa7db1e82 req-94518d8e-bd24-4531-8fc6-0c0f740b6c2d tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594870 Jul 16 20:04:03.001368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11f010-43cc-4d2b-b790-df869fa41897 req-703eb00d-b1c5-47c8-9de9-11cfab5b517f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.013509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f11f010-43cc-4d2b-b790-df869fa41897 req-703eb00d-b1c5-47c8-9de9-11cfab5b517f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 944 time: 0.1092098 Jul 16 20:04:03.024258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:03.094104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5960c101-24e1-40dc-83f8-6327c4f13c81,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:03.099000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef2c62-0eac-4ffe-8cb0-09117729cfef None None] The sync data for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 is: [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:03.111049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:03.121629 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] Sync routers for ids ['e267dea1-3057-4997-9f7b-722420287a22'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:03.123972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-28e2c380-452a-46a5-9100-11fc9efbc32c admin admin] 10.222.0.91 "PUT /v2.0/routers/e267dea1-3057-4997-9f7b-722420287a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3407526 Jul 16 20:04:03.124612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36994) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:03.141500 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] Routers {'e267dea1-3057-4997-9f7b-722420287a22'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:03.143472 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e267dea1-3057-4997-9f7b-722420287a22'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:03.149859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f11f010-43cc-4d2b-b790-df869fa41897 req-b214d0bb-6c3c-467a-a7f1-d79d18622a01 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349866 Jul 16 20:04:03.222533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Pushing event updated for resources: {'Port': ['ID=87e78746-6b81-40c5-a335-56d0b4242c02,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:03.250110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5960c101-24e1-40dc-83f8-6327c4f13c81'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:03.292108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-7b4de459-f0ea-4a82-a5fc-daf945f83df2 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.293706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-7b4de459-f0ea-4a82-a5fc-daf945f83df2 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.4249420 Jul 16 20:04:03.551768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Attempting to bind port 87e78746-6b81-40c5-a335-56d0b4242c02 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:03.552107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Attempting to bind port 87e78746-6b81-40c5-a335-56d0b4242c02 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:03.552443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Attempting to bind port 87e78746-6b81-40c5-a335-56d0b4242c02 on network 6c242341-876b-4901-b695-376b593faf5e {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:03.559337 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.563692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Port 87e78746-6b81-40c5-a335-56d0b4242c02 on network 6c242341-876b-4901-b695-376b593faf5e not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:03.563692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Attempting to bind port 87e78746-6b81-40c5-a335-56d0b4242c02 on network 6c242341-876b-4901-b695-376b593faf5e {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:03.567745 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0eb34e-e385-478c-a8ec-31a7ac386344 x-openstack-request-id: req-7b0eb34e-e385-478c-a8ec-31a7ac386344 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:03.568166 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "name": "network-vif-plugged", "status": "completed", "tag": "19065e52-c331-40de-aa18-05aff44c6b55", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:03.568505 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7b0eb34e-e385-478c-a8ec-31a7ac386344 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:03.569189 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55', 'code': 200} Jul 16 20:04:03.606054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:03.606491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Checking segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:03.606943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Bound using segment: {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:03.607416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Bound port: 87e78746-6b81-40c5-a335-56d0b4242c02, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e49d77-8556-4d34-bdc8-37863d843710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '6c242341-876b-4901-b695-376b593faf5e'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:03.607777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.688561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d9e3a-67c0-460b-aae6-5f9fc3be1eeb None None] New status for floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:04:03.736138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] Set router e267dea1-3057-4997-9f7b-722420287a22 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:03.737335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94962410-022c-4a6d-a661-8bc4c5d6834d req-6828a7ad-dec9-456f-90d8-791eb80cd508 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.749607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94962410-022c-4a6d-a661-8bc4c5d6834d req-6828a7ad-dec9-456f-90d8-791eb80cd508 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.2614148 Jul 16 20:04:03.803784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d6db4-1e89-4abb-a5c3-6283afaca226 req-c545f906-553a-4c7d-84d6-460bd9a7cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.805321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-747d6db4-1e89-4abb-a5c3-6283afaca226 req-c545f906-553a-4c7d-84d6-460bd9a7cbe9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1097 time: 0.1624944 Jul 16 20:04:03.852669 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94962410-022c-4a6d-a661-8bc4c5d6834d req-b8e1fb91-e7f4-4ac6-aa63-a5b4cd446f8d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801115 Jul 16 20:04:03.897545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-747d6db4-1e89-4abb-a5c3-6283afaca226 req-0ccdeef2-ad7c-45b1-8e7e-2dd04719d212 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849032 Jul 16 20:04:04.011855 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:04:00Z', 'revision_number': 5, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:04.055146 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] Checking router: e267dea1-3057-4997-9f7b-722420287a22 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:04:04.066749 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] Routers {'e267dea1-3057-4997-9f7b-722420287a22'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:04.068095 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e267dea1-3057-4997-9f7b-722420287a22'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:04.094459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-8b8242d3-85d5-4158-a585-477b7b939603 service neutron] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:04.105247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] For port 87e78746-6b81-40c5-a335-56d0b4242c02, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:04.108472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] For port 87e78746-6b81-40c5-a335-56d0b4242c02, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=87e78746-6b81-40c5-a335-56d0b4242c02,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:04.114039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-8b8242d3-85d5-4158-a585-477b7b939603 service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.115342 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7aed536-9df5-4044-9d6e-4e00d1fb272f req-8b8242d3-85d5-4158-a585-477b7b939603 service neutron] 10.222.0.79 "DELETE /v2.0/ports/04a575c8-a5af-4078-b5e5-678e2a41aff5/bindings/n-h1-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.7941582 Jul 16 20:04:04.131349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.152558 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.207455 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] Set router e267dea1-3057-4997-9f7b-722420287a22 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:04.232008 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.232624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.234115 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] 10.222.0.79 "PUT /v2.0/ports/87e78746-6b81-40c5-a335-56d0b4242c02 HTTP/1.1" status: 200 len: 1092 time: 2.9776261 Jul 16 20:04:04.266208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:04.268346 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259e4cdc-059b-495b-b0f4-abf19eaded73" -d '{"events": [{"name": "network-changed", "server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:04.306758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6718d3f-1366-48d1-b108-9fe81ee786fe service neutron] Pushing event updated for resources: {'Port': ['ID=87e78746-6b81-40c5-a335-56d0b4242c02,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:04.335365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a3448-0f18-49f8-8d5a-e15c758f1f38 req-81b53246-a851-4bd0-a9ae-fad8e03ed140 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.342707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d9a3448-0f18-49f8-8d5a-e15c758f1f38 req-81b53246-a851-4bd0-a9ae-fad8e03ed140 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 948 time: 0.2254622 Jul 16 20:04:04.384718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Deleting port f1c0821c-402e-4fbf-a27c-30558bccd0da {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:04.385204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.440771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d9a3448-0f18-49f8-8d5a-e15c758f1f38 req-9c396191-9c6b-4420-9e86-98677e23890b tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956192 Jul 16 20:04:04.514278 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:04:00Z', 'revision_number': 5, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:04.547761 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba03a9-781c-4163-909c-dd5fa38e25e6 None None] The sync data for ids ['e267dea1-3057-4997-9f7b-722420287a22'] in n-d-792458-10 is: [{'id': 'e267dea1-3057-4997-9f7b-722420287a22', 'name': 'tempest-FloatingIPDetailsTestJSON-1375898756-router', 'tenant_id': 'f8635271890f456caca15dbec1ffc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:11Z', 'updated_at': '2021-07-16T20:04:00Z', 'revision_number': 5, 'project_id': 'f8635271890f456caca15dbec1ffc3ab', 'gw_port': {'id': 'f1c0821c-402e-4fbf-a27c-30558bccd0da', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267dea1-3057-4997-9f7b-722420287a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:04.553461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-42acb9f0-258a-4f44-9859-bd178244981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.565078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-42acb9f0-258a-4f44-9859-bd178244981c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 1095 time: 0.2632647 Jul 16 20:04:04.609600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] For port f1c0821c-402e-4fbf-a27c-30558bccd0da, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f1c0821c-402e-4fbf-a27c-30558bccd0da,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:04.609600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.646132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Calling delete_port for f1c0821c-402e-4fbf-a27c-30558bccd0da owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:04.809225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825ff0-c02f-489d-ae74-593901385fb5 req-e963025d-135c-482b-8d08-9b9f21dbacd4 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.816786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5825ff0-c02f-489d-ae74-593901385fb5 req-e963025d-135c-482b-8d08-9b9f21dbacd4 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 943 time: 0.1215513 Jul 16 20:04:04.926492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5825ff0-c02f-489d-ae74-593901385fb5 req-b93811e1-d589-4a79-a9b7-1c46ea1d8079 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085331 Jul 16 20:04:04.986256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-fda23aa1-9132-4e2a-a9e9-43ca4cb37c75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87e78746-6b81-40c5-a335-56d0b4242c02 HTTP/1.1" status: 200 len: 217 time: 0.0737131 Jul 16 20:04:04.986990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.030672 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f31096-16ff-4eed-b380-6c3282b1793e x-openstack-request-id: req-41f31096-16ff-4eed-b380-6c3282b1793e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:05.030672 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:05.031183 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-41f31096-16ff-4eed-b380-6c3282b1793e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:05.032111 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02', 'status': 'completed', 'code': 200} Jul 16 20:04:05.112685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c0821c-402e-4fbf-a27c-30558bccd0da,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:05.282969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-34ed19b8-7fc7-484b-8664-63bc1fd97928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.284717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-34ed19b8-7fc7-484b-8664-63bc1fd97928 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 200 len: 863 time: 0.2681613 Jul 16 20:04:05.365514 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.383283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc68d34-869d-4140-9846-94dd92c4dc4f req-95c5b47e-f02e-4ae0-a45e-3964f0c6bb6a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.385156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efc68d34-869d-4140-9846-94dd92c4dc4f req-95c5b47e-f02e-4ae0-a45e-3964f0c6bb6a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 944 time: 0.3954701 Jul 16 20:04:05.503439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.508838 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.556804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb08eb-6aba-419b-a45d-35e6551e346d req-8be8fce8-3fbe-4d2d-b26b-6582fd3fff64 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.564006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8deb08eb-6aba-419b-a45d-35e6551e346d req-8be8fce8-3fbe-4d2d-b26b-6582fd3fff64 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.0943837 Jul 16 20:04:05.587337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efc68d34-869d-4140-9846-94dd92c4dc4f req-c8cbc373-a2f1-4288-80a5-827a90cdc3f8 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753500 Jul 16 20:04:05.603800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c292e5f5-f819-451e-b4cb-e290eb49e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.605635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-c292e5f5-f819-451e-b4cb-e290eb49e774 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c242341-876b-4901-b695-376b593faf5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2977374 Jul 16 20:04:05.637619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8deb08eb-6aba-419b-a45d-35e6551e346d req-66743892-8ab3-4ecd-9419-0e76b00570cc tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Jul 16 20:04:05.641903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.646282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e267dea1-3057-4997-9f7b-722420287a22 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:04:05.695161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:05.743308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.745357 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0ef2af54-c49a-477b-a772-0b03bab5724f admin admin] 10.222.0.91 "DELETE /v2.0/routers/e267dea1-3057-4997-9f7b-722420287a22 HTTP/1.1" status: 204 len: 168 time: 2.6150079 Jul 16 20:04:05.747885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37070) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:05.759502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-8ad446a0-4964-49b9-a23d-979172bedc03 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439323 Jul 16 20:04:05.878524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:05.892852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '2031577f-b5b3-4018-b065-ccf04947dd75', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '2031577f-b5b3-4018-b065-ccf04947dd75', 'mac_address': 'fa:16:3e:aa:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:05.916219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] Deleting subnet e92451be-a589-4e3c-8c9a-8a8240ee9b2c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:05.920887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.974269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-37848480-55aa-4640-a4ed-5ffc28066e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.975743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.985002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5960c101-24e1-40dc-83f8-6327c4f13c81 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:06.059094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91b7a3ad-b75d-4c13-b3df-d72238939fad req-60d32d9d-175b-47a0-aa7e-ee86c5a3d84f service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862442 Jul 16 20:04:06.064875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.089948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2031577f-b5b3-4018-b065-ccf04947dd75 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:06.124363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:06.131995 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.142278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 5960c101-24e1-40dc-83f8-6327c4f13c81 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:06.176742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 5960c101-24e1-40dc-83f8-6327c4f13c81 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:06.177335 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.207181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f4f43-03ee-44ab-a067-00f1abbdbb16 req-6bfd5e2b-354d-43b3-b80c-d9e8582cf287 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.215839 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-589f4f43-03ee-44ab-a067-00f1abbdbb16 req-6bfd5e2b-354d-43b3-b80c-d9e8582cf287 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 948 time: 0.3564327 Jul 16 20:04:06.243790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.267594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8ffc-1b7a-40b1-a671-0fc6ab4a8c4a req-88201f17-f104-4d15-963a-72b79ada856f tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.273351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a1b8ffc-1b7a-40b1-a671-0fc6ab4a8c4a req-88201f17-f104-4d15-963a-72b79ada856f tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1097 time: 0.2128093 Jul 16 20:04:06.278661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['2031577f-b5b3-4018-b065-ccf04947dd75'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:06.298075 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-1e18d70c-696e-4b55-abd7-4f9c4c94b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.303391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-1e18d70c-696e-4b55-abd7-4f9c4c94b1aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 1095 time: 0.1509664 Jul 16 20:04:06.324162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-589f4f43-03ee-44ab-a067-00f1abbdbb16 req-e8bc2370-438e-435b-be11-74f86f3b2bc6 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071627 Jul 16 20:04:06.376583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.447137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92451be-a589-4e3c-8c9a-8a8240ee9b2c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:06.452502 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.461222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4ca4470e-ddb3-4133-8699-ab30ff092667 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e92451be-a589-4e3c-8c9a-8a8240ee9b2c HTTP/1.1" status: 204 len: 168 time: 0.7074096 Jul 16 20:04:06.463975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37090) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.555671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819da8c2-83e6-411f-95d0-5d1fe2f2019d None None] Network b40e06b4-1233-43a9-8fd1-897816ae4380 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:06.559903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a1b8ffc-1b7a-40b1-a671-0fc6ab4a8c4a req-9d08a6b4-fcc0-49e6-b172-df48a4c891f0 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539682 Jul 16 20:04:06.634106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:06.649757 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.681697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 47b5c2cb-814b-461f-b245-6c40d5272dd4 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:06.734678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-f621362f-9086-413a-bda1-9ab2888bf6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.742311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-f621362f-9086-413a-bda1-9ab2888bf6ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 925 time: 0.4253664 Jul 16 20:04:06.791565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe78fad-5190-4d23-bc97-75356ac575d5 req-09620518-ae7a-4487-8553-173b31f7d246 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.805667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe78fad-5190-4d23-bc97-75356ac575d5 req-09620518-ae7a-4487-8553-173b31f7d246 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1102 time: 0.2107384 Jul 16 20:04:06.818791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 47b5c2cb-814b-461f-b245-6c40d5272dd4 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:06.819778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 47b5c2cb-814b-461f-b245-6c40d5272dd4 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:06.820337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f1c0821c-402e-4fbf-a27c-30558bccd0da no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:06.846552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: f1c0821c-402e-4fbf-a27c-30558bccd0da {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:06.847255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f1c0821c-402e-4fbf-a27c-30558bccd0da not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:06.878379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-af78c1d5-45ad-45e4-86b9-bb799481f784 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87e78746-6b81-40c5-a335-56d0b4242c02 HTTP/1.1" status: 200 len: 217 time: 0.1219056 Jul 16 20:04:06.902879 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe78fad-5190-4d23-bc97-75356ac575d5 req-0727fe0a-fe55-41a1-9b2b-92e3972d8691 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962102 Jul 16 20:04:06.910674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Deleting port bbca9f68-547d-4da2-bc46-f10c88c72528 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:06.911051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.981587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.065448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5960c101-24e1-40dc-83f8-6327c4f13c81'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:07.068172 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5fd9eb-61fd-41d6-b145-7b6b31e44cf7" -d '{"events": [{"server_uuid": "e9f3f773-cd0b-4306-88cb-03d17160d224", "name": "network-vif-plugged", "status": "completed", "tag": "5960c101-24e1-40dc-83f8-6327c4f13c81"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:07.075954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] For port bbca9f68-547d-4da2-bc46-f10c88c72528, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bbca9f68-547d-4da2-bc46-f10c88c72528,segment=NetworkSegment(f3788854-cc7f-44b0-bb28-d22ba09a2432),segment_id=f3788854-cc7f-44b0-bb28-d22ba09a2432)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:07.076519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.089552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5960c101-24e1-40dc-83f8-6327c4f13c81, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5960c101-24e1-40dc-83f8-6327c4f13c81,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:07.099166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-1abedbd8-edd3-4d22-a719-6c68788c3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.106722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-1abedbd8-edd3-4d22-a719-6c68788c3333 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 200 len: 863 time: 0.2097931 Jul 16 20:04:07.111508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Calling delete_port for bbca9f68-547d-4da2-bc46-f10c88c72528 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:07.123529 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.159483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34721b91-4827-42f1-94e7-305ff482d5d7 req-bfe3c0f3-3237-4f26-9857-6b6763093638 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.161113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34721b91-4827-42f1-94e7-305ff482d5d7 req-bfe3c0f3-3237-4f26-9857-6b6763093638 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 943 time: 0.2811081 Jul 16 20:04:07.199037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5960c101-24e1-40dc-83f8-6327c4f13c81,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:07.215756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-9c1c4576-a7d4-4162-b0d8-0ceaef58db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.217286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-9c1c4576-a7d4-4162-b0d8-0ceaef58db0c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c242341-876b-4901-b695-376b593faf5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004362 Jul 16 20:04:07.230041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34721b91-4827-42f1-94e7-305ff482d5d7 req-8fd75408-57a6-4038-9d4b-e62f9b3aee0e tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549424 Jul 16 20:04:07.307027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] DHCP port deletion for b40e06b4-1233-43a9-8fd1-897816ae4380 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:07.372160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-ec4559dc-23c8-452f-b3ee-e363ecef1cf6 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407650 Jul 16 20:04:07.420761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] Deleting port bbca9f68-547d-4da2-bc46-f10c88c72528 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:07.421147 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.445233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250d47c-221b-4c53-8a92-cf2de432e761 req-ebee5775-6a0c-4b59-88b0-f7ed4b63c705 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.457353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a250d47c-221b-4c53-8a92-cf2de432e761 req-ebee5775-6a0c-4b59-88b0-f7ed4b63c705 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1096 time: 0.3062437 Jul 16 20:04:07.492457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.545409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a250d47c-221b-4c53-8a92-cf2de432e761 req-76ec2708-962c-4bc6-b4ea-8bb06436d27c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913868 Jul 16 20:04:07.548177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbca9f68-547d-4da2-bc46-f10c88c72528,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:07.560665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] No DVR routers for this DVR port bbca9f68-547d-4da2-bc46-f10c88c72528 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:07.587238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] For port bbca9f68-547d-4da2-bc46-f10c88c72528, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bbca9f68-547d-4da2-bc46-f10c88c72528,segment=NetworkSegment(f3788854-cc7f-44b0-bb28-d22ba09a2432),segment_id=f3788854-cc7f-44b0-bb28-d22ba09a2432)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:07.587770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.600015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259e4cdc-059b-495b-b0f4-abf19eaded73 req-c36185d1-2250-44e3-9625-0249af1f66aa service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182820 Jul 16 20:04:07.605838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] Calling delete_port for bbca9f68-547d-4da2-bc46-f10c88c72528 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:07.735850 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.738692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:07.799536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.818257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40e06b4-1233-43a9-8fd1-897816ae4380']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:07.832650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3788854-cc7f-44b0-bb28-d22ba09a2432') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:07.832999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3788854-cc7f-44b0-bb28-d22ba09a2432') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:07.890878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.897396 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d474b633-2842-47fc-a3f7-ed952a84c2e7 x-openstack-request-id: req-d474b633-2842-47fc-a3f7-ed952a84c2e7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:07.897979 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f3f773-cd0b-4306-88cb-03d17160d224", "name": "network-vif-plugged", "status": "completed", "tag": "5960c101-24e1-40dc-83f8-6327c4f13c81", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:07.897979 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d474b633-2842-47fc-a3f7-ed952a84c2e7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:07.898342 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5960c101-24e1-40dc-83f8-6327c4f13c81', 'code': 200} Jul 16 20:04:07.906025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a60cf-d437-4191-96da-c38daba0c11d req-8494802d-5f8e-43dc-8837-f5a5f5facdfb tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.921803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-157a60cf-d437-4191-96da-c38daba0c11d req-8494802d-5f8e-43dc-8837-f5a5f5facdfb tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1102 time: 0.2026734 Jul 16 20:04:07.938687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.954816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:04:07.956649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:04:07.966955 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:04:07.975658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] No DVR routers for this DVR port bbca9f68-547d-4da2-bc46-f10c88c72528 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:07.982237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-157a60cf-d437-4191-96da-c38daba0c11d req-59b5c3ec-e4bc-4b4a-aa2b-8cd867fc6148 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594921 Jul 16 20:04:08.000892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90083c-0eb7-43cd-969c-a11d461ad37e None None] Pushing event deleted for resources: {'Port': ['ID=bbca9f68-547d-4da2-bc46-f10c88c72528,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.027355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 2031577f-b5b3-4018-b065-ccf04947dd75 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:08.027744 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.290780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.308261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.310664 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b40e06b4-1233-43a9-8fd1-897816ae4380 HTTP/1.1" status: 204 len: 168 time: 1.8454134 Jul 16 20:04:08.319567 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.319955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd56af-5737-43d5-a424-18fbaeab8f5c req-d8dfa539-8bfb-4abc-9b84-2e22169ca3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:08.321704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08bd56af-5737-43d5-a424-18fbaeab8f5c req-d8dfa539-8bfb-4abc-9b84-2e22169ca3be service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 1101 time: 0.4536741 Jul 16 20:04:08.328263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bbca9f68-547d-4da2-bc46-f10c88c72528 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:08.338689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3a689-fddc-4639-89d9-aa20bcefb120 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40e06b4-1233-43a9-8fd1-897816ae4380,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.415619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174daf5-d155-49d8-989e-5303a70f65ae req-99668360-6b36-4e69-84bd-cea8af0c06c9 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:08.425629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3174daf5-d155-49d8-989e-5303a70f65ae req-99668360-6b36-4e69-84bd-cea8af0c06c9 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 949 time: 0.2174571 Jul 16 20:04:08.430312 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08bd56af-5737-43d5-a424-18fbaeab8f5c req-1f4b3c7e-3ebe-4a21-a678-a4ed11d52460 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934212 Jul 16 20:04:08.519628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3174daf5-d155-49d8-989e-5303a70f65ae req-ff81d340-b9e1-4da4-b7fa-83ccf133e639 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914037 Jul 16 20:04:08.692348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37144) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:08.712420 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.744261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: bbca9f68-547d-4da2-bc46-f10c88c72528 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:08.745269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bbca9f68-547d-4da2-bc46-f10c88c72528 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:08.784093 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.787433 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.798622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5faeed-3ba9-4412-84ab-5842556157e7 req-fa7227e2-bd54-41b0-af15-13ffcc599d41 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:08.800423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c5faeed-3ba9-4412-84ab-5842556157e7 req-fa7227e2-bd54-41b0-af15-13ffcc599d41 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 943 time: 0.1236470 Jul 16 20:04:08.809054 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e44bf77-ebdf-4540-9cf1-57f6ce97e996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.813870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:08.823209 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.905507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c5faeed-3ba9-4412-84ab-5842556157e7 req-1c25fc9a-7bf2-4ad5-96d1-320161fa96a6 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962079 Jul 16 20:04:08.963260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.968552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37150) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:08.969015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fa65a4c1-5f7d-4f8c-8d2b-10ec39ac21ef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f8635271890f456caca15dbec1ffc3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755439 Jul 16 20:04:09.004361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-a4a2b8ca-3bc8-4b97-9161-887b0d910a0d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.013502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-a4a2b8ca-3bc8-4b97-9161-887b0d910a0d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.3116951 Jul 16 20:04:09.033624 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-7ddf8e2c-47ac-42b3-af49-5fc4ec046452 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/quotas/c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 375 time: 0.0191257 Jul 16 20:04:09.110980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41e22724-b02c-4811-97c1-142848ea8e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.220895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41e22724-b02c-4811-97c1-142848ea8e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.254779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-61441679-8459-4b45-a040-7e7361c64e30 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2111826 Jul 16 20:04:09.346074 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41e22724-b02c-4811-97c1-142848ea8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.348808 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41e22724-b02c-4811-97c1-142848ea8e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.352261 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-41e22724-b02c-4811-97c1-142848ea8e7d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9af70c31-a40b-4c69-ad56-c26579a33b28 HTTP/1.1" status: 204 len: 168 time: 0.3797333 Jul 16 20:04:09.387750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e22724-b02c-4811-97c1-142848ea8e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af70c31-a40b-4c69-ad56-c26579a33b28,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:09.460460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-44610ec8-45a0-418c-bfcc-52392c231ea8 service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043414 Jul 16 20:04:09.703278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-5cfa084f-099b-424c-9e09-2dce2d60bc62 service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414894 Jul 16 20:04:09.726998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 87e78746-6b81-40c5-a335-56d0b4242c02 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:09.886794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 87e78746-6b81-40c5-a335-56d0b4242c02, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=87e78746-6b81-40c5-a335-56d0b4242c02,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:09.900479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:09.903144 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d163c6-08ea-44e6-908e-e97134cc3ddf" -d '{"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-plugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:09.911436 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.915321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '87e78746-6b81-40c5-a335-56d0b4242c02', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'port_id': '87e78746-6b81-40c5-a335-56d0b4242c02', 'mac_address': 'fa:16:3e:9d:62:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:10.012548 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.028965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e78746-6b81-40c5-a335-56d0b4242c02 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:10.066006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 87e78746-6b81-40c5-a335-56d0b4242c02, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=87e78746-6b81-40c5-a335-56d0b4242c02,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:10.078272 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.211229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639b7f-35a4-4859-a9ee-71432cdbb79f req-823013db-cd92-4dd3-b343-88f14b7e328e tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.213402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa639b7f-35a4-4859-a9ee-71432cdbb79f req-823013db-cd92-4dd3-b343-88f14b7e328e tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 949 time: 0.1983089 Jul 16 20:04:10.287028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=87e78746-6b81-40c5-a335-56d0b4242c02,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:10.303617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa639b7f-35a4-4859-a9ee-71432cdbb79f req-1ef17009-4443-42b3-922d-8fa38b45c79b tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834243 Jul 16 20:04:10.367206 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70137996-cfbc-488c-9ed6-600385d38277 x-openstack-request-id: req-70137996-cfbc-488c-9ed6-600385d38277 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:10.367737 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-plugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:10.368185 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-70137996-cfbc-488c-9ed6-600385d38277 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:10.368777 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75', 'code': 200} Jul 16 20:04:10.448198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['87e78746-6b81-40c5-a335-56d0b4242c02'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:10.663710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2441dcf-9a8b-4c3d-9705-3c5e65f7cc60 req-a5e8c59b-9075-40b5-9e33-2e196958f0c0 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.690981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2441dcf-9a8b-4c3d-9705-3c5e65f7cc60 req-a5e8c59b-9075-40b5-9e33-2e196958f0c0 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 944 time: 0.1995378 Jul 16 20:04:10.802717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2441dcf-9a8b-4c3d-9705-3c5e65f7cc60 req-d51fd2d8-d5ae-4272-9819-e6843ec6d80d tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100540 Jul 16 20:04:11.217457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37230) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:11.412868 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c3ddbe7-552a-425e-ae2d-927631b2bc41 req-556576d9-ca65-4b90-9d8f-289f6cc68656 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 210 time: 0.0442398 Jul 16 20:04:11.521147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1702118320-network', 'tenant_id': 'b90b480c6a634bc1976cdfcea5c15487'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:11.567502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Made reservation on behalf of b90b480c6a634bc1976cdfcea5c15487 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:11.570211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.595950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.657135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.749653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 87e78746-6b81-40c5-a335-56d0b4242c02 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:11.855840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb5615-98b6-4497-9d11-f6941587c93d req-a1a88ae9-2ac5-4b18-95b4-9a082ba034cd tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.866004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-daeb5615-98b6-4497-9d11-f6941587c93d req-a1a88ae9-2ac5-4b18-95b4-9a082ba034cd tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1680186 Jul 16 20:04:11.890804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.901753 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.951013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:04:11.961812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c1e26-194c-4da4-beeb-75b6f193840e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:11.964637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 87e78746-6b81-40c5-a335-56d0b4242c02 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:11.978657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 87e78746-6b81-40c5-a335-56d0b4242c02 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:11.979060 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.987614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.988510 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Added segment 00ac5442-7d55-45a8-a6c3-4fa28e53134a of type vlan for network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 Jul 16 20:04:11.996043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-daeb5615-98b6-4497-9d11-f6941587c93d req-59f623a7-f93e-4a07-9d3a-45ca5901516d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238873 Jul 16 20:04:12.051362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.092737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.094361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:12.096572 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.160456 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.241840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 87e78746-6b81-40c5-a335-56d0b4242c02, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=87e78746-6b81-40c5-a335-56d0b4242c02,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:12.243558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] Pushing event updated for resources: {'Network': ['ID=8ebcdea9-eaca-454d-a038-8611b5c1ff12,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:12.246457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.255837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37252) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:12.256003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5074f254-8e98-4065-a18e-33b0871c511b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0367351 Jul 16 20:04:12.262251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Request body: {'subnet': {'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1702118320-subnet', 'tenant_id': 'b90b480c6a634bc1976cdfcea5c15487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:12.285518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:04:12.346743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Made reservation on behalf of b90b480c6a634bc1976cdfcea5c15487 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:12.353146 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.369678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:12.372459 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29515383-9090-496f-8be6-538a648f7499" -d '{"events": [{"server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "name": "network-vif-plugged", "status": "completed", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:12.388836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=87e78746-6b81-40c5-a335-56d0b4242c02,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:12.771460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.804579 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66645851-1742-4ce9-83ba-bab306e68056 x-openstack-request-id: req-66645851-1742-4ce9-83ba-bab306e68056 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:12.805061 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "name": "network-vif-plugged", "status": "completed", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:12.805061 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-66645851-1742-4ce9-83ba-bab306e68056 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:12.805326 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02', 'code': 200} Jul 16 20:04:12.991640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88339bf1-e441-44a5-985b-a9bef9e2f1f3,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:13.038784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf08fad-6bd9-49ed-8b81-11fc26840451 req-120d00f8-bed5-4851-8b79-cf3a70b8000b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.040321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7cf08fad-6bd9-49ed-8b81-11fc26840451 req-120d00f8-bed5-4851-8b79-cf3a70b8000b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.4791663 Jul 16 20:04:13.083918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-a485b0fb-c469-47c0-9643-b57fd720915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.085462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-a485b0fb-c469-47c0-9643-b57fd720915c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1102 time: 0.1667686 Jul 16 20:04:13.121657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-47951fba-e1cd-496e-8572-454649b36814 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.123255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-47951fba-e1cd-496e-8572-454649b36814 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.5647652 Jul 16 20:04:13.133697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Checking segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:13.134205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Network hostable DHCP agents. Network: 8ebcdea9-eaca-454d-a038-8611b5c1ff12, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:04:13.137936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66c61d97-9626-4b77-8df0-732892c66934 req-e55fd2f7-f7a9-4a86-99f8-9044195afdf1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 210 time: 0.0477848 Jul 16 20:04:13.140091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Request body: {'port': {'device_id': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'admin_state_up': True, 'tenant_id': 'c54950886ff24cafad46d7f818cda19e'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:13.247882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-0825df0a-0298-4d62-8756-876a1936468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.249382 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-0825df0a-0298-4d62-8756-876a1936468a service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1105497 Jul 16 20:04:13.301441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-ca1c1946-cc7e-4532-969f-acc98ccccd03 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6 HTTP/1.1" status: 200 len: 217 time: 0.0378220 Jul 16 20:04:13.312863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dedd18-65a7-46a1-a976-df9f887dd9c9 req-1bec3941-4005-4efc-80c8-82e0ff10da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.314401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50dedd18-65a7-46a1-a976-df9f887dd9c9 req-1bec3941-4005-4efc-80c8-82e0ff10da44 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 1097 time: 0.3468971 Jul 16 20:04:13.369426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-0c439fac-6260-4450-9889-505e72b1ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.370958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-0c439fac-6260-4450-9889-505e72b1ae30 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0527880 Jul 16 20:04:13.408967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Made reservation on behalf of c54950886ff24cafad46d7f818cda19e for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:13.413211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.448691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7cf08fad-6bd9-49ed-8b81-11fc26840451 req-209ca668-dabc-4f95-8cb1-2741a357e137 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909786 Jul 16 20:04:13.464840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:04:13.493299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8ebcdea9-eaca-454d-a038-8611b5c1ff12) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:13.502557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb84ece-1273-4083-b1b1-325dfdab1087 None None] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:13.541057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.551263 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.579679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50dedd18-65a7-46a1-a976-df9f887dd9c9 req-bccfc4a1-ff0a-479d-abd3-9ca9faf58fae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074552 Jul 16 20:04:13.600396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9a6a145a-5ae2-4fce-ad32-2a9c0e43e436 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3430016 Jul 16 20:04:13.657611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-42103c88-6f8a-4ab9-9d5c-b7ec3a970c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.659896 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-42103c88-6f8a-4ab9-9d5c-b7ec3a970c29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2372887 Jul 16 20:04:13.678902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25241a-1a30-4216-b975-9b2dc95ef6f2 req-e3132b4d-4bbe-4d55-9937-7a17bf979823 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.688129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a25241a-1a30-4216-b975-9b2dc95ef6f2 req-e3132b4d-4bbe-4d55-9937-7a17bf979823 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 949 time: 0.3105321 Jul 16 20:04:13.876122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c0de9-8c38-411d-be82-fdd00e303114 None None] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:13.891851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a25241a-1a30-4216-b975-9b2dc95ef6f2 req-8e15f0d6-3c05-4ab4-8fb7-b7fbd0d8ab58 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129806 Jul 16 20:04:13.916911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Allocated IP 172.20.0.3 (96463262-65c0-480d-aa91-330c3513b73a/86ce2ff8-19ac-4864-be49-d2af1c343c0a/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:14.038106 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-d16efbed-f732-414f-b167-120487e2f6bd service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463626 Jul 16 20:04:14.082003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847297bc-c7fc-4139-a03a-6faee6c16b4a req-c6ae6290-0985-48f9-870b-377d270af4df tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.088667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-847297bc-c7fc-4139-a03a-6faee6c16b4a req-c6ae6290-0985-48f9-870b-377d270af4df tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.3330550 Jul 16 20:04:14.096969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-dd5d780d-4654-4abf-80d9-43f5615018f5 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.098518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-dd5d780d-4654-4abf-80d9-43f5615018f5 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.99 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 949 time: 0.1633856 Jul 16 20:04:14.272255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-847297bc-c7fc-4139-a03a-6faee6c16b4a req-fa3097a6-457b-403f-9971-02d846c6a957 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806784 Jul 16 20:04:14.419091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc83543b-9472-4331-9fb6-dfdf62022ee2 req-e7c577cc-da5a-4841-80cb-320c372c7706 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190184 Jul 16 20:04:14.444854 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.495671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb71b925-1bcc-47c5-930a-a1b3e457cf1a req-eb202752-9331-4d0d-8611-482cd35d04a0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 210 time: 0.0554295 Jul 16 20:04:14.610355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.674118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Network 96463262-65c0-480d-aa91-330c3513b73a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:14.714904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-1487f0b2-e34c-4fc1-bfb2-facba538a82d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.722391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-1487f0b2-e34c-4fc1-bfb2-facba538a82d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.1873293 Jul 16 20:04:14.736104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:14.742918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:14.745232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:14.781720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-fa9ad828-6c4a-48e2-88c2-bac410136627 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/quotas/b90b480c6a634bc1976cdfcea5c15487 HTTP/1.1" status: 200 len: 375 time: 0.0582426 Jul 16 20:04:14.929161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-cf53d9d3-d2f9-468d-800e-36e621ac4f72 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463597 Jul 16 20:04:14.944313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Deleting port 5960c101-24e1-40dc-83f8-6327c4f13c81 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:14.944313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.018858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.019494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.060175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e154bb-daa5-4b83-a663-88334100acf7 req-a018bb68-664a-40a1-99b3-10d8876de368 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.068881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6e154bb-daa5-4b83-a663-88334100acf7 req-a018bb68-664a-40a1-99b3-10d8876de368 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.2701528 Jul 16 20:04:15.071798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-0cd732f5-a185-4155-85a0-0904e1a2e2ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9358487 Jul 16 20:04:15.122124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Request body: {'port': {'device_id': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:15.171890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6e154bb-daa5-4b83-a663-88334100acf7 req-9db513d9-1420-4f22-9621-bd33a447acf0 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024914 Jul 16 20:04:15.307698 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.339765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] For port 5960c101-24e1-40dc-83f8-6327c4f13c81, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5960c101-24e1-40dc-83f8-6327c4f13c81,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:15.340451 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.360987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-6755b675-0d66-4179-9ffe-0420d2394119 service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309042 Jul 16 20:04:15.432524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Calling delete_port for 5960c101-24e1-40dc-83f8-6327c4f13c81 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:15.788732 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.800829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5960c101-24e1-40dc-83f8-6327c4f13c81'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:15.910746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Pushing event deleted for resources: {'Port': ['ID=5960c101-24e1-40dc-83f8-6327c4f13c81,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:15.988718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] No DVR routers for this DVR port 5960c101-24e1-40dc-83f8-6327c4f13c81 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:15.992390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-f6586be5-980b-4159-9563-a67e6286bb6b service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303489 Jul 16 20:04:15.993984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.997905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ab172f6-4dd4-4e45-bfe0-2b9543c8d584 req-38b4fd2a-7759-46f8-8d85-d37de5580347 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.99 "DELETE /v2.0/ports/5960c101-24e1-40dc-83f8-6327c4f13c81 HTTP/1.1" status: 204 len: 173 time: 1.7217360 Jul 16 20:04:15.998734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'name': 'network-vif-deleted', 'tag': '5960c101-24e1-40dc-83f8-6327c4f13c81'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:16.001220 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fda6e0-3eba-46be-84e6-5c887e4be31a" -d '{"events": [{"server_uuid": "e9f3f773-cd0b-4306-88cb-03d17160d224", "name": "network-vif-deleted", "tag": "5960c101-24e1-40dc-83f8-6327c4f13c81"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:16.602262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:16.611066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.625409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Transition to ACTIVE for port object cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:16.631840 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.735126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07449048-572d-4da0-b4de-3810cfd44bb3 req-12dacf1a-3619-4321-b697-fa8eec6e56b9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.742244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b740-11a5-40d0-a586-a034fe90dee6 req-da2408a5-6dcb-4f2e-8f08-77621b57e1d4 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.748496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07449048-572d-4da0-b4de-3810cfd44bb3 req-12dacf1a-3619-4321-b697-fa8eec6e56b9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1628633 Jul 16 20:04:16.749456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae48b740-11a5-40d0-a586-a034fe90dee6 req-da2408a5-6dcb-4f2e-8f08-77621b57e1d4 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9f3f773-cd0b-4306-88cb-03d17160d224 HTTP/1.1" status: 200 len: 867 time: 1.2001808 Jul 16 20:04:16.801230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:16.830352 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07449048-572d-4da0-b4de-3810cfd44bb3 req-e14eaba0-cc1c-43b6-a04f-2f759f8b8c2f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807157 Jul 16 20:04:16.847915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae48b740-11a5-40d0-a586-a034fe90dee6 req-13a7643d-fa78-4805-9209-76352c70c515 tempest-ServerDiagnosticsNegativeTest-1281900519 tempest-ServerDiagnosticsNegativeTest-1281900519-project] 10.222.0.91 "GET /v2.0/security-groups?id=09081728-0ca9-45cc-858c-be1f3acea309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973060 Jul 16 20:04:16.897847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:16.898185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:16.898518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:16.907477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:16.907808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:16.918780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:16.919143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:16.922576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:16.923323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Bound port: cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:16.923824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.955422 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a3acb5-d4c1-4c2e-a91b-382a39fc43dc x-openstack-request-id: req-54a3acb5-d4c1-4c2e-a91b-382a39fc43dc {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:16.956014 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f3f773-cd0b-4306-88cb-03d17160d224", "name": "network-vif-deleted", "tag": "5960c101-24e1-40dc-83f8-6327c4f13c81", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:16.956467 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-54a3acb5-d4c1-4c2e-a91b-382a39fc43dc {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:16.957072 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f3f773-cd0b-4306-88cb-03d17160d224', 'name': 'network-vif-deleted', 'tag': '5960c101-24e1-40dc-83f8-6327c4f13c81', 'status': 'completed', 'code': 200} Jul 16 20:04:17.120254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:17.137925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:17.146676 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.170220 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.175150 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.177479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] 10.222.0.99 "PUT /v2.0/ports/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 1092 time: 2.0597451 Jul 16 20:04:17.178048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:17.187818 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a78eaff-d425-4095-9b15-a6ce4b69f610" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:17.223145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42367bc0-5cdb-437f-b67c-cd14385ab9b0 req-0bfd484c-228e-4d2e-9254-ef286e437dc5 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.224810 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42367bc0-5cdb-437f-b67c-cd14385ab9b0 req-0bfd484c-228e-4d2e-9254-ef286e437dc5 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.1046886 Jul 16 20:04:17.258472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916f3e2-5583-468f-a310-4c268038cd95 req-49396350-6cb3-4820-8bde-4d72ffb19471 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.260327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5916f3e2-5583-468f-a310-4c268038cd95 req-49396350-6cb3-4820-8bde-4d72ffb19471 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.1846628 Jul 16 20:04:17.299310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10a6c-f284-4feb-980d-1b31eadd8ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:17.301523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42367bc0-5cdb-437f-b67c-cd14385ab9b0 req-8f6194e5-04ad-4caf-972e-162e6486bd71 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698831 Jul 16 20:04:17.333268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5916f3e2-5583-468f-a310-4c268038cd95 req-829b9ec3-7969-4bc8-905c-9dceeb0bbe59 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603034 Jul 16 20:04:17.390997 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638c30f-0507-4f3f-a312-4f4e3d4aaf6e x-openstack-request-id: req-7638c30f-0507-4f3f-a312-4f4e3d4aaf6e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:17.391605 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:17.392068 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7638c30f-0507-4f3f-a312-4f4e3d4aaf6e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:17.392708 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6', 'status': 'completed', 'code': 200} Jul 16 20:04:17.550186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b42d0ad8-1b52-448d-8aab-72205c57d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.552019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b42d0ad8-1b52-448d-8aab-72205c57d5ae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1095 time: 0.1450384 Jul 16 20:04:17.646139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-2515cf5d-bc0e-4ac3-aa9b-7d9aa900141c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0852799 Jul 16 20:04:17.735421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5b721-82c1-4b33-8b62-aa84f55fe59f req-95c3994f-6982-4110-adb6-0c23ef89aedd tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.737279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8c5b721-82c1-4b33-8b62-aa84f55fe59f req-95c3994f-6982-4110-adb6-0c23ef89aedd tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.1266079 Jul 16 20:04:17.747585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b45786a2-80b0-4e54-be87-f0a7609a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.749757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-b45786a2-80b0-4e54-be87-f0a7609a75ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0947645 Jul 16 20:04:17.750612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37370) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:17.756509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Request body: {'floatingip': {'port_id': '87e78746-6b81-40c5-a335-56d0b4242c02'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:17.794479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-be2c0f95-5f43-4ab2-b838-0d7db9232d2f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338805 Jul 16 20:04:17.839504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01bd53ae-f97e-47f3-b738-625d8fd44c19 req-f8b94736-3ce2-432e-9959-e46bd5734eac tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 210 time: 0.3766894 Jul 16 20:04:17.880198 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.041134 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-fb677df2-20f8-4939-83ff-bdbef82bbcd3 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121792 Jul 16 20:04:18.076960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5960c101-24e1-40dc-83f8-6327c4f13c81 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:18.131136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 5960c101-24e1-40dc-83f8-6327c4f13c81 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:18.132201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5960c101-24e1-40dc-83f8-6327c4f13c81 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:18.138611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c11ab7-0e20-4815-8b10-c5f70d1977f9 req-a70c7e80-b3ba-4649-ae2e-cc3a027042b7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.142905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c11ab7-0e20-4815-8b10-c5f70d1977f9 req-a70c7e80-b3ba-4649-ae2e-cc3a027042b7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0992060 Jul 16 20:04:18.271937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c11ab7-0e20-4815-8b10-c5f70d1977f9 req-895e8321-01af-45a2-aa0a-2454a5a8d830 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078842 Jul 16 20:04:18.399508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38c3dc2b-31c4-45da-ba79-9e5de5ba6e14 req-817a9d07-f74e-4cd5-b7e9-9eb450531fbf service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106701 Jul 16 20:04:18.420680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37386) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:18.675703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-95ce5219-c03f-42ff-9a46-b5d7bbc36a36 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.677370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-95ce5219-c03f-42ff-9a46-b5d7bbc36a36 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.99 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.3263440 Jul 16 20:04:18.700073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Request body: {'port': {'device_id': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'admin_state_up': True, 'tenant_id': 'b90b480c6a634bc1976cdfcea5c15487'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:18.851676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7bd2f-f7ea-466b-9170-702bc809eadf req-d7421cc8-598f-4b8a-88e2-bbe76bef4f8b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.853770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0f7bd2f-f7ea-466b-9170-702bc809eadf req-d7421cc8-598f-4b8a-88e2-bbe76bef4f8b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.3191862 Jul 16 20:04:18.858865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-a71291ed-c8b0-4522-b63f-497b278f9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.858865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-a71291ed-c8b0-4522-b63f-497b278f9ec3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1095 time: 0.3752477 Jul 16 20:04:18.868984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Made reservation on behalf of b90b480c6a634bc1976cdfcea5c15487 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:18.875214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.999605 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a30bc189-9739-4608-bb06-2fec37fbadc7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=153509723dbd41529e89720969e749b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671656 Jul 16 20:04:19.024108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37402) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:19.065596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Allocated IP 172.20.0.4 (8ebcdea9-eaca-454d-a038-8611b5c1ff12/88339bf1-e441-44a5-985b-a9bef9e2f1f3/ba30e35f-5308-4f73-a837-ae93831b4a3d) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:19.209929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0f7bd2f-f7ea-466b-9170-702bc809eadf req-3e054333-a83d-4f07-a5b1-37f3e5c4d47b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326917 Jul 16 20:04:19.231693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0844d109-8ec5-4748-9f57-65e8f177d563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.256741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0844d109-8ec5-4748-9f57-65e8f177d563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.347610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.451303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.526812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:19.529040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event updated for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:19.539675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:19.542449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:19.548090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-3639f9ef-8bf0-4444-affc-0efa197a0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.549626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-3639f9ef-8bf0-4444-affc-0efa197a0497 service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.6527679 Jul 16 20:04:19.603850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.604485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.639455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-43da7503-c972-4cb2-aa9f-d5cc4285029d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9450266 Jul 16 20:04:19.648828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Request body: {'port': {'device_id': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:19.667068 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0844d109-8ec5-4748-9f57-65e8f177d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.671021 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0844d109-8ec5-4748-9f57-65e8f177d563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.671021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0844d109-8ec5-4748-9f57-65e8f177d563 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/09081728-0ca9-45cc-858c-be1f3acea309 HTTP/1.1" status: 204 len: 168 time: 0.6457703 Jul 16 20:04:19.672220 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-6b6362b5-92e6-4811-852b-c54779032e38 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0826068 Jul 16 20:04:19.711939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:04:19.716887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844d109-8ec5-4748-9f57-65e8f177d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09081728-0ca9-45cc-858c-be1f3acea309,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:19.743201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affaf27-fa90-4c88-a848-6efe00855ab2 req-3acef755-77cf-4784-9ba5-97a8f7af54b1 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.745466 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1affaf27-fa90-4c88-a848-6efe00855ab2 req-3acef755-77cf-4784-9ba5-97a8f7af54b1 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 931 time: 0.3419847 Jul 16 20:04:19.800384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1affaf27-fa90-4c88-a848-6efe00855ab2 req-7e0f5d90-5293-4824-9c76-36f2a959fb59 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Jul 16 20:04:19.813635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.968334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6410a4-b584-42a0-8a41-e6219011b60e req-7b86b09a-33af-476e-bce6-3a804f7986a1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.976855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e6410a4-b584-42a0-8a41-e6219011b60e req-7b86b09a-33af-476e-bce6-3a804f7986a1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.4570236 Jul 16 20:04:19.989109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.997487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-89ffb19c-2946-4c9a-81ca-b6057f5371be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.999317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-89ffb19c-2946-4c9a-81ca-b6057f5371be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.2840741 Jul 16 20:04:20.008321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.232082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba30e35f-5308-4f73-a837-ae93831b4a3d {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:20.255001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.305132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Transition to ACTIVE for port object ba30e35f-5308-4f73-a837-ae93831b4a3d will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:20.307897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:20.353255 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1977095f-90d9-4935-9225-4f65c2b8681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.355982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.499415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-55ed7509-9a16-4ab6-993a-1e3c7366542d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4366388 Jul 16 20:04:20.610797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-6653ef8c-1b4d-4937-9dcd-ac655a2285a3 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042016 Jul 16 20:04:20.624408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e6410a4-b584-42a0-8a41-e6219011b60e req-e232800b-4456-469b-895c-3abcb6cedc28 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6463277 Jul 16 20:04:20.657618 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1977095f-90d9-4935-9225-4f65c2b8681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.665761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Pushing event updated for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:20.668421 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1977095f-90d9-4935-9225-4f65c2b8681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.672418 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513 associated. External IP: 172.25.3.230, port: 87e78746-6b81-40c5-a335-56d0b4242c02. Jul 16 20:04:20.771079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977095f-90d9-4935-9225-4f65c2b8681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3f781-bee0-4509-9083-bc4f78cdfd4e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:20.798361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1977095f-90d9-4935-9225-4f65c2b8681c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0059da8b34444643b148387e5fcd5e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890773 Jul 16 20:04:20.799170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37432) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:20.810277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a78eaff-d425-4095-9b15-a6ce4b69f610 req-83aeac34-38ae-4efa-abb5-5f3387d6e66a service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847618 Jul 16 20:04:20.899113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Attempting to bind port ba30e35f-5308-4f73-a837-ae93831b4a3d on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:20.899525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Attempting to bind port ba30e35f-5308-4f73-a837-ae93831b4a3d by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:20.899861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Attempting to bind port ba30e35f-5308-4f73-a837-ae93831b4a3d on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:20.910466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c355b50-c3d1-4f2a-ac3d-3bc3ea2d9680 req-80a8c442-52ca-42d1-a77f-481b58c7e661 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.917661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c355b50-c3d1-4f2a-ac3d-3bc3ea2d9680 req-80a8c442-52ca-42d1-a77f-481b58c7e661 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.4932106 Jul 16 20:04:20.931556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Port ba30e35f-5308-4f73-a837-ae93831b4a3d on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:20.931872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Attempting to bind port ba30e35f-5308-4f73-a837-ae93831b4a3d on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:20.956305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:20.956644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Checking segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:20.957042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Bound using segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:20.957526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Bound port: ba30e35f-5308-4f73-a837-ae93831b4a3d, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:20.957891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.962222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.012488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c355b50-c3d1-4f2a-ac3d-3bc3ea2d9680 req-ca514dbd-12f5-4ed8-bb84-6af76350ca80 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937049 Jul 16 20:04:21.041523 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.122585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:21.131901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:21.147625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.167211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Router 2a174e8f-ae8f-455e-a652-5b4361a14def has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:21.196253 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.198807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.202412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6bc3f781-bee0-4509-9083-bc4f78cdfd4e HTTP/1.1" status: 204 len: 168 time: 0.3972018 Jul 16 20:04:21.204582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a3b7-05e4-486b-82c6-17c67e3466b7 req-acd0617b-66b9-410a-bbbe-f1dc8ba4b093 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.206261 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9829a3b7-05e4-486b-82c6-17c67e3466b7 req-acd0617b-66b9-410a-bbbe-f1dc8ba4b093 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 943 time: 0.1842122 Jul 16 20:04:21.261832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.262546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.275544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] 10.222.0.99 "PUT /v2.0/ports/ba30e35f-5308-4f73-a837-ae93831b4a3d HTTP/1.1" status: 200 len: 1092 time: 1.6283121 Jul 16 20:04:21.277390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3f781-bee0-4509-9083-bc4f78cdfd4e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:21.279675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:21.282183 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02115e12-30f7-4712-8498-e27a24692279" -d '{"events": [{"name": "network-changed", "server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:21.309942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.312595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.312595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.312595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.314109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.314109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.324842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.325587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.325587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.325947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.326296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.326612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c7c3-4f30-4aa1-8391-03bf334b83d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:21.388611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9829a3b7-05e4-486b-82c6-17c67e3466b7 req-5b3aa219-1f86-462a-a9ff-d85b2e7bafb7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217625 Jul 16 20:04:21.410124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:21.415561 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.422032 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] Sync routers for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:21.427605 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c4d2a2-8f64-40ee-86e5-be5d97298f66 x-openstack-request-id: req-96c4d2a2-8f64-40ee-86e5-be5d97298f66 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:21.427830 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:21.428037 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-96c4d2a2-8f64-40ee-86e5-be5d97298f66 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:21.428452 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'status': 'completed', 'code': 200} Jul 16 20:04:21.431512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d6e8b-8fdf-4f2d-8e05-88b0dc9cf34e service neutron] Pushing event updated for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:21.436621 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:21.439381 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:04:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:21.476713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-204f6d99-cccd-4b8b-b727-2e16c7ab6acb tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "PUT /v2.0/floatingips/c4c6c9b9-a02c-4f56-9914-f14faca9b513 HTTP/1.1" status: 200 len: 991 time: 3.7245812 Jul 16 20:04:21.477340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:21.480126 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6192ade-b370-4d04-9689-55d2a32245ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:21.509424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-5dc3b920-7b33-474f-9e66-f2a1c277011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.514579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-5dc3b920-7b33-474f-9e66-f2a1c277011c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 1095 time: 0.1620319 Jul 16 20:04:21.618136 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9513110-9eac-485a-8862-8e7f47c43b61 x-openstack-request-id: req-f9513110-9eac-485a-8862-8e7f47c43b61 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:21.618526 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:21.618920 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f9513110-9eac-485a-8862-8e7f47c43b61 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:21.619413 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02', 'status': 'completed', 'code': 200} Jul 16 20:04:21.693985 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:21.704481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-9e56c1f1-afb1-45cf-a0e7-fc482d6011d9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d HTTP/1.1" status: 200 len: 217 time: 0.1805215 Jul 16 20:04:21.940458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-119642d5-92fd-4524-802b-80d3e70f126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.944067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-119642d5-92fd-4524-802b-80d3e70f126e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.2195749 Jul 16 20:04:21.954181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb814b5-f306-49dc-a204-9a18b3ba5633 req-51ab99a1-1821-4d8e-816e-4315e5164058 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.964566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb814b5-f306-49dc-a204-9a18b3ba5633 req-51ab99a1-1821-4d8e-816e-4315e5164058 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1035702 Jul 16 20:04:22.003075 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192ade-b370-4d04-9689-55d2a32245ab req-5ca3608f-a71f-4621-aea5-ce7da4f1cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.005410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6192ade-b370-4d04-9689-55d2a32245ab req-5ca3608f-a71f-4621-aea5-ce7da4f1cfd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 1097 time: 0.3261824 Jul 16 20:04:22.007629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-7c17b142-5e1a-40ca-a345-02298442d72e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514336 Jul 16 20:04:22.053148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb814b5-f306-49dc-a204-9a18b3ba5633 req-5b175ec1-d768-4196-b203-84b739d5db57 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875597 Jul 16 20:04:22.100369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:22.128489 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'c4c6c9b9-a02c-4f56-9914-f14faca9b513', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'port_id': '87e78746-6b81-40c5-a335-56d0b4242c02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'mac_address': 'fa:16:3e:9d:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:54Z', 'updated_at': '2021-07-16T20:04:19Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:22.196111 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] Checking router: 2a174e8f-ae8f-455e-a652-5b4361a14def for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:04:22.215285 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:22.216209 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:04:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:22.368955 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-77cabc6d-5f23-4f8e-b4d2-4330628f6301 service neutron] 10.222.0.99 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517253 Jul 16 20:04:22.383811 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:22.444370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:22.484802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'port_id': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6', 'mac_address': 'fa:16:3e:44:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ce2ff8-19ac-4864-be49-d2af1c343c0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:22.509792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e16040b-0264-4cee-8bd8-f29e3c903f0b req-8b74863a-4a7d-4f8d-acba-fa7494e72a1b service neutron] 10.222.0.99 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287572 Jul 16 20:04:22.576044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.598413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192ade-b370-4d04-9689-55d2a32245ab req-48337e7b-e885-4025-aa04-f5946ff9001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.601606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6192ade-b370-4d04-9689-55d2a32245ab req-48337e7b-e885-4025-aa04-f5946ff9001b service neutron] 10.222.0.79 "GET /v2.0/networks?id=6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 200 len: 925 time: 0.5727470 Jul 16 20:04:22.604915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:22.652398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:22.661879 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.711332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6192ade-b370-4d04-9689-55d2a32245ab req-2b6d0dbc-be67-4b73-811d-15edbdc9a83b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87e78746-6b81-40c5-a335-56d0b4242c02 HTTP/1.1" status: 200 len: 999 time: 0.0982647 Jul 16 20:04:22.775783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:22.845857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06f2e5-8039-40a6-9cc3-4d4f016bffc9 req-460c7d24-86d7-4d5c-830c-e715989c123b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.883301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa06f2e5-8039-40a6-9cc3-4d4f016bffc9 req-460c7d24-86d7-4d5c-830c-e715989c123b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.5847476 Jul 16 20:04:22.888569 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'c4c6c9b9-a02c-4f56-9914-f14faca9b513', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'port_id': '87e78746-6b81-40c5-a335-56d0b4242c02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'mac_address': 'fa:16:3e:9d:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:54Z', 'updated_at': '2021-07-16T20:04:19Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:22.893338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6671-f6f9-4d34-a6ba-ef57cc7951e2 req-d1eeffc5-8780-4a4e-ab84-a3f03d38af21 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.900869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f33b6671-f6f9-4d34-a6ba-ef57cc7951e2 req-d1eeffc5-8780-4a4e-ab84-a3f03d38af21 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 943 time: 0.2332182 Jul 16 20:04:22.949091 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318d6dcb-15b9-4734-8cd8-33f00934493e None None] The sync data for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 is: [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'c4c6c9b9-a02c-4f56-9914-f14faca9b513', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'port_id': '87e78746-6b81-40c5-a335-56d0b4242c02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'mac_address': 'fa:16:3e:9d:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:54Z', 'updated_at': '2021-07-16T20:04:19Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:22.954565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['cd2802a8-3393-47c2-84d5-3aa41ab6e5b6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:22.959657 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f33b6671-f6f9-4d34-a6ba-ef57cc7951e2 req-9401b23a-5b8e-4ab3-8eeb-213c4d4a1a00 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576723 Jul 16 20:04:22.992727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115e12-30f7-4712-8498-e27a24692279 req-301bc357-9bbc-4018-bc01-5ca2c5b1b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.994854 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02115e12-30f7-4712-8498-e27a24692279 req-301bc357-9bbc-4018-bc01-5ca2c5b1b861 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 1095 time: 0.2957518 Jul 16 20:04:23.040061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192ade-b370-4d04-9689-55d2a32245ab req-073b5226-1b95-4bdf-bb17-8f8c0faddc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.041569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6192ade-b370-4d04-9689-55d2a32245ab req-073b5226-1b95-4bdf-bb17-8f8c0faddc84 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 200 len: 863 time: 0.2977841 Jul 16 20:04:23.082643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa06f2e5-8039-40a6-9cc3-4d4f016bffc9 req-89f57227-93e7-47d6-ac81-4f65f8303bc0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976645 Jul 16 20:04:23.345356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115e12-30f7-4712-8498-e27a24692279 req-fbe9c82a-6374-4a7b-974c-663d60088817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.346880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02115e12-30f7-4712-8498-e27a24692279 req-fbe9c82a-6374-4a7b-974c-663d60088817 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 906 time: 0.3314619 Jul 16 20:04:23.365059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192ade-b370-4d04-9689-55d2a32245ab req-7ca24fd0-29ea-4039-b3b6-934b06327660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.366556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6192ade-b370-4d04-9689-55d2a32245ab req-7ca24fd0-29ea-4039-b3b6-934b06327660 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c242341-876b-4901-b695-376b593faf5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3135293 Jul 16 20:04:23.394022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866c389-220c-4f61-856a-45534f6d599b None None] New status for floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:04:23.447164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02115e12-30f7-4712-8498-e27a24692279 req-60dfaac2-a51c-4fe1-b233-400522b4f7ab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d HTTP/1.1" status: 200 len: 217 time: 0.0896354 Jul 16 20:04:23.549376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8dbf6-33d1-49eb-a0e0-8fa0ca7aa321 req-18dbe69b-5f3f-4d03-8f2a-ea51d955d89d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.555165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115e12-30f7-4712-8498-e27a24692279 req-6f209425-4762-4119-854f-8afb7131b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.556631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02115e12-30f7-4712-8498-e27a24692279 req-6f209425-4762-4119-854f-8afb7131b4a9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.0935912 Jul 16 20:04:23.561946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ecf8dbf6-33d1-49eb-a0e0-8fa0ca7aa321 req-18dbe69b-5f3f-4d03-8f2a-ea51d955d89d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.2017837 Jul 16 20:04:23.629435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6192ade-b370-4d04-9689-55d2a32245ab req-1580ecba-3f54-48ce-8002-dcefc66db651 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919236 Jul 16 20:04:23.631253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02115e12-30f7-4712-8498-e27a24692279 req-26e28eac-9b9d-4ab9-9bcc-b6ecf9d39f6e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652223 Jul 16 20:04:23.709714 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ecf8dbf6-33d1-49eb-a0e0-8fa0ca7aa321 req-4f623147-7419-409a-a724-31f72ce2e19c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464643 Jul 16 20:04:23.821751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02115e12-30f7-4712-8498-e27a24692279 req-45b6f5a0-b8f0-46c6-b6e0-6146f69054f2 service neutron] 10.222.0.99 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814921 Jul 16 20:04:23.823430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6192ade-b370-4d04-9689-55d2a32245ab req-aa020ae6-639d-49de-8bc3-4e54948cc111 service neutron] 10.222.0.79 "GET /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823511 Jul 16 20:04:24.092876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02115e12-30f7-4712-8498-e27a24692279 req-ba530fd8-a8f5-44c5-baba-4398d49a9e42 service neutron] 10.222.0.99 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621357 Jul 16 20:04:24.128613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:24.191053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:24.196019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:24.196417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.249138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c304dd-3a42-4553-bb72-b4501281f88d req-a2257c4b-8ea2-45d5-95c8-53a0eee9f857 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.258335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80c304dd-3a42-4553-bb72-b4501281f88d req-a2257c4b-8ea2-45d5-95c8-53a0eee9f857 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 943 time: 0.0941808 Jul 16 20:04:24.303645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.316524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80c304dd-3a42-4553-bb72-b4501281f88d req-c2b0528d-cbdc-4f52-86c2-0edf2752659b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572014 Jul 16 20:04:24.357222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:24.359750 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c9cc91-285e-4803-a282-9134d84af3e7" -d '{"events": [{"server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "name": "network-vif-plugged", "status": "completed", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:24.394213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:24.401314 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.418098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd89ed-2006-49b4-ac40-ac40cff925bf req-3f5073c5-434b-44a0-b70a-091b4520f4c5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.419811 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-52fd89ed-2006-49b4-ac40-ac40cff925bf req-3f5073c5-434b-44a0-b70a-091b4520f4c5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 944 time: 0.1258171 Jul 16 20:04:24.501067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:24.514780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-52fd89ed-2006-49b4-ac40-ac40cff925bf req-2bfb8171-b388-4e89-9543-f4764f3e5964 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882423 Jul 16 20:04:24.518342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.518944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.519431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.520069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.520551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.521064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.521570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.522164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.522639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.523922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.524400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.525043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:24.608318 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ee7758-3b34-4f46-868c-fcff356ab318 x-openstack-request-id: req-63ee7758-3b34-4f46-868c-fcff356ab318 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:24.608848 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "name": "network-vif-plugged", "status": "completed", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:24.609414 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-63ee7758-3b34-4f46-868c-fcff356ab318 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:24.613762 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6', 'code': 200} Jul 16 20:04:24.842935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb636759-4e4d-44c4-bd27-fe3b8e5a1a2f req-8ece15c7-c254-4a24-8d9f-b72b97a217ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.844874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb636759-4e4d-44c4-bd27-fe3b8e5a1a2f req-8ece15c7-c254-4a24-8d9f-b72b97a217ac service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1097 time: 0.1439912 Jul 16 20:04:24.939661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb636759-4e4d-44c4-bd27-fe3b8e5a1a2f req-0fc6453e-30ba-4d51-8a28-46729614f412 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839689 Jul 16 20:04:25.116486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ed0c1-6ab1-4342-89a9-442c8faa657f req-c0801b2e-535f-493a-972e-865d85bfc7b2 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.125251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b44ed0c1-6ab1-4342-89a9-442c8faa657f req-c0801b2e-535f-493a-972e-865d85bfc7b2 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.2218702 Jul 16 20:04:25.234471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b44ed0c1-6ab1-4342-89a9-442c8faa657f req-abdf709a-a969-4a14-9803-b4a609fdf418 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917926 Jul 16 20:04:25.377071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37590) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:25.595185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.794505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492280d-dba2-4014-b123-c1b39208acd8 req-0ddede9e-5001-4e66-8e51-128dfbef2090 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.801824 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1492280d-dba2-4014-b123-c1b39208acd8 req-0ddede9e-5001-4e66-8e51-128dfbef2090 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 943 time: 0.2817779 Jul 16 20:04:25.805686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409f49c-4e17-4b65-8063-3c9123b1af1c req-3c6cc9a2-2222-4a50-8402-fde86ab38bd2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.813967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4409f49c-4e17-4b65-8063-3c9123b1af1c req-3c6cc9a2-2222-4a50-8402-fde86ab38bd2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1405079 Jul 16 20:04:25.828183 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.847159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.887792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4409f49c-4e17-4b65-8063-3c9123b1af1c req-9a0b7f5c-030c-4faa-9eed-ea50c974594c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727184 Jul 16 20:04:25.896676 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1492280d-dba2-4014-b123-c1b39208acd8 req-98cee324-7b8b-4d2d-95cb-ec14915eeb8d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936136 Jul 16 20:04:25.989590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37608) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:26.001727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b3e5d62cd516446cb99237db43cd5ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227806 Jul 16 20:04:26.006245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace08588-4667-4b2c-8c0d-5dbb62d3781b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:26.038901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.039442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.042242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.042580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.042950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.045506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.045798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.046139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.048525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.048876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.049262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.049611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212610cd-8118-4bae-9a7f-6f6fa2e06145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.125203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:26.143018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af2a7f8-ce60-4904-b0a5-5d17d2d59a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.204004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af2a7f8-ce60-4904-b0a5-5d17d2d59a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.260017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:26.278516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'mac_address': 'fa:16:3e:58:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:26.281725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af2a7f8-ce60-4904-b0a5-5d17d2d59a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.285563 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af2a7f8-ce60-4904-b0a5-5d17d2d59a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.292771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7af2a7f8-ce60-4904-b0a5-5d17d2d59a42 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ace08588-4667-4b2c-8c0d-5dbb62d3781b HTTP/1.1" status: 204 len: 168 time: 0.3019376 Jul 16 20:04:26.307540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2a7f8-ce60-4904-b0a5-5d17d2d59a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace08588-4667-4b2c-8c0d-5dbb62d3781b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:26.358989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.380429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba30e35f-5308-4f73-a837-ae93831b4a3d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:26.405246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:26.412820 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.547762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:26.551613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c46dc-0cb0-4aa6-acec-1c842dbb233e req-50c67c25-2b85-4fdf-bd22-19a6c85ce1c6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:26.553759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a8c46dc-0cb0-4aa6-acec-1c842dbb233e req-50c67c25-2b85-4fdf-bd22-19a6c85ce1c6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1042469 Jul 16 20:04:26.628341 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a8c46dc-0cb0-4aa6-acec-1c842dbb233e req-a50998fb-1462-4831-b98e-2fa6eb85bfe2 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625710 Jul 16 20:04:26.710404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['ba30e35f-5308-4f73-a837-ae93831b4a3d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:26.831764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37620) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:26.847962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04f95276-f2c8-42ab-b956-427d29b96713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.999062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04f95276-f2c8-42ab-b956-427d29b96713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.017276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04f95276-f2c8-42ab-b956-427d29b96713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.074598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-04f95276-f2c8-42ab-b956-427d29b96713 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1e6832c5dc424692bd56a3a4744efe91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383571 Jul 16 20:04:27.075594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37628) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:27.078613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f95276-f2c8-42ab-b956-427d29b96713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7e30a0-dd33-4631-952b-f2b336289de4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:27.238292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733819-7dbd-4d52-85a5-04c6c2aa6101 req-68611554-a7fb-4d5f-b62d-629204e70e20 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.247011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04733819-7dbd-4d52-85a5-04c6c2aa6101 req-68611554-a7fb-4d5f-b62d-629204e70e20 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.0980453 Jul 16 20:04:27.280535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1728bba3-caeb-4060-bcfb-f2f3022186b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.296851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04733819-7dbd-4d52-85a5-04c6c2aa6101 req-836f32d3-7318-4ece-a1fc-fa5b1c86acb1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 Jul 16 20:04:27.412603 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1728bba3-caeb-4060-bcfb-f2f3022186b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.455602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2c1e3-4adf-4b1b-a98f-0edfb0bedd63 req-d032c396-1431-47a3-b617-eac9a84e994b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.466250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39a2c1e3-4adf-4b1b-a98f-0edfb0bedd63 req-d032c396-1431-47a3-b617-eac9a84e994b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 944 time: 0.3186109 Jul 16 20:04:27.572956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39a2c1e3-4adf-4b1b-a98f-0edfb0bedd63 req-ce41ba37-7fae-4f5b-a829-60281e0fb0ec tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056445 Jul 16 20:04:27.625033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1728bba3-caeb-4060-bcfb-f2f3022186b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.627734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1728bba3-caeb-4060-bcfb-f2f3022186b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.629334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1728bba3-caeb-4060-bcfb-f2f3022186b0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ea7e30a0-dd33-4631-952b-f2b336289de4 HTTP/1.1" status: 204 len: 168 time: 0.5526059 Jul 16 20:04:27.638258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728bba3-caeb-4060-bcfb-f2f3022186b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7e30a0-dd33-4631-952b-f2b336289de4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:27.859568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be30cf-7f89-485b-952d-332fd887bfc7 req-e6883d04-ecc0-4401-8e0c-f0227d4f8e19 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.868257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36be30cf-7f89-485b-952d-332fd887bfc7 req-e6883d04-ecc0-4401-8e0c-f0227d4f8e19 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1097 time: 0.1372583 Jul 16 20:04:27.943044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36be30cf-7f89-485b-952d-332fd887bfc7 req-21b40c92-ec5c-46ca-b3c7-96909fcb1cf3 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658417 Jul 16 20:04:27.956705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5c71b-71be-481b-833d-17ee557e3f1a req-7ce12774-529d-4a02-a7c7-d85f7970bbf5 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.964152 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7d5c71b-71be-481b-833d-17ee557e3f1a req-7ce12774-529d-4a02-a7c7-d85f7970bbf5 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1369660 Jul 16 20:04:28.034651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7d5c71b-71be-481b-833d-17ee557e3f1a req-cc21a85b-e2cd-4371-9e62-bda47f33195b tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694339 Jul 16 20:04:28.133290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:28.211630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be026f11-7d5c-4496-99b9-232e1ea842ab req-26919241-c7b9-4424-bb65-f6011548699c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.214528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be026f11-7d5c-4496-99b9-232e1ea842ab req-26919241-c7b9-4424-bb65-f6011548699c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1097 time: 0.0931385 Jul 16 20:04:28.232902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port ba30e35f-5308-4f73-a837-ae93831b4a3d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:28.238827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port ba30e35f-5308-4f73-a837-ae93831b4a3d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:28.239997 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.311780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be026f11-7d5c-4496-99b9-232e1ea842ab req-75333cdc-fb3d-4921-b8a0-02ed873c22fe tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825675 Jul 16 20:04:28.398309 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.458591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:28.461507 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efc7ae2-1e1f-434e-a9d9-8c1d202c8d02" -d '{"events": [{"server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "name": "network-vif-plugged", "status": "completed", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:28.483014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:28.505220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.635130 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef5ddb-dba6-4912-8fd0-d401f5db4552 x-openstack-request-id: req-bbef5ddb-dba6-4912-8fd0-d401f5db4552 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:28.635360 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "name": "network-vif-plugged", "status": "completed", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:28.635608 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bbef5ddb-dba6-4912-8fd0-d401f5db4552 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:28.636002 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'code': 200} Jul 16 20:04:28.698455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:28.766227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b2cd9-7241-422f-b7f8-086e80bbd921 req-c795fddd-12c3-4695-ae79-a4f0d3c40253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.769565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-116b2cd9-7241-422f-b7f8-086e80bbd921 req-c795fddd-12c3-4695-ae79-a4f0d3c40253 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 1097 time: 0.0896440 Jul 16 20:04:28.813099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7902a2-00c0-442b-a4a9-037eb5c0e17e req-02ebb0f9-8c1c-49d5-b721-97d0d1e48ce0 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.819880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa7902a2-00c0-442b-a4a9-037eb5c0e17e req-02ebb0f9-8c1c-49d5-b721-97d0d1e48ce0 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1097 time: 0.1146665 Jul 16 20:04:28.864366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-116b2cd9-7241-422f-b7f8-086e80bbd921 req-d3fb381f-2c14-4223-bc71-a5e0b227357d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823467 Jul 16 20:04:28.903575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa7902a2-00c0-442b-a4a9-037eb5c0e17e req-aabc363b-9de1-4af0-ad3a-c334268d8305 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751958 Jul 16 20:04:29.165532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b4f75-9697-4012-b695-0a98fca429f2 req-0d3d5e05-376e-4e28-9842-747658c3455c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.168198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-937b4f75-9697-4012-b695-0a98fca429f2 req-0d3d5e05-376e-4e28-9842-747658c3455c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 945 time: 0.1160557 Jul 16 20:04:29.263607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-937b4f75-9697-4012-b695-0a98fca429f2 req-25e3a3f1-0b40-4755-9dd5-6982b7c41f0c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881190 Jul 16 20:04:29.498226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838584f8-b682-4bde-a218-262f3b150e2f req-9260839b-821a-433c-8cac-5282aac6a792 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.506994 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-838584f8-b682-4bde-a218-262f3b150e2f req-9260839b-821a-433c-8cac-5282aac6a792 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1097 time: 0.1044540 Jul 16 20:04:29.550777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-838584f8-b682-4bde-a218-262f3b150e2f req-7a3817af-e1d0-44d1-87b1-b5ced6f9648b tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395401 Jul 16 20:04:29.769375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626a8b-2c44-465c-945c-984cc9ee7ac3 req-d9d9e62e-6d79-46f7-81bd-94ae2e2b9c89 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.771680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60626a8b-2c44-465c-945c-984cc9ee7ac3 req-d9d9e62e-6d79-46f7-81bd-94ae2e2b9c89 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0966487 Jul 16 20:04:29.822080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60626a8b-2c44-465c-945c-984cc9ee7ac3 req-34613338-916c-4aeb-9541-7315f62163ae tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Jul 16 20:04:30.220518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e9a7f-fd0a-4fa2-9b47-ca17f1b705f4 req-6f7aec99-7c50-4741-8ff2-ceb2aeffb252 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:30.222076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c58e9a7f-fd0a-4fa2-9b47-ca17f1b705f4 req-6f7aec99-7c50-4741-8ff2-ceb2aeffb252 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 950 time: 0.0704219 Jul 16 20:04:30.262817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c58e9a7f-fd0a-4fa2-9b47-ca17f1b705f4 req-ba9f0a00-566d-44ca-b4fa-8c16976f2e3b tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Jul 16 20:04:30.602256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37804) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:30.738328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-a6418d65-1720-4eaa-a2c5-daaba52bf2cb tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:04:30.739481 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-a6418d65-1720-4eaa-a2c5-daaba52bf2cb tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1359861 Jul 16 20:04:30.778316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa4719-f27f-47dc-a1a4-9fce3687f33a req-78becf56-30e5-4373-a58e-4e4dac564801 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:30.780024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d1fa4719-f27f-47dc-a1a4-9fce3687f33a req-78becf56-30e5-4373-a58e-4e4dac564801 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 945 time: 0.0746231 Jul 16 20:04:30.826584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d1fa4719-f27f-47dc-a1a4-9fce3687f33a req-f402f0b8-f518-4f62-9b5e-15b1db079a7d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Jul 16 20:04:30.834923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Request body: {'binding': {'host': 'n-h2-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:30.835377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:04:30.981331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on host n-h2-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:30.981669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:30.982004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:30.987253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:30.987562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:30.992628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:30.992897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:30.993274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:30.993698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Bound port: 19065e52-c331-40de-aa18-05aff44c6b55, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:31.057814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:31.064580 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.067385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-11a5671f-ff8d-42d5-ad3d-392ffb8172bf service neutron] 10.222.0.91 "POST /v2.0/ports/19065e52-c331-40de-aa18-05aff44c6b55/bindings HTTP/1.1" status: 201 len: 390 time: 0.2785170 Jul 16 20:04:31.295984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e5555-2a9d-49d9-ab8f-de7260e29489 req-0c85fd89-7926-4b6f-91d8-4366eb8a6a90 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.297438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-749e5555-2a9d-49d9-ab8f-de7260e29489 req-0c85fd89-7926-4b6f-91d8-4366eb8a6a90 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1097 time: 0.0638983 Jul 16 20:04:31.353067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-749e5555-2a9d-49d9-ab8f-de7260e29489 req-f7708a4f-5ee2-4fdb-9f08-f135c911df38 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Jul 16 20:04:31.428063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-9cd50738-ecc0-406f-a32a-d5949b7984b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.429763 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-9cd50738-ecc0-406f-a32a-d5949b7984b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1097 time: 0.0924621 Jul 16 20:04:31.546038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432241d9-af99-469c-bff6-fa28af508692 req-b02a7bcd-60d1-40fd-834c-a25ffd47db0f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.547718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-432241d9-af99-469c-bff6-fa28af508692 req-b02a7bcd-60d1-40fd-834c-a25ffd47db0f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0740023 Jul 16 20:04:31.591239 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-432241d9-af99-469c-bff6-fa28af508692 req-c66673d5-ecc5-4e47-936b-ee692e53e9fe tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Jul 16 20:04:31.782281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8957f8-5ce4-4f4d-9831-481067cfdebf req-bd0b7d5c-ba6d-4940-8f57-3ace482c2ed7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.784032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c8957f8-5ce4-4f4d-9831-481067cfdebf req-bd0b7d5c-ba6d-4940-8f57-3ace482c2ed7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.0679054 Jul 16 20:04:31.827080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c8957f8-5ce4-4f4d-9831-481067cfdebf req-df0bb4b6-dd57-4123-b913-4f24b0bea304 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Jul 16 20:04:31.828129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-44cb7197-974d-417c-b049-37629c522982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.829680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-44cb7197-974d-417c-b049-37629c522982 service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.3917520 Jul 16 20:04:31.860594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d32b-6812-4de1-afaa-f511195b4413 req-aa45660e-b355-4bbb-ad1e-b138c5961cc2 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.862050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1466d32b-6812-4de1-afaa-f511195b4413 req-aa45660e-b355-4bbb-ad1e-b138c5961cc2 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 945 time: 0.3625000 Jul 16 20:04:31.898546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-c81ce1d6-a6c7-4d36-b9f8-9e5da3bd8cdd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 200 len: 217 time: 0.0520043 Jul 16 20:04:31.961676 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1466d32b-6812-4de1-afaa-f511195b4413 req-db974b69-c677-4554-a9a8-aac9d86b4f60 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/security-groups?id=60beaceb-9da4-4dea-8964-c0839796b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Jul 16 20:04:31.974296 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:31.976987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-a3c06136-603d-47ac-8d7c-70710ed65023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.978651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-a3c06136-603d-47ac-8d7c-70710ed65023 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0714669 Jul 16 20:04:32.023663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd530d-7856-4e1a-9c54-05b131a7ea1a req-75d55bec-d4cf-4285-8b7f-83819bcb31e6 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:32.025537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95cd530d-7856-4e1a-9c54-05b131a7ea1a req-75d55bec-d4cf-4285-8b7f-83819bcb31e6 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 945 time: 0.0677798 Jul 16 20:04:32.026397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-ca561a88-6e79-4848-9dd9-a479353c89b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318062 Jul 16 20:04:32.072397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95cd530d-7856-4e1a-9c54-05b131a7ea1a req-689f414d-44be-4229-b5f3-29c04160b024 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Jul 16 20:04:32.139101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-93e09f45-c140-4885-a0c4-8886a61e804e service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034718 Jul 16 20:04:32.246453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-940553de-e3c5-4e36-8fb3-4f16cc45b4b7 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014631 Jul 16 20:04:32.983177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-2962e317-2703-42d2-ba7c-724aebd97027 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:04:32.984338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-2962e317-2703-42d2-ba7c-724aebd97027 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062473 Jul 16 20:04:32.995248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Request body: {'binding': {'host': 'n-h2-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:32.995806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:04:33.159670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on host n-h2-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:33.160401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:33.160956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:33.166592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:33.167321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:33.173348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:33.174063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:33.174869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:33.175546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Bound port: cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:33.251549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:33.258854 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.260096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-dfed93d4-d4e7-4f37-a142-8802e9d2dcd3 service neutron] 10.222.0.91 "POST /v2.0/ports/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6/bindings HTTP/1.1" status: 201 len: 390 time: 0.2684996 Jul 16 20:04:33.289221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-e9e35b06-3a09-4bce-a0fb-a1fcef72f416 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.290804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-e9e35b06-3a09-4bce-a0fb-a1fcef72f416 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.79 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 945 time: 0.0841432 Jul 16 20:04:33.455855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Deleting port 58a5e7c0-e8a1-4728-964d-19442cf90b5e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:33.456282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.590676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] For port 58a5e7c0-e8a1-4728-964d-19442cf90b5e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58a5e7c0-e8a1-4728-964d-19442cf90b5e,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:33.591065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.603602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8d18-785f-4e52-8c32-bd4210e23a1d req-f73eced8-f680-4326-928c-4e6350d14786 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.605703 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ad8d18-785f-4e52-8c32-bd4210e23a1d req-f73eced8-f680-4326-928c-4e6350d14786 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.0746601 Jul 16 20:04:33.610664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Calling delete_port for 58a5e7c0-e8a1-4728-964d-19442cf90b5e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:33.659937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ad8d18-785f-4e52-8c32-bd4210e23a1d req-7343ae77-6349-4911-8458-251db62e7fa0 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473149 Jul 16 20:04:33.678052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044a2bd-041d-4660-aabf-bce0e064a97c req-6707ab2e-7bd3-423b-b041-6e2a9c9cd4f1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.680301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a044a2bd-041d-4660-aabf-bce0e064a97c req-6707ab2e-7bd3-423b-b041-6e2a9c9cd4f1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1477251 Jul 16 20:04:33.797826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a044a2bd-041d-4660-aabf-bce0e064a97c req-344b349a-184c-4ca0-9a62-9434ca3d00bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062407 Jul 16 20:04:33.838422 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.853887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['58a5e7c0-e8a1-4728-964d-19442cf90b5e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:33.859908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:33.861741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:33.876066 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e81dad77-0782-4629-a16b-19e2910d4546 req-37d40d4e-3638-4bce-8ee8-a68bdb3664b4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.91 "GET /v2.0/ports?device_id=09cb4625-2c62-41e3-b5b0-d2db705bbd87 HTTP/1.1" status: 200 len: 210 time: 0.0359201 Jul 16 20:04:33.926812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Pushing event deleted for resources: {'Port': ['ID=58a5e7c0-e8a1-4728-964d-19442cf90b5e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.063651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] No DVR routers for this DVR port 58a5e7c0-e8a1-4728-964d-19442cf90b5e on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:34.068861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.071846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1916dda5-3cc7-4ac6-9f68-a573b634be79 req-f589a545-9bad-4430-af0f-7347d0d9aee4 tempest-AttachSCSIVolumeTestJSON-809932206 tempest-AttachSCSIVolumeTestJSON-809932206-project] 10.222.0.79 "DELETE /v2.0/ports/58a5e7c0-e8a1-4728-964d-19442cf90b5e HTTP/1.1" status: 204 len: 173 time: 0.7716060 Jul 16 20:04:34.072506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'name': 'network-vif-deleted', 'tag': '58a5e7c0-e8a1-4728-964d-19442cf90b5e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:34.075052 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242a3950-55da-41e4-b447-62bd5fbeceb4" -d '{"events": [{"server_uuid": "09cb4625-2c62-41e3-b5b0-d2db705bbd87", "name": "network-vif-deleted", "tag": "58a5e7c0-e8a1-4728-964d-19442cf90b5e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:34.095375 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.118521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af35c5-6725-4684-be00-480e8ddc03f8 req-7a71db08-cc90-4977-99a8-f0d622ea3f1b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.123826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07af35c5-6725-4684-be00-480e8ddc03f8 req-7a71db08-cc90-4977-99a8-f0d622ea3f1b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1309762 Jul 16 20:04:34.166813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:34.168981 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeae98c-d69b-4c8f-a2c8-fd80c62ab8ad" -d '{"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-unplugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:34.187617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:34.204788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07af35c5-6725-4684-be00-480e8ddc03f8 req-9b4b7e79-3a70-439d-946b-266c5fa9954a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697978 Jul 16 20:04:34.207581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.210435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:34.233165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:34.354655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'mac_address': 'fa:16:3e:3b:6c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:34.412118 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.417303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.478096 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.481216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b9e886-659c-41ec-b06f-177f3dfd57c6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:34.525375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:34.539623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.571262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:34.577605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.628426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.687214 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7665c79b-f276-49d9-9fbd-38e06532ed51 x-openstack-request-id: req-7665c79b-f276-49d9-9fbd-38e06532ed51 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:34.688246 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb4625-2c62-41e3-b5b0-d2db705bbd87", "name": "network-vif-deleted", "tag": "58a5e7c0-e8a1-4728-964d-19442cf90b5e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:34.688681 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7665c79b-f276-49d9-9fbd-38e06532ed51 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:34.689226 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb4625-2c62-41e3-b5b0-d2db705bbd87', 'name': 'network-vif-deleted', 'tag': '58a5e7c0-e8a1-4728-964d-19442cf90b5e', 'status': 'completed', 'code': 200} Jul 16 20:04:34.712179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.716187 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac4448e-a89e-4437-b2fb-26e37f863470 x-openstack-request-id: req-eac4448e-a89e-4437-b2fb-26e37f863470 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:34.716622 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-unplugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:34.716968 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eac4448e-a89e-4437-b2fb-26e37f863470 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:34.717480 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'code': 200} Jul 16 20:04:34.842251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['73b9e886-659c-41ec-b06f-177f3dfd57c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:34.966452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab24a84-e109-44ea-b751-9f605558637b req-0ac8aa97-e852-4f55-bde0-29d253a9f9a4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.969042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ab24a84-e109-44ea-b751-9f605558637b req-0ac8aa97-e852-4f55-bde0-29d253a9f9a4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.1324463 Jul 16 20:04:35.045843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ab24a84-e109-44ea-b751-9f605558637b req-e77f1109-effd-40b5-a72f-db2058fee937 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Jul 16 20:04:35.110185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59e69-cbf4-40ce-81bf-78b8ae845646 req-6c2ebe33-df7d-4e4b-964c-09ff0142cf0e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.111831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20e59e69-cbf4-40ce-81bf-78b8ae845646 req-6c2ebe33-df7d-4e4b-964c-09ff0142cf0e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 949 time: 0.0995216 Jul 16 20:04:35.163432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20e59e69-cbf4-40ce-81bf-78b8ae845646 req-da6f1130-88e0-47a1-9f58-a5750774b580 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446105 Jul 16 20:04:35.451183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9838f2-ee96-423a-8e29-d34a8bd3d114 req-8a0179b9-e9f9-4cb7-a7fd-cbacba0385c9 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.453718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df9838f2-ee96-423a-8e29-d34a8bd3d114 req-8a0179b9-e9f9-4cb7-a7fd-cbacba0385c9 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.0926988 Jul 16 20:04:35.511084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df9838f2-ee96-423a-8e29-d34a8bd3d114 req-c36ffc61-1368-4f5d-8302-7897e12cafa5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476437 Jul 16 20:04:35.690670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38044) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:35.816331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5b81f4f-0b9b-4cf3-814c-e1b7406eeaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.883903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58a5e7c0-e8a1-4728-964d-19442cf90b5e no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:35.922396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 58a5e7c0-e8a1-4728-964d-19442cf90b5e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:35.922850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58a5e7c0-e8a1-4728-964d-19442cf90b5e not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:35.944413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5b81f4f-0b9b-4cf3-814c-e1b7406eeaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.949667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5b81f4f-0b9b-4cf3-814c-e1b7406eeaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.955159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f656ab17-99ca-4e56-9f04-21613077bf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.990206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b81f4f-0b9b-4cf3-814c-e1b7406eeaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aaecee-6974-4fb7-8627-4278913f00ab,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:35.994782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b5b81f4f-0b9b-4cf3-814c-e1b7406eeaca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3dcf0d687bec45969c8f4e12c95d3141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028345 Jul 16 20:04:35.998021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38066) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:36.063007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35bd0b70-5f65-4870-b60c-51a6e87d2425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.088700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35bd0b70-5f65-4870-b60c-51a6e87d2425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.150767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35bd0b70-5f65-4870-b60c-51a6e87d2425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.154666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35bd0b70-5f65-4870-b60c-51a6e87d2425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.171544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-35bd0b70-5f65-4870-b60c-51a6e87d2425 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c4aaecee-6974-4fb7-8627-4278913f00ab HTTP/1.1" status: 204 len: 168 time: 0.1728199 Jul 16 20:04:36.190261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd0b70-5f65-4870-b60c-51a6e87d2425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aaecee-6974-4fb7-8627-4278913f00ab,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:36.200566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:36.286027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033ae17-3390-412c-b4b3-eb1e463336ad req-495fc1f9-7074-404f-ad34-15c8adcae5fa tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.293933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8033ae17-3390-412c-b4b3-eb1e463336ad req-495fc1f9-7074-404f-ad34-15c8adcae5fa tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.1203096 Jul 16 20:04:36.346418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8033ae17-3390-412c-b4b3-eb1e463336ad req-102f53ae-26af-4152-b098-30bc86f5ce78 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Jul 16 20:04:36.387464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:36.408444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'mac_address': 'fa:16:3e:58:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:36.480564 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.505456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba30e35f-5308-4f73-a837-ae93831b4a3d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:36.511947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e304bae-6d3e-40d8-8026-6da807742c12 req-8c5dd38e-8d3c-4f39-bbbf-4522ce251ec1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.525404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e304bae-6d3e-40d8-8026-6da807742c12 req-8c5dd38e-8d3c-4f39-bbbf-4522ce251ec1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 949 time: 0.1187336 Jul 16 20:04:36.541680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:36.550595 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.609088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e304bae-6d3e-40d8-8026-6da807742c12 req-518b3eeb-b7d3-4f76-b60e-c3c98d86cffc tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822432 Jul 16 20:04:36.656052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:36.671520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38088) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:36.685793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bf67-31fe-4764-85cf-12dd376854db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.697931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['ba30e35f-5308-4f73-a837-ae93831b4a3d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:36.724807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:36.727536 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bab0493-e6ca-4cb8-bfdf-dff241dd49f8" -d '{"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-unplugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:36.819852 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0c5c5b-651d-4e64-8a0b-b66d5798dca3 x-openstack-request-id: req-3e0c5c5b-651d-4e64-8a0b-b66d5798dca3 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:36.820176 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-unplugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:36.821723 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e0c5c5b-651d-4e64-8a0b-b66d5798dca3 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:36.822173 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75', 'code': 200} Jul 16 20:04:36.850169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeb32a-b552-40db-b6ef-51256a031f16 req-0b41cfa6-f712-489a-a4b6-9c4d6b090595 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.859459 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fdeb32a-b552-40db-b6ef-51256a031f16 req-0b41cfa6-f712-489a-a4b6-9c4d6b090595 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1581681 Jul 16 20:04:36.909729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bf67-31fe-4764-85cf-12dd376854db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.919737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bf67-31fe-4764-85cf-12dd376854db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.951540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fdeb32a-b552-40db-b6ef-51256a031f16 req-c8ba1176-bde6-46ba-a5e8-e7a5acf097ca tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910602 Jul 16 20:04:37.018943 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4b5bf67-31fe-4764-85cf-12dd376854db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1e7e292153f04fcd918e877bd535d280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437755 Jul 16 20:04:37.018943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5bf67-31fe-4764-85cf-12dd376854db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450bc834-95ee-4f57-8a55-f694df4feb3c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:37.020074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38110) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:37.137875 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf2ec-03f3-47a6-abbe-cb8ffe5fa56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.164478 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf2ec-03f3-47a6-abbe-cb8ffe5fa56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.229985 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf2ec-03f3-47a6-abbe-cb8ffe5fa56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.233817 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf2ec-03f3-47a6-abbe-cb8ffe5fa56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.235478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8bbbf2ec-03f3-47a6-abbe-cb8ffe5fa56f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/450bc834-95ee-4f57-8a55-f694df4feb3c HTTP/1.1" status: 204 len: 168 time: 0.2143657 Jul 16 20:04:37.261437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbf2ec-03f3-47a6-abbe-cb8ffe5fa56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450bc834-95ee-4f57-8a55-f694df4feb3c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:37.576687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32690cc-899a-4701-8d5f-7d8c523ef59e req-d6ebd2f6-7ea3-4354-a269-bc48720aa003 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.584309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e32690cc-899a-4701-8d5f-7d8c523ef59e req-d6ebd2f6-7ea3-4354-a269-bc48720aa003 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.0834160 Jul 16 20:04:37.620168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e32690cc-899a-4701-8d5f-7d8c523ef59e req-6b0d3bff-c604-44ef-9059-28c7ee4f357f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Jul 16 20:04:37.875561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b1d11-1aca-47ea-ad48-39e8af5acd0a req-085215b6-8908-4bba-8015-82f22405209f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.883736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:37.884318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d1b1d11-1aca-47ea-ad48-39e8af5acd0a req-085215b6-8908-4bba-8015-82f22405209f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 949 time: 0.0976877 Jul 16 20:04:37.886021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:37.937485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d1b1d11-1aca-47ea-ad48-39e8af5acd0a req-4e25e02b-97aa-46d2-8e41-1a94487904db tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505586 Jul 16 20:04:38.080847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 73b9e886-659c-41ec-b06f-177f3dfd57c6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:38.081623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.143961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:38.181212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '2031577f-b5b3-4018-b065-ccf04947dd75', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '2031577f-b5b3-4018-b065-ccf04947dd75', 'mac_address': 'fa:16:3e:aa:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:38.280871 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.284236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:38.366620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85b168-d5bf-480b-a457-82797f0a745c req-1357b2f8-10f3-4eb2-b103-c8ece58e1514 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.397041 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.400012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e85b168-d5bf-480b-a457-82797f0a745c req-1357b2f8-10f3-4eb2-b103-c8ece58e1514 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1897235 Jul 16 20:04:38.420104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2031577f-b5b3-4018-b065-ccf04947dd75 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:38.453897 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.467169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port ba30e35f-5308-4f73-a837-ae93831b4a3d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:38.467619 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.505469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e85b168-d5bf-480b-a457-82797f0a745c req-b2357059-58f5-451c-a65d-2921f8d36fdf tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934787 Jul 16 20:04:38.557607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:38.571318 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.586610 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.643795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:38.667411 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.692352 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.694814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:38.724739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['2031577f-b5b3-4018-b065-ccf04947dd75'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:38.828273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:38.834668 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56414c9d-65da-4863-bd6d-5902602c7b43" -d '{"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-plugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:38.863045 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.871977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c52d49d1-ef84-49ca-b692-9285faaf96b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.879619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:38.940625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0037e-e5cc-47d0-a107-c561a5d1103d req-78d2f4c8-191f-45a8-a5a0-193c4610d98d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.946759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3a0037e-e5cc-47d0-a107-c561a5d1103d req-78d2f4c8-191f-45a8-a5a0-193c4610d98d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 945 time: 0.0930305 Jul 16 20:04:38.978454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:38.991570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.010957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3a0037e-e5cc-47d0-a107-c561a5d1103d req-8f8b43dd-bf2f-483b-a003-09dff81bec3e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Jul 16 20:04:39.120070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:39.133376 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e832ea69-8644-4a13-b820-1221f29adca7 x-openstack-request-id: req-e832ea69-8644-4a13-b820-1221f29adca7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:39.133855 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-plugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:39.134195 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e832ea69-8644-4a13-b820-1221f29adca7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:39.134723 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'code': 200} Jul 16 20:04:39.486305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5231cc-2664-466f-8e11-07989aba4332 req-d77dec1a-2fbd-48ab-a61e-436b169bec6d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:39.495477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f5231cc-2664-466f-8e11-07989aba4332 req-d77dec1a-2fbd-48ab-a61e-436b169bec6d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0937157 Jul 16 20:04:39.539385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f5231cc-2664-466f-8e11-07989aba4332 req-f4d640bf-3bde-403e-8b13-58f65a4adb6c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Jul 16 20:04:39.548013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0471a-9b9c-42b9-be7f-b661f9120dbc req-3216e40f-6978-4197-9bda-74744c816770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:39.550210 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfb0471a-9b9c-42b9-be7f-b661f9120dbc req-3216e40f-6978-4197-9bda-74744c816770 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1102 time: 0.1165688 Jul 16 20:04:39.608048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfb0471a-9b9c-42b9-be7f-b661f9120dbc req-047a0e31-3910-444f-b9ca-ce6007bbae40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Jul 16 20:04:39.813713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bad45-05f5-4dac-8076-1ee3a5bfe675 req-dcf328b0-7f21-4c40-a0f6-d35c702f4ad3 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:39.815754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f4bad45-05f5-4dac-8076-1ee3a5bfe675 req-dcf328b0-7f21-4c40-a0f6-d35c702f4ad3 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1240411 Jul 16 20:04:39.886680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.902937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:39.912576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f4bad45-05f5-4dac-8076-1ee3a5bfe675 req-faccc25a-35e6-495e-9d95-c0c4bdeb8e62 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890336 Jul 16 20:04:40.002577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 2031577f-b5b3-4018-b065-ccf04947dd75 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:40.003958 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.158692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.227222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:40.231497 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.302745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:41.136119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d'}, {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:41.139013 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da562fd-d14c-4996-a969-dc441a643a26" -d '{"events": [{"server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "name": "network-vif-plugged", "status": "completed", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d"}, {"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-plugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:41.654491 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.949427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-e6fd600a-edb1-4972-9f29-623e6bf2c934 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:43.952163 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-e6fd600a-edb1-4972-9f29-623e6bf2c934 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1001539 Jul 16 20:04:43.963782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-10'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:44.099181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.250673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:44.301052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:44.363235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:44.368733 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846091e-6b78-42a7-ac06-001254d70781" -d '{"events": [{"server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "name": "network-vif-unplugged", "status": "completed", "tag": "19065e52-c331-40de-aa18-05aff44c6b55"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:44.373273 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.388815 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.527545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:44.530472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on host n-h1-792458-10 for vnic_type normal with profile {"migrating_to": "n-h2-792458-10"} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:44.530884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:44.531333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:44.540174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:44.540582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Attempting to bind port 19065e52-c331-40de-aa18-05aff44c6b55 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:44.550268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:44.550818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:44.551422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:44.552595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Bound port: 19065e52-c331-40de-aa18-05aff44c6b55, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:44.553235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.699484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:44.703918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:44.710407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.815038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:44.815775 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.817284 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] 10.222.0.79 "PUT /v2.0/ports/19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 200 len: 1123 time: 0.8585460 Jul 16 20:04:44.825517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb15e5-b380-473a-b70a-7f2471c8af1c service neutron] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:45.162888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['19065e52-c331-40de-aa18-05aff44c6b55'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:45.168543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['19065e52-c331-40de-aa18-05aff44c6b55'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:45.917401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:46.056679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:46.080198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 has no active binding in host n-h2-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:04:49.092922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b91b34-6d5e-47b5-94b7-bde48c088552 req-d9332c3a-4f6b-4ad5-b86e-8da929b41e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:49.095232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63b91b34-6d5e-47b5-94b7-bde48c088552 req-d9332c3a-4f6b-4ad5-b86e-8da929b41e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 943 time: 0.0892646 Jul 16 20:04:49.141514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63b91b34-6d5e-47b5-94b7-bde48c088552 req-6bd93511-0344-48af-87e4-aac5fec9e627 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Jul 16 20:04:49.344192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3790d7-d7fa-46c0-b46e-4109beb319a8 req-467fc0cb-7694-42ce-8732-96dedf3d29cd tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:49.346159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d3790d7-d7fa-46c0-b46e-4109beb319a8 req-467fc0cb-7694-42ce-8732-96dedf3d29cd tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0959830 Jul 16 20:04:49.405646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046cddc-acf9-41a1-9834-0bbd6d18c18e req-c5ca7563-67cc-448a-8922-b5cd2d5da9b6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:49.407920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c046cddc-acf9-41a1-9834-0bbd6d18c18e req-c5ca7563-67cc-448a-8922-b5cd2d5da9b6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1021583 Jul 16 20:04:49.423004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d3790d7-d7fa-46c0-b46e-4109beb319a8 req-6d1e5602-7c13-48e5-9119-5a7fe01cf7fe tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680430 Jul 16 20:04:49.486985 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f48eda-efa9-4117-a3d8-d42192b522b9 x-openstack-request-id: req-d1f48eda-efa9-4117-a3d8-d42192b522b9 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:49.487552 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "name": "network-vif-plugged", "status": "completed", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d", "code": 200}, {"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-plugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:49.487886 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1f48eda-efa9-4117-a3d8-d42192b522b9 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:49.488524 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'code': 200} Jul 16 20:04:49.488968 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75', 'code': 200} Jul 16 20:04:49.502528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c046cddc-acf9-41a1-9834-0bbd6d18c18e req-aff50c41-9ff7-44e2-972c-d364709ebd84 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814037 Jul 16 20:04:49.527816 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36764eab-bfdd-4a72-814e-3b410b0e19ad x-openstack-request-id: req-36764eab-bfdd-4a72-814e-3b410b0e19ad {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:49.528269 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "name": "network-vif-unplugged", "status": "completed", "tag": "19065e52-c331-40de-aa18-05aff44c6b55", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:49.528665 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-36764eab-bfdd-4a72-814e-3b410b0e19ad {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:49.529275 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55', 'code': 200} Jul 16 20:04:49.707256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38366) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:49.898618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374840ca-4aaf-41cc-8333-3dd5573a1d0b req-15a839d9-e7d5-44d1-a9ae-36cd7e1beb48 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:49.910110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-374840ca-4aaf-41cc-8333-3dd5573a1d0b req-15a839d9-e7d5-44d1-a9ae-36cd7e1beb48 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0967607 Jul 16 20:04:49.958810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-374840ca-4aaf-41cc-8333-3dd5573a1d0b req-4977f076-78b9-4417-a47a-188b6cfc0864 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476384 Jul 16 20:04:50.242915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.540015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Deleting port 48964e72-1775-40e7-8895-1c21c7aa7df2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:50.540660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.729358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] For port 48964e72-1775-40e7-8895-1c21c7aa7df2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=48964e72-1775-40e7-8895-1c21c7aa7df2,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:50.729987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.747725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Calling delete_port for 48964e72-1775-40e7-8895-1c21c7aa7df2 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:50.779647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a8328-89cf-4a6b-90ed-12fa9757f66b req-c024b620-8b78-41e8-ac8f-2567052b8078 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:50.783318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-313a8328-89cf-4a6b-90ed-12fa9757f66b req-c024b620-8b78-41e8-ac8f-2567052b8078 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 943 time: 0.1046016 Jul 16 20:04:50.840699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-313a8328-89cf-4a6b-90ed-12fa9757f66b req-d4b8bf33-55cf-40fb-a57b-961052a1c941 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528567 Jul 16 20:04:50.947090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.974588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Pushing event deleted for resources: {'Port': ['ID=48964e72-1775-40e7-8895-1c21c7aa7df2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:51.245465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.280418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb8bfe-9025-4c64-aa15-f699254926f8 req-995b9056-8660-4cdf-b974-4218136e1373 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:51.286377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dbb8bfe-9025-4c64-aa15-f699254926f8 req-995b9056-8660-4cdf-b974-4218136e1373 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1248803 Jul 16 20:04:51.330755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dbb8bfe-9025-4c64-aa15-f699254926f8 req-c0c40798-0a89-4128-bee2-edf3346a4d1b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Jul 16 20:04:51.516658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Router 7660adb6-adb0-4219-8262-89d775a2d815 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:51.534214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:51.536601 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1770eca0-ffd3-43d0-95c3-277a83c119f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "tag": "19065e52-c331-40de-aa18-05aff44c6b55"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:51.568478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6ce71-6c4e-40be-a3fd-92f19230ff7b req-ccc2b5e6-3590-494c-aa70-cfe66688de71 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:51.579533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39b6ce71-6c4e-40be-a3fd-92f19230ff7b req-ccc2b5e6-3590-494c-aa70-cfe66688de71 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1241524 Jul 16 20:04:51.655695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39b6ce71-6c4e-40be-a3fd-92f19230ff7b req-711a501b-fd3d-47cd-b59a-fecc56a3160a tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742202 Jul 16 20:04:51.780626 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ab3013-088b-4d6f-b60e-872d757f5aad x-openstack-request-id: req-33ab3013-088b-4d6f-b60e-872d757f5aad {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:51.780626 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "tag": "19065e52-c331-40de-aa18-05aff44c6b55", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:51.781000 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-33ab3013-088b-4d6f-b60e-872d757f5aad {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:51.781234 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55', 'status': 'completed', 'code': 200} Jul 16 20:04:51.793115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:51.800866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a5b7af91-bb42-4c16-82da-b4071544e963 admin admin] 10.222.0.91 "PUT /v2.0/routers/7660adb6-adb0-4219-8262-89d775a2d815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0899534 Jul 16 20:04:51.801081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38532) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:51.810214 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] Sync routers for ids ['7660adb6-adb0-4219-8262-89d775a2d815'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:51.817268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3739-215f-48cb-8e62-13368fc0aa81 req-43cfec26-8ce7-4713-a4b0-b2bc6fc101df tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:51.823493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1af3739-215f-48cb-8e62-13368fc0aa81 req-43cfec26-8ce7-4713-a4b0-b2bc6fc101df tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 951 time: 0.1504142 Jul 16 20:04:51.835875 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] Routers {'7660adb6-adb0-4219-8262-89d775a2d815'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:51.836622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:04:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7660adb6-adb0-4219-8262-89d775a2d815'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.014007 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] Set router 7660adb6-adb0-4219-8262-89d775a2d815 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:52.081651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-54d2e656-5872-4a8c-80df-f51fbe8b3578 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.086003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1af3739-215f-48cb-8e62-13368fc0aa81 req-4503be68-db4f-4b98-a979-3bca9de90fb0 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129881 Jul 16 20:04:52.090876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-54d2e656-5872-4a8c-80df-f51fbe8b3578 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.2161956 Jul 16 20:04:52.110515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-a11a5df6-75a5-4411-8105-8af55e0e2c4b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/quotas/b90b480c6a634bc1976cdfcea5c15487 HTTP/1.1" status: 200 len: 375 time: 0.0185742 Jul 16 20:04:52.122631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-e7ed7412-b77a-4e4b-980c-2815c89ff697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.124256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-e7ed7412-b77a-4e4b-980c-2815c89ff697 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1126 time: 0.2502372 Jul 16 20:04:52.127497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.198195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ebe9270d-7cd5-47a8-818e-371a7449538a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865691 Jul 16 20:04:52.318555 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:04:50Z', 'revision_number': 5, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.348957 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] Checking router: 7660adb6-adb0-4219-8262-89d775a2d815 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:04:52.358628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-8321f169-5dba-4bc2-8495-1afa0041fa36 service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587143 Jul 16 20:04:52.359087 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] Routers {'7660adb6-adb0-4219-8262-89d775a2d815'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:52.359824 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:04:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7660adb6-adb0-4219-8262-89d775a2d815'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.503683 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] Set router 7660adb6-adb0-4219-8262-89d775a2d815 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:52.563191 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-63958118-1604-4a06-9dbb-2fc95d47ab7c service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031374 Jul 16 20:04:52.730283 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:04:50Z', 'revision_number': 5, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.767983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.772166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-de2b8d4e-106f-4787-a4c5-3cdc3355ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.774610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-de2b8d4e-106f-4787-a4c5-3cdc3355ae0e service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.6437769 Jul 16 20:04:52.789182 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27268643-ce1c-4ec8-babd-3f1fcf9a5179 None None] The sync data for ids ['7660adb6-adb0-4219-8262-89d775a2d815'] in n-d-792458-10 is: [{'id': '7660adb6-adb0-4219-8262-89d775a2d815', 'name': 'tempest-AttachSCSIVolumeTestJSON-43288374-router', 'tenant_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:29Z', 'updated_at': '2021-07-16T20:04:50Z', 'revision_number': 5, 'project_id': '245b08fcedc1414ebd7a84c9e8b2ec57', 'gw_port': {'id': 'dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660adb6-adb0-4219-8262-89d775a2d815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:30Z', 'updated_at': '2021-07-16T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:52.837048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-51df94f7-6133-4dc1-9904-290b45c9cfc5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 200 len: 217 time: 0.0538194 Jul 16 20:04:52.934597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-82438e4f-695a-4321-8615-866d8b37a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.936181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-82438e4f-695a-4321-8615-866d8b37a6ed service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0797737 Jul 16 20:04:53.006141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-f51484bf-c6c7-4cda-990d-5912f03a304b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336893 Jul 16 20:04:53.007505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Deleting port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:53.007917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.164486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-4b071216-5596-4826-b9e5-2510de31e33b service neutron] 10.222.0.99 "GET /v2.0/ports/19065e52-c331-40de-aa18-05aff44c6b55/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.1107419 Jul 16 20:04:53.249345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272ee6-2098-4358-acb2-2f1060c7b73f req-99cce502-01c0-4405-a826-f3811f653c7c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.255956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f272ee6-2098-4358-acb2-2f1060c7b73f req-99cce502-01c0-4405-a826-f3811f653c7c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 943 time: 0.3256052 Jul 16 20:04:53.319158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-b8f6cb22-1c50-4476-8fa3-2f04e2ef4a09 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041790 Jul 16 20:04:53.321236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] For port dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:53.321602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.350572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Calling delete_port for dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:53.413627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fec637-2104-44c0-96a7-69a0e6134453 req-06058f79-e1d7-4263-90e0-ad147167a969 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.415401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f272ee6-2098-4358-acb2-2f1060c7b73f req-98a8c9fd-39c2-4dc3-bad9-a92141c1e255 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540253 Jul 16 20:04:53.416120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70fec637-2104-44c0-96a7-69a0e6134453 req-06058f79-e1d7-4263-90e0-ad147167a969 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.99 "GET /v2.0/ports?device_id=5963a234-4b29-4091-a68f-1bc8b2c18966 HTTP/1.1" status: 200 len: 945 time: 0.1716750 Jul 16 20:04:53.519344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1770eca0-ffd3-43d0-95c3-277a83c119f7 req-569ee12c-8797-47a1-aa1b-87f3244246ad service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873376 Jul 16 20:04:53.654163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:53.678416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Deleting port ba30e35f-5308-4f73-a837-ae93831b4a3d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:53.678747 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.723392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99e981-dfbd-4cf7-83e2-3bd8993e8751 req-e54c28b4-336f-4037-9272-5ca07d8d88de tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.725081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c99e981-dfbd-4cf7-83e2-3bd8993e8751 req-e54c28b4-336f-4037-9272-5ca07d8d88de tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.1455991 Jul 16 20:04:53.762985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:53.820055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c99e981-dfbd-4cf7-83e2-3bd8993e8751 req-2ac7f032-1b1d-4a28-ab92-0a66aad3f488 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782180 Jul 16 20:04:53.826652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.841487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] For port ba30e35f-5308-4f73-a837-ae93831b4a3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba30e35f-5308-4f73-a837-ae93831b4a3d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:53.842058 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.848672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19065e52-c331-40de-aa18-05aff44c6b55 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:53.858778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:53.868214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:53.882745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Calling delete_port for ba30e35f-5308-4f73-a837-ae93831b4a3d owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:53.901004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.939991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:53.941857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.951621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9216685-afd3-4028-a573-26cc0b18ae41 req-7d476af0-6137-4c3d-a58a-b26f80b06e0e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.953161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f9216685-afd3-4028-a573-26cc0b18ae41 req-7d476af0-6137-4c3d-a58a-b26f80b06e0e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.2061543 Jul 16 20:04:54.035359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.061821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f9216685-afd3-4028-a573-26cc0b18ae41 req-6737ad60-f54d-4be9-8afb-b4ceea8409a7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018593 Jul 16 20:04:54.072520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19439606-5edf-414e-ac1b-2e589c674655 req-1d0004f2-ecd3-4abe-8368-c69d46c2487f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 210 time: 0.0908520 Jul 16 20:04:54.074134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.075505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] Transition to ACTIVE for port object 19065e52-c331-40de-aa18-05aff44c6b55 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:54.078802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:54.080360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:54.082539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.084699 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e4d8bf-b945-4030-b3ae-a74fd4440b31" -d '{"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-unplugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:54.086733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.101618 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.155077 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.155713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7660adb6-adb0-4219-8262-89d775a2d815 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:04:54.170988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.175384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ed6d49db-2bdb-49f1-8f16-cde9918f293e admin admin] 10.222.0.91 "DELETE /v2.0/routers/7660adb6-adb0-4219-8262-89d775a2d815 HTTP/1.1" status: 204 len: 168 time: 2.3701935 Jul 16 20:04:54.175384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38650) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:54.209150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:54.220505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] No DVR routers for this DVR port 19065e52-c331-40de-aa18-05aff44c6b55 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:54.225855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.237136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] Pushing event updated for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:54.304545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event deleted for resources: {'Port': ['ID=ba30e35f-5308-4f73-a837-ae93831b4a3d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:54.317720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:54.351952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: ba30e35f-5308-4f73-a837-ae93831b4a3d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:54.352298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:54.352700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:54.364740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] Deleting subnet 975fe0d9-0f35-47d7-bd02-130435c97e14 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:54.366054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] No DVR routers for this DVR port ba30e35f-5308-4f73-a837-ae93831b4a3d on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:54.368464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.370496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70fec637-2104-44c0-96a7-69a0e6134453 req-49361c5f-21de-4630-9797-ff1a70c4eb0a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.99 "DELETE /v2.0/ports/ba30e35f-5308-4f73-a837-ae93831b4a3d HTTP/1.1" status: 204 len: 173 time: 0.9482079 Jul 16 20:04:54.372175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.374003 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73ca184-ff77-48ca-8fd8-80bc4df92e8e x-openstack-request-id: req-d73ca184-ff77-48ca-8fd8-80bc4df92e8e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:54.374306 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-unplugged", "status": "completed", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:54.374557 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d73ca184-ff77-48ca-8fd8-80bc4df92e8e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:54.374972 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75', 'code': 200} Jul 16 20:04:54.377933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48964e72-1775-40e7-8895-1c21c7aa7df2 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:54.381935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'name': 'network-vif-deleted', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:54.384903 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78c7415-e99c-4274-a2a5-1496647a401c" -d '{"events": [{"server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "name": "network-vif-deleted", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:54.396721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-895582c6-138e-420e-86f8-1eb8e8dc7616 service neutron] 10.222.0.99 "PUT /v2.0/ports/19065e52-c331-40de-aa18-05aff44c6b55/bindings/n-h2-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2255931 Jul 16 20:04:54.433753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 48964e72-1775-40e7-8895-1c21c7aa7df2 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:54.434093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48964e72-1775-40e7-8895-1c21c7aa7df2 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:54.455003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.464899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:54.541550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.752444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ea3d712a-403f-4b9e-9ecb-a19d9b9fd230 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:54.754257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ea3d712a-403f-4b9e-9ecb-a19d9b9fd230 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.1845160 Jul 16 20:04:54.778022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Request body: {'port': {'device_id': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'admin_state_up': True, 'tenant_id': 'b90b480c6a634bc1976cdfcea5c15487'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:54.782824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-f4d58b70-5099-4a01-a877-0b47d0bd8b04 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:54.784451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-f4d58b70-5099-4a01-a877-0b47d0bd8b04 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.2230806 Jul 16 20:04:54.787194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.844709 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8b735e-c5c7-402c-86b6-f8e85846fa6f x-openstack-request-id: req-bc8b735e-c5c7-402c-86b6-f8e85846fa6f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:54.844987 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5963a234-4b29-4091-a68f-1bc8b2c18966", "name": "network-vif-deleted", "tag": "ba30e35f-5308-4f73-a837-ae93831b4a3d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:54.845236 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bc8b735e-c5c7-402c-86b6-f8e85846fa6f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:54.845625 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5963a234-4b29-4091-a68f-1bc8b2c18966', 'name': 'network-vif-deleted', 'tag': 'ba30e35f-5308-4f73-a837-ae93831b4a3d', 'status': 'completed', 'code': 200} Jul 16 20:04:54.893880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.896404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/975fe0d9-0f35-47d7-bd02-130435c97e14 HTTP/1.1" status: 204 len: 168 time: 0.7199476 Jul 16 20:04:54.898762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38704) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:54.904371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7393852c-9926-4de9-bcce-26b064fd453d None None] Network 24e8a8fc-96a5-48ac-92d7-7e5225f0047a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:54.904947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dcc18-e5b9-4918-8444-8595a43c11e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975fe0d9-0f35-47d7-bd02-130435c97e14,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:54.995940 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.020055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-c44ad5fc-5b74-4dec-9ce0-134efc043d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.021930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-c44ad5fc-5b74-4dec-9ce0-134efc043d16 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107&tenant_id=3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 1096 time: 0.2113428 Jul 16 20:04:55.113822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Deleting port e2496cde-db10-4d6d-bb5b-6f12f657ba17 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:55.114112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.142151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Made reservation on behalf of b90b480c6a634bc1976cdfcea5c15487 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:55.146160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.267417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a5ba3-a557-42ed-9673-056f107a57ce req-398aca4c-6ae2-4c29-954a-1037e0fac02e tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.268745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] DHCP port deletion for 24e8a8fc-96a5-48ac-92d7-7e5225f0047a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:55.269217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c6a5ba3-a557-42ed-9673-056f107a57ce req-398aca4c-6ae2-4c29-954a-1037e0fac02e tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 949 time: 0.2245014 Jul 16 20:04:55.276122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-386d7542-a9e4-4e61-baa8-fa6f986ccb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.279190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-386d7542-a9e4-4e61-baa8-fa6f986ccb11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1096 time: 0.2189422 Jul 16 20:04:55.323408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] Deleting port e2496cde-db10-4d6d-bb5b-6f12f657ba17 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:55.324261 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.394827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] For port e2496cde-db10-4d6d-bb5b-6f12f657ba17, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e2496cde-db10-4d6d-bb5b-6f12f657ba17,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:55.395154 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.409732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] Calling delete_port for e2496cde-db10-4d6d-bb5b-6f12f657ba17 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:55.425802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c6a5ba3-a557-42ed-9673-056f107a57ce req-8e881076-b79f-4ddc-b602-3f129bb42de7 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393805 Jul 16 20:04:55.435737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Allocated IP 172.20.0.14 (8ebcdea9-eaca-454d-a038-8611b5c1ff12/88339bf1-e441-44a5-985b-a9bef9e2f1f3/c0d10d56-4f95-43b5-98f5-c41d566c987d) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:55.463516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-fa35ad5a-b94e-40ed-8cf9-a44417f76520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.466356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-fa35ad5a-b94e-40ed-8cf9-a44417f76520 service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.1760440 Jul 16 20:04:55.525064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.531182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b6bc-3052-40fb-a6ce-959c94061f45 req-b2d20e2d-a4ba-499a-8dd7-5d572e67e6b8 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.531781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-dbb30c9a-d0bd-45e3-9c3c-a8cc6d985dc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 200 len: 217 time: 0.0550029 Jul 16 20:04:55.538874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46c6b6bc-3052-40fb-a6ce-959c94061f45 req-b2d20e2d-a4ba-499a-8dd7-5d572e67e6b8 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 944 time: 0.4896214 Jul 16 20:04:55.567403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] Pushing event deleted for resources: {'Port': ['ID=e2496cde-db10-4d6d-bb5b-6f12f657ba17,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:55.574268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edf939-e263-46e8-bdf8-6b6e3a079e9e None None] No DVR routers for this DVR port e2496cde-db10-4d6d-bb5b-6f12f657ba17 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:55.602793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] For port e2496cde-db10-4d6d-bb5b-6f12f657ba17, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e2496cde-db10-4d6d-bb5b-6f12f657ba17,segment=NetworkSegment(5938afcf-a70f-4481-9311-5a7eb5381272),segment_id=5938afcf-a70f-4481-9311-5a7eb5381272)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:55.603252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.623633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Calling delete_port for e2496cde-db10-4d6d-bb5b-6f12f657ba17 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:55.630464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46c6b6bc-3052-40fb-a6ce-959c94061f45 req-b93c3792-0b39-4ed4-9c1c-442d220175fb tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904992 Jul 16 20:04:55.666395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-a6d49a92-79c7-4b54-a201-c61bd094e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.667992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-a6d49a92-79c7-4b54-a201-c61bd094e2a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1254768 Jul 16 20:04:55.717602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.738036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-34971410-e0a5-4a59-86eb-3965cc7d1f1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441470 Jul 16 20:04:55.750797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2496cde-db10-4d6d-bb5b-6f12f657ba17,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:55.752660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] No DVR routers for this DVR port e2496cde-db10-4d6d-bb5b-6f12f657ba17 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:55.834388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.843751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.855142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e8a8fc-96a5-48ac-92d7-7e5225f0047a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:55.857696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645901c-0650-4402-badb-e47ede5a02ca req-42be96d1-c58f-4732-8ded-7cca5b77e4b1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.857696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2645901c-0650-4402-badb-e47ede5a02ca req-42be96d1-c58f-4732-8ded-7cca5b77e4b1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.2706225 Jul 16 20:04:55.884282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5938afcf-a70f-4481-9311-5a7eb5381272') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:55.884592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5938afcf-a70f-4481-9311-5a7eb5381272') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:55.896069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.908225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-69a76646-986c-4108-bad0-1d45384c7e29 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586294 Jul 16 20:04:55.916097 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.924622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:04:55.925037 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:04:55.926782 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:04:55.942348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2645901c-0650-4402-badb-e47ede5a02ca req-783909ee-85ba-4367-91dd-508b58e91a6c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761831 Jul 16 20:04:55.996511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ccac-6426-43e3-85aa-04e8621affe9 req-7596fea3-898b-4826-a31d-5d4a83d12ab3 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.998054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8403ccac-6426-43e3-85aa-04e8621affe9 req-7596fea3-898b-4826-a31d-5d4a83d12ab3 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1609297 Jul 16 20:04:56.004114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.007294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.018082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.024305 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] 10.222.0.91 "DELETE /v2.0/networks/24e8a8fc-96a5-48ac-92d7-7e5225f0047a HTTP/1.1" status: 204 len: 168 time: 1.1241593 Jul 16 20:04:56.026200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38724) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:56.045814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd0bd3-a379-403a-a1f7-918cf7d31f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e8a8fc-96a5-48ac-92d7-7e5225f0047a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:56.069415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8403ccac-6426-43e3-85aa-04e8621affe9 req-67fb9211-869f-4434-853d-262cd8fcc2eb tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548830 Jul 16 20:04:56.154245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event updated for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:56.164164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:56.167088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-e1d5b8c0-4bd4-48a6-96f6-8fe790046650 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480218 Jul 16 20:04:56.170804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:56.173175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:56.265526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:56.287608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:56.288315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dc6a0bdb-2cf6-40bd-97a5-877e475ed5fa not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:56.288315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e2496cde-db10-4d6d-bb5b-6f12f657ba17 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:56.309256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e2496cde-db10-4d6d-bb5b-6f12f657ba17 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:56.309768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e2496cde-db10-4d6d-bb5b-6f12f657ba17 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:56.581080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:56.581689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.617905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-43c0dec4-ef20-4fbf-92e6-71b84c250133 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8439772 Jul 16 20:04:56.662019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb73117-6d44-4692-843d-27572aeb24dc req-1c2ceebe-4317-43c4-9160-bff59906fb00 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:56.663610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1eb73117-6d44-4692-843d-27572aeb24dc req-1c2ceebe-4317-43c4-9160-bff59906fb00 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 932 time: 0.6028941 Jul 16 20:04:56.673052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Request body: {'port': {'device_id': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:56.712037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654a40d-90f8-444d-8e7c-4d6dae28baef req-73b97605-fc65-4f3a-9cc5-0458e5d7af55 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:56.713552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4654a40d-90f8-444d-8e7c-4d6dae28baef req-73b97605-fc65-4f3a-9cc5-0458e5d7af55 tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 949 time: 0.0717163 Jul 16 20:04:56.760727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4654a40d-90f8-444d-8e7c-4d6dae28baef req-7e1602d3-c249-4581-9d42-eb0f815ddcea tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Jul 16 20:04:56.771531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d493-465b-4510-b66d-92765052b356 req-1cbf8a41-638a-4e0e-b254-fe662b918c7f tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:56.773055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-1cbf8a41-638a-4e0e-b254-fe662b918c7f tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.2574463 Jul 16 20:04:56.832672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1eb73117-6d44-4692-843d-27572aeb24dc req-dda25918-171d-4ea3-864d-92d556196b0f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570833 Jul 16 20:04:56.912633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.204616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-66d1d493-465b-4510-b66d-92765052b356 req-faa72e08-1f2c-46e4-8d24-0702b7d11f8c service neutron] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:57.232495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-66d1d493-465b-4510-b66d-92765052b356 req-faa72e08-1f2c-46e4-8d24-0702b7d11f8c service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.233637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d1d493-465b-4510-b66d-92765052b356 req-faa72e08-1f2c-46e4-8d24-0702b7d11f8c service neutron] 10.222.0.79 "DELETE /v2.0/ports/19065e52-c331-40de-aa18-05aff44c6b55/bindings/n-h1-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.4415855 Jul 16 20:04:57.306211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceda9b-8176-4a69-90df-a21cce5e5ba4 req-2c7d6f9b-c0b7-47e3-baf4-e6e7188a5208 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.307749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6ceda9b-8176-4a69-90df-a21cce5e5ba4 req-2c7d6f9b-c0b7-47e3-baf4-e6e7188a5208 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 944 time: 0.3362775 Jul 16 20:04:57.345733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-6ea1bd2b-b0c0-4305-91cd-daf73412767b tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.347242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-6ea1bd2b-b0c0-4305-91cd-daf73412767b tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.79 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 949 time: 0.2965541 Jul 16 20:04:57.406336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63718f4-c595-4df4-a422-b16c81ed9567 req-3deb4bd6-e58f-4826-b956-dd76c77f8b3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.408029 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63718f4-c595-4df4-a422-b16c81ed9567 req-3deb4bd6-e58f-4826-b956-dd76c77f8b3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.0934052 Jul 16 20:04:57.441342 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6ceda9b-8176-4a69-90df-a21cce5e5ba4 req-3b0275fd-8aaa-4189-9597-15698e5f25f5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199195 Jul 16 20:04:57.450815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63718f4-c595-4df4-a422-b16c81ed9567 req-e6b8c60c-34d6-4d9d-9f63-088152ef1030 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jul 16 20:04:57.539483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d10d56-4f95-43b5-98f5-c41d566c987d {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:57.554518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.595397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Transition to ACTIVE for port object c0d10d56-4f95-43b5-98f5-c41d566c987d will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:57.624396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.677797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Deleting port 2031577f-b5b3-4018-b065-ccf04947dd75 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:57.678229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.702619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.792652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:57.947705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b17c1-9232-4c4e-9dc8-9c4227a9fd4b req-7843f523-c535-450d-92a1-efb69a6c3b4d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.949316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5b9b17c1-9232-4c4e-9dc8-9c4227a9fd4b req-7843f523-c535-450d-92a1-efb69a6c3b4d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.3872621 Jul 16 20:04:57.982332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] For port 2031577f-b5b3-4018-b065-ccf04947dd75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2031577f-b5b3-4018-b065-ccf04947dd75,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:57.982932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.049467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Calling delete_port for 2031577f-b5b3-4018-b065-ccf04947dd75 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:58.075337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Attempting to bind port c0d10d56-4f95-43b5-98f5-c41d566c987d on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:58.075676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Attempting to bind port c0d10d56-4f95-43b5-98f5-c41d566c987d by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:58.076001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Attempting to bind port c0d10d56-4f95-43b5-98f5-c41d566c987d on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:58.099963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Port c0d10d56-4f95-43b5-98f5-c41d566c987d on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:58.100331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Attempting to bind port c0d10d56-4f95-43b5-98f5-c41d566c987d on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:58.108154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5b9b17c1-9232-4c4e-9dc8-9c4227a9fd4b req-90ea7e24-b62b-4066-b7f5-064ad73057f8 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485431 Jul 16 20:04:58.155895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:58.156381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Checking segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:58.156825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Bound using segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:58.157286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Bound port: c0d10d56-4f95-43b5-98f5-c41d566c987d, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:58.157699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.281824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38bbd2-3fc7-44bf-9d4b-8b3494a008eb req-2b669723-3601-4494-a023-e271f229f862 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.283389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb38bbd2-3fc7-44bf-9d4b-8b3494a008eb req-2b669723-3601-4494-a023-e271f229f862 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1096 time: 0.0580249 Jul 16 20:04:58.319748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb38bbd2-3fc7-44bf-9d4b-8b3494a008eb req-f9642cf6-9738-403c-934f-83f56031f2ff tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303423 Jul 16 20:04:58.347600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:58.361390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:58.375809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: ba30e35f-5308-4f73-a837-ae93831b4a3d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:58.376600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba30e35f-5308-4f73-a837-ae93831b4a3d not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:58.418269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:58.435253 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.498096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.513063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f48822-cc58-492c-8012-52a63478f96e req-8710f5b9-4d4f-48b2-a50b-9080aec7583f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.514600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b1f48822-cc58-492c-8012-52a63478f96e req-8710f5b9-4d4f-48b2-a50b-9080aec7583f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 944 time: 0.0687900 Jul 16 20:04:58.518461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.519103 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.520523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] 10.222.0.79 "PUT /v2.0/ports/c0d10d56-4f95-43b5-98f5-c41d566c987d HTTP/1.1" status: 200 len: 1093 time: 1.8559499 Jul 16 20:04:58.522625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:58.524988 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69" -d '{"events": [{"name": "network-changed", "server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:58.556596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b1f48822-cc58-492c-8012-52a63478f96e req-214f869d-679a-40f2-8105-96ada6f5d6d7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359499 Jul 16 20:04:58.558150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-2454deec-3b18-48a5-ab26-caea6ec23ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.559857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-2454deec-3b18-48a5-ab26-caea6ec23ded service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1097 time: 0.3115187 Jul 16 20:04:58.578512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1fbd7-8956-4440-a80d-9c9c9d0982c0 req-f2ed0cf2-231f-4434-8d8a-8f886969d2fc tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.580016 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ff1fbd7-8956-4440-a80d-9c9c9d0982c0 req-f2ed0cf2-231f-4434-8d8a-8f886969d2fc tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/ports?device_id=322748f8-9aaa-4200-918b-5c1f8eba8a83 HTTP/1.1" status: 200 len: 866 time: 0.3178537 Jul 16 20:04:58.612155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9a66a-f827-4edc-88b0-eae5a86f0255 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:58.999703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] No DVR routers for this DVR port 2031577f-b5b3-4018-b065-ccf04947dd75 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:59.007150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Pushing event deleted for resources: {'Port': ['ID=2031577f-b5b3-4018-b065-ccf04947dd75,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:59.011662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.013804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e68c28c-3996-473b-87f4-ee51230ac939 req-bfa68365-816d-45cb-b6d5-58f8620dab1d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.79 "DELETE /v2.0/ports/2031577f-b5b3-4018-b065-ccf04947dd75 HTTP/1.1" status: 204 len: 173 time: 1.6491232 Jul 16 20:04:59.064916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Deleting port fd57e3d1-397e-4932-aa8e-bb3845053b54 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:59.065310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.103448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ff1fbd7-8956-4440-a80d-9c9c9d0982c0 req-6d138c92-bc7b-4413-932e-785767f56b4d tempest-ImagesOneServerTestJSON-970240010 tempest-ImagesOneServerTestJSON-970240010-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f2e7dc0-f297-48d6-b04f-b524d3dd088e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872088 Jul 16 20:04:59.183422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a56083-d24e-435f-9291-356abeeafa61 req-b139d997-0c1d-45f2-822a-00f724496f2d tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.185330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70a56083-d24e-435f-9291-356abeeafa61 req-b139d997-0c1d-45f2-822a-00f724496f2d tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 1096 time: 0.0863471 Jul 16 20:04:59.221014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-43bf340e-33af-46ba-a8be-3e486ac5bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.223197 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-43bf340e-33af-46ba-a8be-3e486ac5bbe7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.6532264 Jul 16 20:04:59.230126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70a56083-d24e-435f-9291-356abeeafa61 req-d918f844-b7b9-46dc-b902-4f5613724624 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364082 Jul 16 20:04:59.233668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ac03983c-6c66-46f2-8413-166ba27ac796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.235243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ac03983c-6c66-46f2-8413-166ba27ac796 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 1096 time: 0.6647112 Jul 16 20:04:59.316102 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f8a527-1983-4f2f-9673-789a602227e7 x-openstack-request-id: req-72f8a527-1983-4f2f-9673-789a602227e7 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:59.316387 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:59.316640 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72f8a527-1983-4f2f-9673-789a602227e7 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:59.317024 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'status': 'completed', 'code': 200} Jul 16 20:04:59.321357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] For port fd57e3d1-397e-4932-aa8e-bb3845053b54, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fd57e3d1-397e-4932-aa8e-bb3845053b54,segment=NetworkSegment(596aa6da-fbb4-4d61-a030-167d1ed25bc3),segment_id=596aa6da-fbb4-4d61-a030-167d1ed25bc3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:59.321718 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.331068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-29724db4-02cf-40c0-9a21-0b65e800ff1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0999417 Jul 16 20:04:59.371944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-0a433087-048c-4ebd-8001-3999dd982c4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d HTTP/1.1" status: 200 len: 217 time: 0.1127992 Jul 16 20:04:59.374162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Calling delete_port for fd57e3d1-397e-4932-aa8e-bb3845053b54 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:59.498568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-84a814b4-a5f9-45bf-8a79-5832fd629e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.500054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-84a814b4-a5f9-45bf-8a79-5832fd629e24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1407828 Jul 16 20:04:59.511106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ddd73afd-385d-44f6-a512-57c5fb8b3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.512573 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ddd73afd-385d-44f6-a512-57c5fb8b3d91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.1147435 Jul 16 20:04:59.534303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c154b-ec41-4487-bd27-0ccc893bb1c1 req-059f8128-5dc3-4e6b-b512-a83db3bdc36a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.535879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e87c154b-ec41-4487-bd27-0ccc893bb1c1 req-059f8128-5dc3-4e6b-b512-a83db3bdc36a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.3083644 Jul 16 20:04:59.598025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c3f99-ba1a-438b-b10a-e0329a1c790f req-5ac6f930-9f3d-4796-9c06-90e0ec55cd25 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.600258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae5c3f99-ba1a-438b-b10a-e0329a1c790f req-5ac6f930-9f3d-4796-9c06-90e0ec55cd25 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.0684454 Jul 16 20:04:59.606122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-ca4633dd-b729-4767-b88e-dffe842c0a67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667770 Jul 16 20:04:59.607942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-9fe192fb-48e1-4036-873c-82321eeef714 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711854 Jul 16 20:04:59.647418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae5c3f99-ba1a-438b-b10a-e0329a1c790f req-10d6093c-43e2-4637-9d09-b7543c5e7e65 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381358 Jul 16 20:04:59.775404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e87c154b-ec41-4487-bd27-0ccc893bb1c1 req-a302af90-6594-432e-9a3b-9a6cc790143d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137859 Jul 16 20:04:59.868505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-6e321cd9-1fa3-49bc-9580-812e9db91387 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149327 Jul 16 20:04:59.905932 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-91714e77-b99a-44f1-8085-189ad844df8f service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535291 Jul 16 20:05:00.083655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.131200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d58e-d090-4e98-ad35-b7e1b14373dc req-327236d4-1966-499e-851f-eccda12d77df tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:00.132956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e40d58e-d090-4e98-ad35-b7e1b14373dc req-327236d4-1966-499e-851f-eccda12d77df tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 944 time: 0.0746932 Jul 16 20:05:00.133768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd57e3d1-397e-4932-aa8e-bb3845053b54,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:00.139218 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-6b97f79d-7043-4b28-be7f-b518f45fc4f4 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461662 Jul 16 20:05:00.211947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e40d58e-d090-4e98-ad35-b7e1b14373dc req-9687723a-44ce-4ddb-a496-f4617eddfbf0 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605216 Jul 16 20:05:00.220951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4fd39bd-b402-4dff-bdab-779bc1d728fb req-ee92badb-9c4b-472e-8ad2-9800e1dfe66d service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004088 Jul 16 20:05:00.439969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.462426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-124373a4-af48-4467-a3e1-f038e9a29d61 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:00.463945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-124373a4-af48-4467-a3e1-f038e9a29d61 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1935675 Jul 16 20:05:00.467607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-97b0455a-c353-4f36-bca9-a04793656977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:00.469116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-97b0455a-c353-4f36-bca9-a04793656977 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 1096 time: 0.1474154 Jul 16 20:05:00.511893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-10'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:00.727643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-17991d7d-ce98-4537-9176-3d9d5b2304dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:00.729152 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-17991d7d-ce98-4537-9176-3d9d5b2304dd service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 906 time: 0.2147095 Jul 16 20:05:00.767327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:00.790790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.834602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-73bdd670-2e95-4fd0-948b-ec43f1c71651 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d HTTP/1.1" status: 200 len: 217 time: 0.0949731 Jul 16 20:05:00.936632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7a8a0-92a0-4e72-9e91-45b2462ca9d2 req-1f9119a4-ad4c-4aba-b691-366e882d1f36 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:00.938253 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbe7a8a0-92a0-4e72-9e91-45b2462ca9d2 req-1f9119a4-ad4c-4aba-b691-366e882d1f36 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1205056 Jul 16 20:05:01.000866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-405695eb-1625-42c2-a656-aae9ea0b67e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=62e94451402640eeb3da4afd08830ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322836 Jul 16 20:05:01.002163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-c0d1e28f-02fa-4540-a1ad-fa414234fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:01.005083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-c0d1e28f-02fa-4540-a1ad-fa414234fa3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.1594276 Jul 16 20:05:01.005083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39030) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:01.010723 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbe7a8a0-92a0-4e72-9e91-45b2462ca9d2 req-784d1681-e559-4c66-9193-815d699c1fb8 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599799 Jul 16 20:05:01.108597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-7349ffe9-2087-4710-8f3c-2fddb6f32a60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762012 Jul 16 20:05:01.154215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Router b69616fc-fdae-4a69-9782-7cc870bf5287 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:01.201615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:01.468473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea623f4-cf47-4729-afaa-8cf7ceb9f8e8 req-6008debf-7123-4420-93ad-960ff93c22f8 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:01.470340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1ea623f4-cf47-4729-afaa-8cf7ceb9f8e8 req-6008debf-7123-4420-93ad-960ff93c22f8 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 944 time: 0.0900524 Jul 16 20:05:01.516113 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1ea623f4-cf47-4729-afaa-8cf7ceb9f8e8 req-3f25e1d2-0586-4b43-bdc8-2b68f9c6cd67 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Jul 16 20:05:01.592819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-deleted', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:01.595703 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1282ac14-5f17-4d8a-b4d4-89942f599e7f" -d '{"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-deleted", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:01.647725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04e73c9c-d721-450e-80f4-200d6b486130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.670793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04e73c9c-d721-450e-80f4-200d6b486130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.700631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c7242-78a6-463b-93de-350ecc84f53e req-c36cc1f8-4d02-42d3-900e-d27f0ba4d739 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:01.707788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e7c7242-78a6-463b-93de-350ecc84f53e req-c36cc1f8-4d02-42d3-900e-d27f0ba4d739 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 945 time: 0.7239294 Jul 16 20:05:01.765741 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5df5a1-bce9-4147-91ee-8f05e3aa51fb x-openstack-request-id: req-1c5df5a1-bce9-4147-91ee-8f05e3aa51fb {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:01.766116 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322748f8-9aaa-4200-918b-5c1f8eba8a83", "name": "network-vif-deleted", "tag": "2031577f-b5b3-4018-b065-ccf04947dd75", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:01.766425 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1c5df5a1-bce9-4147-91ee-8f05e3aa51fb {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:01.766879 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322748f8-9aaa-4200-918b-5c1f8eba8a83', 'name': 'network-vif-deleted', 'tag': '2031577f-b5b3-4018-b065-ccf04947dd75', 'status': 'completed', 'code': 200} Jul 16 20:05:01.810623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39068) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:01.821928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:01.872993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-5ebc0113-84dd-47d7-8814-f27c1b0b3b16 service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426050 Jul 16 20:05:01.904696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e7c7242-78a6-463b-93de-350ecc84f53e req-b1642014-70e5-4efd-b94c-3f8d7df01432 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960189 Jul 16 20:05:01.931764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.935612 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04e73c9c-d721-450e-80f4-200d6b486130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.938420 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04e73c9c-d721-450e-80f4-200d6b486130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.939712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-04e73c9c-d721-450e-80f4-200d6b486130 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f2e7dc0-f297-48d6-b04f-b524d3dd088e HTTP/1.1" status: 204 len: 168 time: 0.9314556 Jul 16 20:05:01.956321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:01.973137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b9a9-c842-4d96-8aed-73fd2e6279ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.976634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] Sync routers for ids ['b69616fc-fdae-4a69-9782-7cc870bf5287'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:01.985472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d633bf49-bb27-41b3-a003-aafc0584d005 admin admin] 10.222.0.91 "PUT /v2.0/routers/b69616fc-fdae-4a69-9782-7cc870bf5287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9399414 Jul 16 20:05:01.986378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.989608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] Routers {'b69616fc-fdae-4a69-9782-7cc870bf5287'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:01.990316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:04:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b69616fc-fdae-4a69-9782-7cc870bf5287'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:02.006122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39074) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:02.009009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e73c9c-d721-450e-80f4-200d6b486130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e7dc0-f297-48d6-b04f-b524d3dd088e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:02.070797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:02.122341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 2031577f-b5b3-4018-b065-ccf04947dd75 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:02.123326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2031577f-b5b3-4018-b065-ccf04947dd75 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:02.192136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b9a9-c842-4d96-8aed-73fd2e6279ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.199090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b9a9-c842-4d96-8aed-73fd2e6279ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.235518 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d0d1b9a9-c842-4d96-8aed-73fd2e6279ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5df11e3e5eec4d4bbe0665d054ee4779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235594 Jul 16 20:05:02.237517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39082) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:02.303006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1b9a9-c842-4d96-8aed-73fd2e6279ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cafdc25-a609-4886-a2cf-4767656c157f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:02.320777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:02.323152 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cda723e4-4ccb-4879-943e-b82767b28941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.393380 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cda723e4-4ccb-4879-943e-b82767b28941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.447497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdc1d93e-dacf-4c4f-9eee-73d5706d6a69 req-8a224a51-1d0a-44e6-8444-fa6ff1d888bb service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445237 Jul 16 20:05:02.449431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] Set router b69616fc-fdae-4a69-9782-7cc870bf5287 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:02.463032 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cda723e4-4ccb-4879-943e-b82767b28941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.471506 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cda723e4-4ccb-4879-943e-b82767b28941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.471506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cda723e4-4ccb-4879-943e-b82767b28941 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2cafdc25-a609-4886-a2cf-4767656c157f HTTP/1.1" status: 204 len: 168 time: 0.2278697 Jul 16 20:05:02.490381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on host n-h1-792458-10 for vnic_type normal with profile {"migrating_to": "n-h2-792458-10"} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:02.490706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:02.491188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:02.497351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda723e4-4ccb-4879-943e-b82767b28941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cafdc25-a609-4886-a2cf-4767656c157f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:02.502382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:02.502773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Attempting to bind port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:02.514403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:02.514748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:02.515193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:02.515775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Bound port: cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:02.516113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.532524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d277-eebe-4f3d-8d3f-d43e03f3a7e3 req-82f10a1c-eede-4b15-8aa5-33404b57a7be tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:02.535615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.541460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9562d277-eebe-4f3d-8d3f-d43e03f3a7e3 req-82f10a1c-eede-4b15-8aa5-33404b57a7be tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1986454 Jul 16 20:05:02.593679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9562d277-eebe-4f3d-8d3f-d43e03f3a7e3 req-257cddc7-6a78-4869-975e-a5e4fa59296d tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508630 Jul 16 20:05:02.916355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:02.923201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:02.933369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.937695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:04:59Z', 'revision_number': 5, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port': {'id': '3300d586-babe-4c6d-8fcb-5570fd5b2c86', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:39Z', 'updated_at': '2021-07-16T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:03.003591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:03.011131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.024530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8646ad0-e188-428e-bc7f-9d8a2ec6bf55 req-b464da30-301d-43ad-966a-a5a4f2c4c19d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:03.026115 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8646ad0-e188-428e-bc7f-9d8a2ec6bf55 req-b464da30-301d-43ad-966a-a5a4f2c4c19d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 944 time: 0.3074627 Jul 16 20:05:03.035429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] Checking router: b69616fc-fdae-4a69-9782-7cc870bf5287 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:03.066394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] Routers {'b69616fc-fdae-4a69-9782-7cc870bf5287'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:03.067997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:04:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b69616fc-fdae-4a69-9782-7cc870bf5287'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:03.109752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8646ad0-e188-428e-bc7f-9d8a2ec6bf55 req-f0800cad-ecfb-4816-a55d-09f9d1d2641c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735133 Jul 16 20:05:03.175864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:03.176494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.177929 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-4a932dab-0344-44fa-88ca-23777ec3f58f service neutron] 10.222.0.79 "PUT /v2.0/ports/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 1123 time: 2.6709251 Jul 16 20:05:03.240744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a46cd1-cfaf-426e-aaf3-5347d73b412d req-d0487ad4-2fd5-42c7-a6d9-7f710459583e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:03.242280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Deleting port 3300d586-babe-4c6d-8fcb-5570fd5b2c86 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:03.242628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.250250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8a46cd1-cfaf-426e-aaf3-5347d73b412d req-d0487ad4-2fd5-42c7-a6d9-7f710459583e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.1117260 Jul 16 20:05:03.295980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8a46cd1-cfaf-426e-aaf3-5347d73b412d req-1f721d13-8833-45fb-871f-2aa09664015a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 Jul 16 20:05:03.360932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['cd2802a8-3393-47c2-84d5-3aa41ab6e5b6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:03.411835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] For port 3300d586-babe-4c6d-8fcb-5570fd5b2c86, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3300d586-babe-4c6d-8fcb-5570fd5b2c86,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:03.412699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.423275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] Set router b69616fc-fdae-4a69-9782-7cc870bf5287 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:03.435883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Calling delete_port for 3300d586-babe-4c6d-8fcb-5570fd5b2c86 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:03.483058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:05:03Z', 'revision_number': 6, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:03.516207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ec8ec-db0f-4c9d-ae00-1f64caeafc6a None None] The sync data for ids ['b69616fc-fdae-4a69-9782-7cc870bf5287'] in n-d-792458-10 is: [{'id': 'b69616fc-fdae-4a69-9782-7cc870bf5287', 'name': 'tempest-AttachSCSIVolumeTestJSON-668185635-router', 'tenant_id': '28450aebf80f4ccd85179948af106dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:02:38Z', 'updated_at': '2021-07-16T20:05:03Z', 'revision_number': 6, 'project_id': '28450aebf80f4ccd85179948af106dc2', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:03.700121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.730250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3300d586-babe-4c6d-8fcb-5570fd5b2c86,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:03.781463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6'}, {'name': 'network-changed', 'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:03.784200 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dfac33-6c84-4cea-b299-6a578c506498" -d '{"events": [{"server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6"}, {"name": "network-changed", "server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:03.810996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.858604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e14e4-c4bf-4caf-b8d0-763d07332684 req-62348695-e12c-4942-9ea8-6a1f08ffda0c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:03.860395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c3e14e4-c4bf-4caf-b8d0-763d07332684 req-62348695-e12c-4942-9ea8-6a1f08ffda0c tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1105437 Jul 16 20:05:03.860892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:03.923432 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cdb53d-a9f1-4491-a69d-63855232d150 x-openstack-request-id: req-42cdb53d-a9f1-4491-a69d-63855232d150 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:03.923770 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6", "code": 200}, {"name": "network-changed", "server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:03.923974 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42cdb53d-a9f1-4491-a69d-63855232d150 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:03.924362 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6', 'code': 200} Jul 16 20:05:03.924652 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6', 'status': 'completed', 'code': 200} Jul 16 20:05:03.962934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.965625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.009618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:04.050111 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.050936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b69616fc-fdae-4a69-9782-7cc870bf5287 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:04.058456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c3e14e4-c4bf-4caf-b8d0-763d07332684 req-fbefc3c9-b257-400d-ae55-0fa2eac044f8 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831534 Jul 16 20:05:04.064125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.064125 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7bc6b224-08ab-40fc-a2ab-2afc3eced8cb admin admin] 10.222.0.91 "DELETE /v2.0/routers/b69616fc-fdae-4a69-9782-7cc870bf5287 HTTP/1.1" status: 204 len: 168 time: 2.0507963 Jul 16 20:05:04.066217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39154) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:04.136455 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03dd8be-006e-4803-8cba-71c19259f8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.202059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfac33-6c84-4cea-b299-6a578c506498 req-51d405d8-b90a-41c2-8c1c-578f73f0323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:04.204022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33dfac33-6c84-4cea-b299-6a578c506498 req-51d405d8-b90a-41c2-8c1c-578f73f0323a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1126 time: 0.3270321 Jul 16 20:05:04.211036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] Deleting subnet 8f84689f-0de2-45a7-933a-b1fc64cce54c {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:04.218663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.251851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:04.287995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'mac_address': 'fa:16:3e:47:e5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:04.314121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.369481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03dd8be-006e-4803-8cba-71c19259f8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.379862 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.392014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03dd8be-006e-4803-8cba-71c19259f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.410174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d10d56-4f95-43b5-98f5-c41d566c987d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:04.453067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:04.462719 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.484169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f03dd8be-006e-4803-8cba-71c19259f8da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=25b3661d945f4c0a9060e4473e945adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222036 Jul 16 20:05:04.489552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39166) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:04.570635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03dd8be-006e-4803-8cba-71c19259f8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e57928-9746-4cc6-9d36-88e8a0db226b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:04.578386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:04.580339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.612660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3300d586-babe-4c6d-8fcb-5570fd5b2c86 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:04.653745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3300d586-babe-4c6d-8fcb-5570fd5b2c86 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:04.653999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3300d586-babe-4c6d-8fcb-5570fd5b2c86 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:04.654416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fd57e3d1-397e-4932-aa8e-bb3845053b54 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:04.681450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76adb18-495e-4596-aea4-164b0c35370c req-13fd839c-c742-4f67-85e6-cfd147a879a2 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:04.684281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c76adb18-495e-4596-aea4-164b0c35370c req-13fd839c-c742-4f67-85e6-cfd147a879a2 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 944 time: 0.2791300 Jul 16 20:05:04.689048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: fd57e3d1-397e-4932-aa8e-bb3845053b54 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:04.698965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fd57e3d1-397e-4932-aa8e-bb3845053b54 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:04.733698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.771869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f84689f-0de2-45a7-933a-b1fc64cce54c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:04.779162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c0d10d56-4f95-43b5-98f5-c41d566c987d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:04.802804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c76adb18-495e-4596-aea4-164b0c35370c req-da7ed911-43f8-4e34-b4e5-3d405f9f6722 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076505 Jul 16 20:05:04.804741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5249c70b-1d60-48ba-965d-c629dd69d79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.811989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.832906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1a1cb481-b1db-46b7-8849-13aee1781e23 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/8f84689f-0de2-45a7-933a-b1fc64cce54c HTTP/1.1" status: 204 len: 168 time: 0.7635627 Jul 16 20:05:04.833619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39170) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:04.840381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcac357-8f54-4516-80be-3993d50d499c None None] Network 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:04.909046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5249c70b-1d60-48ba-965d-c629dd69d79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.923298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfac33-6c84-4cea-b299-6a578c506498 req-d6be3c51-15fb-4c84-9140-3d4d8bfc979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:04.924962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33dfac33-6c84-4cea-b299-6a578c506498 req-d6be3c51-15fb-4c84-9140-3d4d8bfc979a service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.5442479 Jul 16 20:05:05.018634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.049537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33dfac33-6c84-4cea-b299-6a578c506498 req-18f2274e-60d8-4f2c-be02-582729f0cd8e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 217 time: 0.1075280 Jul 16 20:05:05.123967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3706f0-fe72-49ad-ad7b-ed68e02f1c0d req-c7d329a0-6048-4de6-957f-c776c0ba7e32 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.132417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a3706f0-fe72-49ad-ad7b-ed68e02f1c0d req-c7d329a0-6048-4de6-957f-c776c0ba7e32 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.3453765 Jul 16 20:05:05.158011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Deleting port d32cb728-2dd7-4276-8bcb-b531bfb9b285 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:05.159189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.188727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a3706f0-fe72-49ad-ad7b-ed68e02f1c0d req-6b92fd52-1f46-4148-879c-821b26dab516 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550766 Jul 16 20:05:05.234419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfac33-6c84-4cea-b299-6a578c506498 req-8e64536e-fd38-4f61-96ce-0f292d201d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.240494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33dfac33-6c84-4cea-b299-6a578c506498 req-8e64536e-fd38-4f61-96ce-0f292d201d5f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1727481 Jul 16 20:05:05.241692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5249c70b-1d60-48ba-965d-c629dd69d79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.244444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5249c70b-1d60-48ba-965d-c629dd69d79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.255585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5249c70b-1d60-48ba-965d-c629dd69d79c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/00e57928-9746-4cc6-9d36-88e8a0db226b HTTP/1.1" status: 204 len: 168 time: 0.7381940 Jul 16 20:05:05.344730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249c70b-1d60-48ba-965d-c629dd69d79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e57928-9746-4cc6-9d36-88e8a0db226b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:05.366330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33dfac33-6c84-4cea-b299-6a578c506498 req-cddd42ea-b78a-4f83-831f-4f58bb44f2e7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934105 Jul 16 20:05:05.440544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8475de39-a101-4652-bd66-467bad15347d None None] DHCP port deletion for 9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:05.444388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] For port d32cb728-2dd7-4276-8bcb-b531bfb9b285, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d32cb728-2dd7-4276-8bcb-b531bfb9b285,segment=NetworkSegment(596aa6da-fbb4-4d61-a030-167d1ed25bc3),segment_id=596aa6da-fbb4-4d61-a030-167d1ed25bc3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:05.444753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.479231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Calling delete_port for d32cb728-2dd7-4276-8bcb-b531bfb9b285 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:05.592379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8475de39-a101-4652-bd66-467bad15347d None None] Deleting port d32cb728-2dd7-4276-8bcb-b531bfb9b285 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:05.592770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8475de39-a101-4652-bd66-467bad15347d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.675014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.709698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8475de39-a101-4652-bd66-467bad15347d None None] For port d32cb728-2dd7-4276-8bcb-b531bfb9b285, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d32cb728-2dd7-4276-8bcb-b531bfb9b285,segment=NetworkSegment(596aa6da-fbb4-4d61-a030-167d1ed25bc3),segment_id=596aa6da-fbb4-4d61-a030-167d1ed25bc3)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:05.710152 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8475de39-a101-4652-bd66-467bad15347d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.720802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33dfac33-6c84-4cea-b299-6a578c506498 req-5a792fbe-ce19-4a9b-98ec-1aabbb820818 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532093 Jul 16 20:05:05.725213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8475de39-a101-4652-bd66-467bad15347d None None] Calling delete_port for d32cb728-2dd7-4276-8bcb-b531bfb9b285 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:05.732411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32cb728-2dd7-4276-8bcb-b531bfb9b285,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:05.752887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] No DVR routers for this DVR port d32cb728-2dd7-4276-8bcb-b531bfb9b285 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:05.848411 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8475de39-a101-4652-bd66-467bad15347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.881987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.893738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:05.907273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596aa6da-fbb4-4d61-a030-167d1ed25bc3') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:05.907807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596aa6da-fbb4-4d61-a030-167d1ed25bc3') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:05.936857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475de39-a101-4652-bd66-467bad15347d None None] No DVR routers for this DVR port d32cb728-2dd7-4276-8bcb-b531bfb9b285 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:05.946680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475de39-a101-4652-bd66-467bad15347d None None] Pushing event deleted for resources: {'Port': ['ID=d32cb728-2dd7-4276-8bcb-b531bfb9b285,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:05.946848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.975380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e36a1632-c1b2-4a8a-a01f-e388a1fea535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.977710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c946a-d733-4957-9f5b-b25f99559afe req-23e4d968-9cd0-4de6-82ed-e19723071b8f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.980181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-020c946a-d733-4957-9f5b-b25f99559afe req-23e4d968-9cd0-4de6-82ed-e19723071b8f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.4475706 Jul 16 20:05:05.991855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.006623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:06.007320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.011607 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:06.015806 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:06.034945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33dfac33-6c84-4cea-b299-6a578c506498 req-88a75de6-9660-4062-a6b1-0ea6df393a91 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000743 Jul 16 20:05:06.053479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:06.115527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-020c946a-d733-4957-9f5b-b25f99559afe req-7eb929c0-5417-48ba-aba6-792a84e695c6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144845 Jul 16 20:05:06.116599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.138569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.143204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05 HTTP/1.1" status: 204 len: 168 time: 1.3041594 Jul 16 20:05:06.143204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c88e-4c9f-4577-ba4e-8372df1f8a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9adf45eb-9908-4bcb-9ec3-7f34b7ef4c05,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:06.284940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:06.315660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd2a53-2949-41d9-a503-ef5bd7dd537c req-69c9f9d2-ec63-4974-a64c-1c1d5047122d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.324805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1cd2a53-2949-41d9-a503-ef5bd7dd537c req-69c9f9d2-ec63-4974-a64c-1c1d5047122d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 945 time: 0.0842674 Jul 16 20:05:06.328545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 has no active binding in host n-h2-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:05:06.341008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d32cb728-2dd7-4276-8bcb-b531bfb9b285 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:06.379051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: d32cb728-2dd7-4276-8bcb-b531bfb9b285 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:06.379755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d32cb728-2dd7-4276-8bcb-b531bfb9b285 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:06.380446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1cd2a53-2949-41d9-a503-ef5bd7dd537c req-9d3e07ee-9bd8-4304-abe7-84539f8b093b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478318 Jul 16 20:05:06.463521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39212) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:06.510406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d7151fee-d461-4836-ba33-216177d0a219 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=245b08fcedc1414ebd7a84c9e8b2ec57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453746 Jul 16 20:05:06.513317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39214) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:06.531530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ce0ed-2f80-4a54-bce3-a79df804cbea req-7e908569-6487-4ec0-bfdf-c8ef355e36ee tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.534113 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd0ce0ed-2f80-4a54-bce3-a79df804cbea req-7e908569-6487-4ec0-bfdf-c8ef355e36ee tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.0802832 Jul 16 20:05:06.571316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a74a71c8-6101-46e7-90c1-9cd2353ede25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.593872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd0ce0ed-2f80-4a54-bce3-a79df804cbea req-619e539f-3c13-4deb-b88d-52fd0ad36756 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Jul 16 20:05:06.597020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a74a71c8-6101-46e7-90c1-9cd2353ede25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.627539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39222) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:06.686535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a74a71c8-6101-46e7-90c1-9cd2353ede25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.689352 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a74a71c8-6101-46e7-90c1-9cd2353ede25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.690511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a74a71c8-6101-46e7-90c1-9cd2353ede25 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/60beaceb-9da4-4dea-8964-c0839796b296 HTTP/1.1" status: 204 len: 168 time: 0.1762197 Jul 16 20:05:06.710475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a71c8-6101-46e7-90c1-9cd2353ede25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60beaceb-9da4-4dea-8964-c0839796b296,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:06.802075 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5c8911c-e934-4f83-a3eb-b4f71b77e6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.937492 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5c8911c-e934-4f83-a3eb-b4f71b77e6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.946943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5c8911c-e934-4f83-a3eb-b4f71b77e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.038396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39248) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:07.038567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5c8911c-e934-4f83-a3eb-b4f71b77e6eb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a192dadc244c4d3eac4a04bee22905a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094501 Jul 16 20:05:07.039281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8911c-e934-4f83-a3eb-b4f71b77e6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a34af-12a0-49dc-b333-4d7054b0fcf9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:07.084141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-9c1625f7-c71c-4c0c-a283-e9490ad9397e service neutron] 10.222.0.99 "GET /v2.0/ports/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.1129944 Jul 16 20:05:07.097211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39258) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:07.140967 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-630b5684-a583-4a27-85c4-1f2c42978d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.192171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-85a36415-8eb8-4f9d-98ce-ca30cc576526 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=28450aebf80f4ccd85179948af106dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937595 Jul 16 20:05:07.194608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39274) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:07.216072 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-630b5684-a583-4a27-85c4-1f2c42978d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.298919 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-630b5684-a583-4a27-85c4-1f2c42978d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.302269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-630b5684-a583-4a27-85c4-1f2c42978d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.304493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-630b5684-a583-4a27-85c4-1f2c42978d1b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e37a34af-12a0-49dc-b333-4d7054b0fcf9 HTTP/1.1" status: 204 len: 168 time: 0.2637787 Jul 16 20:05:07.325412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b5684-a583-4a27-85c4-1f2c42978d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a34af-12a0-49dc-b333-4d7054b0fcf9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:07.379308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f907a50-c1c7-411f-a6bd-c38988c968bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.475879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f907a50-c1c7-411f-a6bd-c38988c968bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.502765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:07.575994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fa7c8-6d01-462e-ab55-8839eb00dae2 req-aeea39ff-19b2-4999-8a48-b50f1156b8e9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:07.583402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb2fa7c8-6d01-462e-ab55-8839eb00dae2 req-aeea39ff-19b2-4999-8a48-b50f1156b8e9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.3008873 Jul 16 20:05:07.601106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f907a50-c1c7-411f-a6bd-c38988c968bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.604270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f907a50-c1c7-411f-a6bd-c38988c968bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.608440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f907a50-c1c7-411f-a6bd-c38988c968bb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2870d5f3-a9e7-4d37-a7e4-78ee5f0260f0 HTTP/1.1" status: 204 len: 168 time: 0.4126244 Jul 16 20:05:07.610087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:07.663803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f907a50-c1c7-411f-a6bd-c38988c968bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2870d5f3-a9e7-4d37-a7e4-78ee5f0260f0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:07.681014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb2fa7c8-6d01-462e-ab55-8839eb00dae2 req-cc9bb664-0c9b-44dd-ae63-a57a6c4752f5 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966923 Jul 16 20:05:07.687980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:07.718758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:07.744799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.803771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55a627-2705-4ec6-b046-553e46dd054d req-1cd4df42-55d8-4a6b-9daf-820d8c6a678c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:07.812238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f55a627-2705-4ec6-b046-553e46dd054d req-1cd4df42-55d8-4a6b-9daf-820d8c6a678c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 945 time: 0.1236286 Jul 16 20:05:07.874008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f55a627-2705-4ec6-b046-553e46dd054d req-9ad56501-b120-43f9-9a13-b829f18ebd7f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601737 Jul 16 20:05:08.033377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] Transition to ACTIVE for port object cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:08.043602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.053695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cafe9e-37c5-46dc-a519-bc0c03b69a36 req-d041630c-8480-454e-9830-570e03c704bb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.059201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:08.061164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3cafe9e-37c5-46dc-a519-bc0c03b69a36 req-d041630c-8480-454e-9830-570e03c704bb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 943 time: 0.1664207 Jul 16 20:05:08.180341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port c0d10d56-4f95-43b5-98f5-c41d566c987d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:08.184827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c0d10d56-4f95-43b5-98f5-c41d566c987d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:08.185282 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.238963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3cafe9e-37c5-46dc-a519-bc0c03b69a36 req-c4e7de1c-d515-49ef-a529-893a14f2f44b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765993 Jul 16 20:05:08.249057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] No DVR routers for this DVR port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:08.252341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.274266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48d2317f-fc5a-49b2-a747-79fe1b1aac33 req-4f3b8790-35ef-43f6-93b5-92f48851fe97 tempest-AbsoluteLimitsNegativeTestJSON-68788567 tempest-AbsoluteLimitsNegativeTestJSON-68788567-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6eeaa4f57f374fe3b5dd5eff465204cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987129 Jul 16 20:05:08.281180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:08.298364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.319948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-c6cf6378-6120-4046-b852-4fcfd3755937 service neutron] 10.222.0.99 "PUT /v2.0/ports/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6/bindings/n-h2-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2288756 Jul 16 20:05:08.334203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:08.337428 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200797e5-4d3e-472a-ad28-43e4c205b83b" -d '{"events": [{"server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "name": "network-vif-plugged", "status": "completed", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:08.354652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:08.361374 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.421896 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77222802-c7d2-4e08-b7a3-294e80f045b1 x-openstack-request-id: req-77222802-c7d2-4e08-b7a3-294e80f045b1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:08.422326 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "name": "network-vif-plugged", "status": "completed", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:08.422812 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-77222802-c7d2-4e08-b7a3-294e80f045b1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:08.425660 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'code': 200} Jul 16 20:05:08.454724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:08.517430 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.609485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2317f-fc5a-49b2-a747-79fe1b1aac33 req-c155242b-c705-4c48-af3e-4de6eedd0f4c tempest-AbsoluteLimitsNegativeTestJSON-68788567 tempest-AbsoluteLimitsNegativeTestJSON-68788567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.616288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48d2317f-fc5a-49b2-a747-79fe1b1aac33 req-c155242b-c705-4c48-af3e-4de6eedd0f4c tempest-AbsoluteLimitsNegativeTestJSON-68788567 tempest-AbsoluteLimitsNegativeTestJSON-68788567-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409491 Jul 16 20:05:08.646320 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48d2317f-fc5a-49b2-a747-79fe1b1aac33 req-4c902fe7-c9cf-48b1-a547-9967805ad67f tempest-AbsoluteLimitsNegativeTestJSON-68788567 tempest-AbsoluteLimitsNegativeTestJSON-68788567-project] 10.222.0.91 "GET /v2.0/quotas/6eeaa4f57f374fe3b5dd5eff465204cf HTTP/1.1" status: 200 len: 375 time: 0.0290914 Jul 16 20:05:08.688674 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.692280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-a727bd49-8f6d-4a62-8abd-8cec61aea325 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.693824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-a727bd49-8f6d-4a62-8abd-8cec61aea325 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.2108896 Jul 16 20:05:08.703312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48d2317f-fc5a-49b2-a747-79fe1b1aac33 req-dbe520a0-ed73-45a7-9bc5-5e0f30a1f643 tempest-AbsoluteLimitsNegativeTestJSON-68788567 tempest-AbsoluteLimitsNegativeTestJSON-68788567-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6eeaa4f57f374fe3b5dd5eff465204cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533199 Jul 16 20:05:08.764264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40362a8-81c0-4755-875c-8c89d8044660 req-53ff275f-70fd-4396-bc6b-24bd7a646e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.766621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a40362a8-81c0-4755-875c-8c89d8044660 req-53ff275f-70fd-4396-bc6b-24bd7a646e10 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 1098 time: 0.2299519 Jul 16 20:05:08.778586 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-18070d4b-4cbb-4069-ace8-b12c559a0c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.823632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a40362a8-81c0-4755-875c-8c89d8044660 req-174f52e9-cb2f-4eb8-bb97-c857f5865847 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Jul 16 20:05:08.832703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-d5da3326-be4b-49f6-9ce7-860281dd3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.834378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-d5da3326-be4b-49f6-9ce7-860281dd3892 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a&tenant_id=c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 1096 time: 0.1276186 Jul 16 20:05:08.978605 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:08.992631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0e225-acf5-436e-9120-0149957371c6 req-cd57b783-d07d-4db9-8633-81e076921fc8 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.995214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bd0e225-acf5-436e-9120-0149957371c6 req-cd57b783-d07d-4db9-8633-81e076921fc8 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1119549 Jul 16 20:05:09.048492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bd0e225-acf5-436e-9120-0149957371c6 req-c91f52ca-a159-4d27-b461-c471f3111afa tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Jul 16 20:05:09.131129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-a91ae4d1-2d03-4ffa-8920-c9257fd8528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.133061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-a91ae4d1-2d03-4ffa-8920-c9257fd8528a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1096 time: 0.2167890 Jul 16 20:05:09.199616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39404) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.230983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39410) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.277192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84957910-fb48-4bc1-a38f-e895818a3f2a req-857103a7-7588-4054-833f-68d68683dead tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.285345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84957910-fb48-4bc1-a38f-e895818a3f2a req-857103a7-7588-4054-833f-68d68683dead tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.2468872 Jul 16 20:05:09.335775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-eb114cf1-0f36-435f-948d-7ae7aa97d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.337460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-eb114cf1-0f36-435f-948d-7ae7aa97d83f service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.1924481 Jul 16 20:05:09.340880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-network', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:09.355336 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84957910-fb48-4bc1-a38f-e895818a3f2a req-fd5aaedc-46ef-40c7-91c5-8c53e860869c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689557 Jul 16 20:05:09.391108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Made reservation on behalf of 716b6b93b1c7419abe36de5999d19a42 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:09.393845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.409919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.410654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-886b63b8-a29e-4e89-b24d-65c009dcc62e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0538461 Jul 16 20:05:09.427478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3304cb4-2b95-4ac9-85c9-550f6433b7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.493150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-de0388c5-ed2d-40d2-ad86-db889a7e5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.496170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-de0388c5-ed2d-40d2-ad86-db889a7e5924 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0778720 Jul 16 20:05:09.563667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.575211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.623662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:09.650027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c673ddd2-bf70-4e23-aa0a-e0c09724b9a7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:09.678204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.678546 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Added segment 93a41bcf-746a-4c1b-9b28-f26c848445ef of type vlan for network 54de7111-983a-43f2-aa9f-8946361d864b Jul 16 20:05:09.756633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.835519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3304cb4-2b95-4ac9-85c9-550f6433b7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.850463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3304cb4-2b95-4ac9-85c9-550f6433b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.875334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.876547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.877137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.886897 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.887623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-28669ce8-94db-4e32-b2f3-e71fe3d443d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3833468 Jul 16 20:05:09.907677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f3304cb4-2b95-4ac9-85c9-550f6433b7a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6eeaa4f57f374fe3b5dd5eff465204cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755607 Jul 16 20:05:09.916671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49af96ee-37f4-4ddf-b224-c7935c2b41c7 req-7a696098-8f73-48b6-ae12-31373150e3fa tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=cef6e547-5f64-4ccb-a48f-56b8f26048c2 HTTP/1.1" status: 200 len: 210 time: 0.0797000 Jul 16 20:05:09.925183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39428) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.986795 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7860274 Jul 16 20:05:09.995032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39432) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:10.004695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Request body: {'subnet': {'network_id': '54de7111-983a-43f2-aa9f-8946361d864b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-subnet', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:10.094753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3304cb4-2b95-4ac9-85c9-550f6433b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f68cb-8a33-4131-a267-9ebea194d010,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:10.123420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa47e27-954f-47df-bdeb-456b41bfd66a admin admin] Pushing event updated for resources: {'Network': ['ID=54de7111-983a-43f2-aa9f-8946361d864b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:10.131165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-aaca7bab-78e8-436c-9447-3a23413ae444 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334771 Jul 16 20:05:10.134096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Made reservation on behalf of 716b6b93b1c7419abe36de5999d19a42 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:10.136678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.148133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 54de7111-983a-43f2-aa9f-8946361d864b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:10.174068 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8090484a-4a28-47cb-8041-4db8e56e8a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.215378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8090484a-4a28-47cb-8041-4db8e56e8a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.245430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7b51d-a414-433b-874d-95e7788c470a req-1ace8dd2-6c2b-46cf-b971-31cc64673b9f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:10.254161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ca7b51d-a414-433b-874d-95e7788c470a req-1ace8dd2-6c2b-46cf-b971-31cc64673b9f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 944 time: 0.3711038 Jul 16 20:05:10.288686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8090484a-4a28-47cb-8041-4db8e56e8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.292170 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8090484a-4a28-47cb-8041-4db8e56e8a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.295354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8090484a-4a28-47cb-8041-4db8e56e8a96 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c55f68cb-8a33-4131-a267-9ebea194d010 HTTP/1.1" status: 204 len: 168 time: 0.3575444 Jul 16 20:05:10.310053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090484a-4a28-47cb-8041-4db8e56e8a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f68cb-8a33-4131-a267-9ebea194d010,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:10.393345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ca7b51d-a414-433b-874d-95e7788c470a req-86adddaf-db48-4bd9-8754-fc63954fc19c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378877 Jul 16 20:05:10.403542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:10.546442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:10.552153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-d0224926-0c5a-4165-99cc-8d06c6e9d449 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283322 Jul 16 20:05:10.715922 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.918848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8064dd2-2a9b-40c3-8355-06888fa6db12 req-beb6d35c-e980-4510-b706-7fe85bc393cc tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:10.923336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8064dd2-2a9b-40c3-8355-06888fa6db12 req-beb6d35c-e980-4510-b706-7fe85bc393cc tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.0873475 Jul 16 20:05:11.002566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8064dd2-2a9b-40c3-8355-06888fa6db12 req-659822b4-710f-429b-b020-40093ca5296a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733516 Jul 16 20:05:11.014057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafd7ed4-8234-4351-82e0-ca07438c5b0e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:11.040559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Checking segment: {'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:11.040902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Network hostable DHCP agents. Network: 54de7111-983a-43f2-aa9f-8946361d864b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:11.196693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e2347-9fb5-4240-b38e-9310a7142710 req-7fefe36c-a3bb-4e90-89af-d21cec1c5c5b tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:11.205156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2347-9fb5-4240-b38e-9310a7142710 req-7fefe36c-a3bb-4e90-89af-d21cec1c5c5b tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.4742074 Jul 16 20:05:11.254680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Network 54de7111-983a-43f2-aa9f-8946361d864b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:11.288200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2347-9fb5-4240-b38e-9310a7142710 req-cf0d74af-45f7-42ec-a225-2166e5f35d10 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782645 Jul 16 20:05:11.299322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 54de7111-983a-43f2-aa9f-8946361d864b) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:11.311408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:11.321408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2f48a-7866-4084-b0ca-518b33de09aa None None] Network 54de7111-983a-43f2-aa9f-8946361d864b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:11.328533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.346807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-81faded1-cdb8-4885-9f86-2e5f7d1a069a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3492572 Jul 16 20:05:11.349633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39492) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:11.356111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:11.397413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-a1569bab-c18a-467a-b0e4-8a3c0b3fbf5e tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:11.404366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-a1569bab-c18a-467a-b0e4-8a3c0b3fbf5e tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.3468590 Jul 16 20:05:11.407992 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.409425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.591008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.678323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39500) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:11.728457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.759803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3b7d3b2-4461-44ec-b430-763fd3141576 req-7268e412-8719-47e0-9f9a-4bc863e94bad tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0751274 Jul 16 20:05:11.788849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-b2754c22-4cc9-4e54-ad4b-b02f1e9d9e26 service neutron] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:11.798000 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-b2754c22-4cc9-4e54-ad4b-b02f1e9d9e26 service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.799186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80331131-b07a-4aa2-9d47-95997cf7abdb req-b2754c22-4cc9-4e54-ad4b-b02f1e9d9e26 service neutron] 10.222.0.79 "DELETE /v2.0/ports/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6/bindings/n-h1-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.3847353 Jul 16 20:05:11.850116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.875954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-54de7111-983a-43f2-aa9f-8946361d864b', 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'fixed_ips': [{'subnet_id': 'aafd7ed4-8234-4351-82e0-ca07438c5b0e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:11.878413 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.989372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-718815907-network', 'tenant_id': '4cc9da3aa1fe4a73b7d90b63bc68130f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:12.063507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Made reservation on behalf of 4cc9da3aa1fe4a73b7d90b63bc68130f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:12.066033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.083142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.085702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e96ef-28fe-466c-b709-2e2b9e72aacb req-8b1abf6f-88d5-4a3d-a6d5-132e3163b5ac tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:12.094263 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26e96ef-28fe-466c-b709-2e2b9e72aacb req-8b1abf6f-88d5-4a3d-a6d5-132e3163b5ac tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.2161510 Jul 16 20:05:12.123837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7671a-b5d7-4ee5-ac7b-d670c2f67541 req-56148f91-53cf-40f9-81d1-0e60c88b064c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:12.129860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Allocated IP 172.20.0.2 (54de7111-983a-43f2-aa9f-8946361d864b/aafd7ed4-8234-4351-82e0-ca07438c5b0e/604a0f12-4042-444d-8b7c-764b6939fc93) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:12.132009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11f7671a-b5d7-4ee5-ac7b-d670c2f67541 req-56148f91-53cf-40f9-81d1-0e60c88b064c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 944 time: 0.1155181 Jul 16 20:05:12.159637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26e96ef-28fe-466c-b709-2e2b9e72aacb req-8b658636-c1b0-4437-bd33-bf96fa88a80b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Jul 16 20:05:12.267472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11f7671a-b5d7-4ee5-ac7b-d670c2f67541 req-e0a7b8ee-5414-456c-a26a-7b0226ddfdbb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343250 Jul 16 20:05:12.357049 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.376448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.389452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.427740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.444414 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.449754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:12.456729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Transition to ACTIVE for port object 604a0f12-4042-444d-8b7c-764b6939fc93 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:12.463821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d051c5-7473-4972-850c-4370e0af3c78,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:12.484332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.484445 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Added segment fdcbcaf8-f784-4e90-a950-dc85b4715a89 of type vlan for network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 Jul 16 20:05:12.485160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Transition to ACTIVE for port object 604a0f12-4042-444d-8b7c-764b6939fc93 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:12.494353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.566668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Pushing event updated for resources: {'Port': ['ID=604a0f12-4042-444d-8b7c-764b6939fc93,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:12.578493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Network 54de7111-983a-43f2-aa9f-8946361d864b is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:12.580222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:12.583384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:12.585997 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.657990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.659300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:12.660070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.703171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Attempting to bind port 604a0f12-4042-444d-8b7c-764b6939fc93 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:12.703965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Attempting to bind port 604a0f12-4042-444d-8b7c-764b6939fc93 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:12.704785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Attempting to bind port 604a0f12-4042-444d-8b7c-764b6939fc93 on network 54de7111-983a-43f2-aa9f-8946361d864b {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:12.725103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:12.726879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Checking segment: {'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:12.727608 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.729096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Bound using segment: {'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:12.731052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Bound port: 604a0f12-4042-444d-8b7c-764b6939fc93, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:12.732286 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.737114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Allocated IP 172.25.3.132 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/a19c5eeb-4c99-4bb7-8455-7e75a0f73178) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:12.743679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:12.765527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:12.809399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c22049d9-cea5-4281-bc78-1920f460acb9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1198299 Jul 16 20:05:12.809612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39516) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:12.815412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Request body: {'subnet': {'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-718815907-subnet', 'tenant_id': '4cc9da3aa1fe4a73b7d90b63bc68130f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:12.896572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df81c6-744f-4670-8141-cede903c2f30 req-daa0386d-fa7e-4728-9fc5-f69d9b5416cb tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:12.904439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7df81c6-744f-4670-8141-cede903c2f30 req-daa0386d-fa7e-4728-9fc5-f69d9b5416cb tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1617727 Jul 16 20:05:12.958055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] For port 604a0f12-4042-444d-8b7c-764b6939fc93, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:12.962029 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.963416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] For port 604a0f12-4042-444d-8b7c-764b6939fc93, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=604a0f12-4042-444d-8b7c-764b6939fc93,segment=NetworkSegment(93a41bcf-746a-4c1b-9b28-f26c848445ef),segment_id=93a41bcf-746a-4c1b-9b28-f26c848445ef)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:12.971627 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.977807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2b7e1-eb02-4eac-9a45-2f9ff7f3a086 req-d7f2e614-cb72-4d02-a900-d4b179369595 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:12.985690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b2b7e1-eb02-4eac-9a45-2f9ff7f3a086 req-d7f2e614-cb72-4d02-a900-d4b179369595 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1096 time: 0.2665896 Jul 16 20:05:12.991084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7df81c6-744f-4670-8141-cede903c2f30 req-6ab3e86f-460c-4e7a-a568-b7aefe5ff9ad tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 Jul 16 20:05:13.002661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-3eb4be7b-1340-470e-b951-894a45dcca31 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430964 Jul 16 20:05:13.070644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b2b7e1-eb02-4eac-9a45-2f9ff7f3a086 req-3491f742-d1b4-4f3a-b7ac-b0e52b688069 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839362 Jul 16 20:05:13.073655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Made reservation on behalf of 4cc9da3aa1fe4a73b7d90b63bc68130f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:13.087437 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.103043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811d4c1-915e-4d8b-8571-0dc2761ed53a None None] Pushing event updated for resources: {'Port': ['ID=604a0f12-4042-444d-8b7c-764b6939fc93,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:13.183375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-bab05973-56ea-45f1-a00f-24aa044b5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.183375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-bab05973-56ea-45f1-a00f-24aa044b5e30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1096 time: 0.1510777 Jul 16 20:05:13.307440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-edf73c31-1a00-4878-84e7-e6a034a9d763 req-a6ae5d99-da32-4a63-9ca3-2bcf0032c739 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0824416 Jul 16 20:05:13.356458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.534708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:13.572172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-56403634-fb80-4282-81d2-ad7dad5c308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.576229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-56403634-fb80-4282-81d2-ad7dad5c308d service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.3317978 Jul 16 20:05:13.577212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:13.582925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:13.585762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Pushing event updated for resources: {'Port': ['ID=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:13.662780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-3aaa6186-f797-4b6d-b9bd-cd089de75734 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 217 time: 0.0570917 Jul 16 20:05:13.730990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01a6eee5-ffb2-45e7-a632-10848b36b243 req-496e9494-184c-49e2-aef4-2e408ea81c34 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cef6e547-5f64-4ccb-a48f-56b8f26048c2 HTTP/1.1" status: 200 len: 210 time: 0.0416198 Jul 16 20:05:13.771680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-726de831-be12-42b8-99de-25d6935eb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.774587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-726de831-be12-42b8-99de-25d6935eb611 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1041429 Jul 16 20:05:13.821784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-bc8011e6-c0b8-42f4-9877-cc292baca7a5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.823399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-bc8011e6-c0b8-42f4-9877-cc292baca7a5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.2680392 Jul 16 20:05:13.825657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-f0490c21-e202-492f-a512-a95110330c6d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427575 Jul 16 20:05:13.872231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-b97a2f88-2cab-40c7-b64e-d6cc80d2c9f9 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/quotas/c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 375 time: 0.0411978 Jul 16 20:05:14.001824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-ba4f76f6-d499-48bb-8ae2-fe00422308e5 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589749 Jul 16 20:05:14.013987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-b198011b-d8df-4e8c-99f2-d8bdddfb1c49 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330495 Jul 16 20:05:14.142440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.166688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb65eda-79c4-4d99-8df0-4ad431667eef req-5c711d8e-f80b-4e0c-9411-3776d06e217f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:14.168861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccb65eda-79c4-4d99-8df0-4ad431667eef req-5c711d8e-f80b-4e0c-9411-3776d06e217f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.7314470 Jul 16 20:05:14.218538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814cc986-0f62-4cce-918d-4deb2c8102e2 req-5cf93eac-1de9-49a7-914d-fec96ffa4830 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035079 Jul 16 20:05:14.224791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-0c64de6f-0995-4724-8169-10ea3462eeb2 service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003176 Jul 16 20:05:14.342472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 604a0f12-4042-444d-8b7c-764b6939fc93 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:14.362165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccb65eda-79c4-4d99-8df0-4ad431667eef req-ab038441-55c7-4f01-8031-eb8b6bd9d9b4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684110 Jul 16 20:05:14.372454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ba9157-7fc9-4119-b7c5-f33960aacfd4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:14.416645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-dc17f60e-b4de-489c-ac33-c16292ee0693 service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766665 Jul 16 20:05:14.460183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-717f8f9f-68f2-4ec4-b839-332315419dcd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3151455 Jul 16 20:05:14.475026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Checking segment: {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:14.475407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Network hostable DHCP agents. Network: f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:14.487858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 604a0f12-4042-444d-8b7c-764b6939fc93 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:14.509616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d802ecc-0661-4bdd-a4aa-1f2db9e6dff3 None None] Network 54de7111-983a-43f2-aa9f-8946361d864b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:14.639250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be8662d3-a180-4031-9dcf-8b8b388f937b req-c90761f7-a0ea-44d4-92b7-1911eabffaf4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.1455452 Jul 16 20:05:14.642926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5284192c-92f3-4701-9f41-0d0ac2d48c38 None None] Provisioning for port 604a0f12-4042-444d-8b7c-764b6939fc93 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:14.661383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5284192c-92f3-4701-9f41-0d0ac2d48c38 None None] Provisioning complete for port 604a0f12-4042-444d-8b7c-764b6939fc93 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:14.675960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:14.687112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5284192c-92f3-4701-9f41-0d0ac2d48c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.778917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:14.817646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:14.818318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.956881 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-05dc573b-f2dd-4d0c-89d2-5478bdce282f req-50f23ca6-f38f-4c4d-937f-fe6f103725f4 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0501485 Jul 16 20:05:14.970163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa0a040-55ed-4ea2-ba6f-92ca59d6d3cf None None] Network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:14.975694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.993342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-81e7d7c3-a081-43ce-a018-2c8bfbfe9c17 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1810195 Jul 16 20:05:15.059188 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d4d272f6-1966-4665-92cc-10878eb9cffb req-424a1029-93b2-4002-988d-278e44cfeed9 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 210 time: 0.0499222 Jul 16 20:05:15.104324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257376b-47e3-48b0-b605-731c87637af9 req-b5eacb86-490a-44b3-95bd-4cd08026fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.105947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-b5eacb86-490a-44b3-95bd-4cd08026fa87 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 1097 time: 0.5549490 Jul 16 20:05:15.223892 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5284192c-92f3-4701-9f41-0d0ac2d48c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.267522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257376b-47e3-48b0-b605-731c87637af9 req-d84ea989-6a79-4fcf-940d-98d949ba7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.269686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-d84ea989-6a79-4fcf-940d-98d949ba7482 service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.1164174 Jul 16 20:05:15.321053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc243f31-2fce-46cb-95f7-d1f66f5871a9 req-974ba0c4-76be-42cf-8aef-f0d7a6cad2bc tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.323360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc243f31-2fce-46cb-95f7-d1f66f5871a9 req-974ba0c4-76be-42cf-8aef-f0d7a6cad2bc tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.5526054 Jul 16 20:05:15.412403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-4008156f-e2f9-4730-8562-3d3d09911dc5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 200 len: 217 time: 0.1320579 Jul 16 20:05:15.454525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f1939-df5a-4029-836d-baf7e9faf50a None None] Network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:15.458101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5284192c-92f3-4701-9f41-0d0ac2d48c38 None None] For port 604a0f12-4042-444d-8b7c-764b6939fc93, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=604a0f12-4042-444d-8b7c-764b6939fc93,segment=NetworkSegment(93a41bcf-746a-4c1b-9b28-f26c848445ef),segment_id=93a41bcf-746a-4c1b-9b28-f26c848445ef)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:15.520064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5284192c-92f3-4701-9f41-0d0ac2d48c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.562595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc243f31-2fce-46cb-95f7-d1f66f5871a9 req-3afebb70-fcc9-41f7-b9bc-838a8770ca0a tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691625 Jul 16 20:05:15.711353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284192c-92f3-4701-9f41-0d0ac2d48c38 None None] Pushing event updated for resources: {'Port': ['ID=604a0f12-4042-444d-8b7c-764b6939fc93,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:15.757322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257376b-47e3-48b0-b605-731c87637af9 req-22aed2d6-e4db-435c-8038-31239a73be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.770631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-22aed2d6-e4db-435c-8038-31239a73be0f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.3431277 Jul 16 20:05:15.885211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-803ba86f-5bf0-4ec7-a235-4816f2d389fe tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.893441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-803ba86f-5bf0-4ec7-a235-4816f2d389fe tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/networks?id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 200 len: 817 time: 0.2863383 Jul 16 20:05:15.922294 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-117ed311-5135-4435-aa6e-c94b48f0b120 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/quotas/4cc9da3aa1fe4a73b7d90b63bc68130f HTTP/1.1" status: 200 len: 375 time: 0.0277572 Jul 16 20:05:15.931006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-c41787d7-2c08-4dcc-9fbe-ddfe72e7c5c5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491797 Jul 16 20:05:15.947689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-232fa499-f782-4623-956d-f8bdb91e1de8 None None] Provisioning complete for port 604a0f12-4042-444d-8b7c-764b6939fc93 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:15.949316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-232fa499-f782-4623-956d-f8bdb91e1de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.977771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-3099c1a6-0cf1-4608-b185-9bd4f8e07856 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498209 Jul 16 20:05:16.086893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d33048d5-fba6-42b6-b145-0107264c76e8 service neutron] 10.222.0.91 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072536 Jul 16 20:05:16.104165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.152833 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af835c-0274-437d-afb9-ff19acda1186 req-1fc39f15-4822-4903-b4f1-9785a6bfe87d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:16.154749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90af835c-0274-437d-afb9-ff19acda1186 req-1fc39f15-4822-4903-b4f1-9785a6bfe87d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.2524579 Jul 16 20:05:16.196115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-9647260c-140c-482c-87ee-a312d5aff2c7 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338736 Jul 16 20:05:16.200358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-0127cb77-0248-4f25-bda9-a6ccc0f198f2 service neutron] 10.222.0.91 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058555 Jul 16 20:05:16.296342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 604a0f12-4042-444d-8b7c-764b6939fc93 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:16.323008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90af835c-0274-437d-afb9-ff19acda1186 req-be97165c-02bd-4400-ae75-c48051fdb5d4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326308 Jul 16 20:05:16.394178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 604a0f12-4042-444d-8b7c-764b6939fc93 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:16.396066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.410604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3257376b-47e3-48b0-b605-731c87637af9 req-06d8a583-dd0a-4575-8da2-451d0396ac5a service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060595 Jul 16 20:05:16.432763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:16.644569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65710719-4410-44ad-827d-2114c5763d63 req-6fd712a2-4f08-480e-ad93-a069fde0eb41 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0481844 Jul 16 20:05:16.679134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:16.691418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Sync routers for ids ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:16.705613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.707386 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fb140702-da2d-4463-b524-a4d6c3a644ae admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3557341 Jul 16 20:05:16.710070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39586) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:16.711093 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Routers {'00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:16.718468 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:16.988850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a17cba9-92b6-4b2a-8548-a23d7729aa58 req-2577f81d-6a23-4d2a-a90f-3cb3b2a551e5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 210 time: 0.1328483 Jul 16 20:05:17.057506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Set router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:17.059885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-62bcfd8a-f64c-46ab-8134-771817c3b83a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:17.069077 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-62bcfd8a-f64c-46ab-8134-771817c3b83a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.3603251 Jul 16 20:05:17.086008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Request body: {'port': {'device_id': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'admin_state_up': True, 'tenant_id': 'c54950886ff24cafad46d7f818cda19e'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:17.369711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Made reservation on behalf of c54950886ff24cafad46d7f818cda19e for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:17.375798 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.473996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e671f-017c-4ee4-ad55-16d4b2a756c7 req-3c87b96f-d50c-417e-a085-afe3044121cb tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:17.484965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-413e671f-017c-4ee4-ad55-16d4b2a756c7 req-3c87b96f-d50c-417e-a085-afe3044121cb tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.2577531 Jul 16 20:05:17.578551 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:14Z', 'revision_number': 3, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:17.585839 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-413e671f-017c-4ee4-ad55-16d4b2a756c7 req-e4cf32f5-9679-432e-9e1e-00ad5014a282 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980451 Jul 16 20:05:17.675858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Allocated IP 172.20.0.9 (96463262-65c0-480d-aa91-330c3513b73a/86ce2ff8-19ac-4864-be49-d2af1c343c0a/0ae4c530-f3fd-4e77-95fe-413cd767bcac) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:17.684834 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Checking router: 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:17.685174 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Updating router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:17.774126 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.837620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d53546d-dd6b-4d9a-95a4-e9a4ee0a46b7 req-02c0fc9f-17b6-41ca-ad08-4a523b687da2 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 210 time: 0.0834215 Jul 16 20:05:17.855871 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.056447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.196466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.333473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Allocated IP 172.20.0.1 (54de7111-983a-43f2-aa9f-8946361d864b/aafd7ed4-8234-4351-82e0-ca07438c5b0e/a3cbcaef-459d-4732-807a-79636e31fb8a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:18.342151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Network 96463262-65c0-480d-aa91-330c3513b73a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:18.351425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:18.365603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:18.460908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:18.475061 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.487194 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Transition to ACTIVE for port object a19c5eeb-4c99-4bb7-8455-7e75a0f73178 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:18.497991 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.624088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-167591ba-6368-4cd9-9804-dfca9e34c047 req-c675ed9c-cea0-4ad3-bdec-b90f76122855 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0933995 Jul 16 20:05:18.646942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.653669 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.662369 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Pushing event updated for resources: {'Port': ['ID=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:18.677792 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.678125 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.678455 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.678774 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.679142 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.679461 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.679773 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.680082 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.680390 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.680701 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.681004 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.681306 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:18.696931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Attempting to bind port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:18.697494 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Attempting to bind port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:18.698017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Attempting to bind port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:18.711996 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:18.712423 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:18.713357 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.713357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:18.713697 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Bound port: a19c5eeb-4c99-4bb7-8455-7e75a0f73178, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:18.714480 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.732785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-3c5d628a-9115-4207-9963-e0cd9b4ddd3e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6536386 Jul 16 20:05:18.758626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.764054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Request body: {'port': {'device_id': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:18.781303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dff21-4a50-4d83-b287-74c0ca75bd7c req-b204b1b4-63fb-4850-8bf4-a5d7427751a4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.789729 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-996dff21-4a50-4d83-b287-74c0ca75bd7c req-b204b1b4-63fb-4850-8bf4-a5d7427751a4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.5649998 Jul 16 20:05:18.823726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Transition to ACTIVE for port object a3cbcaef-459d-4732-807a-79636e31fb8a will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:18.858079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-996dff21-4a50-4d83-b287-74c0ca75bd7c req-2e37164b-5757-42c1-aa0c-2f5b24dfc06d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Jul 16 20:05:18.863383 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] For port a19c5eeb-4c99-4bb7-8455-7e75a0f73178, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:18.869724 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] For port a19c5eeb-4c99-4bb7-8455-7e75a0f73178, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:18.875852 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.933736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.975223 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Routers {'00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:18.976551 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:18.999476 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.009072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Network 54de7111-983a-43f2-aa9f-8946361d864b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:19.027507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:19.034131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:19.047821 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51821d4-8662-40b1-84fd-e4d58c471cf2 None None] Pushing event updated for resources: {'Port': ['ID=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:19.139106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f2fd7-b9d5-4278-81b4-18b4cbc8d7a6 req-a27f8e34-fd0c-4a82-abda-7523b5db305c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:19.147887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-053f2fd7-b9d5-4278-81b4-18b4cbc8d7a6 req-a27f8e34-fd0c-4a82-abda-7523b5db305c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 931 time: 0.2238536 Jul 16 20:05:19.152735 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] Set router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:19.301515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-053f2fd7-b9d5-4278-81b4-18b4cbc8d7a6 req-ed6ed82b-3299-4918-88ca-c7fbb5609551 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524615 Jul 16 20:05:19.502122 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:14Z', 'revision_number': 3, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:19.556317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dc831e71-c919-4a25-82fe-cccf38a6ae39 None None] Provisioning for port a3cbcaef-459d-4732-807a-79636e31fb8a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:19.563340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dc831e71-c919-4a25-82fe-cccf38a6ae39 None None] Provisioning complete for port a3cbcaef-459d-4732-807a-79636e31fb8a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:19.563784 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dc831e71-c919-4a25-82fe-cccf38a6ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.583766 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54b4fc-c907-4cd9-8517-7b80c02e837a None None] The sync data for ids ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'] in n-d-792458-10 is: [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:14Z', 'revision_number': 3, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:19.619284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae4c530-f3fd-4e77-95fe-413cd767bcac {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:19.629637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.649271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Transition to ACTIVE for port object 0ae4c530-f3fd-4e77-95fe-413cd767bcac will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:19.675429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.688036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-dc831e71-c919-4a25-82fe-cccf38a6ae39 None None] Port a3cbcaef-459d-4732-807a-79636e31fb8a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:19.734051 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfdffab7-6079-4f83-a549-19cd1981334b req-4822adf5-1f03-4810-94ae-53d3bfaeb16c tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 210 time: 0.2680697 Jul 16 20:05:19.828290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.006797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.066205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cbcaef-459d-4732-807a-79636e31fb8a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.098491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-55d82730-f62d-4bd5-8107-b90b7eed5b57 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.100954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-55d82730-f62d-4bd5-8107-b90b7eed5b57 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "GET /v2.0/networks?id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 200 len: 817 time: 0.2439806 Jul 16 20:05:20.131892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Request body: {'port': {'device_id': '3329228c-017f-4269-9997-02d7d2a0ec32', 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3', 'admin_state_up': True, 'tenant_id': '4cc9da3aa1fe4a73b7d90b63bc68130f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:20.158231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a432d566-4926-46a6-945a-49b35434af8f tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.165972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a432d566-4926-46a6-945a-49b35434af8f tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.99 "GET /v2.0/networks?id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 200 len: 817 time: 0.5129235 Jul 16 20:05:20.183445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Request body: {'port': {'device_id': '5c193cfc-9629-44d6-9c38-b46873a49113', 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3', 'admin_state_up': True, 'tenant_id': '4cc9da3aa1fe4a73b7d90b63bc68130f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:20.313891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:20.314229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:20.314560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:20.395111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a19c5eeb-4c99-4bb7-8455-7e75a0f73178 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:20.420855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:20.421078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:20.433553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-23f3a3cc-56df-4939-b823-50dd7821ac17 req-2949db02-d8f6-4d7e-ac9d-1fb6d2c446d4 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.1207275 Jul 16 20:05:20.443920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:20.444467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:20.444666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:20.445093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Bound port: 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:20.445461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.491376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:20.497480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:20.498081 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.664047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:20.670852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:20.679299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.681160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.731286 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a19c5eeb-4c99-4bb7-8455-7e75a0f73178, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:20.739822 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.791682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.794911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.795115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] 10.222.0.99 "PUT /v2.0/ports/0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 200 len: 1092 time: 2.0443995 Jul 16 20:05:20.803387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:20.806252 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90596269-4198-4294-9b56-b2813138f80a" -d '{"events": [{"name": "network-changed", "server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:20.825763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.871070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Made reservation on behalf of 4cc9da3aa1fe4a73b7d90b63bc68130f for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:20.874668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.891747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:05:20.891747 n-d-792458-10 neutron-server[93861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:05:20.891747 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id': '4cc9da3aa1fe4a73b7d90b63bc68130f', 'id': 'ce40d357-5208-49b4-a872-e24798a58241', 'expiration': datetime.datetime(2021, 7, 16, 20, 7, 20, 700675)}] Jul 16 20:05:20.891747 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:05:20.893018 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:05:20.944821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa981385-ca4f-4e3a-9ad4-19f13fc79fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.964703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc2bc8-d3c6-4300-b646-617a72d5a726 req-370d95e9-70c3-4e0f-baf5-f45cc00df30a tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.966293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fafc2bc8-d3c6-4300-b646-617a72d5a726 req-370d95e9-70c3-4e0f-baf5-f45cc00df30a tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.9181907 Jul 16 20:05:21.048195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-f6271124-4680-4587-a728-78526129c29c tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.049916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-f6271124-4680-4587-a728-78526129c29c tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "GET /v2.0/networks?id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 200 len: 817 time: 0.3983221 Jul 16 20:05:21.070746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Request body: {'port': {'device_id': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3', 'admin_state_up': True, 'tenant_id': '4cc9da3aa1fe4a73b7d90b63bc68130f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:21.086582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a4690-d6d2-41d9-9802-b0e5e822df05 req-38f39627-2ca4-4d0b-8ea1-0c3e72f5f916 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.091409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d8a4690-d6d2-41d9-9802-b0e5e822df05 req-38f39627-2ca4-4d0b-8ea1-0c3e72f5f916 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.3552215 Jul 16 20:05:21.095200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e718b-f19e-4d70-a174-28eae510953f req-1f718b32-431e-44e0-b461-919ea1ae1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.096806 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-900e718b-f19e-4d70-a174-28eae510953f req-1f718b32-431e-44e0-b461-919ea1ae1ade service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1102 time: 0.5704138 Jul 16 20:05:21.123748 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.157836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-85b5babd-27c1-44d8-852f-46351f3d4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.159374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-85b5babd-27c1-44d8-852f-46351f3d4f94 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1095 time: 0.2742670 Jul 16 20:05:21.183778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fafc2bc8-d3c6-4300-b646-617a72d5a726 req-954ab3e2-634f-484d-bbf9-1eb7324721be tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894493 Jul 16 20:05:21.229009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Allocated IP 172.20.0.10 (f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3/97ba9157-7fc9-4119-b7c5-f33960aacfd4/6c6a659a-4ae9-43bc-9af5-d88269d9bd93) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:21.248080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d8a4690-d6d2-41d9-9802-b0e5e822df05 req-1325d832-ef62-4108-b3a5-d28870ca9804 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500449 Jul 16 20:05:21.253171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-70b67ed5-1919-41f0-8701-665a7d38223f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 200 len: 217 time: 0.0837026 Jul 16 20:05:21.254583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-900e718b-f19e-4d70-a174-28eae510953f req-317f3b0a-ec3d-4435-8f9f-7dad19dc142f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455729 Jul 16 20:05:21.356479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Made reservation on behalf of 4cc9da3aa1fe4a73b7d90b63bc68130f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:21.360406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.605909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Made reservation on behalf of 4cc9da3aa1fe4a73b7d90b63bc68130f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:21.610910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.682576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.704016 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.839399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189efc7b-ee4f-4b7b-8557-de8da99b5550 req-9a5a3b2e-fe91-45fb-a382-b4d5b565857d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.844841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-373146f3-a03b-44e4-991c-c262f0e9ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.846329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-373146f3-a03b-44e4-991c-c262f0e9ef37 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.5847254 Jul 16 20:05:21.847239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-189efc7b-ee4f-4b7b-8557-de8da99b5550 req-9a5a3b2e-fe91-45fb-a382-b4d5b565857d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.4072340 Jul 16 20:05:21.861755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a64a7c8-dcb5-4361-aa17-6c4abf81d2cf req-1f8cfdea-5f14-4fac-bebc-b4367a394998 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 210 time: 0.3965406 Jul 16 20:05:21.897617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-f8cf188d-da29-4ab1-9206-6eb7f3654b23 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348334 Jul 16 20:05:21.908417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cbcaef-459d-4732-807a-79636e31fb8a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:21.911703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.925976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.926313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.926646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.927056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.927386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.927704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.928029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.928338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.928651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.928961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.929277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.929587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:21.950730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.973772 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-189efc7b-ee4f-4b7b-8557-de8da99b5550 req-b1d14a2c-ff2b-4a2d-80f4-98f8911a4674 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254985 Jul 16 20:05:21.988444 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631efb7-48d1-4b54-8994-3671411e1b24 x-openstack-request-id: req-0631efb7-48d1-4b54-8994-3671411e1b24 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:21.988737 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:21.988981 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0631efb7-48d1-4b54-8994-3671411e1b24 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:21.989383 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac', 'status': 'completed', 'code': 200} Jul 16 20:05:22.042655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-259c4ce8-b887-494c-8e45-deed6f8c830a service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347976 Jul 16 20:05:22.083301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.132003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:22.169180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:22.237060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed6c72ac-4485-4771-b7a0-976138f55aaf req-4cc6917c-3c51-4a47-a625-16c301f6081f tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0509486 Jul 16 20:05:22.270032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a45e4ff0-e044-4bc7-bf74-40707edf5704 req-d3734abd-37d5-4f22-a291-f8aea55b5273 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197065 Jul 16 20:05:22.274668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Allocated IP 172.20.0.3 (f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3/97ba9157-7fc9-4119-b7c5-f33960aacfd4/181824dc-21bb-4980-8ce4-c2c5203a784e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:22.290125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Network 54de7111-983a-43f2-aa9f-8946361d864b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:22.301944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:22.307348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:05:22.335721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Pushing event updated for resources: {'Port': ['ID=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:22.366569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:22.369849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:22.379287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:22.464229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a19c5eeb-4c99-4bb7-8455-7e75a0f73178 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:22.471200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:22.471705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.496736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b50b60cd-42b4-4eb6-815a-2d5ca7843fe0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3178489 Jul 16 20:05:22.517630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Request body: {'port': {'device_id': '5c193cfc-9629-44d6-9c38-b46873a49113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:22.727721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.741655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:22.742852 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.761612 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.832906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:22.855289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:22.857794 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95daa058-6c4c-4cd0-9b6e-182630a8408e" -d '{"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-unplugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:22.874978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4507fcdc-0795-4f37-a00f-360187984503 None None] Provisioning complete for port a3cbcaef-459d-4732-807a-79636e31fb8a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:22.875362 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4507fcdc-0795-4f37-a00f-360187984503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.875489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b55bd-4707-4597-ae68-1f6b82bb8aec req-5364b8d7-e338-4c73-ba61-a59375ea25ab tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:22.876913 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb5b55bd-4707-4597-ae68-1f6b82bb8aec req-5364b8d7-e338-4c73-ba61-a59375ea25ab tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.2990229 Jul 16 20:05:22.881589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:22.882663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596269-4198-4294-9b56-b2813138f80a req-e2796aa1-4f26-422e-bfd5-e7a4aeac193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:22.884170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'mac_address': 'fa:16:3e:3b:6c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:22.885452 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90596269-4198-4294-9b56-b2813138f80a req-e2796aa1-4f26-422e-bfd5-e7a4aeac193a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1095 time: 0.2983162 Jul 16 20:05:22.885452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.909543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:22.915216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.992162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Allocated IP 172.20.0.6 (f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3/97ba9157-7fc9-4119-b7c5-f33960aacfd4/93ed3e7f-4f0a-4c26-b220-6224b8db4d6b) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:22.993355 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb5b55bd-4707-4597-ae68-1f6b82bb8aec req-d2d14579-6e3a-485c-9542-5cb32e142223 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045079 Jul 16 20:05:23.006880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.016655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4507fcdc-0795-4f37-a00f-360187984503 None None] Port a3cbcaef-459d-4732-807a-79636e31fb8a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:23.023497 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.034864 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.057076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b9e886-659c-41ec-b06f-177f3dfd57c6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:23.090046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:23.091774 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8953cb12-47a9-4681-8fbd-4374a43dd324 x-openstack-request-id: req-8953cb12-47a9-4681-8fbd-4374a43dd324 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:23.092057 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-unplugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:23.092310 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8953cb12-47a9-4681-8fbd-4374a43dd324 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:23.092704 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'code': 200} Jul 16 20:05:23.096831 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.167069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:23.186721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:23.186721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:23.208200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.229320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596269-4198-4294-9b56-b2813138f80a req-e46dcc31-b3f2-4716-9926-603356a184fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.230881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90596269-4198-4294-9b56-b2813138f80a req-e46dcc31-b3f2-4716-9926-603356a184fb service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.3383615 Jul 16 20:05:23.287074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Pushing event updated for resources: {'Port': ['ID=181824dc-21bb-4980-8ce4-c2c5203a784e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.318245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90596269-4198-4294-9b56-b2813138f80a req-25f45d2b-ff49-42c6-94e1-c81778369b3d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 200 len: 217 time: 0.0676019 Jul 16 20:05:23.389819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596269-4198-4294-9b56-b2813138f80a req-134a6ee3-a401-4882-acd1-7253f7766ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.391873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90596269-4198-4294-9b56-b2813138f80a req-134a6ee3-a401-4882-acd1-7253f7766ad3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0653212 Jul 16 20:05:23.401155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['73b9e886-659c-41ec-b06f-177f3dfd57c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:23.406176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767742-d768-4919-8a29-89ef40a1d62a req-2787f960-5e71-4ea7-84bc-31fe47042b77 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.407798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21767742-d768-4919-8a29-89ef40a1d62a req-2787f960-5e71-4ea7-84bc-31fe47042b77 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 932 time: 0.1800637 Jul 16 20:05:23.409885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff339d1-4e3d-47fe-af5d-131782820e15 req-0503f029-e0a3-49cb-8623-9782a28201a4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.417006 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ff339d1-4e3d-47fe-af5d-131782820e15 req-0503f029-e0a3-49cb-8623-9782a28201a4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.8611987 Jul 16 20:05:23.442784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.443647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.449999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90596269-4198-4294-9b56-b2813138f80a req-11ad2551-1870-47a6-a415-9097d77de37a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407889 Jul 16 20:05:23.468349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:23.498087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21767742-d768-4919-8a29-89ef40a1d62a req-46448dfd-aa28-4c2c-b263-ea331f5d4c05 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814474 Jul 16 20:05:23.501835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Sync routers for ids ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:23.507235 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-43dfc16c-f94a-4aff-9ab6-eb3b669f5d94 admin admin] 10.222.0.91 "PUT /v2.0/routers/00b34a80-a0d1-4b89-b9bf-6be0a4807bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7957108 Jul 16 20:05:23.528991 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6cd2bff-dae9-4dc1-9700-6ed0a7b75bba tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4547994 Jul 16 20:05:23.537400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ff339d1-4e3d-47fe-af5d-131782820e15 req-688fa1fd-16b7-4baa-9e34-e46095ba5d42 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192508 Jul 16 20:05:23.556442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Request body: {'port': {'device_id': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:23.587114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Routers {'00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:23.587965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:23.632416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90596269-4198-4294-9b56-b2813138f80a req-67dc4f8d-5223-4489-bfd0-c997b55d07d5 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754191 Jul 16 20:05:23.740118 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.797741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.866868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Set router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:23.932637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7f072-e402-499b-adea-58e14407e520 req-97dc8896-b5a8-4510-bcb8-6e6078ed89e1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.941254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ac7f072-e402-499b-adea-58e14407e520 req-97dc8896-b5a8-4510-bcb8-6e6078ed89e1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.2466545 Jul 16 20:05:23.980904 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90596269-4198-4294-9b56-b2813138f80a req-14774a9a-bf2f-47bd-bf29-a1b0eed9598e service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404064 Jul 16 20:05:24.031116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae1b169b-b94c-48f7-8508-695ebe72e751 req-164cd771-36a8-4c10-a688-1f18fb14fb1c tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0681727 Jul 16 20:05:24.032437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.053677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ac7f072-e402-499b-adea-58e14407e520 req-d347f598-a017-42a0-b5f0-f6e865c7032a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115203 Jul 16 20:05:24.080976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:24.084757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:24.090142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:24.161526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.162449 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.187449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a3cbcaef-459d-4732-807a-79636e31fb8a', 'name': '', 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'mac_address': 'fa:16:3e:2e:74:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aafd7ed4-8234-4351-82e0-ca07438c5b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:17Z', 'updated_at': '2021-07-16T20:05:21Z', 'revision_number': 2, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'subnets': [{'id': 'aafd7ed4-8234-4351-82e0-ca07438c5b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:24.329038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:24.340576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.365980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Transition to ACTIVE for port object 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:24.376584 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.396360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32d0d7-5d8e-4206-af89-0b498f4ac775 req-c30ddee7-113f-4329-8d63-f8861d130c4e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.398585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f32d0d7-5d8e-4206-af89-0b498f4ac775 req-c30ddee7-113f-4329-8d63-f8861d130c4e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 950 time: 0.1186945 Jul 16 20:05:24.423579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Checking router: 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:24.424253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Updating router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc port a3cbcaef-459d-4732-807a-79636e31fb8a binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:24.464902 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.491638 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f32d0d7-5d8e-4206-af89-0b498f4ac775 req-9c339711-0297-4a39-b3f3-b55f60a131ed tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724618 Jul 16 20:05:24.496500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:24.564374 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-0a835836-df8b-4156-b356-071ec105becf req-1b447c17-ccd9-4d57-bf43-5329eee96e2d tempest-FloatingIPDetailsNegativeTestJSON-1296092051 tempest-FloatingIPDetailsNegativeTestJSON-1296092051-project] show failed (client error): The resource could not be found. Jul 16 20:05:24.565534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a835836-df8b-4156-b356-071ec105becf req-1b447c17-ccd9-4d57-bf43-5329eee96e2d tempest-FloatingIPDetailsNegativeTestJSON-1296092051 tempest-FloatingIPDetailsNegativeTestJSON-1296092051-project] 10.222.0.91 "GET /v2.0/floatingips/64cba13f-e674-4dfe-8f2b-e84948e409f2 HTTP/1.1" status: 404 len: 350 time: 0.3939772 Jul 16 20:05:24.583006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39688) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.584091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Pushing event updated for resources: {'Port': ['ID=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:24.713672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-271fd32e-2192-439d-bd18-1de1f7c8b225 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5979958 Jul 16 20:05:24.726666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Attempting to bind port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:24.731134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Attempting to bind port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:24.731485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Attempting to bind port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:24.742819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:24.744391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Attempting to bind port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:24.753796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:24.754924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Checking segment: {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:24.755560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Bound using segment: {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:24.756263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Bound port: 6c6a659a-4ae9-43bc-9af5-d88269d9bd93, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:24.757553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.767704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Request body: {'port': {'device_id': '3329228c-017f-4269-9997-02d7d2a0ec32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:24.861324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] For port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:24.868940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] For port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:24.875772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.938559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.940784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.942434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] 10.222.0.99 "PUT /v2.0/ports/6c6a659a-4ae9-43bc-9af5-d88269d9bd93 HTTP/1.1" status: 200 len: 1093 time: 2.4366217 Jul 16 20:05:24.942921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c193cfc-9629-44d6-9c38-b46873a49113', 'tag': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:24.945709 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd141c6-6320-4624-9647-a137065fa4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c193cfc-9629-44d6-9c38-b46873a49113", "tag": "6c6a659a-4ae9-43bc-9af5-d88269d9bd93"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:24.965382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.974011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baf2de-6533-4627-8841-976e90ff13b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:24.991616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Transition to ACTIVE for port object a3cbcaef-459d-4732-807a-79636e31fb8a will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:24.998286 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.007246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.104294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Pushing event updated for resources: {'Port': ['ID=a3cbcaef-459d-4732-807a-79636e31fb8a,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:25.138231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.138600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.138927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.139268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.139596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.139927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.140201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-c6b32dde-833c-4b09-916d-40cea84d1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.140332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.140565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.141709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.141709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.141709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.141987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-c6b32dde-833c-4b09-916d-40cea84d1dc6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 1096 time: 0.1392372 Jul 16 20:05:25.142077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:25.167117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Attempting to bind port a3cbcaef-459d-4732-807a-79636e31fb8a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:25.167496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Attempting to bind port a3cbcaef-459d-4732-807a-79636e31fb8a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:25.167861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Attempting to bind port a3cbcaef-459d-4732-807a-79636e31fb8a on network 54de7111-983a-43f2-aa9f-8946361d864b {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:25.179773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:25.187568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Checking segment: {'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:25.187982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.188387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Bound using segment: {'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:25.188890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Bound port: a3cbcaef-459d-4732-807a-79636e31fb8a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a41bcf-746a-4c1b-9b28-f26c848445ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:25.189284 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.207833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-4d427dc3-1d56-4ce8-af87-7b40b13651ea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6a659a-4ae9-43bc-9af5-d88269d9bd93 HTTP/1.1" status: 200 len: 217 time: 0.0532146 Jul 16 20:05:25.230791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2218d9-c029-4a41-b208-0e9f24f52d31 req-e3827ab5-a5e4-4cdd-a284-896bf4df0372 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.232276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d2218d9-c029-4a41-b208-0e9f24f52d31 req-e3827ab5-a5e4-4cdd-a284-896bf4df0372 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 944 time: 0.4837465 Jul 16 20:05:25.296524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] For port a3cbcaef-459d-4732-807a-79636e31fb8a, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:25.298892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0e0dc-1449-4a99-9608-a7b879639286 req-98bc225c-5c59-40aa-a56b-d8de9bb2105a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.303393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] For port a3cbcaef-459d-4732-807a-79636e31fb8a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3cbcaef-459d-4732-807a-79636e31fb8a,segment=NetworkSegment(93a41bcf-746a-4c1b-9b28-f26c848445ef),segment_id=93a41bcf-746a-4c1b-9b28-f26c848445ef)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:25.307332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc0e0dc-1449-4a99-9608-a7b879639286 req-98bc225c-5c59-40aa-a56b-d8de9bb2105a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.2172544 Jul 16 20:05:25.315801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.344149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-0e416918-3fdb-46fd-87e8-d89aa903c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.345671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-0e416918-3fdb-46fd-87e8-d89aa903c48d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=97ba9157-7fc9-4119-b7c5-f33960aacfd4 HTTP/1.1" status: 200 len: 857 time: 0.1260798 Jul 16 20:05:25.387790 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc0e0dc-1449-4a99-9608-a7b879639286 req-5b592e4b-58e2-442f-8044-c89ae9434459 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775349 Jul 16 20:05:25.407168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Routers {'00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:25.407168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:25.447215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9114e2aa-ba59-4986-8352-9dff2b665666 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875378 Jul 16 20:05:25.480774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d2218d9-c029-4a41-b208-0e9f24f52d31 req-98075935-28c7-4035-8b07-92ab4a7cdd57 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952929 Jul 16 20:05:25.496603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be148974-2f2f-4c8d-af99-e6ff59f08cc2 None None] Pushing event updated for resources: {'Port': ['ID=a3cbcaef-459d-4732-807a-79636e31fb8a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:25.517350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181824dc-21bb-4980-8ce4-c2c5203a784e {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:25.541457 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.599462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Transition to ACTIVE for port object 181824dc-21bb-4980-8ce4-c2c5203a784e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:25.612484 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.663780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] Set router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:25.683234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-84d94bb3-3567-49c3-95a2-5593260e2fbf service neutron] 10.222.0.99 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218320 Jul 16 20:05:25.718140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=181824dc-21bb-4980-8ce4-c2c5203a784e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:25.848404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-e0524705-5c39-421f-b9e5-d539b66e56cb service neutron] 10.222.0.99 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579149 Jul 16 20:05:25.850067 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26293c85-0d92-4f43-a6d2-096abb0c0bf5 x-openstack-request-id: req-26293c85-0d92-4f43-a6d2-096abb0c0bf5 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:25.850539 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c193cfc-9629-44d6-9c38-b46873a49113", "tag": "6c6a659a-4ae9-43bc-9af5-d88269d9bd93", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:25.850787 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-26293c85-0d92-4f43-a6d2-096abb0c0bf5 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:25.852288 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c193cfc-9629-44d6-9c38-b46873a49113', 'tag': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93', 'status': 'completed', 'code': 200} Jul 16 20:05:25.927828 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e38df72-90ca-468d-a169-cb86bb2265aa req-7f9c2d00-2032-45a2-a6de-16ab9af88c82 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0720904 Jul 16 20:05:26.031861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-372a3902-4a3e-46ee-8792-c5fd4f577bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.034026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-372a3902-4a3e-46ee-8792-c5fd4f577bd9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 1096 time: 0.0937514 Jul 16 20:05:26.069872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ca14a-fdc9-4334-b5df-a4a4b355cb3e req-bd2fc183-fe69-4587-bbd3-371f76f59ae3 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.071461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db8ca14a-fdc9-4334-b5df-a4a4b355cb3e req-bd2fc183-fe69-4587-bbd3-371f76f59ae3 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1102 time: 0.3439193 Jul 16 20:05:26.087667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a3cbcaef-459d-4732-807a-79636e31fb8a', 'name': '', 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'mac_address': 'fa:16:3e:2e:74:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aafd7ed4-8234-4351-82e0-ca07438c5b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:17Z', 'updated_at': '2021-07-16T20:05:25Z', 'revision_number': 4, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'subnets': [{'id': 'aafd7ed4-8234-4351-82e0-ca07438c5b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:26.129755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43377b0-8eb8-4ee2-92b5-d829f0484c5a None None] The sync data for ids ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'] in n-d-792458-10 is: [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a3cbcaef-459d-4732-807a-79636e31fb8a', 'name': '', 'network_id': '54de7111-983a-43f2-aa9f-8946361d864b', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'mac_address': 'fa:16:3e:2e:74:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aafd7ed4-8234-4351-82e0-ca07438c5b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:17Z', 'updated_at': '2021-07-16T20:05:25Z', 'revision_number': 4, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'subnets': [{'id': 'aafd7ed4-8234-4351-82e0-ca07438c5b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:26.146243 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.162004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:26.202913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:26.226013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.237956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Attempting to bind port 181824dc-21bb-4980-8ce4-c2c5203a784e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:26.238605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Attempting to bind port 181824dc-21bb-4980-8ce4-c2c5203a784e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:26.238605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Attempting to bind port 181824dc-21bb-4980-8ce4-c2c5203a784e on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:26.261432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Port 181824dc-21bb-4980-8ce4-c2c5203a784e on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:26.261767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Attempting to bind port 181824dc-21bb-4980-8ce4-c2c5203a784e on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:26.265295 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db8ca14a-fdc9-4334-b5df-a4a4b355cb3e req-9cab7920-cd9c-4246-bef1-f629e9847dd5 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643116 Jul 16 20:05:26.296431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 73b9e886-659c-41ec-b06f-177f3dfd57c6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:26.296812 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.324642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:26.325043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Checking segment: {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:26.325430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Bound using segment: {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:26.325877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Bound port: 181824dc-21bb-4980-8ce4-c2c5203a784e, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:26.326235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.329660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Transition to ACTIVE for port object 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:26.346664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.360011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be364a1-93e2-40f4-8204-8cb765307f64 req-e013eddf-f1b8-4856-a43d-022878cfca21 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.361629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5be364a1-93e2-40f4-8204-8cb765307f64 req-e013eddf-f1b8-4856-a43d-022878cfca21 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.3012455 Jul 16 20:05:26.369940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-5d5171cc-5f0c-438a-83bd-849ead62db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.379689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-5d5171cc-5f0c-438a-83bd-849ead62db01 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 200 len: 918 time: 0.3322995 Jul 16 20:05:26.420747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3cbcaef-459d-4732-807a-79636e31fb8a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:26.505962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0ae4c530-f3fd-4e77-95fe-413cd767bcac details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:26.515784 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-ae93bc0f-bce9-411c-a613-bc82b6bfe7ca service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6a659a-4ae9-43bc-9af5-d88269d9bd93 HTTP/1.1" status: 200 len: 217 time: 0.1277881 Jul 16 20:05:26.580186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Pushing event updated for resources: {'Port': ['ID=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:26.591526 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5be364a1-93e2-40f4-8204-8cb765307f64 req-462e0d8c-e13a-49ff-b8e9-bd9ab7acf25f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106910 Jul 16 20:05:26.652194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-dffe4b2c-189e-4c32-92c8-c37f943969f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.659441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-dffe4b2c-189e-4c32-92c8-c37f943969f9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=97ba9157-7fc9-4119-b7c5-f33960aacfd4 HTTP/1.1" status: 200 len: 857 time: 0.1162641 Jul 16 20:05:26.714690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:26.729794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] For port 181824dc-21bb-4980-8ce4-c2c5203a784e, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:26.745522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0ae4c530-f3fd-4e77-95fe-413cd767bcac', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'port_id': '0ae4c530-f3fd-4e77-95fe-413cd767bcac', 'mac_address': 'fa:16:3e:fa:af:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ce2ff8-19ac-4864-be49-d2af1c343c0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:26.750046 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-3b7523ee-3717-42c4-80ff-b623b67c2140 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862198 Jul 16 20:05:26.808366 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.853750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] For port 181824dc-21bb-4980-8ce4-c2c5203a784e, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=181824dc-21bb-4980-8ce4-c2c5203a784e,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:26.868605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.888289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae4c530-f3fd-4e77-95fe-413cd767bcac {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:26.895531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.932103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:26.934679 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8912f9ef-0d52-4be2-b360-12b5b4efb57b" -d '{"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-plugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:26.952721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a3cbcaef-459d-4732-807a-79636e31fb8a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:26.961039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a3cbcaef-459d-4732-807a-79636e31fb8a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:26.961450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.966890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:26.971171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:27.004839 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.018238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.039853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Attempting to bind port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:27.043322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Attempting to bind port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:27.043736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Attempting to bind port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:27.055092 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-313e51c7-562d-4967-9368-ba598c4592f9 service neutron] 10.222.0.99 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943158 Jul 16 20:05:27.099167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.117451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:27.119128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Attempting to bind port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b on network f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:27.125314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594e550-67df-4d83-8016-dda7b0d48249 req-6023c0a9-30d3-46c6-8ce2-16b8d5191b22 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.126388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.127038 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.128783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] 10.222.0.79 "PUT /v2.0/ports/181824dc-21bb-4980-8ce4-c2c5203a784e HTTP/1.1" status: 200 len: 1092 time: 3.5904009 Jul 16 20:05:27.133372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'tag': '181824dc-21bb-4980-8ce4-c2c5203a784e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:27.138855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4594e550-67df-4d83-8016-dda7b0d48249 req-6023c0a9-30d3-46c6-8ce2-16b8d5191b22 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.3237581 Jul 16 20:05:27.141034 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15052c8-d4f4-468e-882d-1f358c3eb833" -d '{"events": [{"name": "network-changed", "server_uuid": "d842b4b5-d1f4-4654-9374-488304714f3a", "tag": "181824dc-21bb-4980-8ce4-c2c5203a784e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:27.185316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.240372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.241739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:27.242286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Checking segment: {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:27.242526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Bound using segment: {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:27.243251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Bound port: 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcbcaf8-f784-4e90-a950-dc85b4715a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:27.251684 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.286494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4594e550-67df-4d83-8016-dda7b0d48249 req-c5124afb-767c-4354-b72a-a4201142e950 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463573 Jul 16 20:05:27.302529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a3cbcaef-459d-4732-807a-79636e31fb8a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3cbcaef-459d-4732-807a-79636e31fb8a,segment=NetworkSegment(93a41bcf-746a-4c1b-9b28-f26c848445ef),segment_id=93a41bcf-746a-4c1b-9b28-f26c848445ef)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:27.304635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba123071-5e40-49bf-aec5-05e824186ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=181824dc-21bb-4980-8ce4-c2c5203a784e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.314581 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd141c6-6320-4624-9647-a137065fa4c8 req-3f233c5e-09e9-48e5-bcf0-988289890cca service neutron] 10.222.0.99 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518723 Jul 16 20:05:27.323702 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.381036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0ae4c530-f3fd-4e77-95fe-413cd767bcac'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:27.404710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] For port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:27.409946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] For port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:27.468561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.478139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-863a3162-5e3a-4a4b-a21f-87b985da9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.480300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-863a3162-5e3a-4a4b-a21f-87b985da9587 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 1095 time: 0.2856379 Jul 16 20:05:27.517588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a3cbcaef-459d-4732-807a-79636e31fb8a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.543737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.544365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.545786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] 10.222.0.79 "PUT /v2.0/ports/93ed3e7f-4f0a-4c26-b220-6224b8db4d6b HTTP/1.1" status: 200 len: 1092 time: 2.7833655 Jul 16 20:05:27.611364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-8a9cfdce-b21f-4daf-8cc6-75e5802b4a34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181824dc-21bb-4980-8ce4-c2c5203a784e HTTP/1.1" status: 200 len: 217 time: 0.0930219 Jul 16 20:05:27.713253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed4196-c97b-4ab6-8888-9bc791864d46 req-f1714f2e-60ce-450d-a190-2c7e1e37c2c4 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.714890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fed4196-c97b-4ab6-8888-9bc791864d46 req-f1714f2e-60ce-450d-a190-2c7e1e37c2c4 tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 1103 time: 0.0750539 Jul 16 20:05:27.731637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3cd5-e4b7-4262-8950-2e762876febf req-bc1ba762-4fdf-4e17-bfb3-44be1607e2e6 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.733177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3fb3cd5-e4b7-4262-8950-2e762876febf req-bc1ba762-4fdf-4e17-bfb3-44be1607e2e6 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 944 time: 0.7249768 Jul 16 20:05:27.740404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405a3fc-ee16-4574-8a53-f7fa834b458e service neutron] Pushing event updated for resources: {'Port': ['ID=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.756448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fed4196-c97b-4ab6-8888-9bc791864d46 req-8425c0db-9d5e-45fa-8b45-4b7a1f6b69fb tempest-ServersAdminTestJSON-237991956 tempest-ServersAdminTestJSON-237991956-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Jul 16 20:05:27.760070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-fb1233a0-1f99-45bd-918c-0b469cc6bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.761626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-fb1233a0-1f99-45bd-918c-0b469cc6bc5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97ba9157-7fc9-4119-b7c5-f33960aacfd4 HTTP/1.1" status: 200 len: 857 time: 0.1298735 Jul 16 20:05:27.820773 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28b9752-3b2c-43ef-babc-a6036c61f04c x-openstack-request-id: req-b28b9752-3b2c-43ef-babc-a6036c61f04c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:27.821068 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-plugged", "status": "completed", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:27.821321 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b28b9752-3b2c-43ef-babc-a6036c61f04c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:27.821783 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'code': 200} Jul 16 20:05:27.840936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3fb3cd5-e4b7-4262-8950-2e762876febf req-9fb1fe33-c586-41bf-99cc-4fd898899867 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832250 Jul 16 20:05:27.842400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Deleting port a3cbcaef-459d-4732-807a-79636e31fb8a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:27.842941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.846459 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-0610427e-0c49-476a-a68e-5a2cb8e44f14 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695350 Jul 16 20:05:27.919811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-f7ea5311-ea0f-4de4-b5b2-b915311bbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.921359 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-f7ea5311-ea0f-4de4-b5b2-b915311bbfa7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 1095 time: 0.3197193 Jul 16 20:05:27.984048 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd63aa6-54c1-4884-aea6-3ad9c6d7c7b5 x-openstack-request-id: req-abd63aa6-54c1-4884-aea6-3ad9c6d7c7b5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:27.984460 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d842b4b5-d1f4-4654-9374-488304714f3a", "tag": "181824dc-21bb-4980-8ce4-c2c5203a784e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:27.984716 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-abd63aa6-54c1-4884-aea6-3ad9c6d7c7b5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:27.985126 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'tag': '181824dc-21bb-4980-8ce4-c2c5203a784e', 'status': 'completed', 'code': 200} Jul 16 20:05:28.022241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0a37674-283c-4b92-8ff1-15f1d5d940ad req-910bce99-3f4e-4900-ae59-f81fc2466501 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0519145 Jul 16 20:05:28.279286 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3cbcaef-459d-4732-807a-79636e31fb8a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:28.339522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a3cbcaef-459d-4732-807a-79636e31fb8a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:28.340885 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.358603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-24c4c7f5-f516-4766-b05b-68dc26624354 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b HTTP/1.1" status: 200 len: 217 time: 0.3636754 Jul 16 20:05:28.466483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-5a6b74c9-2925-4133-98a1-eae97d73d8e9 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946481 Jul 16 20:05:28.489748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83970c8d-4104-441a-959d-b1f23dbe74da req-e0d44158-747a-48fb-afc9-dbc689089ef6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.492283 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83970c8d-4104-441a-959d-b1f23dbe74da req-e0d44158-747a-48fb-afc9-dbc689089ef6 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 949 time: 0.0787678 Jul 16 20:05:28.492851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6d5268c-afb9-419b-8fb7-455461136b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.494610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-d6d5268c-afb9-419b-8fb7-455461136b2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97ba9157-7fc9-4119-b7c5-f33960aacfd4 HTTP/1.1" status: 200 len: 857 time: 0.1237435 Jul 16 20:05:28.496326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] For port a3cbcaef-459d-4732-807a-79636e31fb8a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3cbcaef-459d-4732-807a-79636e31fb8a,segment=NetworkSegment(93a41bcf-746a-4c1b-9b28-f26c848445ef),segment_id=93a41bcf-746a-4c1b-9b28-f26c848445ef)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:28.496687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.500602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:28.503560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0ae4c530-f3fd-4e77-95fe-413cd767bcac up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:28.551347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Calling delete_port for a3cbcaef-459d-4732-807a-79636e31fb8a owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:28.557464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83970c8d-4104-441a-959d-b1f23dbe74da req-e33fb9bc-c467-41f7-bb88-805d4847c2ad tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535169 Jul 16 20:05:28.586338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 0ae4c530-f3fd-4e77-95fe-413cd767bcac completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:28.598959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0ae4c530-f3fd-4e77-95fe-413cd767bcac triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:28.599333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.604930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-040e839b-5df8-4a18-b2b7-1444cf95e126 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805371 Jul 16 20:05:28.622326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78513-9bb2-4a70-95e0-e31fc89c9de7 req-42d5a968-1e11-4516-b927-59220b019c55 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.629192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51f78513-9bb2-4a70-95e0-e31fc89c9de7 req-42d5a968-1e11-4516-b927-59220b019c55 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 944 time: 0.5849571 Jul 16 20:05:28.739681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.748427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-b3007167-3550-4b9c-a30d-4d1a467387a8 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739215 Jul 16 20:05:28.777383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:28.780408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:28.784396 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.790100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51f78513-9bb2-4a70-95e0-e31fc89c9de7 req-a00628da-74f2-4e2d-9942-62c01034a712 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598964 Jul 16 20:05:28.807295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c19d2-efb7-4a73-90c3-54983ab9f13f req-2fca65e4-79f4-4c45-9db3-7c12e33ae571 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.817189 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-034c19d2-efb7-4a73-90c3-54983ab9f13f req-2fca65e4-79f4-4c45-9db3-7c12e33ae571 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1304793 Jul 16 20:05:28.852991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:28.861516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93', 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3', 'port_id': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93', 'mac_address': 'fa:16:3e:31:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ba9157-7fc9-4119-b7c5-f33960aacfd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:28.894815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-034c19d2-efb7-4a73-90c3-54983ab9f13f req-70677dc0-0187-408b-8384-621404a2c110 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765922 Jul 16 20:05:28.932299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.955641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:28.975907 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-23bebce6-c62b-44cb-a78c-7b3a3b58c871 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402569 Jul 16 20:05:29.001068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:29.008516 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.083019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.121592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae027151-bb64-4cb9-a593-e723d027b8bc req-c8757ecd-f736-4cae-83b5-721aa86aad9d tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.132339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae027151-bb64-4cb9-a593-e723d027b8bc req-c8757ecd-f736-4cae-83b5-721aa86aad9d tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 945 time: 0.1217644 Jul 16 20:05:29.132987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-6007392c-924b-4723-8e3d-042023c9c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.134604 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-6007392c-924b-4723-8e3d-042023c9c27b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 1095 time: 0.3159804 Jul 16 20:05:29.136711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f36514-2d29-4b00-af2c-1885481b9b9b req-2bfabe24-f86a-4128-bed8-88cfdb91b7ba service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441736 Jul 16 20:05:29.216235 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae027151-bb64-4cb9-a593-e723d027b8bc req-f37e3a47-f51e-429a-81a8-91f76c03b965 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821550 Jul 16 20:05:29.250042 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54c35d50-cb42-4110-90a5-35e64c722695 req-dff30203-be2d-434c-93eb-395113b14976 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0342343 Jul 16 20:05:29.250661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.313241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6c6a659a-4ae9-43bc-9af5-d88269d9bd93'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:29.315079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cbcaef-459d-4732-807a-79636e31fb8a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.374789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-26293869-c286-410d-a8fc-76ef38f586d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.378103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-26293869-c286-410d-a8fc-76ef38f586d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 200 len: 918 time: 0.1944320 Jul 16 20:05:29.458150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-c3177725-81e6-42ab-aba4-fa73f6b46cac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181824dc-21bb-4980-8ce4-c2c5203a784e HTTP/1.1" status: 200 len: 217 time: 0.0538871 Jul 16 20:05:29.566156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-625e701c-139f-41ce-8abd-89c0d2d5fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.567691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-625e701c-139f-41ce-8abd-89c0d2d5fba3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97ba9157-7fc9-4119-b7c5-f33960aacfd4 HTTP/1.1" status: 200 len: 857 time: 0.0988920 Jul 16 20:05:29.637759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-ca3186ef-5057-45ef-a506-8c49b02f422e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290692 Jul 16 20:05:29.697694 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.771243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923720-db71-43e8-829e-f3196198337f req-53bbd51f-10a5-42fa-9d27-3b9c871bd123 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.773353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-87923720-db71-43e8-829e-f3196198337f req-53bbd51f-10a5-42fa-9d27-3b9c871bd123 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 949 time: 0.0816174 Jul 16 20:05:29.819460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-87923720-db71-43e8-829e-f3196198337f req-3d171c5f-8307-455c-822f-255afe0e6dc7 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354493 Jul 16 20:05:29.823496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:29.823955 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-dfe4b498-f2a4-4ccb-a150-df942c741075 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743546 Jul 16 20:05:29.827951 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d1cc1-1861-4eaa-9c72-f3a7362f9aaa" -d '{"events": [{"server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "name": "network-vif-plugged", "status": "completed", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:29.878772 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a86a7e-e939-4a46-a12e-90500869a6ba x-openstack-request-id: req-03a86a7e-e939-4a46-a12e-90500869a6ba {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:29.879117 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "name": "network-vif-plugged", "status": "completed", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:29.879365 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-03a86a7e-e939-4a46-a12e-90500869a6ba {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:29.879762 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac', 'code': 200} Jul 16 20:05:29.991701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3329228c-017f-4269-9997-02d7d2a0ec32', 'tag': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:29.995352 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54" -d '{"events": [{"name": "network-changed", "server_uuid": "3329228c-017f-4269-9997-02d7d2a0ec32", "tag": "93ed3e7f-4f0a-4c26-b220-6224b8db4d6b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:30.049813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b15052c8-d4f4-468e-882d-1f358c3eb833 req-1564ebb4-b648-4f99-a989-d11858021917 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901541 Jul 16 20:05:30.092508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1560-9da4-448a-879f-06d41385e402 req-148ca926-1804-4aa8-9b3e-849214578c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.094178 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-30ae1560-9da4-448a-879f-06d41385e402 req-148ca926-1804-4aa8-9b3e-849214578c3c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1097 time: 0.1236598 Jul 16 20:05:30.127838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622f32d-cc35-47ad-b95a-530c347f4c5d req-f42beec8-532d-4f38-8e7a-12dc9fe585aa tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.131294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c622f32d-cc35-47ad-b95a-530c347f4c5d req-f42beec8-532d-4f38-8e7a-12dc9fe585aa tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1071651 Jul 16 20:05:30.148873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e5a0-ac66-4f88-bab2-6be052345bea req-602a664e-7437-42a5-a4b8-39ef374bb616 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.150434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b416e5a0-ac66-4f88-bab2-6be052345bea req-602a664e-7437-42a5-a4b8-39ef374bb616 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.2026012 Jul 16 20:05:30.164768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-30ae1560-9da4-448a-879f-06d41385e402 req-db837222-7c05-46aa-a9fc-2e77336b484f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630884 Jul 16 20:05:30.189280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c622f32d-cc35-47ad-b95a-530c347f4c5d req-dd056b17-14bc-4908-b751-f94848ffda0b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522482 Jul 16 20:05:30.258178 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b416e5a0-ac66-4f88-bab2-6be052345bea req-dd0e0ed7-1131-4232-b48a-056457c9d757 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984974 Jul 16 20:05:30.260318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:30.296669 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdd5219-6a36-4caa-bb4e-9ee7f302d14b x-openstack-request-id: req-0fdd5219-6a36-4caa-bb4e-9ee7f302d14b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:30.298003 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3329228c-017f-4269-9997-02d7d2a0ec32", "tag": "93ed3e7f-4f0a-4c26-b220-6224b8db4d6b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:30.298555 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0fdd5219-6a36-4caa-bb4e-9ee7f302d14b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:30.299005 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3329228c-017f-4269-9997-02d7d2a0ec32', 'tag': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b', 'status': 'completed', 'code': 200} Jul 16 20:05:30.424015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-687cc436-3ced-428c-9fb3-07907e9372e5 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.425541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-687cc436-3ced-428c-9fb3-07907e9372e5 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 949 time: 0.2261913 Jul 16 20:05:30.509021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:30.530724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-f989f467-5cb2-4792-bd97-828ba5d9c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.532232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-f989f467-5cb2-4792-bd97-828ba5d9c569 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 1095 time: 0.2303338 Jul 16 20:05:30.544671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d5c0c2f-8ebe-4c79-b7a3-39a47c60f09c req-55c48c5b-36e9-4925-aecd-4d9c36e29441 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0551691 Jul 16 20:05:30.593252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:30.597509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:30.597884 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.603905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:30.615483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3007f1fe-f775-4f59-ab4c-fa6a2053f81e admin admin] 10.222.0.91 "PUT /v2.0/routers/00b34a80-a0d1-4b89-b9bf-6be0a4807bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0251324 Jul 16 20:05:30.615722 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] Sync routers for ids ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:30.620531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39782) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:30.628500 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] Routers {'00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:30.629419 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:30.711927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.753534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:30.759292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.790039 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] Set router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:30.834367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:31.019721 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:29Z', 'revision_number': 5, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.029322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745e38-a849-4927-b571-5784ec2ebcd5 req-030ae48c-2110-4a02-a211-edcfa3dad346 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.031110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04745e38-a849-4927-b571-5784ec2ebcd5 req-030ae48c-2110-4a02-a211-edcfa3dad346 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 949 time: 0.0824370 Jul 16 20:05:31.058446 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] Checking router: 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:31.058694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4976-0b9e-4c5f-b651-39736a386831 req-e4a31697-1ecc-47c0-aa50-866d4f1f2943 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.065756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b1a4976-0b9e-4c5f-b651-39736a386831 req-e4a31697-1ecc-47c0-aa50-866d4f1f2943 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 945 time: 0.6140800 Jul 16 20:05:31.070030 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] Routers {'00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:31.070933 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.099982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04745e38-a849-4927-b571-5784ec2ebcd5 req-79a90170-3a75-489a-b76d-e5780155bd5f tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627635 Jul 16 20:05:31.114629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-5d17bb91-575e-4b44-b150-227232977d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.116135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-5d17bb91-575e-4b44-b150-227232977d70 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 200 len: 918 time: 0.5736039 Jul 16 20:05:31.126424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Deleting port 0b25e846-9e99-4ca8-a11d-74f2709b5638 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:31.126765 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.193685 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] Set router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:31.193925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-0b93084d-d63a-4c0f-8b52-5396736eba69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b HTTP/1.1" status: 200 len: 217 time: 0.0703006 Jul 16 20:05:31.195622 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.203164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b1a4976-0b9e-4c5f-b651-39736a386831 req-e0d4aa61-7982-47dd-9800-0dc0d85daf81 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362658 Jul 16 20:05:31.482186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-4bf44261-9391-4b15-ab25-e89f5e05f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.484621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-4bf44261-9391-4b15-ab25-e89f5e05f71e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97ba9157-7fc9-4119-b7c5-f33960aacfd4 HTTP/1.1" status: 200 len: 857 time: 0.2802587 Jul 16 20:05:31.501819 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:29Z', 'revision_number': 5, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.533097 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5954374-270f-40b4-8d00-25eff404f92f None None] The sync data for ids ['00b34a80-a0d1-4b89-b9bf-6be0a4807bbc'] in n-d-792458-10 is: [{'id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1725034949-router', 'tenant_id': '716b6b93b1c7419abe36de5999d19a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:11Z', 'updated_at': '2021-07-16T20:05:29Z', 'revision_number': 5, 'project_id': '716b6b93b1c7419abe36de5999d19a42', 'gw_port': {'id': 'a19c5eeb-4c99-4bb7-8455-7e75a0f73178', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34a80-a0d1-4b89-b9bf-6be0a4807bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:12Z', 'updated_at': '2021-07-16T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:31.554054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-824fc2b8-593f-4a26-9b6b-6ad646bf1c0c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554738 Jul 16 20:05:31.578670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0447e05-e408-4e49-b918-7897b47f2e9f req-ff670d00-9f61-402f-b6e9-7f94a8d270f7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.586059 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0447e05-e408-4e49-b918-7897b47f2e9f req-ff670d00-9f61-402f-b6e9-7f94a8d270f7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1204574 Jul 16 20:05:31.632136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] For port 0b25e846-9e99-4ca8-a11d-74f2709b5638, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0b25e846-9e99-4ca8-a11d-74f2709b5638,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:31.632430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.644798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0447e05-e408-4e49-b918-7897b47f2e9f req-c94883d3-68fa-4c73-89ad-0102dddab71d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575309 Jul 16 20:05:31.647055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.689918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Calling delete_port for 0b25e846-9e99-4ca8-a11d-74f2709b5638 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:31.791237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-9f58bc35-ea5a-458a-a27a-e8876ee9e563 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086525 Jul 16 20:05:31.804102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e00567-d215-4704-af84-1037f3486cd1 req-7b17b94a-c07c-425e-a0b1-087ebd165bd0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.807532 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6e00567-d215-4704-af84-1037f3486cd1 req-7b17b94a-c07c-425e-a0b1-087ebd165bd0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.2865524 Jul 16 20:05:31.885845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c193cfc-9629-44d6-9c38-b46873a49113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:31.888325 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39985d50-9f61-4f23-a216-cfd16d63f932" -d '{"events": [{"server_uuid": "5c193cfc-9629-44d6-9c38-b46873a49113", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a659a-4ae9-43bc-9af5-d88269d9bd93"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:31.931503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-48985b38-b814-4d37-9147-0be4a675ae55 req-4bde1116-189c-4a1d-8a1b-27750ffe01ca tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0702074 Jul 16 20:05:31.933951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Deleting port a19c5eeb-4c99-4bb7-8455-7e75a0f73178 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:31.934437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.008295 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6e00567-d215-4704-af84-1037f3486cd1 req-8c09ac1c-bcd6-4ae7-81ca-9fa354360207 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831808 Jul 16 20:05:32.019687 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eed802-9d80-4e8b-8072-1c45a89ae831 x-openstack-request-id: req-d6eed802-9d80-4e8b-8072-1c45a89ae831 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:32.020756 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c193cfc-9629-44d6-9c38-b46873a49113", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a659a-4ae9-43bc-9af5-d88269d9bd93", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:32.023256 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d6eed802-9d80-4e8b-8072-1c45a89ae831 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:32.024183 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c193cfc-9629-44d6-9c38-b46873a49113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93', 'code': 200} Jul 16 20:05:32.142285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1288d1-966e-4f14-9c4e-00bcc3b73e54 req-dac3af0c-4c3c-4690-b880-45d54f69de37 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324101 Jul 16 20:05:32.183224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] For port a19c5eeb-4c99-4bb7-8455-7e75a0f73178, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:32.185821 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.213251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 181824dc-21bb-4980-8ce4-c2c5203a784e details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:32.227604 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.250815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['0b25e846-9e99-4ca8-a11d-74f2709b5638', '73b9e886-659c-41ec-b06f-177f3dfd57c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:32.258891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b7744-6aa9-447c-8c83-db55aeb3c506 req-3166b8ab-17e7-442d-85a6-11fd13c8ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:32.259689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Calling delete_port for a19c5eeb-4c99-4bb7-8455-7e75a0f73178 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:32.261056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d6b7744-6aa9-447c-8c83-db55aeb3c506 req-3166b8ab-17e7-442d-85a6-11fd13c8ed7c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 1098 time: 0.1310558 Jul 16 20:05:32.305216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['eaf1544e-1c26-4da5-8be6-69d60a8ef82f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:32.357683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Pushing event deleted for resources: {'Port': ['ID=0b25e846-9e99-4ca8-a11d-74f2709b5638,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:32.370248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e8c01b52-add4-4ea2-b580-17c4464013c3 req-25bc1101-88b1-4416-90f4-058cbd1ea6ef tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=91276a82-0cee-487f-91d5-8ab05595debf HTTP/1.1" status: 200 len: 210 time: 0.0588853 Jul 16 20:05:32.387360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d6b7744-6aa9-447c-8c83-db55aeb3c506 req-e966bb34-e2d9-4107-978f-822563a990c2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191154 Jul 16 20:05:32.431620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] No DVR routers for this DVR port 0b25e846-9e99-4ca8-a11d-74f2709b5638 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:32.441840 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.445658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5213512f-65a9-422f-b59e-63b1557d30a3 req-a26b3251-4a81-413f-9ec5-bd78205e5f9e tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "DELETE /v2.0/ports/0b25e846-9e99-4ca8-a11d-74f2709b5638 HTTP/1.1" status: 204 len: 173 time: 1.9928131 Jul 16 20:05:32.451916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91276a82-0cee-487f-91d5-8ab05595debf', 'name': 'network-vif-deleted', 'tag': '0b25e846-9e99-4ca8-a11d-74f2709b5638'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:32.457240 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8108ec-2afd-4723-a50c-4fec2d41dc7b" -d '{"events": [{"server_uuid": "91276a82-0cee-487f-91d5-8ab05595debf", "name": "network-vif-deleted", "tag": "0b25e846-9e99-4ca8-a11d-74f2709b5638"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:32.553703 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2068cfba-f3f8-4cf4-8c17-826f9f6ed6da x-openstack-request-id: req-2068cfba-f3f8-4cf4-8c17-826f9f6ed6da {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:32.554758 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91276a82-0cee-487f-91d5-8ab05595debf", "name": "network-vif-deleted", "tag": "0b25e846-9e99-4ca8-a11d-74f2709b5638", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:32.554758 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2068cfba-f3f8-4cf4-8c17-826f9f6ed6da {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:32.554758 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91276a82-0cee-487f-91d5-8ab05595debf', 'name': 'network-vif-deleted', 'tag': '0b25e846-9e99-4ca8-a11d-74f2709b5638', 'status': 'completed', 'code': 200} Jul 16 20:05:32.656069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3cbcaef-459d-4732-807a-79636e31fb8a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:32.714964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a3cbcaef-459d-4732-807a-79636e31fb8a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:32.716177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3cbcaef-459d-4732-807a-79636e31fb8a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:32.786130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9482-2489-4437-a7a0-787b9e2d2567 req-01dd440a-2b00-4714-bd2a-710ed7b17d58 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:32.787707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 181824dc-21bb-4980-8ce4-c2c5203a784e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=181824dc-21bb-4980-8ce4-c2c5203a784e,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:32.787863 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78ca9482-2489-4437-a7a0-787b9e2d2567 req-01dd440a-2b00-4714-bd2a-710ed7b17d58 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 946 time: 0.2149806 Jul 16 20:05:32.810717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '181824dc-21bb-4980-8ce4-c2c5203a784e', 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3', 'port_id': '181824dc-21bb-4980-8ce4-c2c5203a784e', 'mac_address': 'fa:16:3e:0b:13:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ba9157-7fc9-4119-b7c5-f33960aacfd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:32.887320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.948111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19c5eeb-4c99-4bb7-8455-7e75a0f73178,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:32.951483 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.970428 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78ca9482-2489-4437-a7a0-787b9e2d2567 req-ce95c280-8054-457f-bce4-86524d75facb tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763570 Jul 16 20:05:32.977581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181824dc-21bb-4980-8ce4-c2c5203a784e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:32.996887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8bcd4-a97d-42e1-a6b9-409107d6f316 req-4e659439-cb13-4b35-a345-30a6dbf4a077 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.005351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-48f8bcd4-a97d-42e1-a6b9-409107d6f316 req-4e659439-cb13-4b35-a345-30a6dbf4a077 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1475439 Jul 16 20:05:33.014509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 181824dc-21bb-4980-8ce4-c2c5203a784e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=181824dc-21bb-4980-8ce4-c2c5203a784e,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:33.027145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.027801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:33.069694 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.082416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-48f8bcd4-a97d-42e1-a6b9-409107d6f316 req-ec215640-35f6-4461-b5e0-52e0960a47a7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759149 Jul 16 20:05:33.247753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.252201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.265438 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:05:33.300404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d843f10c-2cb1-481e-a801-5827cb67c66e req-cb1681b3-af92-4f8e-90e8-0cc2e6445a7e tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0816891 Jul 16 20:05:33.314463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:33.332744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b', 'network_id': 'f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3', 'port_id': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b', 'mac_address': 'fa:16:3e:0a:99:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ba9157-7fc9-4119-b7c5-f33960aacfd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:33.347268 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.347840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b34a80-a0d1-4b89-b9bf-6be0a4807bbc {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:33.353762 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.355104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bb166614-51e0-4de0-8610-7edffb74f653 admin admin] 10.222.0.91 "DELETE /v2.0/routers/00b34a80-a0d1-4b89-b9bf-6be0a4807bbc HTTP/1.1" status: 204 len: 168 time: 2.7359700 Jul 16 20:05:33.357830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39814) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:33.393757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=181824dc-21bb-4980-8ce4-c2c5203a784e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:33.440932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.455956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Deleting subnet aafd7ed4-8234-4351-82e0-ca07438c5b0e {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:33.464556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:33.466926 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.518954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257333a1-9510-423e-9cb4-275d92f39f65 req-6b6834b0-69b8-481b-a548-6c4f80a06bc9 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.520654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-257333a1-9510-423e-9cb4-275d92f39f65 req-6b6834b0-69b8-481b-a548-6c4f80a06bc9 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.1371012 Jul 16 20:05:33.525251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:33.538436 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.563368 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.624897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-257333a1-9510-423e-9cb4-275d92f39f65 req-c47a7843-e320-4ea5-b10c-d889cd5340dc tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902503 Jul 16 20:05:33.687153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:33.781605 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.861968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.870339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7b013-6d80-40da-9a90-057dd4cfa153 req-364e4fee-d56e-455e-89bb-07c8696bcd03 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.879213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40c7b013-6d80-40da-9a90-057dd4cfa153 req-364e4fee-d56e-455e-89bb-07c8696bcd03 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1097 time: 0.0848906 Jul 16 20:05:33.910075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafd7ed4-8234-4351-82e0-ca07438c5b0e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:33.921261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.923746 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/aafd7ed4-8234-4351-82e0-ca07438c5b0e HTTP/1.1" status: 204 len: 168 time: 0.5648994 Jul 16 20:05:33.925620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.926188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.926640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91399f-a800-41a7-95de-d38267b72070 None None] Network 54de7111-983a-43f2-aa9f-8946361d864b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:33.927004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.927602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39826) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:33.929248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.929824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.935096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.935576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.936010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.936443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.936868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.937295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.937977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f84d3f-364b-4d84-b7df-e226228b0d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:33.954661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['181824dc-21bb-4980-8ce4-c2c5203a784e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:33.960276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40c7b013-6d80-40da-9a90-057dd4cfa153 req-8a95bbed-64e3-4f36-8695-7211de65ebea tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801420 Jul 16 20:05:33.962258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['93ed3e7f-4f0a-4c26-b220-6224b8db4d6b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:34.017869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.113012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Deleting port 604a0f12-4042-444d-8b7c-764b6939fc93 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:34.113346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.114768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fe810-4c21-4b21-92db-033c50f9db6f req-0748296b-cd4e-4558-86b7-564db08145f9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:34.116467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f7fe810-4c21-4b21-92db-033c50f9db6f req-0748296b-cd4e-4558-86b7-564db08145f9 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 949 time: 0.0813208 Jul 16 20:05:34.161188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f7fe810-4c21-4b21-92db-033c50f9db6f req-ef0c864f-082f-4da5-9da3-f3b41c8e6979 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376360 Jul 16 20:05:34.213620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] For port 604a0f12-4042-444d-8b7c-764b6939fc93, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=604a0f12-4042-444d-8b7c-764b6939fc93,segment=NetworkSegment(93a41bcf-746a-4c1b-9b28-f26c848445ef),segment_id=93a41bcf-746a-4c1b-9b28-f26c848445ef)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:34.214052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.230342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Calling delete_port for 604a0f12-4042-444d-8b7c-764b6939fc93 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:34.244401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0b25e846-9e99-4ca8-a11d-74f2709b5638 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:34.282539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 0b25e846-9e99-4ca8-a11d-74f2709b5638 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:34.283484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0b25e846-9e99-4ca8-a11d-74f2709b5638 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:34.304812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa63ae-44e5-4fdb-b4bc-95fe6ea4f60b req-caab3360-b4f0-4ffa-8b49-a290f1c16702 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:34.306328 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77fa63ae-44e5-4fdb-b4bc-95fe6ea4f60b req-caab3360-b4f0-4ffa-8b49-a290f1c16702 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 946 time: 0.1655917 Jul 16 20:05:34.356649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a19c5eeb-4c99-4bb7-8455-7e75a0f73178 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:34.363350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77fa63ae-44e5-4fdb-b4bc-95fe6ea4f60b req-dbe089d3-8785-4cd8-b181-91d95a7bce8a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492713 Jul 16 20:05:34.371761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.407044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a19c5eeb-4c99-4bb7-8455-7e75a0f73178 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:34.407587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a19c5eeb-4c99-4bb7-8455-7e75a0f73178 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:34.431512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] No DVR routers for this DVR port 604a0f12-4042-444d-8b7c-764b6939fc93 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:34.433263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Pushing event deleted for resources: {'Port': ['ID=604a0f12-4042-444d-8b7c-764b6939fc93,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:34.575174 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.607073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54de7111-983a-43f2-aa9f-8946361d864b']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:34.646144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b76a5d0-0f3a-4623-afba-50a6792d7708 None None] DHCP port deletion for 54de7111-983a-43f2-aa9f-8946361d864b request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:34.647614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a41bcf-746a-4c1b-9b28-f26c848445ef') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:34.648114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a41bcf-746a-4c1b-9b28-f26c848445ef') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:34.682010 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.690659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d7156-6aa2-4d64-98b4-b77350401159 req-8b1fa06b-c7df-4a7b-bb1c-6976d78c93cb tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:34.702866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-615d7156-6aa2-4d64-98b4-b77350401159 req-8b1fa06b-c7df-4a7b-bb1c-6976d78c93cb tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.2101748 Jul 16 20:05:34.704357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.720162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:34.720575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:34.723430 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:34.809905 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.815375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-615d7156-6aa2-4d64-98b4-b77350401159 req-39463013-5c61-4dd9-bfa8-6c2c4260691d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112268 Jul 16 20:05:34.846462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c90ccb36-bd64-4d1b-b611-06bec6cca58f req-c921f475-7a1b-4f61-9c64-9dfbb8c5d867 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0500031 Jul 16 20:05:34.848877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.850872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] 10.222.0.91 "DELETE /v2.0/networks/54de7111-983a-43f2-aa9f-8946361d864b HTTP/1.1" status: 204 len: 168 time: 0.9221416 Jul 16 20:05:34.886795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e1c9-e3a0-4d52-be61-28b85c33c81b admin admin] Pushing event deleted for resources: {'Network': ['ID=54de7111-983a-43f2-aa9f-8946361d864b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.046161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39858) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.048608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bcd2f-15de-4e0d-9b56-6bc308111278 req-9939b85f-1d10-4bd5-945e-7e628807bc25 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.051163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-750bcd2f-15de-4e0d-9b56-6bc308111278 req-9939b85f-1d10-4bd5-945e-7e628807bc25 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 944 time: 0.0826077 Jul 16 20:05:35.103593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-750bcd2f-15de-4e0d-9b56-6bc308111278 req-0432bc2b-7d9a-4c47-90f3-65e1a192e7ce tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Jul 16 20:05:35.153753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-ae9bac53-6488-48d5-91aa-d0e946d879f2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.155275 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-ae9bac53-6488-48d5-91aa-d0e946d879f2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 0.1592793 Jul 16 20:05:35.158896 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2063b8ae-bfd8-4a5e-aff4-c5d2435ad50f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=716b6b93b1c7419abe36de5999d19a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110926 Jul 16 20:05:35.161629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39860) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.171195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-20e4ebac-6611-4acb-8ff4-0f4088728be9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/quotas/3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 375 time: 0.0100801 Jul 16 20:05:35.225008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41fb889e-f91d-4000-8a12-f242f332d592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.248470 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41fb889e-f91d-4000-8a12-f242f332d592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.267346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-71b4a967-6d2b-49ec-b361-bebfeb9969c9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905230 Jul 16 20:05:35.298657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41fb889e-f91d-4000-8a12-f242f332d592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.301604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41fb889e-f91d-4000-8a12-f242f332d592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.303019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-41fb889e-f91d-4000-8a12-f242f332d592 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c673ddd2-bf70-4e23-aa0a-e0c09724b9a7 HTTP/1.1" status: 204 len: 168 time: 0.1403744 Jul 16 20:05:35.341482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb889e-f91d-4000-8a12-f242f332d592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c673ddd2-bf70-4e23-aa0a-e0c09724b9a7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.394481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc509b1-ddcf-48a9-9bf4-8ca29e322c85 req-fdefd1a0-6978-4efc-93a1-49c7216d2685 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.396236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bc509b1-ddcf-48a9-9bf4-8ca29e322c85 req-fdefd1a0-6978-4efc-93a1-49c7216d2685 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 949 time: 0.0920339 Jul 16 20:05:35.432357 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-7230d8c0-6b61-4e5f-a454-2d12f043de59 service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637905 Jul 16 20:05:35.445892 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bc509b1-ddcf-48a9-9bf4-8ca29e322c85 req-2cfb0e40-ad0c-4397-a026-46dcb8cd9f76 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Jul 16 20:05:35.588849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646877ee-cac4-417b-a918-9c93ae62c12d req-ed41f7ad-684f-4632-b6bf-0532eab83e80 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.590951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-646877ee-cac4-417b-a918-9c93ae62c12d req-ed41f7ad-684f-4632-b6bf-0532eab83e80 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.99 "GET /v2.0/ports?device_id=560b2828-1eab-4f79-b56c-4c30c82b16a5 HTTP/1.1" status: 200 len: 949 time: 0.1050429 Jul 16 20:05:35.735354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Deleting port eaf1544e-1c26-4da5-8be6-69d60a8ef82f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:35.736005 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.849743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] For port eaf1544e-1c26-4da5-8be6-69d60a8ef82f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:35.850570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.868059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Calling delete_port for eaf1544e-1c26-4da5-8be6-69d60a8ef82f owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:35.896028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-fbb8110a-ef91-47df-9a3c-6afa7ce0c862 service neutron] 10.222.0.91 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617543 Jul 16 20:05:35.968907 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bc44c050-eac5-4b2e-8239-b0441b47242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.083534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd8039-8d59-42ab-b0da-03c142e86781 req-1a1b6679-3d07-426c-861f-ada8fa6d12ca tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.085628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ddd8039-8d59-42ab-b0da-03c142e86781 req-1a1b6679-3d07-426c-861f-ada8fa6d12ca tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1219468 Jul 16 20:05:36.088273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.109626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['73b9e886-659c-41ec-b06f-177f3dfd57c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:36.112270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['eaf1544e-1c26-4da5-8be6-69d60a8ef82f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:36.143922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Pushing event deleted for resources: {'Port': ['ID=eaf1544e-1c26-4da5-8be6-69d60a8ef82f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.209801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] No DVR routers for this DVR port eaf1544e-1c26-4da5-8be6-69d60a8ef82f on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:36.214543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ddd8039-8d59-42ab-b0da-03c142e86781 req-88276118-3eaa-44ab-afa2-917b484b2d02 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210554 Jul 16 20:05:36.215846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.217607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-646877ee-cac4-417b-a918-9c93ae62c12d req-770a39f4-2673-4f59-85e1-c63cf6d503bf tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.99 "DELETE /v2.0/ports/eaf1544e-1c26-4da5-8be6-69d60a8ef82f HTTP/1.1" status: 204 len: 173 time: 0.6145144 Jul 16 20:05:36.218070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'name': 'network-vif-deleted', 'tag': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:36.220428 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2911a3-8e41-455c-862f-0e063cb11d61" -d '{"events": [{"server_uuid": "560b2828-1eab-4f79-b56c-4c30c82b16a5", "name": "network-vif-deleted", "tag": "eaf1544e-1c26-4da5-8be6-69d60a8ef82f"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:36.277355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 181824dc-21bb-4980-8ce4-c2c5203a784e up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:36.376665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 604a0f12-4042-444d-8b7c-764b6939fc93 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:36.431479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb74c889-8bb5-422e-8438-1a54c4da399a req-1f6dd2a3-ce7e-4092-ae1c-8906b36c5437 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0460722 Jul 16 20:05:36.441658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 604a0f12-4042-444d-8b7c-764b6939fc93 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:36.442007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 604a0f12-4042-444d-8b7c-764b6939fc93 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:36.523726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 181824dc-21bb-4980-8ce4-c2c5203a784e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:36.534155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 181824dc-21bb-4980-8ce4-c2c5203a784e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:36.534932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.702095 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.736257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181824dc-21bb-4980-8ce4-c2c5203a784e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:36.739179 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c31a23-feb8-4e77-a4f6-4cc4c8020a40" -d '{"events": [{"server_uuid": "d842b4b5-d1f4-4654-9374-488304714f3a", "name": "network-vif-plugged", "status": "completed", "tag": "181824dc-21bb-4980-8ce4-c2c5203a784e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:36.769287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 181824dc-21bb-4980-8ce4-c2c5203a784e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=181824dc-21bb-4980-8ce4-c2c5203a784e,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:36.780650 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.782007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:36.887652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=181824dc-21bb-4980-8ce4-c2c5203a784e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.915687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-704990f1-3446-4eef-ac9e-b345dbfd0c72 req-c63e9e5e-6308-4ebb-9f36-ab9d9a9691f0 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 210 time: 0.0499225 Jul 16 20:05:36.917159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:36.927171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:36.928002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.048994 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e0df21-607d-4287-806e-9aed85943371 x-openstack-request-id: req-f3e0df21-607d-4287-806e-9aed85943371 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:37.049818 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560b2828-1eab-4f79-b56c-4c30c82b16a5", "name": "network-vif-deleted", "tag": "eaf1544e-1c26-4da5-8be6-69d60a8ef82f", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:37.050221 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f3e0df21-607d-4287-806e-9aed85943371 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:37.050915 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560b2828-1eab-4f79-b56c-4c30c82b16a5', 'name': 'network-vif-deleted', 'tag': 'eaf1544e-1c26-4da5-8be6-69d60a8ef82f', 'status': 'completed', 'code': 200} Jul 16 20:05:37.065607 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.100646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cf74a-ebf9-424b-b56d-07425c198db6 req-7e491856-cf78-46de-9734-7c0e065bab40 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.111013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc5cf74a-ebf9-424b-b56d-07425c198db6 req-7e491856-cf78-46de-9734-7c0e065bab40 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 944 time: 0.5262086 Jul 16 20:05:37.120641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:37.132126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.169342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc5cf74a-ebf9-424b-b56d-07425c198db6 req-7a714077-2b66-49b2-9d0e-534f2a338ac1 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569422 Jul 16 20:05:37.224901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:37.322129 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae8cce1-e690-4e8c-a525-f596d5fc68bf x-openstack-request-id: req-1ae8cce1-e690-4e8c-a525-f596d5fc68bf {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:37.322416 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842b4b5-d1f4-4654-9374-488304714f3a", "name": "network-vif-plugged", "status": "completed", "tag": "181824dc-21bb-4980-8ce4-c2c5203a784e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:37.322715 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1ae8cce1-e690-4e8c-a525-f596d5fc68bf {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:37.323185 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181824dc-21bb-4980-8ce4-c2c5203a784e', 'code': 200} Jul 16 20:05:37.574366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528c85b-eda3-4295-9fd8-e1788ef494b4 req-6d49b930-7d0d-4beb-b45d-6e89e80f11b4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.579416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9528c85b-eda3-4295-9fd8-e1788ef494b4 req-6d49b930-7d0d-4beb-b45d-6e89e80f11b4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1008804 Jul 16 20:05:37.596632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f354b7-c4e7-4f16-bcdf-46afe83e9145 req-811a4699-c3e4-437b-a569-815da408b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.598377 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36f354b7-c4e7-4f16-bcdf-46afe83e9145 req-811a4699-c3e4-437b-a569-815da408b0c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 1097 time: 0.1762145 Jul 16 20:05:37.648899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9528c85b-eda3-4295-9fd8-e1788ef494b4 req-25615e28-d04d-4654-aa79-97c0c5f81f65 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658145 Jul 16 20:05:37.652930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36f354b7-c4e7-4f16-bcdf-46afe83e9145 req-9cd60322-a42d-4186-8833-d77238cf5172 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Jul 16 20:05:37.816473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-356d2c69-b6f5-400d-9e35-eac79a31b86f req-22ae805a-82f8-4647-8128-5e7acb0dbcd3 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0337737 Jul 16 20:05:37.923162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bcac6-1b37-47ef-9c7f-76edd8927614 req-7c6b9b40-11ad-442b-9bb1-c782ca41ad55 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.925467 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208bcac6-1b37-47ef-9c7f-76edd8927614 req-7c6b9b40-11ad-442b-9bb1-c782ca41ad55 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 951 time: 0.1126168 Jul 16 20:05:38.026411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208bcac6-1b37-47ef-9c7f-76edd8927614 req-59d6f830-f1e5-4522-a981-7afc654d3c96 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947566 Jul 16 20:05:38.156802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a046e7ad-0eba-4b7a-b70d-a2f809f6c629 req-d2621427-a678-4729-99d2-c28e6963be52 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 210 time: 0.0920358 Jul 16 20:05:38.221786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.257434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99447295-bc26-4425-9d91-1a7033045a35 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.259061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99447295-bc26-4425-9d91-1a7033045a35 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 808 time: 0.1813064 Jul 16 20:05:38.280724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Request body: {'port': {'device_id': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'admin_state_up': True, 'tenant_id': '3c79c6417da64ee983bd90dc1bcf53af'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:38.325186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:38.430138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Made reservation on behalf of 3c79c6417da64ee983bd90dc1bcf53af for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:38.437837 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.519991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.526892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45646bdb-cf6d-47af-91a7-497e63669640 req-9795814a-b7f1-4455-98f2-7a46727038fb tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.528465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45646bdb-cf6d-47af-91a7-497e63669640 req-9795814a-b7f1-4455-98f2-7a46727038fb tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 945 time: 0.1520054 Jul 16 20:05:38.547304 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74fd50c5-c4e9-4164-9639-306b67e39410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.611642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45646bdb-cf6d-47af-91a7-497e63669640 req-e0fdca5a-d98b-4340-9bbd-de6edfd836d8 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Jul 16 20:05:38.670286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Allocated IP 172.20.0.13 (339ac4d2-b5d2-4563-822e-9df0888eb06b/b68a8d1d-cade-419b-a2fb-d275f115c430/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:38.686491 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.739538 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74fd50c5-c4e9-4164-9639-306b67e39410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.753187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74fd50c5-c4e9-4164-9639-306b67e39410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.785968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4b69bcd6-9535-44a9-872f-a0e491ca04f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.818451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74fd50c5-c4e9-4164-9639-306b67e39410 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6fe4cb28de7443f787818511b9d16ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916129 Jul 16 20:05:38.819619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39992) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:38.827539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd50c5-c4e9-4164-9639-306b67e39410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b8d05-81b1-47b6-af5f-2a266372dad3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:38.931586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff4eec27-f1f1-408e-b080-5b04e8e0d05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.953529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.975986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95579e5a-f6f8-4ca9-9402-fb52b7a45fca req-24820838-c6d0-47d5-a604-a93845e6aea4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.984649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95579e5a-f6f8-4ca9-9402-fb52b7a45fca req-24820838-c6d0-47d5-a604-a93845e6aea4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1179891 Jul 16 20:05:39.003036 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff4eec27-f1f1-408e-b080-5b04e8e0d05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.039442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95579e5a-f6f8-4ca9-9402-fb52b7a45fca req-78454e34-e2b2-48fe-b687-b7940ba99af8 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532537 Jul 16 20:05:39.099843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.117084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['19065e52-c331-40de-aa18-05aff44c6b55'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:39.171328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Network 339ac4d2-b5d2-4563-822e-9df0888eb06b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:39.175581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:39.187047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:39.212546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0a7ab6f-3d34-4b68-96e2-6726a34c2cad req-5aa66d08-f8cf-4d1d-bb25-31357f565839 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.1294277 Jul 16 20:05:39.216907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff4eec27-f1f1-408e-b080-5b04e8e0d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.223170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff4eec27-f1f1-408e-b080-5b04e8e0d05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.228830 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ff4eec27-f1f1-408e-b080-5b04e8e0d05b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1e1b8d05-81b1-47b6-af5f-2a266372dad3 HTTP/1.1" status: 204 len: 168 time: 0.4077432 Jul 16 20:05:39.239448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:39.266610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eec27-f1f1-408e-b080-5b04e8e0d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b8d05-81b1-47b6-af5f-2a266372dad3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:39.324334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3329228c-017f-4269-9997-02d7d2a0ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:39.326878 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea92d0f-1708-42fa-b705-c258ebedf49d" -d '{"events": [{"server_uuid": "3329228c-017f-4269-9997-02d7d2a0ec32", "name": "network-vif-plugged", "status": "completed", "tag": "93ed3e7f-4f0a-4c26-b220-6224b8db4d6b"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:39.357227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.357985 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.383884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-680ecd10-e3c8-4f19-8e88-d1e1f1481e55 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1077206 Jul 16 20:05:39.401745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e69b-53da-44d8-a009-25cf87147c8b req-37719a04-7f83-44b1-b797-1fa9ab2330b8 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.403404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6f9e69b-53da-44d8-a009-25cf87147c8b req-37719a04-7f83-44b1-b797-1fa9ab2330b8 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 951 time: 0.2087841 Jul 16 20:05:39.409046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Request body: {'port': {'device_id': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:39.488944 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6f9e69b-53da-44d8-a009-25cf87147c8b req-692839c5-f0fb-4515-b1b4-2d03af7cb659 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f970181-c54e-4b88-9792-425af2cb1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720668 Jul 16 20:05:39.541737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad27644-03a7-4222-a929-6e43932dabbb req-29154e60-bbda-4616-90c9-175343afb5a1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.545915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad27644-03a7-4222-a929-6e43932dabbb req-29154e60-bbda-4616-90c9-175343afb5a1 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 951 time: 0.1522963 Jul 16 20:05:39.551858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.554317 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45ce317-e7ab-494a-9a33-d4fb8673d2c2 x-openstack-request-id: req-a45ce317-e7ab-494a-9a33-d4fb8673d2c2 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:39.554629 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3329228c-017f-4269-9997-02d7d2a0ec32", "name": "network-vif-plugged", "status": "completed", "tag": "93ed3e7f-4f0a-4c26-b220-6224b8db4d6b", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:39.555226 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a45ce317-e7ab-494a-9a33-d4fb8673d2c2 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:39.555765 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3329228c-017f-4269-9997-02d7d2a0ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b', 'code': 200} Jul 16 20:05:39.564349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0782c6-3d1a-4185-a2fc-f5fb89ed24a3 req-b55ef0c3-c4bd-4c8f-9283-1a14807a9067 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.576429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e0782c6-3d1a-4185-a2fc-f5fb89ed24a3 req-b55ef0c3-c4bd-4c8f-9283-1a14807a9067 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 932 time: 0.1737368 Jul 16 20:05:39.716504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e0782c6-3d1a-4185-a2fc-f5fb89ed24a3 req-f544f83d-bb8c-4cef-a211-6646ffab2e85 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386185 Jul 16 20:05:39.812710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0047633-7e2f-4b5a-8aca-0a9098ddead0 req-dd3664dc-9e3a-4039-a39f-9f8889196dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.814482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0047633-7e2f-4b5a-8aca-0a9098ddead0 req-dd3664dc-9e3a-4039-a39f-9f8889196dad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 1097 time: 0.1678619 Jul 16 20:05:39.863781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0047633-7e2f-4b5a-8aca-0a9098ddead0 req-f9f12e58-c07b-495f-b5ee-673d27937177 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Jul 16 20:05:39.865293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Deleting port 73b9e886-659c-41ec-b06f-177f3dfd57c6 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:39.865644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.893859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.037048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] For port 73b9e886-659c-41ec-b06f-177f3dfd57c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=73b9e886-659c-41ec-b06f-177f3dfd57c6,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:40.037657 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.050622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:40.063893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.072223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Calling delete_port for 73b9e886-659c-41ec-b06f-177f3dfd57c6 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:40.082420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Transition to ACTIVE for port object 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:40.090106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.163341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d4768-7c2b-47a6-9672-bc5234dddec4 req-9bb88948-10b5-41b4-b6df-598130542e8e tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.164983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef8d4768-7c2b-47a6-9672-bc5234dddec4 req-9bb88948-10b5-41b4-b6df-598130542e8e tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 945 time: 0.1898158 Jul 16 20:05:40.191102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.239903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef8d4768-7c2b-47a6-9672-bc5234dddec4 req-bf15679b-2b8d-4032-8b3a-4229375b06f1 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 Jul 16 20:05:40.304105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:40.304440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:40.304790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:40.342889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:40.343114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:40.350877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:40.351232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:40.352040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:40.352167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Bound port: 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:40.352448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.367893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.381532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['73b9e886-659c-41ec-b06f-177f3dfd57c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:40.438148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Pushing event deleted for resources: {'Port': ['ID=73b9e886-659c-41ec-b06f-177f3dfd57c6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.441723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3735c860-6a9b-43d2-a905-1e0c026b777e req-530d4e51-cfa2-4119-845c-eda6d528f646 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0566540 Jul 16 20:05:40.452617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c3abf-808c-4a44-b66d-1ccaf5fa9c2f req-e2035159-e30c-44c3-9e3c-083e00d6c7a7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.454230 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-347c3abf-808c-4a44-b66d-1ccaf5fa9c2f req-e2035159-e30c-44c3-9e3c-083e00d6c7a7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1978178 Jul 16 20:05:40.466549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:40.480386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:40.484740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] No DVR routers for this DVR port 73b9e886-659c-41ec-b06f-177f3dfd57c6 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:40.488092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.488652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.490287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad27644-03a7-4222-a929-6e43932dabbb req-08de0e0c-a5b5-4145-8021-c1f011cac9da tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.79 "DELETE /v2.0/ports/73b9e886-659c-41ec-b06f-177f3dfd57c6 HTTP/1.1" status: 204 len: 173 time: 0.8867869 Jul 16 20:05:40.490765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-deleted', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:40.493160 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261051d6-1a7e-4f72-bedd-4839b3e3df5b" -d '{"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-deleted", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:40.544029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.544736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.546257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] 10.222.0.99 "PUT /v2.0/ports/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 200 len: 1093 time: 1.1418526 Jul 16 20:05:40.546906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:40.549298 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625a0db5-5a11-4be3-98d5-3117092cb02a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:40.585405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-347c3abf-808c-4a44-b66d-1ccaf5fa9c2f req-7fdeaaed-e11c-4644-9368-c9a0d595e388 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126170 Jul 16 20:05:40.590949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6f713-2285-4ce7-8411-cb38c057bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.599152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device eaf1544e-1c26-4da5-8be6-69d60a8ef82f no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:40.650298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: eaf1544e-1c26-4da5-8be6-69d60a8ef82f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:40.650641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device eaf1544e-1c26-4da5-8be6-69d60a8ef82f not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:40.682670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-2ec3573a-75d0-4bf8-85a9-29238880ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.684464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-2ec3573a-75d0-4bf8-85a9-29238880ba0f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1096 time: 0.0727324 Jul 16 20:05:40.764872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-13a930e8-a11e-411f-81e9-ea4c7833b201 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 200 len: 217 time: 0.0705764 Jul 16 20:05:40.772794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bb00a-b08a-4a06-b8f5-64a6545fa800 req-4354b243-7271-44f9-adb3-f4a9c9a68b64 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.785205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c3bb00a-b08a-4a06-b8f5-64a6545fa800 req-4354b243-7271-44f9-adb3-f4a9c9a68b64 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 945 time: 0.1128247 Jul 16 20:05:40.840384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c3bb00a-b08a-4a06-b8f5-64a6545fa800 req-636717a3-1141-43f9-bce6-313b0fcba7ed tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538507 Jul 16 20:05:40.901970 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119e99d9-3965-4d48-a90b-052e921b3f80 x-openstack-request-id: req-119e99d9-3965-4d48-a90b-052e921b3f80 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:40.902265 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed711f-b397-4a23-9e92-d517bb08103d", "name": "network-vif-deleted", "tag": "73b9e886-659c-41ec-b06f-177f3dfd57c6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:40.902508 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-119e99d9-3965-4d48-a90b-052e921b3f80 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:40.902935 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed711f-b397-4a23-9e92-d517bb08103d', 'name': 'network-vif-deleted', 'tag': '73b9e886-659c-41ec-b06f-177f3dfd57c6', 'status': 'completed', 'code': 200} Jul 16 20:05:40.911998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-f7f116f6-4e39-4515-b7e2-1605a3a7486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.914132 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-f7f116f6-4e39-4515-b7e2-1605a3a7486a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1404042 Jul 16 20:05:40.980485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-67f77ce7-aa7a-4533-a45a-d2fa38703269 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521901 Jul 16 20:05:40.982240 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e968f7-2100-4fec-a70e-f0742b6aca57 x-openstack-request-id: req-75e968f7-2100-4fec-a70e-f0742b6aca57 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:40.982647 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:40.983017 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-75e968f7-2100-4fec-a70e-f0742b6aca57 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:40.983501 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0', 'status': 'completed', 'code': 200} Jul 16 20:05:41.083745 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9c5fc0c-933f-4f24-9727-67a5717f638a req-7b2e9f9e-80a4-4c40-aa0c-c00941c91e03 tempest-ServersAdminTestJSON-1667531279 tempest-ServersAdminTestJSON-1667531279-project] 10.222.0.91 "GET /v2.0/ports?device_id=85ed711f-b397-4a23-9e92-d517bb08103d HTTP/1.1" status: 200 len: 210 time: 0.0359707 Jul 16 20:05:41.154421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-afd38261-57f2-4722-a460-5dc6e513e220 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667917 Jul 16 20:05:41.191110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4d72-368d-4883-9911-275045c7ec5c req-a71f134f-e1fc-4d3a-9f4c-185516a71d50 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.192872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67ef4d72-368d-4883-9911-275045c7ec5c req-a71f134f-e1fc-4d3a-9f4c-185516a71d50 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.1042893 Jul 16 20:05:41.296620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67ef4d72-368d-4883-9911-275045c7ec5c req-9f465e4f-4f1c-4307-a61f-bfdff42f26ce tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845215 Jul 16 20:05:41.330595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e8e69f-1173-4a4e-9473-cda34485fd98 req-6a1366f8-0afe-47d4-8b64-7ae88461f825 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602399 Jul 16 20:05:41.508753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-5af9a3a3-2fe8-4f40-a599-ad696f5de0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.510350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-5af9a3a3-2fe8-4f40-a599-ad696f5de0b3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1096 time: 0.0889916 Jul 16 20:05:41.654620 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.687658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce85eaa-fe35-4138-bde4-cf00d6601407 req-15aa9c82-6b1b-49b6-9d40-24d5baed1e69 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0818331 Jul 16 20:05:41.732310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-9e2e41be-84bd-4faa-acff-ec86f3e6f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.734956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-9e2e41be-84bd-4faa-acff-ec86f3e6f473 service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.2144241 Jul 16 20:05:41.748058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40084) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.790508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-f1be06c3-c1d3-49cf-9b9d-7ca9789b8708 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 200 len: 217 time: 0.0460103 Jul 16 20:05:41.848619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fb1e9-b355-4a8a-a783-71a4042519bf req-084dfa14-b475-4b1a-82da-722ce5bcf86e tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.850290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-583fb1e9-b355-4a8a-a783-71a4042519bf req-084dfa14-b475-4b1a-82da-722ce5bcf86e tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.0780995 Jul 16 20:05:41.867783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-05682ba4-d1de-4d9f-9dab-a7176082fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.870234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-05682ba4-d1de-4d9f-9dab-a7176082fc6c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0567362 Jul 16 20:05:41.910963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-7ea347d2-b642-4789-965d-4075310f19d5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322111 Jul 16 20:05:41.915446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-583fb1e9-b355-4a8a-a783-71a4042519bf req-a4985658-c907-487e-bc4a-41ab50dd976b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579011 Jul 16 20:05:41.934102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0003f59-7f65-45aa-98ff-cb09ca4b202b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.062079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0003f59-7f65-45aa-98ff-cb09ca4b202b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.070108 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0003f59-7f65-45aa-98ff-cb09ca4b202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.087868 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-cc1a056c-957d-430d-b953-e426545f64e5 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695325 Jul 16 20:05:42.121220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e0003f59-7f65-45aa-98ff-cb09ca4b202b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4a8d28de18f54ca5a07a3681e23413a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697145 Jul 16 20:05:42.121768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40092) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:42.123233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9532-3916-48bd-bf94-c4b103e40568 req-15a9f62e-ec88-4e32-ba8f-54571b190f7f tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.124879 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db8a9532-3916-48bd-bf94-c4b103e40568 req-15a9f62e-ec88-4e32-ba8f-54571b190f7f tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 945 time: 0.1039326 Jul 16 20:05:42.147860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0003f59-7f65-45aa-98ff-cb09ca4b202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7340f10-d962-4c38-b7b5-bbf911b362e9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.200924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf1efdfd-a465-413e-bd1d-fa1603ea3427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.243691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf1efdfd-a465-413e-bd1d-fa1603ea3427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.248593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db8a9532-3916-48bd-bf94-c4b103e40568 req-52704028-e04a-4f53-809f-78f9e2d32773 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112638 Jul 16 20:05:42.313192 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625a0db5-5a11-4be3-98d5-3117092cb02a req-ba506e7b-e199-401a-bd56-775050f8c0bf service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084174 Jul 16 20:05:42.328743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf1efdfd-a465-413e-bd1d-fa1603ea3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.333005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf1efdfd-a465-413e-bd1d-fa1603ea3427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.337247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cf1efdfd-a465-413e-bd1d-fa1603ea3427 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f7340f10-d962-4c38-b7b5-bbf911b362e9 HTTP/1.1" status: 204 len: 168 time: 0.2146764 Jul 16 20:05:42.355349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1efdfd-a465-413e-bd1d-fa1603ea3427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7340f10-d962-4c38-b7b5-bbf911b362e9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.557090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40108) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:42.707827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5efce-4896-413c-8d49-b177b51643a0 req-7986e289-f2c2-427a-9d5d-dfc3118af6da tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.716337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93d5efce-4896-413c-8d49-b177b51643a0 req-7986e289-f2c2-427a-9d5d-dfc3118af6da tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.1464200 Jul 16 20:05:42.789953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93d5efce-4896-413c-8d49-b177b51643a0 req-26169bc7-cfbe-4def-b6be-30e842917130 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664015 Jul 16 20:05:42.832233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f1b40a36-8b47-46fd-a296-2cd3da1405da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c20b9fe75c724c74bc1cff303363cfb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735083 Jul 16 20:05:42.833051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40124) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:42.839764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef960875-32b9-4c25-b85b-e600404001f9 req-a2826c8d-7bed-4c59-b96e-acd813781fb2 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.841739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef960875-32b9-4c25-b85b-e600404001f9 req-a2826c8d-7bed-4c59-b96e-acd813781fb2 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 945 time: 0.0980010 Jul 16 20:05:42.893902 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7df-de50-4ab5-9f63-e182d443f093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.905850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef960875-32b9-4c25-b85b-e600404001f9 req-4220be1a-1450-4e69-b2fa-d3ba11d65af4 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567009 Jul 16 20:05:42.948681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7df-de50-4ab5-9f63-e182d443f093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.013266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46dba8de-1608-4358-8642-d8230877867c req-00333273-6a0a-4119-bbe4-4207e81ec2d1 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0547068 Jul 16 20:05:43.061274 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7df-de50-4ab5-9f63-e182d443f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.065951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7df-de50-4ab5-9f63-e182d443f093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.070066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8f85b7df-de50-4ab5-9f63-e182d443f093 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8f970181-c54e-4b88-9792-425af2cb1d10 HTTP/1.1" status: 204 len: 168 time: 0.2358303 Jul 16 20:05:43.080866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85b7df-de50-4ab5-9f63-e182d443f093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f970181-c54e-4b88-9792-425af2cb1d10,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.130481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e076a40-161e-4a0b-b384-4804839da3b8 req-2c252970-f891-45b6-be14-c712e876045c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.133016 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e076a40-161e-4a0b-b384-4804839da3b8 req-2c252970-f891-45b6-be14-c712e876045c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.0935822 Jul 16 20:05:43.193533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e076a40-161e-4a0b-b384-4804839da3b8 req-3fab5b3a-016f-4ec6-83bc-1ab3051dd9ad tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522432 Jul 16 20:05:43.261788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40142) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.451336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1188841868-network', 'tenant_id': '5c18b7e95a654d4d84829230e3979840'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:43.486005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Made reservation on behalf of 5c18b7e95a654d4d84829230e3979840 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:43.490529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.504181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40156) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.516893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.581664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-15754ed8-ec07-494d-a690-7f65608a1fdb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b7423f792f68423182ee8c8d3d58ea82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754666 Jul 16 20:05:43.584452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40158) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.647935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.653406 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.662814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5200130-98ec-4cdc-9ba4-5ca49a60a986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.679268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:43.694188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5200130-98ec-4cdc-9ba4-5ca49a60a986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.701811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c86938-5769-4e6f-b73f-f239b9f2a9a0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.729339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.733033 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Added segment 750475c0-a010-49ff-8ff9-6f1806c0d325 of type vlan for network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 Jul 16 20:05:43.800464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.809910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5200130-98ec-4cdc-9ba4-5ca49a60a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.814104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5200130-98ec-4cdc-9ba4-5ca49a60a986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.815567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e5200130-98ec-4cdc-9ba4-5ca49a60a986 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/24ea6d68-c6db-48cc-9f8b-90e3b7aba5f5 HTTP/1.1" status: 204 len: 168 time: 0.2295659 Jul 16 20:05:43.845206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.846657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.847472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5200130-98ec-4cdc-9ba4-5ca49a60a986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea6d68-c6db-48cc-9f8b-90e3b7aba5f5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.847637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.893542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40174) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.897052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6338730 Jul 16 20:05:43.899282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Request body: {'subnet': {'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1188841868-subnet', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:43.949490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75418629-0302-43a7-b9da-191c15950e1c admin admin] Pushing event updated for resources: {'Network': ['ID=5833b2ec-0936-4f92-b017-0dfa8c0bd833,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.950690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Made reservation on behalf of 5c18b7e95a654d4d84829230e3979840 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:43.953606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.962810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:44.183636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1bde2-0e09-46dc-9d8c-601670a30bec req-fe83d5e4-6cfe-4c62-a311-3269d02a0264 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.194555 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89e1bde2-0e09-46dc-9d8c-601670a30bec req-fe83d5e4-6cfe-4c62-a311-3269d02a0264 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 945 time: 0.0896568 Jul 16 20:05:44.216906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726cce3-1c83-4330-a808-0db7ed083306 req-7f1b2caf-e502-4aed-b8da-f323b8518836 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.218783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e726cce3-1c83-4330-a808-0db7ed083306 req-7f1b2caf-e502-4aed-b8da-f323b8518836 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "GET /v2.0/ports?device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 945 time: 0.2607090 Jul 16 20:05:44.238717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:44.255460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89e1bde2-0e09-46dc-9d8c-601670a30bec req-c3c8032c-0cd1-4b58-aefd-28232ef56aea tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595508 Jul 16 20:05:44.277286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2f24c-caa5-45c9-89f7-253ab40ee313 req-348dfb08-9d97-415f-907b-c060a2ee4657 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.286855 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4fa2f24c-caa5-45c9-89f7-253ab40ee313 req-348dfb08-9d97-415f-907b-c060a2ee4657 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.2419362 Jul 16 20:05:44.301686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 73b9e886-659c-41ec-b06f-177f3dfd57c6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:44.302109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 73b9e886-659c-41ec-b06f-177f3dfd57c6 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:44.437623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4fa2f24c-caa5-45c9-89f7-253ab40ee313 req-d0e99a40-462d-4b4a-ab41-93120ecc95ce tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494045 Jul 16 20:05:44.473827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.519924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e08e8f4-c068-4936-93dc-e7715a85e94d req-d561ca13-6e5c-44ea-ba6b-5af77f660479 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0324249 Jul 16 20:05:44.522160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Deleting port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:44.522599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.566558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.629461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Checking segment: {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:44.629822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Network hostable DHCP agents. Network: 5833b2ec-0936-4f92-b017-0dfa8c0bd833, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:44.664155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] For port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:44.664534 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.680958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:44.684364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Calling delete_port for 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:44.701533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 5833b2ec-0936-4f92-b017-0dfa8c0bd833) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:44.706675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.707749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.709647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c93e66-362b-4b40-ae38-d820f53cb767 None None] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:44.776744 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4e19b7f5-b550-4164-b57a-7191498b86c2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8821437 Jul 16 20:05:44.779783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40198) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:44.785370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:44.843086 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.845296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.947598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:44.948801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.967141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.984697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6c6a659a-4ae9-43bc-9af5-d88269d9bd93'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:44.990775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['181824dc-21bb-4980-8ce4-c2c5203a784e', '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:45.057264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Pushing event deleted for resources: {'Port': ['ID=93ed3e7f-4f0a-4c26-b220-6224b8db4d6b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:45.095677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.144602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] No DVR routers for this DVR port 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:45.152299 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.154475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e726cce3-1c83-4330-a808-0db7ed083306 req-908b63d8-1b11-4098-93c5-36ae7d9e4ea0 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "DELETE /v2.0/ports/93ed3e7f-4f0a-4c26-b220-6224b8db4d6b HTTP/1.1" status: 204 len: 173 time: 0.9278362 Jul 16 20:05:45.154990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3329228c-017f-4269-9997-02d7d2a0ec32', 'name': 'network-vif-deleted', 'tag': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:45.168039 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37087524-c820-4a81-8942-f05eb8b8a0f4" -d '{"events": [{"server_uuid": "3329228c-017f-4269-9997-02d7d2a0ec32", "name": "network-vif-deleted", "tag": "93ed3e7f-4f0a-4c26-b220-6224b8db4d6b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:45.226656 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49836fa0-9c33-4379-9f28-b76d5b9e946f x-openstack-request-id: req-49836fa0-9c33-4379-9f28-b76d5b9e946f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:45.226981 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3329228c-017f-4269-9997-02d7d2a0ec32", "name": "network-vif-deleted", "tag": "93ed3e7f-4f0a-4c26-b220-6224b8db4d6b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:45.227243 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-49836fa0-9c33-4379-9f28-b76d5b9e946f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:45.227644 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3329228c-017f-4269-9997-02d7d2a0ec32', 'name': 'network-vif-deleted', 'tag': '93ed3e7f-4f0a-4c26-b220-6224b8db4d6b', 'status': 'completed', 'code': 200} Jul 16 20:05:45.318462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.490872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Allocated IP 172.20.0.2 (5833b2ec-0936-4f92-b017-0dfa8c0bd833/1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf/2833cd34-87f5-4e8f-85ea-4027cd903be3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:45.652012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e8ba61ef-b8b0-497b-a6fc-26b7e7d4341e req-e08e84eb-bf7f-4d38-b783-837e4ded8d36 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=3329228c-017f-4269-9997-02d7d2a0ec32 HTTP/1.1" status: 200 len: 210 time: 0.0547996 Jul 16 20:05:45.671644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.716554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397ebf5-d622-487b-8d34-3f636f7d1dee req-84da8074-3161-4389-a615-18b868df665e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:45.720702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e397ebf5-d622-487b-8d34-3f636f7d1dee req-84da8074-3161-4389-a615-18b868df665e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.0949249 Jul 16 20:05:45.721591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.804395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e397ebf5-d622-487b-8d34-3f636f7d1dee req-8a98ec22-f360-4c85-be6b-7546109899b3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757236 Jul 16 20:05:45.867201 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.884095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ab6d0829-23e1-4afb-8b4e-454dae401bb8 req-e47f5dce-ad86-44cd-a04c-38342be383f3 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0549140 Jul 16 20:05:45.892519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Transition to ACTIVE for port object 2833cd34-87f5-4e8f-85ea-4027cd903be3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:45.924968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Transition to ACTIVE for port object 2833cd34-87f5-4e8f-85ea-4027cd903be3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:45.947476 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.977465 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:46.021216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Allocated IP 172.25.3.39 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/0fa2718c-dc6f-4d90-bc81-916795a60283) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:46.314385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.351630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:46.359418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Pushing event updated for resources: {'Port': ['ID=2833cd34-87f5-4e8f-85ea-4027cd903be3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:46.383505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:46.386582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:46.391058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:46.398490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.464036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:46.478004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:46.493659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa2718c-dc6f-4d90-bc81-916795a60283,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:46.496484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:46.520680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Attempting to bind port 2833cd34-87f5-4e8f-85ea-4027cd903be3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:46.521044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Attempting to bind port 2833cd34-87f5-4e8f-85ea-4027cd903be3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:46.521401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Attempting to bind port 2833cd34-87f5-4e8f-85ea-4027cd903be3 on network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:46.532067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:46.532324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Checking segment: {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:46.532715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.533104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Bound using segment: {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:46.533581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Bound port: 2833cd34-87f5-4e8f-85ea-4027cd903be3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:46.533956 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.587392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:46.606562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'mac_address': 'fa:16:3e:47:e5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:46.663687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] For port 2833cd34-87f5-4e8f-85ea-4027cd903be3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:46.669713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] For port 2833cd34-87f5-4e8f-85ea-4027cd903be3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2833cd34-87f5-4e8f-85ea-4027cd903be3,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:46.675323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.682512 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.718897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-d7b328ef-e35f-48cc-bafb-77308d2f9552 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329525 Jul 16 20:05:46.731246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0d10d56-4f95-43b5-98f5-c41d566c987d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:46.780232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:46.787107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0978d-e169-4675-beee-3435babd3a5d None None] Pushing event updated for resources: {'Port': ['ID=2833cd34-87f5-4e8f-85ea-4027cd903be3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:46.791475 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.904226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:46.911819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c0d10d56-4f95-43b5-98f5-c41d566c987d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:47.134323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-c297e17f-c025-46b6-afcd-b5d1e899052c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:47.138902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-c297e17f-c025-46b6-afcd-b5d1e899052c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898942 Jul 16 20:05:47.188666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-17329d3a-f1ee-4d8b-87a0-cea9688791fc tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/quotas/3743d03f6d2c45908f77e494233aebcf HTTP/1.1" status: 200 len: 375 time: 0.0401845 Jul 16 20:05:47.290023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.336323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-7cd2c615-2a6e-4866-bbdd-345a636a8d73 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318402 Jul 16 20:05:47.347345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e850e6-6c7b-4b93-beba-fef0d08492ef req-9fdb59c5-2f56-4e36-8ee3-f5570851d762 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:47.355374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58e850e6-6c7b-4b93-beba-fef0d08492ef req-9fdb59c5-2f56-4e36-8ee3-f5570851d762 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.0952549 Jul 16 20:05:47.432027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58e850e6-6c7b-4b93-beba-fef0d08492ef req-a66ffd91-ebd6-4c91-9e9f-a190c0beb37c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751905 Jul 16 20:05:47.601914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce02a67a-024e-422c-b7dc-e8e687178650 req-169f82f3-2653-40a4-9a78-8a169326aaba tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0372834 Jul 16 20:05:47.776602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11155387-2726-4b8c-a290-8de48ab00e06 req-13923c70-f78f-494c-972c-09c5d8a5225c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 210 time: 0.0917754 Jul 16 20:05:48.242478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5560626-c444-47c0-8ea1-7728929fe379 None None] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:48.269902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:48.345423 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.456866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2833cd34-87f5-4e8f-85ea-4027cd903be3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:48.458773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eeee03f8-c067-48bf-9714-dbb3b7fcd5dc None None] Provisioning for port 2833cd34-87f5-4e8f-85ea-4027cd903be3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:48.567163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Router fe1c932e-47fc-41b9-89f6-65e55c50d048 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:48.607664 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c0d10d56-4f95-43b5-98f5-c41d566c987d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:48.607962 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.679557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 2833cd34-87f5-4e8f-85ea-4027cd903be3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:48.696581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2833cd34-87f5-4e8f-85ea-4027cd903be3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:48.696945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.825384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:48.847939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Sync routers for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:48.853474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699bc72-1fb8-4e57-bb74-75aff1c05593 req-040ca02d-db41-49f1-adcc-bef34c6831ba tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:48.861415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d699bc72-1fb8-4e57-bb74-75aff1c05593 req-040ca02d-db41-49f1-adcc-bef34c6831ba tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.1728127 Jul 16 20:05:48.888424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.889905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b44d1386-1464-4954-a0de-8983303b73c6 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1085417 Jul 16 20:05:48.892885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40354) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:48.942776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:48.953618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:48.967540 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d699bc72-1fb8-4e57-bb74-75aff1c05593 req-cd8d560d-9fa1-4909-a775-ff71bc2a949e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048992 Jul 16 20:05:49.087439 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.156152 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1e8484f-f0c5-4b62-9e4e-886cd888ef54 req-b35f0865-755f-4976-ada7-a98077ce5296 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0370774 Jul 16 20:05:49.184681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:49.191925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:49.194472 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6651bca-aa10-4808-b7e0-7c61ce02f71b" -d '{"events": [{"server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "name": "network-vif-plugged", "status": "completed", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:49.200284 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.201089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:49.204556 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.320365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:49.320365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 93ed3e7f-4f0a-4c26-b220-6224b8db4d6b not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:49.374912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 2833cd34-87f5-4e8f-85ea-4027cd903be3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2833cd34-87f5-4e8f-85ea-4027cd903be3,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:49.407006 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.423773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:49.483869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8df37e6-f5f8-4b25-a80d-319b9539b4fe req-51937ec1-149d-4753-988c-434b53553102 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 210 time: 0.0857182 Jul 16 20:05:49.518781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-e8013eb6-685f-48a1-806a-e33d33daf064 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472677 Jul 16 20:05:49.637005 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351027f2-d1be-4819-a093-965de0338172 x-openstack-request-id: req-351027f2-d1be-4819-a093-965de0338172 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:49.637299 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "name": "network-vif-plugged", "status": "completed", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:49.637557 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-351027f2-d1be-4819-a093-965de0338172 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:49.637967 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'code': 200} Jul 16 20:05:49.728597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.756313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3c1f4d2a-6259-433b-83be-c4894bbe60b7 None None] Provisioning complete for port 2833cd34-87f5-4e8f-85ea-4027cd903be3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:49.756679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4d2a-6259-433b-83be-c4894bbe60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.789095 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.852928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=2833cd34-87f5-4e8f-85ea-4027cd903be3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.901754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:46Z', 'revision_number': 3, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:49.906140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-cb48ccb5-6f1c-4528-b444-04f6e0a6a489 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:49.908904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-cb48ccb5-6f1c-4528-b444-04f6e0a6a489 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3718743 Jul 16 20:05:49.940085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Checking router: fe1c932e-47fc-41b9-89f6-65e55c50d048 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:49.940400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Updating router fe1c932e-47fc-41b9-89f6-65e55c50d048 port 0fa2718c-dc6f-4d90-bc81-916795a60283 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:49.976889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.033717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:50.201775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ac3bb-cfa2-4009-9c95-37ab7746a390 req-8d82932a-946b-44b3-9a24-be17dbbf902a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.208499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ac3bb-cfa2-4009-9c95-37ab7746a390 req-8d82932a-946b-44b3-9a24-be17dbbf902a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.211473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-631ac3bb-cfa2-4009-9c95-37ab7746a390 req-8d82932a-946b-44b3-9a24-be17dbbf902a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113&device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 1682 time: 0.3161108 Jul 16 20:05:50.232953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Allocated IP 172.20.0.1 (5833b2ec-0936-4f92-b017-0dfa8c0bd833/1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf/84071809-3951-4ffe-abb4-bdf5fc295299) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:50.318396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822f54-0099-4999-b832-40eb69808edd req-74fb6dbe-85e8-4788-927b-4549b95404d6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.320200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40822f54-0099-4999-b832-40eb69808edd req-74fb6dbe-85e8-4788-927b-4549b95404d6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.1689439 Jul 16 20:05:50.354589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2833cd34-87f5-4e8f-85ea-4027cd903be3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:50.407706 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40822f54-0099-4999-b832-40eb69808edd req-f5890db4-2906-4a4e-b23d-a3cc0efc258f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804811 Jul 16 20:05:50.492241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2833cd34-87f5-4e8f-85ea-4027cd903be3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:50.493119 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.599590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5e0efda-8b8c-4608-bad7-d48bb7dd39ac req-91ca8b6a-24da-4f4e-86f1-7b49b9b7a2b5 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0722375 Jul 16 20:05:50.626253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-631ac3bb-cfa2-4009-9c95-37ab7746a390 req-1d51caa2-a20f-4c8a-88ea-42a29d850171 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009595 Jul 16 20:05:50.697514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:50.708832 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.734599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.782341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.825988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Transition to ACTIVE for port object 0fa2718c-dc6f-4d90-bc81-916795a60283 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:50.856170 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f71053d9-153c-4ec1-932d-bb5f2ea1c483 req-5b971c41-f7ee-45aa-b2c4-cc7be7df116c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 210 time: 0.0626936 Jul 16 20:05:50.857579 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.871113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.932584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Transition to ACTIVE for port object 84071809-3951-4ffe-abb4-bdf5fc295299 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:50.944723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a33a-350e-495c-a736-961ba1d7868f None None] Pushing event updated for resources: {'Port': ['ID=0fa2718c-dc6f-4d90-bc81-916795a60283,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:50.970056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Attempting to bind port 0fa2718c-dc6f-4d90-bc81-916795a60283 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:50.970672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Attempting to bind port 0fa2718c-dc6f-4d90-bc81-916795a60283 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:50.972550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Attempting to bind port 0fa2718c-dc6f-4d90-bc81-916795a60283 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:50.979029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:50.979544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:50.980266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.980565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:50.981146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Bound port: 0fa2718c-dc6f-4d90-bc81-916795a60283, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:50.981744 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.054971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] For port 0fa2718c-dc6f-4d90-bc81-916795a60283, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:51.059741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.060971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] For port 0fa2718c-dc6f-4d90-bc81-916795a60283, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0fa2718c-dc6f-4d90-bc81-916795a60283,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:51.070082 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.077722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.108716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.151772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a33a-350e-495c-a736-961ba1d7868f None None] Pushing event updated for resources: {'Port': ['ID=0fa2718c-dc6f-4d90-bc81-916795a60283,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:51.178319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:51.179351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:51.197626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:51.212519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:51.221364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:51.285214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.321486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=84071809-3951-4ffe-abb4-bdf5fc295299,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:51.348601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:51.388576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365d5663-bbc2-46d6-9823-692cae8f4b85,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:51.436257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.57 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/dbe76aad-c96f-49be-a26c-aa182eb294ad) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:51.632086 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.680437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03a926dc-3f78-4ab2-af4a-d26361883761 None None] Provisioning for port 84071809-3951-4ffe-abb4-bdf5fc295299 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:51.703049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03a926dc-3f78-4ab2-af4a-d26361883761 None None] Provisioning complete for port 84071809-3951-4ffe-abb4-bdf5fc295299 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:51.703434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03a926dc-3f78-4ab2-af4a-d26361883761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.816304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-03a926dc-3f78-4ab2-af4a-d26361883761 None None] Port 84071809-3951-4ffe-abb4-bdf5fc295299 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:51.817619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.833734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:46Z', 'revision_number': 3, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:51.859036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object dbe76aad-c96f-49be-a26c-aa182eb294ad will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:51.880450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-72746e12-bba5-4024-aab0-6010a839bec5 req-58b159ed-48dd-494d-8e2c-1496ccef2d3a tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0487089 Jul 16 20:05:51.902737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160cbe-1d65-4a1e-a3c2-cadd913d6e12 None None] The sync data for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 is: [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:46Z', 'revision_number': 3, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:51.941078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4954256-7efc-464d-ab0c-b991b586f35c req-6be65671-cbaf-436f-8736-c879c3ded032 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.945647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4954256-7efc-464d-ab0c-b991b586f35c req-6be65671-cbaf-436f-8736-c879c3ded032 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.2406998 Jul 16 20:05:52.044474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4954256-7efc-464d-ab0c-b991b586f35c req-9c9ad2c1-30e5-4dbe-922d-57ce66b56185 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977821 Jul 16 20:05:52.081376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.084010 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.143624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.479237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:52.496465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:52.502005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=dbe76aad-c96f-49be-a26c-aa182eb294ad,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:52.505663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:52.549916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d2d09-3129-4b24-ad0b-39cf61dac00d req-2ae7ceca-2a05-4140-b8b6-fce8c1168850 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:52.558761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-932d2d09-3129-4b24-ad0b-39cf61dac00d req-2ae7ceca-2a05-4140-b8b6-fce8c1168850 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 935 time: 0.1838548 Jul 16 20:05:52.559244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.654552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-932d2d09-3129-4b24-ad0b-39cf61dac00d req-682a83f8-53ec-4998-b358-e4f98b3db1eb tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939608 Jul 16 20:05:52.723067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:52.723730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.731492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=84071809-3951-4ffe-abb4-bdf5fc295299,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:52.755790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2873-2eb8-4b03-8eb6-49830982b694 req-49c33967-ccbc-4e20-bbcf-2b1f7bab7b7f tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:52.757372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78de2873-2eb8-4b03-8eb6-49830982b694 req-49c33967-ccbc-4e20-bbcf-2b1f7bab7b7f tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1097 time: 0.3868763 Jul 16 20:05:52.761576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-25be77e8-0d9c-47da-9273-2605c8521d4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7428026 Jul 16 20:05:52.793767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Request body: {'port': {'device_id': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:52.805049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fed9954-e866-4ad7-b04f-5a062df02b9e req-4a465562-f5ee-4973-aaed-944beca02337 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0738611 Jul 16 20:05:52.939959 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78de2873-2eb8-4b03-8eb6-49830982b694 req-9463fb2c-ce6e-45a6-b0f3-0cbf4154cb59 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709771 Jul 16 20:05:52.994164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-43c3bc3c-59b0-4a5a-84c3-31a7ab550f07 None None] Provisioning for port dbe76aad-c96f-49be-a26c-aa182eb294ad completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:53.021114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-43c3bc3c-59b0-4a5a-84c3-31a7ab550f07 None None] Provisioning complete for port dbe76aad-c96f-49be-a26c-aa182eb294ad triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:53.021662 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-43c3bc3c-59b0-4a5a-84c3-31a7ab550f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.026593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:53.035096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.037392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:53.122992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-43c3bc3c-59b0-4a5a-84c3-31a7ab550f07 None None] Port dbe76aad-c96f-49be-a26c-aa182eb294ad cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:53.246991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-56dc99b7-6754-4884-a2a4-ed0c666ea4b1 req-db9528a7-278e-4ec7-b775-d485755832e4 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:05:53.248175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56dc99b7-6754-4884-a2a4-ed0c666ea4b1 req-db9528a7-278e-4ec7-b775-d485755832e4 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060315 Jul 16 20:05:53.325696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e41d76f-aaab-4235-92e5-f1bf6b612a6e req-e3e932d1-ae15-430e-a588-25a867054444 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0578983 Jul 16 20:05:53.462718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b05889fd-f4f9-4122-b32b-72f52c069bbb None None] Provisioning complete for port 84071809-3951-4ffe-abb4-bdf5fc295299 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:53.463272 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b05889fd-f4f9-4122-b32b-72f52c069bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.552306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b05889fd-f4f9-4122-b32b-72f52c069bbb None None] Port 84071809-3951-4ffe-abb4-bdf5fc295299 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:53.691883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-52ff3d95-8f8b-4bea-b51b-c60b5970d588 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.693380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-52ff3d95-8f8b-4bea-b51b-c60b5970d588 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "GET /v2.0/ports?device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 945 time: 0.4878840 Jul 16 20:05:53.710361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Router fe1c932e-47fc-41b9-89f6-65e55c50d048 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:53.866188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5f34d-8d4b-4be4-b6de-2171e1fc5c1b req-3a690e37-6c3d-414e-b7bf-e45f1d94d1e9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.876049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5d5f34d-8d4b-4be4-b6de-2171e1fc5c1b req-3a690e37-6c3d-414e-b7bf-e45f1d94d1e9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.3187494 Jul 16 20:05:53.965601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe76aad-c96f-49be-a26c-aa182eb294ad {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:54.011838 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.039212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5d5f34d-8d4b-4be4-b6de-2171e1fc5c1b req-cc870400-a320-4a9e-9a8d-9dcd7c2321a8 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565161 Jul 16 20:05:54.062031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Transition to ACTIVE for port object dbe76aad-c96f-49be-a26c-aa182eb294ad will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:54.078080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Deleting port 181824dc-21bb-4980-8ce4-c2c5203a784e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:54.078433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.081540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:54.083205 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.097630 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a52d6e2f-d558-45c8-81b1-43b17d89b3f3 admin admin] 10.222.0.91 "PUT /v2.0/routers/fe1c932e-47fc-41b9-89f6-65e55c50d048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1946115 Jul 16 20:05:54.455232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0fa2718c-dc6f-4d90-bc81-916795a60283 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:54.580487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 0fa2718c-dc6f-4d90-bc81-916795a60283 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:54.588288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0fa2718c-dc6f-4d90-bc81-916795a60283 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:54.591066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.610977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe76aad-c96f-49be-a26c-aa182eb294ad,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:54.653518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-ffb7964f-1292-4e20-9ea1-35e772ae61b4 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:54.661419 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-ffb7964f-1292-4e20-9ea1-35e772ae61b4 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.99 "GET /v2.0/ports?device_id=5c193cfc-9629-44d6-9c38-b46873a49113 HTTP/1.1" status: 200 len: 946 time: 0.1946023 Jul 16 20:05:54.813574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.850436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 0fa2718c-dc6f-4d90-bc81-916795a60283, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0fa2718c-dc6f-4d90-bc81-916795a60283,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:54.861157 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.893270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-80ad2050-6905-4288-bd50-b4812a4b74c2 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:05:54.894045 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Sync routers for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:54.905332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-80ad2050-6905-4288-bd50-b4812a4b74c2 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251846 Jul 16 20:05:54.914337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Request body: {'binding': {'host': 'n-h2-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:54.915113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:05:54.915257 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:54.915796 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:54.932954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=0fa2718c-dc6f-4d90-bc81-916795a60283,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:54.981984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Deleting port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:54.982600 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.040414 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:55.132202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] For port 181824dc-21bb-4980-8ce4-c2c5203a784e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=181824dc-21bb-4980-8ce4-c2c5203a784e,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:55.133258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.155375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] For port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,segment=NetworkSegment(fdcbcaf8-f784-4e90-a950-dc85b4715a89),segment_id=fdcbcaf8-f784-4e90-a950-dc85b4715a89)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:55.155375 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.183525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Calling delete_port for 181824dc-21bb-4980-8ce4-c2c5203a784e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:55.185060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Calling delete_port for 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:55.276958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on host n-h2-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:55.277299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:55.277624 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:55.283738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:55.284072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:55.297919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Attempting to bind port dbe76aad-c96f-49be-a26c-aa182eb294ad on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:55.298485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Attempting to bind port dbe76aad-c96f-49be-a26c-aa182eb294ad by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:55.298938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Attempting to bind port dbe76aad-c96f-49be-a26c-aa182eb294ad on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:55.299973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:55.300312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:55.300791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:55.301126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Bound port: 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:55.329055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Port dbe76aad-c96f-49be-a26c-aa182eb294ad on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:55.329549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Attempting to bind port dbe76aad-c96f-49be-a26c-aa182eb294ad on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:55.343701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16c3d9-3ff4-4c28-acc0-d0f8827d0b50 req-852f0b75-3015-4335-9282-e200fc034698 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:55.351173 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c16c3d9-3ff4-4c28-acc0-d0f8827d0b50 req-852f0b75-3015-4335-9282-e200fc034698 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/ports?device_id=d842b4b5-d1f4-4654-9374-488304714f3a HTTP/1.1" status: 200 len: 945 time: 0.9766006 Jul 16 20:05:55.356337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:55.367264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.371334 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 2, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:55.379629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-bc8afe6b-8767-43cd-87be-6a2e3dbcf502 service neutron] 10.222.0.91 "POST /v2.0/ports/0ae4c530-f3fd-4e77-95fe-413cd767bcac/bindings HTTP/1.1" status: 201 len: 390 time: 0.4729576 Jul 16 20:05:55.398151 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Checking router: fe1c932e-47fc-41b9-89f6-65e55c50d048 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:55.398795 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Updating router fe1c932e-47fc-41b9-89f6-65e55c50d048 port 84071809-3951-4ffe-abb4-bdf5fc295299 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:55.403337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c16c3d9-3ff4-4c28-acc0-d0f8827d0b50 req-710a2a4d-ae3b-43a6-a2d9-462d2b5572d3 tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.91 "GET /v2.0/security-groups?id=97d051c5-7473-4972-850c-4370e0af3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501366 Jul 16 20:05:55.404798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:55.405648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:55.406797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:55.406797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Bound port: dbe76aad-c96f-49be-a26c-aa182eb294ad, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:55.407318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.464661 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.519114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.535396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6c6a659a-4ae9-43bc-9af5-d88269d9bd93'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:55.747840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] For port dbe76aad-c96f-49be-a26c-aa182eb294ad, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:55.752759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Pushing event deleted for resources: {'Port': ['ID=6c6a659a-4ae9-43bc-9af5-d88269d9bd93,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:55.756570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] No DVR routers for this DVR port 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:55.765705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.768218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51bd8f6a-7aac-4e4b-8f79-f064efce7270 req-361e6d21-3f3b-41cf-b543-6e6e5b8a01da tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.99 "DELETE /v2.0/ports/6c6a659a-4ae9-43bc-9af5-d88269d9bd93 HTTP/1.1" status: 204 len: 173 time: 1.1023455 Jul 16 20:05:55.771340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c193cfc-9629-44d6-9c38-b46873a49113', 'name': 'network-vif-deleted', 'tag': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:55.773810 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947f004-ce77-46d3-a8d0-206f4ef58b0c" -d '{"events": [{"server_uuid": "5c193cfc-9629-44d6-9c38-b46873a49113", "name": "network-vif-deleted", "tag": "6c6a659a-4ae9-43bc-9af5-d88269d9bd93"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:55.833404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] For port dbe76aad-c96f-49be-a26c-aa182eb294ad, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=dbe76aad-c96f-49be-a26c-aa182eb294ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:55.854306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.857750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.871673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6c6a659a-4ae9-43bc-9af5-d88269d9bd93'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:55.885009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bcda2-806e-4fb9-a7cf-3aae74630b40 req-bda30bd9-886d-4cc7-a12b-ff563973716e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:55.886923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-881bcda2-806e-4fb9-a7cf-3aae74630b40 req-bda30bd9-886d-4cc7-a12b-ff563973716e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 947 time: 0.2362008 Jul 16 20:05:55.896039 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.919262 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Transition to ACTIVE for port object 84071809-3951-4ffe-abb4-bdf5fc295299 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:55.922602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:55.923716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.925323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] 10.222.0.79 "PUT /v2.0/ports/dbe76aad-c96f-49be-a26c-aa182eb294ad HTTP/1.1" status: 200 len: 1096 time: 3.1363761 Jul 16 20:05:55.928069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'tag': 'dbe76aad-c96f-49be-a26c-aa182eb294ad'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:55.930600 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c0f5ce-5848-46c2-9abc-f2760bd737c8", "tag": "dbe76aad-c96f-49be-a26c-aa182eb294ad"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:55.941392 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.034975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-881bcda2-806e-4fb9-a7cf-3aae74630b40 req-7f509082-2fc7-4041-988b-3c7eef8c4fec tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366556 Jul 16 20:05:56.063954 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf706f7-3ff8-446e-81e3-c41e3dd1c6f4 None None] Pushing event updated for resources: {'Port': ['ID=84071809-3951-4ffe-abb4-bdf5fc295299,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.156238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] No DVR routers for this DVR port 181824dc-21bb-4980-8ce4-c2c5203a784e on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:56.169467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.172208 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f526270-524f-4adf-a9e1-6af1a684b99c req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] 10.222.0.79 "DELETE /v2.0/ports/181824dc-21bb-4980-8ce4-c2c5203a784e HTTP/1.1" status: 204 len: 173 time: 2.4697690 Jul 16 20:05:56.189332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-ad82aa2a-3d02-4a67-9ca7-40ef781d54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:56.192967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-ad82aa2a-3d02-4a67-9ca7-40ef781d54d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1097 time: 0.4235578 Jul 16 20:05:56.194265 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Attempting to bind port 84071809-3951-4ffe-abb4-bdf5fc295299 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:56.195346 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Attempting to bind port 84071809-3951-4ffe-abb4-bdf5fc295299 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:56.198138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Attempting to bind port 84071809-3951-4ffe-abb4-bdf5fc295299 on network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:56.208797 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:56.209572 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Checking segment: {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:56.210333 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.210968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Bound using segment: {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:56.211724 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Bound port: 84071809-3951-4ffe-abb4-bdf5fc295299, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:56.212447 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.316844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 181824dc-21bb-4980-8ce4-c2c5203a784e no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:56.336626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40490) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:56.344549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e6363fa1-b226-4244-827d-aad27edd5d2a tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780697710', 'description': 'tempest-description--115416136'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:56.360067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b589adf-516c-490b-a1c7-5c138e92e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe76aad-c96f-49be-a26c-aa182eb294ad,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.368486 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] For port 84071809-3951-4ffe-abb4-bdf5fc295299, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:56.381572 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] For port 84071809-3951-4ffe-abb4-bdf5fc295299, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84071809-3951-4ffe-abb4-bdf5fc295299,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:56.389980 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.407172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 181824dc-21bb-4980-8ce4-c2c5203a784e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:56.407548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 181824dc-21bb-4980-8ce4-c2c5203a784e not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:56.409235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6363fa1-b226-4244-827d-aad27edd5d2a tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.519675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b91a946c-62f5-46fd-862a-d34b85d7f9c9 req-da888ac0-11c5-41dc-af64-3297f13341e7 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.2031529 Jul 16 20:05:56.525937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0fa2718c-dc6f-4d90-bc81-916795a60283 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:56.544477 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:56.547628 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:56.619938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af209b-8246-4e0f-afa3-4b648f5df32a tempest-ListServersNegativeTestJSON-1226448046 tempest-ListServersNegativeTestJSON-1226448046-project] Pushing event deleted for resources: {'Port': ['ID=181824dc-21bb-4980-8ce4-c2c5203a784e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.700569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:56.709768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6363fa1-b226-4244-827d-aad27edd5d2a tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.777398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0fa2718c-dc6f-4d90-bc81-916795a60283 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:56.778058 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.793904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6363fa1-b226-4244-827d-aad27edd5d2a tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.798967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-ea72767c-fdff-4ea8-ada3-ca9e23c1b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:56.800478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-ea72767c-fdff-4ea8-ada3-ca9e23c1b655 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 1099 time: 0.7475278 Jul 16 20:05:56.859929 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:56.930456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-8c5f23f7-a4d8-45d0-90b3-56dd053223dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=dbe76aad-c96f-49be-a26c-aa182eb294ad HTTP/1.1" status: 200 len: 217 time: 0.1186304 Jul 16 20:05:56.960266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6363fa1-b226-4244-827d-aad27edd5d2a tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.967072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e6363fa1-b226-4244-827d-aad27edd5d2a tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6248572 Jul 16 20:05:56.969523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40500) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:57.006019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1671d467-e414-4ab4-9a1f-92fce38906b9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Request body: {'security_group_rule': {'security_group_id': '2e1e0c01-58d1-4241-9d84-21e37ec8bccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:57.017569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-7a227f0e-3ec4-4663-bdeb-98a294b85896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.019257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-7a227f0e-3ec4-4663-bdeb-98a294b85896 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.7275927 Jul 16 20:05:57.046119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6363fa1-b226-4244-827d-aad27edd5d2a tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1e0c01-58d1-4241-9d84-21e37ec8bccc,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.092718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf706f7-3ff8-446e-81e3-c41e3dd1c6f4 None None] Pushing event updated for resources: {'Port': ['ID=84071809-3951-4ffe-abb4-bdf5fc295299,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.121763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8a7f7-7cec-4f33-98a2-b1995992a299 req-903edf4a-67ba-4c1a-bb01-af8336ad7aa4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.140764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7f8a7f7-7cec-4f33-98a2-b1995992a299 req-903edf4a-67ba-4c1a-bb01-af8336ad7aa4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.4247472 Jul 16 20:05:57.165143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-ea8145eb-7c95-41f2-aaa7-f61c3f2434a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 200 len: 217 time: 0.1330700 Jul 16 20:05:57.170259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:57.174893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-523558f5-7046-4d20-9c56-6babf58cb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.176611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-523558f5-7046-4d20-9c56-6babf58cb2c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2073197 Jul 16 20:05:57.184048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0', 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b', 'port_id': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0', 'mac_address': 'fa:16:3e:c2:f4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a8d1d-cade-419b-a2fb-d275f115c430', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:57.244423 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1671d467-e414-4ab4-9a1f-92fce38906b9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.284670 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7f8a7f7-7cec-4f33-98a2-b1995992a299 req-c7433a60-f135-4040-9e8e-7f835607d010 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422687 Jul 16 20:05:57.316292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.339703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:57.344594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a66c7-6024-4210-b9c5-b788ac4c48e2 req-d4b4dd61-576f-460a-b110-757d9952ae21 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.360063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a2a66c7-6024-4210-b9c5-b788ac4c48e2 req-d4b4dd61-576f-460a-b110-757d9952ae21 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.4414356 Jul 16 20:05:57.371408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:57.383301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.394369 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782581fd-71e3-4ce5-ab22-a41f25ecf7d0 x-openstack-request-id: req-782581fd-71e3-4ce5-ab22-a41f25ecf7d0 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:57.397598 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c193cfc-9629-44d6-9c38-b46873a49113", "name": "network-vif-deleted", "tag": "6c6a659a-4ae9-43bc-9af5-d88269d9bd93", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:57.398053 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-782581fd-71e3-4ce5-ab22-a41f25ecf7d0 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:57.398642 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c193cfc-9629-44d6-9c38-b46873a49113', 'name': 'network-vif-deleted', 'tag': '6c6a659a-4ae9-43bc-9af5-d88269d9bd93', 'status': 'completed', 'code': 200} Jul 16 20:05:57.458260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1671d467-e414-4ab4-9a1f-92fce38906b9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.459552 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:56Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:57.469839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1671d467-e414-4ab4-9a1f-92fce38906b9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.487395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.507331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-68a70db8-8924-4e67-bbac-f84347d4993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.510601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-68a70db8-8924-4e67-bbac-f84347d4993d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.3386784 Jul 16 20:05:57.514744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671d467-e414-4ab4-9a1f-92fce38906b9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25515fd9-305b-4319-8015-63b103f9ae74,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.522856 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be87dc9f-e469-442f-985d-07af52a725a4 x-openstack-request-id: req-be87dc9f-e469-442f-985d-07af52a725a4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:57.523342 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c0f5ce-5848-46c2-9abc-f2760bd737c8", "tag": "dbe76aad-c96f-49be-a26c-aa182eb294ad", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:57.523750 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-be87dc9f-e469-442f-985d-07af52a725a4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:57.524259 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'tag': 'dbe76aad-c96f-49be-a26c-aa182eb294ad', 'status': 'completed', 'code': 200} Jul 16 20:05:57.528134 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb1bd-5777-429b-95a7-4574e1271c6e None None] The sync data for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 is: [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:56Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:57.536001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1671d467-e414-4ab4-9a1f-92fce38906b9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.537962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1671d467-e414-4ab4-9a1f-92fce38906b9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5488882 Jul 16 20:05:57.543034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40504) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:57.548794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5fff9b84-0927-474e-a60a-32b131b6263d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Request body: {'security_group_rule': {'security_group_id': '2e1e0c01-58d1-4241-9d84-21e37ec8bccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:57.573187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-c3a5a0ea-c63e-40ee-add2-ea71879cf850 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411110 Jul 16 20:05:57.589228 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a2a66c7-6024-4210-b9c5-b788ac4c48e2 req-bda655cc-1e90-42cb-aa04-e45c2eb51b35 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261872 Jul 16 20:05:57.670697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:57.684098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fff9b84-0927-474e-a60a-32b131b6263d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.715601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cb265-4671-4734-ba72-d46b103d8c6f req-a334ff68-15c7-489a-bedf-4a2f2d84a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.719920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-a334ff68-15c7-489a-bedf-4a2f2d84a6be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5312154 Jul 16 20:05:57.918613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fff9b84-0927-474e-a60a-32b131b6263d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.926764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fff9b84-0927-474e-a60a-32b131b6263d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.989751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff9b84-0927-474e-a60a-32b131b6263d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e7916c-4990-4703-a847-8a42abe8307a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:58.006151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fff9b84-0927-474e-a60a-32b131b6263d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.013627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5fff9b84-0927-474e-a60a-32b131b6263d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4687047 Jul 16 20:05:58.017027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40516) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.043085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:58.099040 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.138292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-2f7c67a4-28d8-4ace-9d60-ae66f3574c99 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480382 Jul 16 20:05:58.348979 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.357334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-185f5bd0-6f69-47de-889e-75021d198309 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011373 Jul 16 20:05:58.426430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84071809-3951-4ffe-abb4-bdf5fc295299 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:58.430319 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-9f778958-afee-4b51-bb2f-6be5d453a9bd service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922188 Jul 16 20:05:58.496096 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-775e3ce8-560a-48dc-a42c-9ed06fe2a89e req-d8281180-0a46-416d-ac87-2938bc78110c tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce&device_id=cef6e547-5f64-4ccb-a48f-56b8f26048c2 HTTP/1.1" status: 200 len: 210 time: 0.1360016 Jul 16 20:05:58.514606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 84071809-3951-4ffe-abb4-bdf5fc295299 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:58.522294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 84071809-3951-4ffe-abb4-bdf5fc295299 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:58.522747 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.667965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40524) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.673770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9ed22-781d-4b92-9071-5d49c6af6030 req-f12364f7-bf94-4298-92f2-43024166bca6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:58.680438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55a9ed22-781d-4b92-9071-5d49c6af6030 req-f12364f7-bf94-4298-92f2-43024166bca6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 947 time: 0.3016884 Jul 16 20:05:58.706866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:58.743865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Allocated IP 172.25.3.80 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/9eb5ae8c-6e6e-4a7e-90cb-be36bb7e1a02) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:58.747335 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.793458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:58.796110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] Deleting subnet 97ba9157-7fc9-4119-b7c5-f33960aacfd4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:58.800299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:58.802471 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.805592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 84071809-3951-4ffe-abb4-bdf5fc295299, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84071809-3951-4ffe-abb4-bdf5fc295299,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:58.814921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.848785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.937662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=84071809-3951-4ffe-abb4-bdf5fc295299,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.005983 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.032033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.062255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:59.071089 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4591e0b5-bd92-4f08-b34c-97065287019a" -d '{"events": [{"server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "name": "network-vif-plugged", "status": "completed", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:59.086464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.103279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:59.110874 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.111757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:59.124309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.159145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55a9ed22-781d-4b92-9071-5d49c6af6030 req-23c47b16-0c3c-47ae-886b-11ab5baaf30d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597676 Jul 16 20:05:59.163438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.270652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:59.271158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c6a659a-4ae9-43bc-9af5-d88269d9bd93 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:59.274041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.294042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:59.295651 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.304005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:59.308104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:59.336896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event updated for resources: {'Port': ['ID=9eb5ae8c-6e6e-4a7e-90cb-be36bb7e1a02,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.413826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-520cb265-4671-4734-ba72-d46b103d8c6f req-de0fbc2a-dbc6-49b3-b4e1-18bf4679418e service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9150536 Jul 16 20:05:59.421093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ba9157-7fc9-4119-b7c5-f33960aacfd4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.432630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.438331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1dc61c98-e56a-4bba-8b76-50cead6aa399 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/97ba9157-7fc9-4119-b7c5-f33960aacfd4 HTTP/1.1" status: 204 len: 168 time: 0.7685893 Jul 16 20:05:59.440858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40532) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.477555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.544152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'name': 'network-vif-deleted', 'tag': '181824dc-21bb-4980-8ce4-c2c5203a784e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:59.546449 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8667f6-614a-4102-820a-26827b576432" -d '{"events": [{"server_uuid": "d842b4b5-d1f4-4654-9374-488304714f3a", "name": "network-vif-deleted", "tag": "181824dc-21bb-4980-8ce4-c2c5203a784e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:59.554144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.622427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.699551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809db3f-05ce-480b-a17a-7a22dd29a42a req-ff143a57-5219-4796-99d9-553b9b8f03a0 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:59.710350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d809db3f-05ce-480b-a17a-7a22dd29a42a req-ff143a57-5219-4796-99d9-553b9b8f03a0 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 945 time: 0.8028224 Jul 16 20:05:59.825002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-bc2ffd70-c45d-4cea-8bdd-2a9cfd9841ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:59.826248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-bc2ffd70-c45d-4cea-8bdd-2a9cfd9841ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 1099 time: 0.2664673 Jul 16 20:05:59.828938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-923af018-5064-4303-97cf-e5b0058471dc req-64238e9e-0496-450e-b251-3870f8f5124d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b12711fddd78479dad217505aa93a41b&device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0975792 Jul 16 20:05:59.867198 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d809db3f-05ce-480b-a17a-7a22dd29a42a req-e3dbb384-f7c4-4b41-8313-9a24c7bcb91b tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512210 Jul 16 20:05:59.919584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-923af018-5064-4303-97cf-e5b0058471dc req-2f3b2724-9864-451d-b4f4-3111f19cb464 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b12711fddd78479dad217505aa93a41b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797122 Jul 16 20:05:59.948283 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.024255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:00.061383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcbcaf8-f784-4e90-a950-dc85b4715a89') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:00.061730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcbcaf8-f784-4e90-a950-dc85b4715a89') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:00.239713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-363af0d7-0a8c-4f03-b5e9-25f1dfdf8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:00.241258 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-363af0d7-0a8c-4f03-b5e9-25f1dfdf8ce8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.4039273 Jul 16 20:06:00.247356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.287765 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e33a846-fcb5-49ea-b1e6-d78079d257d6 x-openstack-request-id: req-5e33a846-fcb5-49ea-b1e6-d78079d257d6 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:00.288243 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "name": "network-vif-plugged", "status": "completed", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:00.288365 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e33a846-fcb5-49ea-b1e6-d78079d257d6 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:00.288667 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0', 'code': 200} Jul 16 20:06:00.300730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923af018-5064-4303-97cf-e5b0058471dc req-c1c33e77-f058-4db3-804a-9241c5b8566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:00.302554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-923af018-5064-4303-97cf-e5b0058471dc req-c1c33e77-f058-4db3-804a-9241c5b8566e service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3739862 Jul 16 20:06:00.312915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736d03e-91db-48fd-aea9-0ad9c10b2681 req-e1b98cfa-f775-446f-a7b3-786a607ca58d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:00.320957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2736d03e-91db-48fd-aea9-0ad9c10b2681 req-e1b98cfa-f775-446f-a7b3-786a607ca58d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.2881155 Jul 16 20:06:00.377520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.393343 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.401620 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce6c31-a713-47ae-a63f-bb97815c0325 x-openstack-request-id: req-fbce6c31-a713-47ae-a63f-bb97815c0325 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:00.401983 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842b4b5-d1f4-4654-9374-488304714f3a", "name": "network-vif-deleted", "tag": "181824dc-21bb-4980-8ce4-c2c5203a784e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:00.403426 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fbce6c31-a713-47ae-a63f-bb97815c0325 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:00.403861 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842b4b5-d1f4-4654-9374-488304714f3a', 'name': 'network-vif-deleted', 'tag': '181824dc-21bb-4980-8ce4-c2c5203a784e', 'status': 'completed', 'code': 200} Jul 16 20:06:00.404507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84071809-3951-4ffe-abb4-bdf5fc295299 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:00.408231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-e6930872-c449-49ee-8631-04db63968eb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=dbe76aad-c96f-49be-a26c-aa182eb294ad HTTP/1.1" status: 200 len: 217 time: 0.1518891 Jul 16 20:06:00.415551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.454318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event updated for resources: {'Port': ['ID=9eb5ae8c-6e6e-4a7e-90cb-be36bb7e1a02,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:00.492501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2736d03e-91db-48fd-aea9-0ad9c10b2681 req-a0379955-4c8a-42e7-9ab1-404b6fcc56d0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676669 Jul 16 20:06:00.493390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:00.495272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:00.497285 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:00.500239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 84071809-3951-4ffe-abb4-bdf5fc295299 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:00.500239 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.662144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.682796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88cf1a84-181f-41f9-a1ae-4c9510552d74 req-5f58704a-56a6-4fbb-a607-a4251263185a tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0685394 Jul 16 20:06:00.689221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-1559e26d-b856-48ba-b2eb-20867e1f7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:00.690769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-1559e26d-b856-48ba-b2eb-20867e1f7fda service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2781727 Jul 16 20:06:00.691951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.712126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7beff-d84e-4c0b-ba96-8f0902c8502d req-81bd9524-39e7-4357-afef-3b217e02f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:00.723440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-05a7beff-d84e-4c0b-ba96-8f0902c8502d req-81bd9524-39e7-4357-afef-3b217e02f506 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1098 time: 0.2685766 Jul 16 20:06:00.744142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.745312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.746534 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-605b8a2b-4feb-4176-8b3c-cb7056f9fd1b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7281630 Jul 16 20:06:00.747876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] 10.222.0.91 "DELETE /v2.0/networks/f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3 HTTP/1.1" status: 204 len: 168 time: 1.3055398 Jul 16 20:06:00.750101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de06ba-de1f-409c-b7c0-18f640113413 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f41d80-ecb6-4e4e-9388-3e4a2fb1fbc3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:00.864905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-27a6d992-70ee-4154-898c-182750df2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:00.865641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-27a6d992-70ee-4154-898c-182750df2151 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1578951 Jul 16 20:06:00.882602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-05a7beff-d84e-4c0b-ba96-8f0902c8502d req-982e55b1-7d0f-435a-b024-22660ba9d878 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579249 Jul 16 20:06:00.953751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1734739-27d8-4356-b4c5-8640f6062b70 req-32d3dff3-58c3-40ee-b3ec-c873e570cbc8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:00.972507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1734739-27d8-4356-b4c5-8640f6062b70 req-32d3dff3-58c3-40ee-b3ec-c873e570cbc8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 947 time: 0.1816528 Jul 16 20:06:01.063840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1734739-27d8-4356-b4c5-8640f6062b70 req-2fe988d4-ece9-4ae0-8927-bf321aafa84c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900218 Jul 16 20:06:01.129934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40566) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:01.227435 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0549883a-1dea-470f-8d5e-ee8cb7ab9af2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4cc9da3aa1fe4a73b7d90b63bc68130f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947604 Jul 16 20:06:01.228684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40570) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:01.361813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-382ae8e7-02cd-4f56-b15a-fa450f0a1563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.408407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad50f3-e598-44fe-aaa4-01464ba5ae80 req-9b9410e9-0469-4c8d-b58f-b023c3804dc3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:01.416691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2ad50f3-e598-44fe-aaa4-01464ba5ae80 req-9b9410e9-0469-4c8d-b58f-b023c3804dc3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1473041 Jul 16 20:06:01.421182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-3038e781-d76a-4890-b872-84b16dfe0d82 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--780697710&fields=id&tenant_id=5c18b7e95a654d4d84829230e3979840 HTTP/1.1" status: 200 len: 267 time: 0.4626195 Jul 16 20:06:01.425142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-382ae8e7-02cd-4f56-b15a-fa450f0a1563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.477225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-506fbf44-3ab9-4a31-b893-ed61fdc0a61d service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032093 Jul 16 20:06:01.510898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2ad50f3-e598-44fe-aaa4-01464ba5ae80 req-87563a67-a62a-4608-86c8-ad46aa2fdeda tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931456 Jul 16 20:06:01.554527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-382ae8e7-02cd-4f56-b15a-fa450f0a1563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.557756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-382ae8e7-02cd-4f56-b15a-fa450f0a1563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.560769 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-382ae8e7-02cd-4f56-b15a-fa450f0a1563 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/97d051c5-7473-4972-850c-4370e0af3c78 HTTP/1.1" status: 204 len: 168 time: 0.3284984 Jul 16 20:06:01.573217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ae8e7-02cd-4f56-b15a-fa450f0a1563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d051c5-7473-4972-850c-4370e0af3c78,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.628630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-b7ac95ef-2437-4a8c-9d49-9a28081a1870 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:01.630310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-b7ac95ef-2437-4a8c-9d49-9a28081a1870 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/networks?id=5833b2ec-0936-4f92-b017-0dfa8c0bd833 HTTP/1.1" status: 200 len: 812 time: 0.2078152 Jul 16 20:06:01.697368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-3d2d370c-e1cf-4446-8a93-6f7d27ba152d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/quotas/5c18b7e95a654d4d84829230e3979840 HTTP/1.1" status: 200 len: 375 time: 0.0537324 Jul 16 20:06:01.701523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f4b53c6-a6ca-41e9-9f4f-d9831e75df15 req-1ae90fb7-63e6-400c-a26d-d7b55129ba60 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175393 Jul 16 20:06:01.807626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-b1368bf8-211e-463c-b5d0-7961cc6b8c18 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5c18b7e95a654d4d84829230e3979840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094327 Jul 16 20:06:01.945601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-923af018-5064-4303-97cf-e5b0058471dc req-bdb46bd5-bf48-4274-96c0-33d4b7fda1f6 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.99 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0777714 Jul 16 20:06:02.035726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-3e7f30f2-f9b0-4d62-8ecc-57260f5a7ac1 service neutron] 10.222.0.91 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624818 Jul 16 20:06:02.087796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c59ea-4522-4892-80ca-acc15bca70e9 req-4236acf3-8077-44d0-8f82-563a9f569d62 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:02.095168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625c59ea-4522-4892-80ca-acc15bca70e9 req-4236acf3-8077-44d0-8f82-563a9f569d62 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.1582530 Jul 16 20:06:02.149986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-625c59ea-4522-4892-80ca-acc15bca70e9 req-cec2d8ec-c327-46ce-acbc-44b2e4c10c15 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535812 Jul 16 20:06:02.218377 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-b62f900d-6d85-4a56-b34c-95569c14e9f3 service neutron] 10.222.0.91 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736209 Jul 16 20:06:02.365428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device dbe76aad-c96f-49be-a26c-aa182eb294ad details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:02.397225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a03c23e-c6d8-4b60-9d1e-f23e596c1cda req-56b65dc9-4150-41c5-8e73-3aabd94c1c52 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=5580619f-63b8-42fd-aa6e-2ba3939fa3ce HTTP/1.1" status: 200 len: 210 time: 0.0789082 Jul 16 20:06:02.534914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port dbe76aad-c96f-49be-a26c-aa182eb294ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=dbe76aad-c96f-49be-a26c-aa182eb294ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:02.557807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'dbe76aad-c96f-49be-a26c-aa182eb294ad', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'dbe76aad-c96f-49be-a26c-aa182eb294ad', 'mac_address': 'fa:16:3e:13:b4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:02.662980 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.708440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe76aad-c96f-49be-a26c-aa182eb294ad {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:02.805921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port dbe76aad-c96f-49be-a26c-aa182eb294ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=dbe76aad-c96f-49be-a26c-aa182eb294ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:02.814183 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.888771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386953ac-f148-410f-88bf-829b9810f346 req-72a7821b-89ea-407f-af9d-e124d4b1281d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:02.919447 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-386953ac-f148-410f-88bf-829b9810f346 req-72a7821b-89ea-407f-af9d-e124d4b1281d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 947 time: 0.2518761 Jul 16 20:06:02.924468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=dbe76aad-c96f-49be-a26c-aa182eb294ad,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:02.986221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-386953ac-f148-410f-88bf-829b9810f346 req-b23e4c1d-7312-4c64-af37-e554227ba44f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650551 Jul 16 20:06:03.090358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:03.095097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4416b41b-d7c5-4aa5-b42f-6ef3508156de req-8abc0266-d3db-46b5-b83c-faa36d5e4dfd tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 210 time: 0.0524576 Jul 16 20:06:03.130664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078018f-8442-4cef-8d19-4268a5a45e36 req-f2d5f08e-61fe-464a-9f83-18669770addc tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:03.156940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9078018f-8442-4cef-8d19-4268a5a45e36 req-f2d5f08e-61fe-464a-9f83-18669770addc tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.2099428 Jul 16 20:06:03.239654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9078018f-8442-4cef-8d19-4268a5a45e36 req-b79e7436-efe7-416c-a929-e3416843599d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805335 Jul 16 20:06:03.313409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40634) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:03.467329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1807583587-network', 'tenant_id': '5781a8183474404e824181e0c7c0c8e1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:03.519100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Made reservation on behalf of 5781a8183474404e824181e0c7c0c8e1 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:03.522507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.541427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.728138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac0987-da80-449d-b13f-55b5d04f54fd req-23dd333c-e89c-4733-a1a9-f374f444682f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:03.737804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.741005 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15ac0987-da80-449d-b13f-55b5d04f54fd req-23dd333c-e89c-4733-a1a9-f374f444682f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.1611013 Jul 16 20:06:03.760781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.808883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15ac0987-da80-449d-b13f-55b5d04f54fd req-036b14f1-5e4b-42fd-8052-0279333880d8 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660987 Jul 16 20:06:03.834708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f96209-9e36-4b7f-b178-977017f1c62f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.839493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:03.869208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f5476-ae98-4cee-b863-0e980b96c843 req-7c297a78-87ca-4171-b7fe-f3bcb6e46244 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:03.879257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b6f5476-ae98-4cee-b863-0e980b96c843 req-7c297a78-87ca-4171-b7fe-f3bcb6e46244 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1098 time: 0.2232025 Jul 16 20:06:03.894226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.894626 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Added segment be2be783-b460-4316-977c-4e65fb7061dc of type vlan for network 8b722d27-d703-41ab-9603-4be3ba5886d9 Jul 16 20:06:03.988645 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b6f5476-ae98-4cee-b863-0e980b96c843 req-d7513291-5ee5-4aff-8306-84366ff9f4b1 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066110 Jul 16 20:06:04.006259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.078946 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.080179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:04.080776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.201757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] Pushing event updated for resources: {'Network': ['ID=8b722d27-d703-41ab-9603-4be3ba5886d9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:04.212375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8b722d27-d703-41ab-9603-4be3ba5886d9 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:04.228589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9c64244b-bf7c-4a58-965d-82479e411dde admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9139557 Jul 16 20:06:04.229245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40652) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:04.249586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Request body: {'subnet': {'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1807583587-subnet', 'tenant_id': '5781a8183474404e824181e0c7c0c8e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:04.310637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Made reservation on behalf of 5781a8183474404e824181e0c7c0c8e1 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:04.312547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.384359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b98d34-52f3-4f40-bf0e-54d69d43f759 req-e5b9765e-b4ab-4be7-8b86-1aafb602eab2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:04.387595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device dbe76aad-c96f-49be-a26c-aa182eb294ad up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:04.391034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1b98d34-52f3-4f40-bf0e-54d69d43f759 req-e5b9765e-b4ab-4be7-8b86-1aafb602eab2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 948 time: 0.2358532 Jul 16 20:06:04.499462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1b98d34-52f3-4f40-bf0e-54d69d43f759 req-faef5e16-80d1-476e-967e-d0419c06322e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028903 Jul 16 20:06:04.647113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port dbe76aad-c96f-49be-a26c-aa182eb294ad completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:04.653861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port dbe76aad-c96f-49be-a26c-aa182eb294ad triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:04.667362 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.791691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c62b47d7-4c9f-442e-9e62-11d6079eb0ab req-3621796f-2aa2-414b-bf9e-3b8e21a57263 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b12711fddd78479dad217505aa93a41b&device_id=cef6e547-5f64-4ccb-a48f-56b8f26048c2 HTTP/1.1" status: 200 len: 210 time: 0.1150322 Jul 16 20:06:04.864220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.886902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-7a172d32-608b-43f5-8d22-3866a05c027b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:04.887997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-7a172d32-608b-43f5-8d22-3866a05c027b tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.79 "GET /v2.0/networks?id=5833b2ec-0936-4f92-b017-0dfa8c0bd833 HTTP/1.1" status: 200 len: 812 time: 0.2262654 Jul 16 20:06:04.902897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe76aad-c96f-49be-a26c-aa182eb294ad'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:04.905504 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e627e39-1f98-438d-9a3c-4ef58d70aaab" -d '{"events": [{"server_uuid": "b9c0f5ce-5848-46c2-9abc-f2760bd737c8", "name": "network-vif-plugged", "status": "completed", "tag": "dbe76aad-c96f-49be-a26c-aa182eb294ad"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:04.921670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port dbe76aad-c96f-49be-a26c-aa182eb294ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=dbe76aad-c96f-49be-a26c-aa182eb294ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:04.934991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.956625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c62b47d7-4c9f-442e-9e62-11d6079eb0ab req-eb19407c-38a7-449e-aeca-77baad2a5734 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b12711fddd78479dad217505aa93a41b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1623788 Jul 16 20:06:04.981092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0515e1b4-4acd-4619-959e-204313924f86 req-5db70b21-6909-470c-bc5f-2bf51b57c654 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 210 time: 0.1248066 Jul 16 20:06:05.043319 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-7717a4a0-3196-4d8d-8892-88c071e32f43 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c18b7e95a654d4d84829230e3979840 HTTP/1.1" status: 200 len: 379 time: 0.0953424 Jul 16 20:06:05.059783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Request body: {'port': {'device_id': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'admin_state_up': True, 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'security_groups': ['2e1e0c01-58d1-4241-9d84-21e37ec8bccc']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:05.073890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=dbe76aad-c96f-49be-a26c-aa182eb294ad,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:05.120247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba13b8-1319-4ab8-b65f-b317684500c7 req-434d0fff-6847-413e-86ae-74c8461b1e7f tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.127718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ba13b8-1319-4ab8-b65f-b317684500c7 req-434d0fff-6847-413e-86ae-74c8461b1e7f tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1098 time: 0.4627194 Jul 16 20:06:05.203831 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.302618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ba13b8-1319-4ab8-b65f-b317684500c7 req-8597198f-2a58-45a0-982c-7208bfaebfa8 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710334 Jul 16 20:06:05.348954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c334da-18c5-42e7-88ba-e8e95f63b76d,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:05.374611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b47d7-4c9f-442e-9e62-11d6079eb0ab req-784a8cf9-a7c3-40a7-adbd-b0f7f6c07fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.387471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c62b47d7-4c9f-442e-9e62-11d6079eb0ab req-784a8cf9-a7c3-40a7-adbd-b0f7f6c07fe0 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4218130 Jul 16 20:06:05.390501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Checking segment: {'id': 'be2be783-b460-4316-977c-4e65fb7061dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:05.391028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Network hostable DHCP agents. Network: 8b722d27-d703-41ab-9603-4be3ba5886d9, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:05.414085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Made reservation on behalf of 5c18b7e95a654d4d84829230e3979840 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:05.417841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.427695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Network 8b722d27-d703-41ab-9603-4be3ba5886d9 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:05.443763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8b722d27-d703-41ab-9603-4be3ba5886d9) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:05.456466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051478e-fa1e-4ab9-ae18-bfbb3375780e None None] Network 8b722d27-d703-41ab-9603-4be3ba5886d9 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:05.459493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.465762 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.555562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-19d14681-805a-4b84-839d-6225cda90bd2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3250747 Jul 16 20:06:05.641644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-286389f6-7bc0-466d-8f1c-e3e7ffe5c5f4 req-48763950-e2e1-4c66-b391-1eac25473326 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=cef6e547-5f64-4ccb-a48f-56b8f26048c2 HTTP/1.1" status: 200 len: 210 time: 0.1288373 Jul 16 20:06:05.750767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a776bf7-0503-44b0-a06a-cee7ebbc1524 None None] Network 8b722d27-d703-41ab-9603-4be3ba5886d9 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:05.751500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Allocated IP 172.20.0.3 (5833b2ec-0936-4f92-b017-0dfa8c0bd833/1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf/6bf7791b-cc4e-4962-b8fc-a7aa27b608b7) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:05.799412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef28e3-e91b-45ff-94f6-513b19678fad req-ddbee8a0-beab-43fa-b442-2274b5cc9ac1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.809670 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0056e82-03cb-450f-8200-23ecad51b778 x-openstack-request-id: req-e0056e82-03cb-450f-8200-23ecad51b778 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:05.810310 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c0f5ce-5848-46c2-9abc-f2760bd737c8", "name": "network-vif-plugged", "status": "completed", "tag": "dbe76aad-c96f-49be-a26c-aa182eb294ad", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:05.810912 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e0056e82-03cb-450f-8200-23ecad51b778 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:05.811581 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe76aad-c96f-49be-a26c-aa182eb294ad', 'code': 200} Jul 16 20:06:05.813809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccef28e3-e91b-45ff-94f6-513b19678fad req-ddbee8a0-beab-43fa-b442-2274b5cc9ac1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.2015338 Jul 16 20:06:05.961587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccef28e3-e91b-45ff-94f6-513b19678fad req-89ca0ad4-ac4c-4170-baac-6398fca5534f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467383 Jul 16 20:06:06.022226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1790e045-2ea1-4bc7-b8d9-6beee35a95b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.138412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750b5d8-f02d-40f3-ab7f-f00759c348fa req-f9d01e2b-d7f5-456e-a46e-b0a99ff41c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:06.139992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8750b5d8-f02d-40f3-ab7f-f00759c348fa req-f9d01e2b-d7f5-456e-a46e-b0a99ff41c8d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 1101 time: 0.2148488 Jul 16 20:06:06.190006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.215318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8750b5d8-f02d-40f3-ab7f-f00759c348fa req-90eef035-b251-4202-b5ec-07c1cea63949 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602441 Jul 16 20:06:06.225396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Transition to ACTIVE for port object 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:06.283140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5941e3-f0f9-491b-b8d1-d7200b81bc6d req-29bad84e-5feb-49b6-aef1-aabe54cb1f81 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:06.295841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e5941e3-f0f9-491b-b8d1-d7200b81bc6d req-29bad84e-5feb-49b6-aef1-aabe54cb1f81 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 949 time: 0.1555784 Jul 16 20:06:06.328472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.370138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e5941e3-f0f9-491b-b8d1-d7200b81bc6d req-6eef76e1-84df-4ecd-8d83-7bdc68920ca1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731459 Jul 16 20:06:06.415291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event updated for resources: {'Port': ['ID=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:06.431779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:06.433388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:06.435791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:06.529885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:06.530617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.567461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-5b3381b7-d717-4fae-b4ff-d4762ca80516 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5221319 Jul 16 20:06:06.592487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Request body: {'port': {'device_id': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:06.764983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-81e54ad0-2666-439e-b041-1bef043ce552 None None] Provisioning for port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:06.769779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-81e54ad0-2666-439e-b041-1bef043ce552 None None] Provisioning complete for port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:06.771053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-81e54ad0-2666-439e-b041-1bef043ce552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.793517 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.831108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-81e54ad0-2666-439e-b041-1bef043ce552 None None] Port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:06.885208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c62b47d7-4c9f-442e-9e62-11d6079eb0ab req-1dc67d20-e779-4644-a327-f3ffd3666a51 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.99 "GET /v2.0/ports?device_id=cef6e547-5f64-4ccb-a48f-56b8f26048c2 HTTP/1.1" status: 200 len: 210 time: 0.0741520 Jul 16 20:06:07.110456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c50cf-7c7c-4510-a42e-5be11c489e9b req-36eee08e-7a4b-4395-bfcc-f95f5a42a890 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:07.112053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c9c50cf-7c7c-4510-a42e-5be11c489e9b req-36eee08e-7a4b-4395-bfcc-f95f5a42a890 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 931 time: 0.3954871 Jul 16 20:06:07.232826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c9c50cf-7c7c-4510-a42e-5be11c489e9b req-6b64d8de-9f16-4a5b-ab00-5a65c933e7a5 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132319 Jul 16 20:06:07.572857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:07.583715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.598972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Transition to ACTIVE for port object 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:07.609008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.686675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.833183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Attempting to bind port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:07.833470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Attempting to bind port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:07.833709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Attempting to bind port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 on network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:07.850036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 on network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:07.850955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Attempting to bind port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 on network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:07.861357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:07.865260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Checking segment: {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:07.865954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Bound using segment: {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:07.866814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Bound port: 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750475c0-a010-49ff-8ff9-6f1806c0d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:07.867464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.981116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] For port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:07.985737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] For port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:07.996231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.170226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.170934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.173118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] 10.222.0.79 "PUT /v2.0/ports/6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 HTTP/1.1" status: 200 len: 1092 time: 1.5914831 Jul 16 20:06:08.176390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:08.180297 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e35b9f-2739-4a05-981d-4176e6df7960" -d '{"events": [{"name": "network-changed", "server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:08.204893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e9ef43a7-fba2-46df-96f3-e52ced1c9ac3 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:06:08.207383 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e9ef43a7-fba2-46df-96f3-e52ced1c9ac3 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104978 Jul 16 20:06:08.225753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Request body: {'binding': {'host': 'n-h2-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:08.226796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:06:08.249711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.268076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e65b7a71-8d27-4aca-9bce-ed9a59807490 req-5703be7e-98f0-4389-a67e-3102917d7877 tempest-ServerShowV247Test-1140565041 tempest-ServerShowV247Test-1140565041-project] 10.222.0.91 "GET /v2.0/ports?device_id=cef6e547-5f64-4ccb-a48f-56b8f26048c2 HTTP/1.1" status: 200 len: 210 time: 0.0609994 Jul 16 20:06:08.377068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bd3fa-d6b6-4b56-a00e-93b6a1b20c59 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:08.439224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on host n-h2-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:08.439868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:08.440412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:08.446199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-10c84d7a-6034-4666-b721-e3d79005c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.447956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-10c84d7a-6034-4666-b721-e3d79005c098 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c18b7e95a654d4d84829230e3979840&device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 1095 time: 0.1689625 Jul 16 20:06:08.448195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:08.448701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:08.455885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:08.456533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:08.457100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:08.457714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Bound port: 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:08.528779 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.534893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-87f7b064-9ccc-4985-a52e-e855560b9fff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 HTTP/1.1" status: 200 len: 217 time: 0.0791793 Jul 16 20:06:08.555168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:08.565064 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.567033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-e903c1c3-bbfc-418e-84a0-6a9dfb0f80ee service neutron] 10.222.0.91 "POST /v2.0/ports/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3454320 Jul 16 20:06:08.601276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-9eb57542-abea-4e5b-95b1-e2c8149a4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.602964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-9eb57542-abea-4e5b-95b1-e2c8149a4361 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf HTTP/1.1" status: 200 len: 851 time: 0.0593917 Jul 16 20:06:08.685170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065a031-7043-4b36-b62f-97423f4b27a0 req-2b89a2dc-e9f8-4906-930a-abf63f505bce tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.689899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d065a031-7043-4b36-b62f-97423f4b27a0 req-2b89a2dc-e9f8-4906-930a-abf63f505bce tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.2182057 Jul 16 20:06:08.731093 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.734457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd964f-38e2-4fba-a352-62c127a7689b req-29b611a0-307d-4a85-8c44-03d7a2a767f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.735969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-29b611a0-307d-4a85-8c44-03d7a2a767f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5833b2ec-0936-4f92-b017-0dfa8c0bd833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246209 Jul 16 20:06:08.738976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d065a031-7043-4b36-b62f-97423f4b27a0 req-fec0cbc0-9afc-421f-b77d-09b8bed7abf0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482538 Jul 16 20:06:08.792065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6cf26358-8bf1-4a1e-8267-a6b248c7d8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.882406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-28a1362e-dbbe-4bb3-b21b-07ceda24c683 service neutron] 10.222.0.79 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332195 Jul 16 20:06:08.959754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e487bf-53f6-4e3a-a904-ec099a0445ae req-11bb1c72-1b30-4624-9ac4-91f8ad66fa49 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.965386 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2e487bf-53f6-4e3a-a904-ec099a0445ae req-11bb1c72-1b30-4624-9ac4-91f8ad66fa49 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 949 time: 0.1266000 Jul 16 20:06:09.003960 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ce712-22e5-440b-8fc6-7de75ac4c4fd x-openstack-request-id: req-175ce712-22e5-440b-8fc6-7de75ac4c4fd {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:09.004271 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:09.004513 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-175ce712-22e5-440b-8fc6-7de75ac4c4fd {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:09.004890 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'status': 'completed', 'code': 200} Jul 16 20:06:09.049442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50fd964f-38e2-4fba-a352-62c127a7689b req-e3acc004-d517-4459-a264-de8e9f7a2195 service neutron] 10.222.0.79 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635499 Jul 16 20:06:09.073248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2e487bf-53f6-4e3a-a904-ec099a0445ae req-70bc4c33-d305-4c52-9ef5-43fce7669608 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005187 Jul 16 20:06:09.226265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-9e01c96b-59a6-4ce2-857e-d2b54e092740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.227934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-9e01c96b-59a6-4ce2-857e-d2b54e092740 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c18b7e95a654d4d84829230e3979840&device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 1095 time: 0.1240635 Jul 16 20:06:09.330763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40c2f8-2af5-40e8-b85d-8eaf6de88e0c req-5833f62c-c476-496e-ba50-eeed683b20b7 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.337756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b40c2f8-2af5-40e8-b85d-8eaf6de88e0c req-5833f62c-c476-496e-ba50-eeed683b20b7 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 943 time: 0.1688793 Jul 16 20:06:09.383008 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-6e7da106-92a6-4479-8171-c8ba76174a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.385033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-6e7da106-92a6-4479-8171-c8ba76174a0a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5833b2ec-0936-4f92-b017-0dfa8c0bd833 HTTP/1.1" status: 200 len: 913 time: 0.1483774 Jul 16 20:06:09.453605 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b40c2f8-2af5-40e8-b85d-8eaf6de88e0c req-d0cbe889-4b3f-49e8-bb2f-90c8a590a634 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123948 Jul 16 20:06:09.456484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-fbd58a90-721b-442f-a7ca-683176aa6e10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 HTTP/1.1" status: 200 len: 217 time: 0.0599658 Jul 16 20:06:09.495052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98096d5-e754-4fb8-8859-7dc17003ef6a req-a6c477d4-e990-4faf-8d75-ec793aded753 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.497419 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a98096d5-e754-4fb8-8859-7dc17003ef6a req-a6c477d4-e990-4faf-8d75-ec793aded753 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.0977948 Jul 16 20:06:09.521217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-ee81ba87-1b74-44fa-8aee-54728dc0f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.522798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-ee81ba87-1b74-44fa-8aee-54728dc0f7f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf HTTP/1.1" status: 200 len: 851 time: 0.0528045 Jul 16 20:06:09.613047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-833ad378-f89e-47c0-8ae9-847ea0787d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.614581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-833ad378-f89e-47c0-8ae9-847ea0787d1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5833b2ec-0936-4f92-b017-0dfa8c0bd833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846939 Jul 16 20:06:09.725390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-51686d96-cf21-4ca4-bf27-4aad63f0a467 service neutron] 10.222.0.79 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030986 Jul 16 20:06:09.862663 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82e35b9f-2739-4a05-981d-4176e6df7960 req-cbb5b4b9-961a-4c53-9c6c-ceb2438f15b2 service neutron] 10.222.0.79 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299839 Jul 16 20:06:09.884089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214140b3-b1d5-41e8-88b6-3100da200cf6 req-e083b450-d446-45ea-889f-54648060e617 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.885767 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-214140b3-b1d5-41e8-88b6-3100da200cf6 req-e083b450-d446-45ea-889f-54648060e617 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 1101 time: 0.0713799 Jul 16 20:06:09.891853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a98096d5-e754-4fb8-8859-7dc17003ef6a req-d89040e3-f8a9-41a3-a0f3-9ce4f6251d1a tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882673 Jul 16 20:06:09.893437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.916085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-214140b3-b1d5-41e8-88b6-3100da200cf6 req-ddea58e5-2599-4550-81cb-b947c457fca0 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.014279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-214140b3-b1d5-41e8-88b6-3100da200cf6 req-ddea58e5-2599-4550-81cb-b947c457fca0 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.020644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-214140b3-b1d5-41e8-88b6-3100da200cf6 req-ddea58e5-2599-4550-81cb-b947c457fca0 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.045157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-214140b3-b1d5-41e8-88b6-3100da200cf6 req-ddea58e5-2599-4550-81cb-b947c457fca0 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484401 Jul 16 20:06:10.056222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea58e5-2599-4550-81cb-b947c457fca0 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34573f28-28ec-4a41-bb7a-b160652a6a44,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:10.192823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e95f0-586d-4e02-bc3b-b3d319266c27 req-1ddd06e6-17ea-4e17-863c-321969765e3b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:10.194532 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d78e95f0-586d-4e02-bc3b-b3d319266c27 req-1ddd06e6-17ea-4e17-863c-321969765e3b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.0904384 Jul 16 20:06:10.213258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40786) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:10.238285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d78e95f0-586d-4e02-bc3b-b3d319266c27 req-125df7e2-b5d3-4b8d-abf0-371b4e7f7ae5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Jul 16 20:06:10.363148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a246c22-d4b7-48e5-b031-e6584815d581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.503847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a246c22-d4b7-48e5-b031-e6584815d581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.509170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a246c22-d4b7-48e5-b031-e6584815d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.566176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4a246c22-d4b7-48e5-b031-e6584815d581 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b12711fddd78479dad217505aa93a41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485048 Jul 16 20:06:10.566347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246c22-d4b7-48e5-b031-e6584815d581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4145824a-b449-4884-b153-e62c540eb7be,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:10.567740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40836) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:10.579824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-55dbeafd-8fff-4261-aa46-140c20c753dd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367312 Jul 16 20:06:10.629432 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f06237e-a2cb-41ec-a22a-7478a3f6cda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.653801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f06237e-a2cb-41ec-a22a-7478a3f6cda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.706970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-3e8ee23d-b4dc-4664-95b7-2f3f5773cd1e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:10.708476 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-3e8ee23d-b4dc-4664-95b7-2f3f5773cd1e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189091 Jul 16 20:06:10.713468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f06237e-a2cb-41ec-a22a-7478a3f6cda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.716526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f06237e-a2cb-41ec-a22a-7478a3f6cda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.717689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f06237e-a2cb-41ec-a22a-7478a3f6cda0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4145824a-b449-4884-b153-e62c540eb7be HTTP/1.1" status: 204 len: 168 time: 0.1482182 Jul 16 20:06:10.724986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-07651d92-a644-4865-a745-8f032f1acd57 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/quotas/3743d03f6d2c45908f77e494233aebcf HTTP/1.1" status: 200 len: 375 time: 0.0105379 Jul 16 20:06:10.727068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06237e-a2cb-41ec-a22a-7478a3f6cda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4145824a-b449-4884-b153-e62c540eb7be,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:10.808883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-4236e1a3-1650-4d52-914c-f71c7158033f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690327 Jul 16 20:06:11.293575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac645c22-f56a-40f9-b69a-a6c3054e36dd req-686777c8-f936-4b80-93f0-7125b90f3b83 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:11.301025 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac645c22-f56a-40f9-b69a-a6c3054e36dd req-686777c8-f936-4b80-93f0-7125b90f3b83 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 943 time: 0.0812042 Jul 16 20:06:11.355432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac645c22-f56a-40f9-b69a-a6c3054e36dd req-4a581630-9617-46d3-860e-dda146d3facc tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534222 Jul 16 20:06:11.411306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78c940-aace-4c8c-ad70-2c9792fe0916 req-ffb0c378-ec84-4f43-bfbd-f8426f1bcb67 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:11.419696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b78c940-aace-4c8c-ad70-2c9792fe0916 req-ffb0c378-ec84-4f43-bfbd-f8426f1bcb67 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.0901380 Jul 16 20:06:11.468191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b78c940-aace-4c8c-ad70-2c9792fe0916 req-de657a8b-fa8b-4638-8082-eea044a773bb tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Jul 16 20:06:11.653681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.875771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfc61-0d01-4d44-8c41-c3256b1900ea req-b047e7f2-a972-46c9-adde-c5126e144553 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:11.878618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f7bfc61-0d01-4d44-8c41-c3256b1900ea req-b047e7f2-a972-46c9-adde-c5126e144553 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.0782189 Jul 16 20:06:11.922709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f7bfc61-0d01-4d44-8c41-c3256b1900ea req-89ea301c-3289-4bc7-ba8d-ac18e688e6aa tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Jul 16 20:06:12.038663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f21a4b09-1917-4ed3-a594-f8f38b900ed9 req-146090b4-81a6-4f1a-b63e-76d4c3ef48b9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 210 time: 0.0486541 Jul 16 20:06:12.264463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1781f719-6ec7-40b0-a639-32b168d4a2da req-146229b6-3064-4270-a408-5a5562d98ebf tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0398016 Jul 16 20:06:12.381370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:12.559340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:12.572647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'port_id': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'mac_address': 'fa:16:3e:8c:c5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:12.607891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d481a12-2844-40f5-9a4f-4edfec6c8f0e req-9b3e94a7-36bb-4d47-a4ed-be9f85e66e1c tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.619528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d481a12-2844-40f5-9a4f-4edfec6c8f0e req-9b3e94a7-36bb-4d47-a4ed-be9f85e66e1c tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 943 time: 0.0973837 Jul 16 20:06:12.634028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.666256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:12.689225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d481a12-2844-40f5-9a4f-4edfec6c8f0e req-0b47046a-9831-4589-923d-7907a54b75b5 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683470 Jul 16 20:06:12.709814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:12.722880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.761756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187896-3cea-4060-96a4-371306fafd82 req-ac122129-1722-483e-84bb-ad8fd953a1ac tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.770544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-ac122129-1722-483e-84bb-ad8fd953a1ac tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.5131180 Jul 16 20:06:12.788512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-9263c0a6-7558-494e-814a-31e585001039 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/quotas/b90b480c6a634bc1976cdfcea5c15487 HTTP/1.1" status: 200 len: 375 time: 0.0168200 Jul 16 20:06:12.797045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:12.875553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-d36bab35-461c-4927-a569-00c2be4d909c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860825 Jul 16 20:06:12.965735 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-aa9a439f-d00c-4c48-86e9-6dc5fdbaf008 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353966 Jul 16 20:06:12.975899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358db5b6-0c54-4c62-9b5b-8bb40a574071 req-477ee4cd-6780-466e-b2e2-9c077db99ea9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.988085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-358db5b6-0c54-4c62-9b5b-8bb40a574071 req-477ee4cd-6780-466e-b2e2-9c077db99ea9 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1302595 Jul 16 20:06:13.000425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-5587907d-781a-4223-9947-243bbe776fe0 service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169291 Jul 16 20:06:13.047604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6bf7791b-cc4e-4962-b8fc-a7aa27b608b7'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:13.106052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-358db5b6-0c54-4c62-9b5b-8bb40a574071 req-f6c0837a-6fa4-4954-97a9-1b8695509676 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170573 Jul 16 20:06:13.124613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-4c6d5506-e006-470f-a973-8cdb4cee28d1 service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159329 Jul 16 20:06:13.144372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-7029b273-cd44-4ac9-8e44-6d16c370f39b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:13.145840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-7029b273-cd44-4ac9-8e44-6d16c370f39b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545060 Jul 16 20:06:13.159261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:13.447597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:13.453684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.510383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-5e0d274b-0452-4dbd-bd89-ce2515021403 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:13.520755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-5e0d274b-0452-4dbd-bd89-ce2515021403 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "GET /v2.0/ports?device_id=c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c HTTP/1.1" status: 200 len: 946 time: 0.1243320 Jul 16 20:06:13.587363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e85b48b2-6bcd-4df5-89d4-93d03e193e30 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:13.589039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e85b48b2-6bcd-4df5-89d4-93d03e193e30 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/networks?id=8b722d27-d703-41ab-9603-4be3ba5886d9 HTTP/1.1" status: 200 len: 810 time: 0.2788968 Jul 16 20:06:13.638019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-ecbd4846-6a9d-4e9d-96b7-5032917362a3 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/quotas/5781a8183474404e824181e0c7c0c8e1 HTTP/1.1" status: 200 len: 375 time: 0.0401981 Jul 16 20:06:13.701011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Deleting port c0d10d56-4f95-43b5-98f5-c41d566c987d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:13.702330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.704625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-60739ef4-03e0-4b72-a155-87123a34e25b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5781a8183474404e824181e0c7c0c8e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307143 Jul 16 20:06:13.707687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-865a26aa-2e57-47d2-ae5b-354f2d4baa8a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008832 Jul 16 20:06:13.917003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-4209de69-a47b-4e40-9f5c-f2adb636ad75 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:13.919611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-4209de69-a47b-4e40-9f5c-f2adb636ad75 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.2203448 Jul 16 20:06:13.933957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-10'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:13.945060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.107 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/b69b41da-713c-4a7e-a995-b69672893967) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:13.975074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] For port c0d10d56-4f95-43b5-98f5-c41d566c987d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c0d10d56-4f95-43b5-98f5-c41d566c987d,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:13.975438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.010055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10f82b-4858-4807-8b0d-9f5880e5a18d req-adba9326-287c-4089-b7e1-4f226e8968a6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.011760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc10f82b-4858-4807-8b0d-9f5880e5a18d req-adba9326-287c-4089-b7e1-4f226e8968a6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 945 time: 0.2571921 Jul 16 20:06:14.015744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Calling delete_port for c0d10d56-4f95-43b5-98f5-c41d566c987d owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:14.134109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.150243 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.159113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object b69b41da-713c-4a7e-a995-b69672893967 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:14.171661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc10f82b-4858-4807-8b0d-9f5880e5a18d req-ab956522-18ee-4f9e-b891-6aebf91e1829 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445971 Jul 16 20:06:14.220731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-71a81c3c-7371-436a-9a39-48b1257633bb service neutron] 10.222.0.91 "GET /v2.0/networks/8b722d27-d703-41ab-9603-4be3ba5886d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082777 Jul 16 20:06:14.343589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-5dd3ccab-500b-4b0f-ab6a-a235912b40e2 service neutron] 10.222.0.91 "GET /v2.0/networks/8b722d27-d703-41ab-9603-4be3ba5886d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215985 Jul 16 20:06:14.372530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-92404ba2-1565-4e60-aba9-dff69a6254f8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.379497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-92404ba2-1565-4e60-aba9-dff69a6254f8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6562107 Jul 16 20:06:14.396591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0ae4c530-f3fd-4e77-95fe-413cd767bcac details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:14.400943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:14.432776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:14.488769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aff6f171-07b5-4964-b618-58dd6ba9ebaf req-5455e011-a4ae-4a7b-b8bf-6f13c4e9fbde tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 210 time: 0.1063526 Jul 16 20:06:14.526611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.534523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:14.559156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.575634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:14.586735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:14.604061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event deleted for resources: {'Port': ['ID=c0d10d56-4f95-43b5-98f5-c41d566c987d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.618784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:14.619328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.645455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:14.650097 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-ace1600a-bc51-4d35-a8cd-89a543aab5b1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2696128 Jul 16 20:06:14.673655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:14.729219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] No DVR routers for this DVR port c0d10d56-4f95-43b5-98f5-c41d566c987d on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:14.735310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:14.749215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.750982 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9f0f0883-11ac-4997-856a-b5cb479d275b req-ed3e8867-6cb4-4d6a-ac5c-b1522c123892 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "DELETE /v2.0/ports/c0d10d56-4f95-43b5-98f5-c41d566c987d HTTP/1.1" status: 204 len: 173 time: 1.2230847 Jul 16 20:06:14.760292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:14.786484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'name': 'network-vif-deleted', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:14.793008 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b664d5b-a231-4cae-8904-e1c389e814f5" -d '{"events": [{"server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "name": "network-vif-deleted", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:14.802722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0ae4c530-f3fd-4e77-95fe-413cd767bcac has no active binding in host n-h2-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:06:14.839269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b35f49e-119d-49be-8dad-564edb765eb3 req-0aa327e5-b2be-4a9a-aada-028b4ba27ec0 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.1513450 Jul 16 20:06:14.908223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:14.920170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=b69b41da-713c-4a7e-a995-b69672893967,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.943927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.948109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.949377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.002763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:15.007306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.032491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:15.035495 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d705373e-73f8-4412-b542-54b3539bf331" -d '{"events": [{"server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "name": "network-vif-plugged", "status": "completed", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:15.058298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:15.059005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-8f6ab3b2-a4bd-4f8e-ae2d-3174f9a2b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.062970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-8f6ab3b2-a4bd-4f8e-ae2d-3174f9a2b751 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 1097 time: 0.3394027 Jul 16 20:06:15.064201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-bd83a4a0-44ba-41e0-b70b-88c85bf8e028 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9096191 Jul 16 20:06:15.064721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.066326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:15.076405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.091617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Request body: {'port': {'device_id': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:15.133894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: c0d10d56-4f95-43b5-98f5-c41d566c987d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:15.134858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:15.150417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.160127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2594dd4a-2465-4492-94fd-d7fd7de9e8cc None None] Provisioning for port b69b41da-713c-4a7e-a995-b69672893967 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:15.172119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2594dd4a-2465-4492-94fd-d7fd7de9e8cc None None] Provisioning complete for port b69b41da-713c-4a7e-a995-b69672893967 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:15.172496 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2594dd4a-2465-4492-94fd-d7fd7de9e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.230800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2594dd4a-2465-4492-94fd-d7fd7de9e8cc None None] Port b69b41da-713c-4a7e-a995-b69672893967 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:15.241004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:15.332245 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.400719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90fd342b-0478-448f-94d3-19d9941d9464 req-c47c532d-0f48-418a-9e98-3820fbedf1b7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 210 time: 0.2948031 Jul 16 20:06:15.409137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.83 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/0402480b-264d-4390-90eb-9622c5823390) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:15.558289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on host n-h1-792458-10 for vnic_type normal with profile {"migrating_to": "n-h2-792458-10"} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:15.559050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:15.559739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:15.583827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:15.584530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Attempting to bind port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:15.594690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:15.595625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:15.596174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:15.596823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Bound port: 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:15.597450 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.599789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:15.619391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187896-3cea-4060-96a4-371306fafd82 req-eeecd57c-2d8a-4a18-93a6-69144548d1eb tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.621453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-eeecd57c-2d8a-4a18-93a6-69144548d1eb tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.5427239 Jul 16 20:06:15.654158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Request body: {'port': {'device_id': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'admin_state_up': True, 'tenant_id': 'b90b480c6a634bc1976cdfcea5c15487'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:15.689035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee376403-1428-4477-9c8c-6ac766eeba43 req-c2d54f2a-1b6d-4711-b652-bdde96d779b4 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.691591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee376403-1428-4477-9c8c-6ac766eeba43 req-c2d54f2a-1b6d-4711-b652-bdde96d779b4 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.3731177 Jul 16 20:06:15.714463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-1c01163d-8c47-4c98-8a48-b281f8e6bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.716195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-1c01163d-8c47-4c98-8a48-b281f8e6bea5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.6044934 Jul 16 20:06:15.770957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.99', 61654) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:15.814878 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee376403-1428-4477-9c8c-6ac766eeba43 req-6ab6c5f5-0b48-4e39-87d5-b106533b793e tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083803 Jul 16 20:06:15.855414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-e7a326a9-9e20-419a-b65e-baae7ee28cfe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 200 len: 217 time: 0.1114988 Jul 16 20:06:15.883931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f88a20c3-508c-4b2d-86a4-c2e151187d81 req-b93d3e17-f513-4cb6-8feb-01ea1125109e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.1103306 Jul 16 20:06:15.920346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.938394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object 0402480b-264d-4390-90eb-9622c5823390 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:15.979619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:16.010331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-3c2dc3d7-9e30-4969-8737-802349921b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.012013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-3c2dc3d7-9e30-4969-8737-802349921b8d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1544445 Jul 16 20:06:16.012357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.017652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:16.024775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:16.034229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a719-c222-4432-be6d-67332e39445f req-8aea231b-4df5-401e-a020-e29e930ea9ec tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.051741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bda2a719-c222-4432-be6d-67332e39445f req-8aea231b-4df5-401e-a020-e29e930ea9ec tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.4418137 Jul 16 20:06:16.080897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:16.093004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:16.133836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-ab34d194-8937-42eb-8d0e-def526b6289c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740328 Jul 16 20:06:16.139788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:16.158545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.196057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=0402480b-264d-4390-90eb-9622c5823390,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:16.256927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd136623-8fef-436a-b665-c1b384d45c06 req-58e4c3e3-b9c0-4cc8-b78b-67e02f3d74e4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.258945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd136623-8fef-436a-b665-c1b384d45c06 req-58e4c3e3-b9c0-4cc8-b78b-67e02f3d74e4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.2898486 Jul 16 20:06:16.267534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.268221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.285717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:16.332021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Made reservation on behalf of b90b480c6a634bc1976cdfcea5c15487 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:16.335561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.342313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f361ec8-192c-4907-a44f-c421d1bf582d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9330063 Jul 16 20:06:16.359445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Request body: {'port': {'device_id': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:16.367279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd136623-8fef-436a-b665-c1b384d45c06 req-7422e2fa-3995-4cb6-abb6-43fc6a4e5404 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912869 Jul 16 20:06:16.370085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-51db509c-3431-4916-b6ff-64d4132951b2 None None] Provisioning for port 0402480b-264d-4390-90eb-9622c5823390 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:16.376517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.377322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.377438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-51db509c-3431-4916-b6ff-64d4132951b2 None None] Provisioning complete for port 0402480b-264d-4390-90eb-9622c5823390 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:16.378069 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51db509c-3431-4916-b6ff-64d4132951b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.378724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-1e1b838f-470f-4dd4-baa7-d6b23cebbb2c service neutron] 10.222.0.79 "PUT /v2.0/ports/0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 200 len: 1123 time: 2.4512024 Jul 16 20:06:16.402206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69b41da-713c-4a7e-a995-b69672893967 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:16.402583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bda2a719-c222-4432-be6d-67332e39445f req-93e4dab0-7958-456b-8288-f4baa7fdf94c tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462629 Jul 16 20:06:16.410601 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.463062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-51db509c-3431-4916-b6ff-64d4132951b2 None None] Port 0402480b-264d-4390-90eb-9622c5823390 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:16.493124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0ae4c530-f3fd-4e77-95fe-413cd767bcac'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:16.513431 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a522a85-fb23-449e-aecc-51100c73cfd4 x-openstack-request-id: req-5a522a85-fb23-449e-aecc-51100c73cfd4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:16.513744 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c", "name": "network-vif-deleted", "tag": "c0d10d56-4f95-43b5-98f5-c41d566c987d", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:16.513989 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5a522a85-fb23-449e-aecc-51100c73cfd4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:16.514455 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c648a2c8-efbf-4e3c-bbe9-ec880e7dd46c', 'name': 'network-vif-deleted', 'tag': 'c0d10d56-4f95-43b5-98f5-c41d566c987d', 'status': 'completed', 'code': 200} Jul 16 20:06:16.521652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Transition to ACTIVE for port object b69b41da-713c-4a7e-a995-b69672893967 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:16.539557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.575939 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9edf13-b16b-4dc4-bc50-675591dee382 x-openstack-request-id: req-ce9edf13-b16b-4dc4-bc50-675591dee382 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:16.575939 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "name": "network-vif-plugged", "status": "completed", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:16.575939 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ce9edf13-b16b-4dc4-bc50-675591dee382 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:16.575939 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'code': 200} Jul 16 20:06:16.580176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['0ae4c530-f3fd-4e77-95fe-413cd767bcac'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:16.630623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-0f208d03-1243-41ea-b836-40f5da62a21f service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555051 Jul 16 20:06:16.665571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.852122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4aa8ee95-668b-4f3e-83e2-ea38169cf5bb req-648cd8d2-a269-44b5-a197-38ca382f1b36 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 210 time: 0.1484683 Jul 16 20:06:16.976712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4591d3c-70f8-486c-91ec-443d5ad59ba3 req-a1d7610d-0425-4ecc-813c-bc49941c9639 service neutron] 10.222.0.99 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326912 Jul 16 20:06:17.061550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Allocated IP 172.20.0.4 (8ebcdea9-eaca-454d-a038-8611b5c1ff12/88339bf1-e441-44a5-985b-a9bef9e2f1f3/4132c641-ca2f-4952-8694-fa7e9fc3139e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:17.126490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Pushing event updated for resources: {'Port': ['ID=b69b41da-713c-4a7e-a995-b69672893967,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:17.188976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0402480b-264d-4390-90eb-9622c5823390 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:17.204972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.211880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269e19-8bf8-4446-9728-637c74d816dc req-7d44d349-e0bf-46da-98b7-ab04a0d9a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.214133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a269e19-8bf8-4446-9728-637c74d816dc req-7d44d349-e0bf-46da-98b7-ab04a0d9a13b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 1097 time: 0.2339516 Jul 16 20:06:17.234266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Transition to ACTIVE for port object 0402480b-264d-4390-90eb-9622c5823390 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:17.246804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.252644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1db86-4305-40fb-b126-03472aa3731e req-7f65aa7f-4b36-43e4-869c-89895e1b4939 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.253121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Attempting to bind port b69b41da-713c-4a7e-a995-b69672893967 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:17.253458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Attempting to bind port b69b41da-713c-4a7e-a995-b69672893967 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:17.253798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Attempting to bind port b69b41da-713c-4a7e-a995-b69672893967 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:17.254395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dee1db86-4305-40fb-b126-03472aa3731e req-7f65aa7f-4b36-43e4-869c-89895e1b4939 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 935 time: 0.1975844 Jul 16 20:06:17.288355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b3843-a2a1-47f5-b300-eba2b0cc91b3 req-068739a1-3405-4a16-a17e-65f552d1e68e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.289887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b84b3843-a2a1-47f5-b300-eba2b0cc91b3 req-068739a1-3405-4a16-a17e-65f552d1e68e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.2300599 Jul 16 20:06:17.292842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Port b69b41da-713c-4a7e-a995-b69672893967 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:17.293152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Attempting to bind port b69b41da-713c-4a7e-a995-b69672893967 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:17.319085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:17.319423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:17.320238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:17.320238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Bound port: b69b41da-713c-4a7e-a995-b69672893967, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:17.320598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.333727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a269e19-8bf8-4446-9728-637c74d816dc req-2c1e5597-b385-4cc3-8f2b-83b909e55698 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087074 Jul 16 20:06:17.346675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=0402480b-264d-4390-90eb-9622c5823390,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:17.365784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dee1db86-4305-40fb-b126-03472aa3731e req-ede2f0d4-ffbc-4d95-9486-992d8a5513e8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023717 Jul 16 20:06:17.382238 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.443818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.449902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b84b3843-a2a1-47f5-b300-eba2b0cc91b3 req-16dee1ee-bf7c-4c1d-aab4-5544439e9e91 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502957 Jul 16 20:06:17.531817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] For port b69b41da-713c-4a7e-a995-b69672893967, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:17.535341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] For port b69b41da-713c-4a7e-a995-b69672893967, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b69b41da-713c-4a7e-a995-b69672893967,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:17.536380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Attempting to bind port 0402480b-264d-4390-90eb-9622c5823390 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:17.536795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Attempting to bind port 0402480b-264d-4390-90eb-9622c5823390 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:17.537025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Attempting to bind port 0402480b-264d-4390-90eb-9622c5823390 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:17.549382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.554199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Port 0402480b-264d-4390-90eb-9622c5823390 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:17.554199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Attempting to bind port 0402480b-264d-4390-90eb-9622c5823390 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:17.573403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:17.604714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:17.605090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:17.605436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:17.605880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Bound port: 0402480b-264d-4390-90eb-9622c5823390, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:17.606245 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.608302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:17.617302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.617924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.619456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] 10.222.0.99 "PUT /v2.0/ports/b69b41da-713c-4a7e-a995-b69672893967 HTTP/1.1" status: 200 len: 1097 time: 2.5330400 Jul 16 20:06:17.625587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'tag': 'b69b41da-713c-4a7e-a995-b69672893967'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:17.628304 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f38599e6-85ea-4541-9cdf-37c8d9b6e2cd", "tag": "b69b41da-713c-4a7e-a995-b69672893967"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:17.645168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:17.705620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8017e9a-5b43-412d-b9ae-68881ffe149a service neutron] Pushing event updated for resources: {'Port': ['ID=b69b41da-713c-4a7e-a995-b69672893967,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:17.856652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] For port 0402480b-264d-4390-90eb-9622c5823390, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:17.861330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] For port 0402480b-264d-4390-90eb-9622c5823390, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0402480b-264d-4390-90eb-9622c5823390,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:17.878744 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.941681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.942668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.944206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] 10.222.0.99 "PUT /v2.0/ports/0402480b-264d-4390-90eb-9622c5823390 HTTP/1.1" status: 200 len: 1096 time: 1.5913401 Jul 16 20:06:17.957171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-28be147b-c4d9-4d21-b1b9-e823cc9b0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.959533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-28be147b-c4d9-4d21-b1b9-e823cc9b0b73 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 1100 time: 0.2159183 Jul 16 20:06:17.975445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f440af-dab4-4b88-9404-ec746f364b85 req-66c293e7-485b-46b8-9f5c-9ee0e3359bf8 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.984917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-69f440af-dab4-4b88-9404-ec746f364b85 req-66c293e7-485b-46b8-9f5c-9ee0e3359bf8 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 931 time: 0.2672884 Jul 16 20:06:18.048780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-185c4c1c-9d79-4608-8241-f5ed1181476e req-7d9e5867-eb16-4213-9c85-8e33b7e3495b tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.4592853 Jul 16 20:06:18.051190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-45dcabb7-5bd2-4a56-b502-c2143d5a832b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b69b41da-713c-4a7e-a995-b69672893967 HTTP/1.1" status: 200 len: 217 time: 0.0640950 Jul 16 20:06:18.065038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:18.076544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321df63d-7d3f-4fcd-892b-8654fcaf0cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=0402480b-264d-4390-90eb-9622c5823390,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:18.126491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.127763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.219367 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-a025663d-9e6c-4acd-a11d-a6fbb58bfc76 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5697348 Jul 16 20:06:18.230540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Request body: {'port': {'device_id': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:18.269810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-eb64b6b3-d22d-487f-83e6-4f637ca91e47 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.271415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-eb64b6b3-d22d-487f-83e6-4f637ca91e47 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.79 "GET /v2.0/networks?id=8b722d27-d703-41ab-9603-4be3ba5886d9 HTTP/1.1" status: 200 len: 810 time: 0.2213964 Jul 16 20:06:18.286051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Request body: {'port': {'device_id': 'c69c59f4-76bd-4499-86bb-a33945256964', 'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9', 'admin_state_up': True, 'tenant_id': '5781a8183474404e824181e0c7c0c8e1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:18.428731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:18.448446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.472926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: c0d10d56-4f95-43b5-98f5-c41d566c987d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:18.473530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c0d10d56-4f95-43b5-98f5-c41d566c987d not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:18.523744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac'}, {'name': 'network-changed', 'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:18.526115 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8722998-c2bb-4c86-bf34-bb6deb7a8779" -d '{"events": [{"server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac"}, {"name": "network-changed", "server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:18.539228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-69f440af-dab4-4b88-9404-ec746f364b85 req-a27220ab-aac6-4670-82be-75f1388e6bd7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533545 Jul 16 20:06:18.564257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-304fcc2e-df75-4107-a464-88f7ac43cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.564257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-304fcc2e-df75-4107-a464-88f7ac43cea8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.4622736 Jul 16 20:06:18.564257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-88b1146f-9a01-4fd3-afc8-3a2768dd8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.564693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-88b1146f-9a01-4fd3-afc8-3a2768dd8f84 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 1099 time: 0.5268500 Jul 16 20:06:18.586320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Made reservation on behalf of 5781a8183474404e824181e0c7c0c8e1 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:18.590013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.650057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-6f100242-faff-4de6-b537-d72306384054 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=0402480b-264d-4390-90eb-9622c5823390 HTTP/1.1" status: 200 len: 217 time: 0.0466261 Jul 16 20:06:18.722088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e019-4eb6-423d-8c46-4feb139213e2 req-101d537f-1122-4ca8-8bd0-1861f8771a0f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.723834 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ff0e019-4eb6-423d-8c46-4feb139213e2 req-101d537f-1122-4ca8-8bd0-1861f8771a0f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.2385879 Jul 16 20:06:18.742952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f664867-851b-4418-9544-0fada58829da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.744484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-5f664867-851b-4418-9544-0fada58829da service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684029 Jul 16 20:06:18.746602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-f6be97c6-e22e-47ae-acf2-c85cbc3736ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.747949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-f6be97c6-e22e-47ae-acf2-c85cbc3736ed service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0915158 Jul 16 20:06:18.828400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f841b5e-a1f1-4b9f-b7f2-4210c9873f21 req-f1dc7f41-610e-4ea9-af98-fd6bc6cf08a7 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.829861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f841b5e-a1f1-4b9f-b7f2-4210c9873f21 req-f1dc7f41-610e-4ea9-af98-fd6bc6cf08a7 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.1695251 Jul 16 20:06:18.880361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ff0e019-4eb6-423d-8c46-4feb139213e2 req-249d3677-2d75-48ff-bf0d-ad0f5a7836c2 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292858 Jul 16 20:06:18.925473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Allocated IP 172.20.0.8 (8b722d27-d703-41ab-9603-4be3ba5886d9/36c334da-18c5-42e7-88ba-e8e95f63b76d/fe92b0d7-0876-4416-894a-a541bc119c10) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:18.927219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-59e87984-4d48-4ae1-a081-c3090d4059c4 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692042 Jul 16 20:06:18.932221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f841b5e-a1f1-4b9f-b7f2-4210c9873f21 req-adc198f3-7c65-4bdc-88a7-6061c1e0a699 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760262 Jul 16 20:06:18.939607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea09c-9193-4443-9932-42cda34dda53 req-af9c6788-0542-4a9c-aff0-3acee5111500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.940977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-af9c6788-0542-4a9c-aff0-3acee5111500 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1812661 Jul 16 20:06:18.948750 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f500c4-cbb0-4153-aef4-82f6b9fac143 x-openstack-request-id: req-a4f500c4-cbb0-4153-aef4-82f6b9fac143 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:18.949036 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38599e6-85ea-4541-9cdf-37c8d9b6e2cd", "tag": "b69b41da-713c-4a7e-a995-b69672893967", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:18.949277 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a4f500c4-cbb0-4153-aef4-82f6b9fac143 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:18.949654 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'tag': 'b69b41da-713c-4a7e-a995-b69672893967', 'status': 'completed', 'code': 200} Jul 16 20:06:18.985515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4132c641-ca2f-4952-8694-fa7e9fc3139e {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:18.998104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.029396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Transition to ACTIVE for port object 4132c641-ca2f-4952-8694-fa7e9fc3139e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:19.045499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.117682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-0cf5a98d-3799-4996-98ed-36cae1431ec6 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804826 Jul 16 20:06:19.121596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-bc0ca42a-0727-4a9f-8098-2e80c8557355 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701803 Jul 16 20:06:19.175804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b737c6c4-eadb-4208-8c68-1ed2dd10e8dd req-d709e04f-2e03-4b3f-8255-61bd990787e7 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 210 time: 0.1165507 Jul 16 20:06:19.243093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:19.272058 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7acea09c-9193-4443-9932-42cda34dda53 req-5c5fcbb0-722b-4cda-a994-7d6810b9cb6a service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432698 Jul 16 20:06:19.294337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-a6ed45c6-5623-4ff5-b27c-b22d1578f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.296506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-a6ed45c6-5623-4ff5-b27c-b22d1578f54b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 1100 time: 0.0845656 Jul 16 20:06:19.337551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.393145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Attempting to bind port 4132c641-ca2f-4952-8694-fa7e9fc3139e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:19.393533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Attempting to bind port 4132c641-ca2f-4952-8694-fa7e9fc3139e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:19.393862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Attempting to bind port 4132c641-ca2f-4952-8694-fa7e9fc3139e on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:19.411097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Port 4132c641-ca2f-4952-8694-fa7e9fc3139e on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:19.411467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Attempting to bind port 4132c641-ca2f-4952-8694-fa7e9fc3139e on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:19.426098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:19.426434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Checking segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:19.426816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Bound using segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:19.427430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Bound port: 4132c641-ca2f-4952-8694-fa7e9fc3139e, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:19.427811 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.429892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-cc8f8ada-43f9-4b71-a8a3-6151d8bfcebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.431395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-cc8f8ada-43f9-4b71-a8a3-6151d8bfcebf service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1239254 Jul 16 20:06:19.441227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a925d3-203a-4ffb-8980-5f9749fd3223 req-f37c8a64-0c8a-45c1-987e-317b3630dea0 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.448027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04a925d3-203a-4ffb-8980-5f9749fd3223 req-f37c8a64-0c8a-45c1-987e-317b3630dea0 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.1494236 Jul 16 20:06:19.457101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.495265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-7e148f49-c1d9-4448-89bc-0475d135022e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b69b41da-713c-4a7e-a995-b69672893967 HTTP/1.1" status: 200 len: 217 time: 0.0519006 Jul 16 20:06:19.566427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-4f17bbe0-2d8c-433a-97d7-b3a65f138e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.568282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-4f17bbe0-2d8c-433a-97d7-b3a65f138e33 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0597320 Jul 16 20:06:19.569583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Network 8b722d27-d703-41ab-9603-4be3ba5886d9 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:19.578523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04a925d3-203a-4ffb-8980-5f9749fd3223 req-07ef3284-2d01-4a9d-8df4-b7e158b61cc1 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296694 Jul 16 20:06:19.581790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Pushing event updated for resources: {'Port': ['ID=fe92b0d7-0876-4416-894a-a541bc119c10,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:19.584227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:19.590037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:19.640301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:19.645093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:19.655574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.670151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.670922 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.689075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda114f-1906-4669-912d-3efd80b3485e req-af31481a-127d-469e-a0ff-32fc6165be24 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.690856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8bda114f-1906-4669-912d-3efd80b3485e req-af31481a-127d-469e-a0ff-32fc6165be24 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 947 time: 0.1203308 Jul 16 20:06:19.693831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-59862e39-8819-4856-8b93-217f63b9a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.695257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-59862e39-8819-4856-8b93-217f63b9a3e9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144710 Jul 16 20:06:19.719260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.719878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.721502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] 10.222.0.79 "PUT /v2.0/ports/4132c641-ca2f-4952-8694-fa7e9fc3139e HTTP/1.1" status: 200 len: 1092 time: 1.4956572 Jul 16 20:06:19.726747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-e82fb5c5-01aa-4d07-94af-10ef3cef046b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4459615 Jul 16 20:06:19.767922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Request body: {'port': {'device_id': 'c69c59f4-76bd-4499-86bb-a33945256964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:19.769281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8bda114f-1906-4669-912d-3efd80b3485e req-648af750-5685-4fea-94f1-a64a24771914 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692849 Jul 16 20:06:19.778864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d8d77-d87a-4be7-bf9f-4a4c918da5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:19.841397 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185c2cab-48bc-4df9-8922-1d49e504baec x-openstack-request-id: req-185c2cab-48bc-4df9-8922-1d49e504baec {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:19.841776 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac", "code": 200}, {"name": "network-changed", "server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:19.842105 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-185c2cab-48bc-4df9-8922-1d49e504baec {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:19.842590 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac', 'code': 200} Jul 16 20:06:19.842955 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac', 'status': 'completed', 'code': 200} Jul 16 20:06:19.850361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-607f9f2b-2736-4151-bd8c-a6bab76b3b09 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288254 Jul 16 20:06:19.934764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.947695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342fc7e-357a-4305-a034-42aecde8ce1e req-370c5705-4cbb-41fb-89ad-b73ba3520133 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.949817 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e342fc7e-357a-4305-a034-42aecde8ce1e req-370c5705-4cbb-41fb-89ad-b73ba3520133 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.2268298 Jul 16 20:06:20.028104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187896-3cea-4060-96a4-371306fafd82 req-c2113d73-43d9-419a-be24-41b64daddaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.029583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-c2113d73-43d9-419a-be24-41b64daddaba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 1095 time: 0.1857779 Jul 16 20:06:20.038219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e342fc7e-357a-4305-a034-42aecde8ce1e req-fa84a07e-5e06-4be3-955f-911ab9e35648 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807774 Jul 16 20:06:20.056213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d51e150a-f5f8-4ef4-bc3b-ba81e99876e5 req-644ec900-f8c9-4811-acd6-8f871b483ae1 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776571 Jul 16 20:06:20.067966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-d9bd407f-eae8-439b-9710-05dbc228d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.070117 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-d9bd407f-eae8-439b-9710-05dbc228d531 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1126 time: 0.1774671 Jul 16 20:06:20.085788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e35cb-97e8-4951-8cc3-d3ae7ce74199 req-04045890-e646-4d42-9177-3c68a1f2721e tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.091314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e8e35cb-97e8-4951-8cc3-d3ae7ce74199 req-04045890-e646-4d42-9177-3c68a1f2721e tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.1568651 Jul 16 20:06:20.102322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41062) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:20.109408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Request body: {'floatingip': {'port_id': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:20.133144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-342b3ab6-65ac-45bc-b36e-d965e359740b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e HTTP/1.1" status: 200 len: 217 time: 0.0905616 Jul 16 20:06:20.181410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.251361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fee316e2-059d-417b-9294-61a6a8235010 req-35063adf-84fb-4946-80db-fb1fc42fccf6 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0452576 Jul 16 20:06:20.252979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187896-3cea-4060-96a4-371306fafd82 req-2d8f6668-f9ce-4a02-8139-8d3c26d0188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.254869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-2d8f6668-f9ce-4a02-8139-8d3c26d0188f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.1086495 Jul 16 20:06:20.316407 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-a6d39e42-27e7-4e48-bb6f-b916f1f9cbb7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339973 Jul 16 20:06:20.393928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-65f81b3a-b594-4eda-b8ac-9fe82ce08462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.395601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-65f81b3a-b594-4eda-b8ac-9fe82ce08462 service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.3022048 Jul 16 20:06:20.448529 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-d733da5b-b604-4228-9fce-cbf82982d66a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 200 len: 217 time: 0.0421481 Jul 16 20:06:20.469123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1cf20-2e95-4465-b432-1548a042af51 req-0d7389d3-434d-4268-a782-eb3dd466971a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.470716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6d1cf20-2e95-4465-b432-1548a042af51 req-0d7389d3-434d-4268-a782-eb3dd466971a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 943 time: 0.2539809 Jul 16 20:06:20.547370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe92b0d7-0876-4416-894a-a541bc119c10 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:20.559499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.570238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-f4e880c7-e972-4bf8-9f54-1f028cf18461 service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357609 Jul 16 20:06:20.605195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f0b9-1f08-4db3-803f-443bc39f46ba req-ad781fd0-8b3d-4829-b000-ea6af5cb3b09 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.606679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50f0f0b9-1f08-4db3-803f-443bc39f46ba req-ad781fd0-8b3d-4829-b000-ea6af5cb3b09 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.2349679 Jul 16 20:06:20.609545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Transition to ACTIVE for port object fe92b0d7-0876-4416-894a-a541bc119c10 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:20.617951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-8095365d-2d3f-471d-a64f-1115a67eaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.620107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-8095365d-2d3f-471d-a64f-1115a67eaf19 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1197612 Jul 16 20:06:20.630896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6d1cf20-2e95-4465-b432-1548a042af51 req-9365e866-3412-4b72-a868-e7a70c898c8d tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272495 Jul 16 20:06:20.632743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.676982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-bcb721d2-6d7b-47f9-8452-655d182e1d1d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500398 Jul 16 20:06:20.727391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-84a0c8ad-7d1b-4fc4-8870-c289dbb18d8b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.728907 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-84a0c8ad-7d1b-4fc4-8870-c289dbb18d8b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.2692997 Jul 16 20:06:20.799489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Pushing event updated for resources: {'Port': ['ID=fe92b0d7-0876-4416-894a-a541bc119c10,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:20.809162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50f0f0b9-1f08-4db3-803f-443bc39f46ba req-412cd407-36e6-48b8-9d72-5066e422600c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866522 Jul 16 20:06:20.866486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed187896-3cea-4060-96a4-371306fafd82 req-2a910c98-b822-4815-896e-247ab97553c0 service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835104 Jul 16 20:06:20.928999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-733059a7-c175-4b97-8f86-0742c8e093a9 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419958 Jul 16 20:06:20.952635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'tag': '0402480b-264d-4390-90eb-9622c5823390'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:20.954918 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052da4eb-abdc-4f82-a71f-c74a50d07443" -d '{"events": [{"name": "network-changed", "server_uuid": "6745d0be-56f8-4d20-9a33-689d2a6169ca", "tag": "0402480b-264d-4390-90eb-9622c5823390"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:21.014430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17217fa-716d-45a6-8756-2219fc1bf48b req-ab8af11d-d1c9-4578-a024-682a59c12ea3 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.016398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e17217fa-716d-45a6-8756-2219fc1bf48b req-ab8af11d-d1c9-4578-a024-682a59c12ea3 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 943 time: 0.2654185 Jul 16 20:06:21.168886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e17217fa-716d-45a6-8756-2219fc1bf48b req-33b9a3fd-6adf-4a46-9f24-a158435e796a tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427310 Jul 16 20:06:21.171132 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.173399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8722998-c2bb-4c86-bf34-bb6deb7a8779 req-f15541c4-8101-4168-9570-4d85f69a1b3b service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359414 Jul 16 20:06:21.178280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.247247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Attempting to bind port fe92b0d7-0876-4416-894a-a541bc119c10 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:21.247631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Attempting to bind port fe92b0d7-0876-4416-894a-a541bc119c10 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'be2be783-b460-4316-977c-4e65fb7061dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:21.247892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Attempting to bind port fe92b0d7-0876-4416-894a-a541bc119c10 on network 8b722d27-d703-41ab-9603-4be3ba5886d9 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:21.261962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Port fe92b0d7-0876-4416-894a-a541bc119c10 on network 8b722d27-d703-41ab-9603-4be3ba5886d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:21.262645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Attempting to bind port fe92b0d7-0876-4416-894a-a541bc119c10 on network 8b722d27-d703-41ab-9603-4be3ba5886d9 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:21.265923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Deleting port 87e78746-6b81-40c5-a335-56d0b4242c02 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:21.266252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.291785 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Floating IP 3326e0d3-f1f2-44f1-8f98-862bee581062 associated. External IP: 172.25.3.80, port: 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7. Jul 16 20:06:21.293204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:21.293521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Checking segment: {'id': 'be2be783-b460-4316-977c-4e65fb7061dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:21.293898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Bound using segment: {'id': 'be2be783-b460-4316-977c-4e65fb7061dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:21.294333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Bound port: fe92b0d7-0876-4416-894a-a541bc119c10, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2be783-b460-4316-977c-4e65fb7061dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:21.294691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.380634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652b3ac-99fa-4c26-b943-5631a99c3a58 req-ad8e1abd-b111-4edc-9a5c-480c3449d105 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.382137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9652b3ac-99fa-4c26-b943-5631a99c3a58 req-ad8e1abd-b111-4edc-9a5c-480c3449d105 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 945 time: 0.4575548 Jul 16 20:06:21.448589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] For port 87e78746-6b81-40c5-a335-56d0b4242c02, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=87e78746-6b81-40c5-a335-56d0b4242c02,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:21.448829 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.468037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] For port fe92b0d7-0876-4416-894a-a541bc119c10, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:21.523737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9652b3ac-99fa-4c26-b943-5631a99c3a58 req-7f92ec43-9439-4b34-8731-e2c09acb913b tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2780a2cc-b1df-4d56-90f4-2bb6aeac765e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335986 Jul 16 20:06:21.527670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] For port fe92b0d7-0876-4416-894a-a541bc119c10, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fe92b0d7-0876-4416-894a-a541bc119c10,segment=NetworkSegment(be2be783-b460-4316-977c-4e65fb7061dc),segment_id=be2be783-b460-4316-977c-4e65fb7061dc)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:21.535887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.622793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.623526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.625456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] 10.222.0.79 "PUT /v2.0/ports/fe92b0d7-0876-4416-894a-a541bc119c10 HTTP/1.1" status: 200 len: 1092 time: 1.8795061 Jul 16 20:06:21.673304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4660c-51aa-46e4-a669-bd572b5b3b5a service neutron] Pushing event updated for resources: {'Port': ['ID=fe92b0d7-0876-4416-894a-a541bc119c10,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:21.732268 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d6bfed-07c9-4784-ab04-3c6ca1a1209e x-openstack-request-id: req-27d6bfed-07c9-4784-ab04-3c6ca1a1209e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:21.732854 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6745d0be-56f8-4d20-9a33-689d2a6169ca", "tag": "0402480b-264d-4390-90eb-9622c5823390", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:21.732854 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-27d6bfed-07c9-4784-ab04-3c6ca1a1209e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:21.733032 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'tag': '0402480b-264d-4390-90eb-9622c5823390', 'status': 'completed', 'code': 200} Jul 16 20:06:21.812129 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.812506 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.812842 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513 disassociated. External IP: 172.25.3.230, port: 87e78746-6b81-40c5-a335-56d0b4242c02. Jul 16 20:06:21.813190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Calling delete_port for 87e78746-6b81-40c5-a335-56d0b4242c02 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:21.817360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950cecf-41c8-4936-b92b-dcb607bd85ad req-335df535-66fb-4ef3-a267-d6cd6d214e7f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.818924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8950cecf-41c8-4936-b92b-dcb607bd85ad req-335df535-66fb-4ef3-a267-d6cd6d214e7f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 947 time: 0.5240822 Jul 16 20:06:21.873027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e'}, {'name': 'network-changed', 'server_uuid': 'c69c59f4-76bd-4499-86bb-a33945256964', 'tag': 'fe92b0d7-0876-4416-894a-a541bc119c10'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:21.875513 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4901a6b-d05b-43c1-9d48-691c6e608422" -d '{"events": [{"name": "network-changed", "server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e"}, {"name": "network-changed", "server_uuid": "c69c59f4-76bd-4499-86bb-a33945256964", "tag": "fe92b0d7-0876-4416-894a-a541bc119c10"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:21.910965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-7c2e489d-3dcf-4341-991a-bc585c0d0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.912523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-7c2e489d-3dcf-4341-991a-bc585c0d0c24 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5781a8183474404e824181e0c7c0c8e1&device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 1095 time: 0.1921461 Jul 16 20:06:21.916184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-e9ea4bee-9bfd-4fff-98a3-0bd29d0f3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.917696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-e9ea4bee-9bfd-4fff-98a3-0bd29d0f3e92 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 1099 time: 0.1838956 Jul 16 20:06:21.929729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05714c-f1b1-48f3-8bfa-62de3d3a0b62 req-f8496ce5-367e-486f-b1de-322de44009c7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.931251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f05714c-f1b1-48f3-8bfa-62de3d3a0b62 req-f8496ce5-367e-486f-b1de-322de44009c7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.2006752 Jul 16 20:06:21.957151 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8950cecf-41c8-4936-b92b-dcb607bd85ad req-c1e2eb55-1ced-48d2-834d-81853b349655 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300788 Jul 16 20:06:21.995638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-7207df38-ecb5-4528-a15b-39de75d4055e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe92b0d7-0876-4416-894a-a541bc119c10 HTTP/1.1" status: 200 len: 217 time: 0.0743117 Jul 16 20:06:22.042595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Router fe1c932e-47fc-41b9-89f6-65e55c50d048 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:22.081674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-865c46b4-6c72-4237-a9f8-0297d9063d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.083741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-865c46b4-6c72-4237-a9f8-0297d9063d0b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=36c334da-18c5-42e7-88ba-e8e95f63b76d HTTP/1.1" status: 200 len: 850 time: 0.0780015 Jul 16 20:06:22.089455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f05714c-f1b1-48f3-8bfa-62de3d3a0b62 req-d937c5bd-6bda-44bd-b2e2-881d2eac6d7b tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509647 Jul 16 20:06:22.125300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-5cc4894c-596a-4957-80a4-ba86a6d1c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.129853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-5cc4894c-596a-4957-80a4-ba86a6d1c629 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1836412 Jul 16 20:06:22.169100 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.172647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-b35ec546-3ed7-453e-a5a3-583e62b91eb7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b722d27-d703-41ab-9603-4be3ba5886d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781910 Jul 16 20:06:22.217614 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b704762-643b-4846-907f-e04af70175ba req-6acd7ee2-ec3c-44a4-8904-192dfbe5ca78 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.1096680 Jul 16 20:06:22.222712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event deleted for resources: {'Port': ['ID=87e78746-6b81-40c5-a335-56d0b4242c02,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:22.244431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.244826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.245833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.246012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.246445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.246871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.247328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.247750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.248255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.248732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.248978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.249302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:22.297571 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-827301e6-a42f-489a-8f86-75338dabde2e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=0402480b-264d-4390-90eb-9622c5823390 HTTP/1.1" status: 200 len: 217 time: 0.0965726 Jul 16 20:06:22.361713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:22.371084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.375558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] Sync routers for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:22.385842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-290d7524-9f1d-4317-9e0e-d7c7335cc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.387695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-290d7524-9f1d-4317-9e0e-d7c7335cc09c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0825503 Jul 16 20:06:22.387961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:22.388616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:22.411666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-f44574e8-3ae2-4969-8eac-3cef0806cef5 service neutron] 10.222.0.79 "GET /v2.0/networks/8b722d27-d703-41ab-9603-4be3ba5886d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300472 Jul 16 20:06:22.494997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Router 2a174e8f-ae8f-455e-a652-5b4361a14def has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:22.509588 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6bfea554-1e65-4056-93de-4236e14e7b8d tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "PUT /v2.0/floatingips/3326e0d3-f1f2-44f1-8f98-862bee581062 HTTP/1.1" status: 200 len: 990 time: 2.4050410 Jul 16 20:06:22.550812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-81de8b7e-ad60-4207-a998-7ba56e44c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.552503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-81de8b7e-ad60-4207-a998-7ba56e44c500 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315458 Jul 16 20:06:22.561310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9fe13-3af6-442a-a675-29d511804b52 req-16085f18-9cac-4f04-a72c-8190db31334e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.563096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9f9fe13-3af6-442a-a675-29d511804b52 req-16085f18-9cac-4f04-a72c-8190db31334e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1792512 Jul 16 20:06:22.592364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:22.676990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9f9fe13-3af6-442a-a675-29d511804b52 req-45184429-9f92-46da-8c19-ac3710be1b31 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895801 Jul 16 20:06:22.705438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-2ea5467f-6e21-4bd6-8f30-acc91b91fddf service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411932 Jul 16 20:06:22.778671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b69b41da-713c-4a7e-a995-b69672893967 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:22.832876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22de8270-8c16-4aa4-9d5d-31f6ba0aa828 req-6c378901-b071-4c73-859c-04cfee8daffa service neutron] 10.222.0.79 "GET /v2.0/networks/8b722d27-d703-41ab-9603-4be3ba5886d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128723 Jul 16 20:06:22.833957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:22.850461 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] Sync routers for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:22.869433 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:22.872816 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:22.880454 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8f785f-48bf-4004-91f5-9579d5f2a514 x-openstack-request-id: req-0a8f785f-48bf-4004-91f5-9579d5f2a514 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:22.880676 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c69c59f4-76bd-4499-86bb-a33945256964", "tag": "fe92b0d7-0876-4416-894a-a541bc119c10", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:22.880925 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0a8f785f-48bf-4004-91f5-9579d5f2a514 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:22.885569 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'status': 'completed', 'code': 200} Jul 16 20:06:22.885825 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69c59f4-76bd-4499-86bb-a33945256964', 'tag': 'fe92b0d7-0876-4416-894a-a541bc119c10', 'status': 'completed', 'code': 200} Jul 16 20:06:22.904760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-052da4eb-abdc-4f82-a71f-c74a50d07443 req-44ec3c82-1d28-4602-9aea-15b805e2f63f service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876414 Jul 16 20:06:23.008052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] No DVR routers for this DVR port 87e78746-6b81-40c5-a335-56d0b4242c02 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:23.020057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ca938-0f75-4c0d-8ef9-6d7c8dbd9163 req-1d3aab89-0b2d-46cf-be71-d3cbe5348483 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.030118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb6ca938-0f75-4c0d-8ef9-6d7c8dbd9163 req-1d3aab89-0b2d-46cf-be71-d3cbe5348483 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 943 time: 0.7993319 Jul 16 20:06:23.033233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.034497 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:23.035883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7cf9f3d-0107-4d04-8da2-4e8e184ac520 req-2420f75b-3129-4888-918c-6fefdd453914 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.79 "DELETE /v2.0/ports/87e78746-6b81-40c5-a335-56d0b4242c02 HTTP/1.1" status: 204 len: 173 time: 2.2886760 Jul 16 20:06:23.043203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194748-3088-4344-81b5-215b59088fb9 req-7bded62b-5299-418f-8f45-a20b35309ebb tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.050727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2194748-3088-4344-81b5-215b59088fb9 req-7bded62b-5299-418f-8f45-a20b35309ebb tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 943 time: 0.1224236 Jul 16 20:06:23.120185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b69b41da-713c-4a7e-a995-b69672893967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b69b41da-713c-4a7e-a995-b69672893967,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:23.126388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb6ca938-0f75-4c0d-8ef9-6d7c8dbd9163 req-64b692b6-9109-416e-800d-e83e58b360d0 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949116 Jul 16 20:06:23.130595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2194748-3088-4344-81b5-215b59088fb9 req-222e1522-57ac-4060-872e-593f8eab0d19 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748231 Jul 16 20:06:23.145736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-861d1f69-3a80-4902-b96b-532223ba763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.147681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-861d1f69-3a80-4902-b96b-532223ba763a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 1095 time: 0.2115231 Jul 16 20:06:23.167000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'b69b41da-713c-4a7e-a995-b69672893967', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'b69b41da-713c-4a7e-a995-b69672893967', 'mac_address': 'fa:16:3e:f7:d3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:23.328906 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.365230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:23.379726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-29bef2da-77b8-4cb3-b448-68630986acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.384030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-29bef2da-77b8-4cb3-b448-68630986acfb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 906 time: 0.2287800 Jul 16 20:06:23.390953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69b41da-713c-4a7e-a995-b69672893967 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:23.428947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b69b41da-713c-4a7e-a995-b69672893967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b69b41da-713c-4a7e-a995-b69672893967,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:23.441261 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.443325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0402480b-264d-4390-90eb-9622c5823390 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:23.459326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-58614dbc-dbd6-4ef7-bff2-6eec77e73314 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e HTTP/1.1" status: 200 len: 217 time: 0.0619774 Jul 16 20:06:23.469472 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.519218 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] Checking router: 2a174e8f-ae8f-455e-a652-5b4361a14def for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:23.530447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0402480b-264d-4390-90eb-9622c5823390, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0402480b-264d-4390-90eb-9622c5823390,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:23.534870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-5126cea6-2fbe-49e2-a3eb-4419ea462b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.537274 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-5126cea6-2fbe-49e2-a3eb-4419ea462b65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.0711589 Jul 16 20:06:23.542450 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:23.543108 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.568894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0402480b-264d-4390-90eb-9622c5823390', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '0402480b-264d-4390-90eb-9622c5823390', 'mac_address': 'fa:16:3e:aa:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:23.592872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '3326e0d3-f1f2-44f1-8f98-862bee581062', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'port_id': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'mac_address': 'fa:16:3e:8c:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:05:59Z', 'updated_at': '2021-07-16T20:06:20Z', 'revision_number': 1, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.595566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66102a75-4048-4d61-9879-a42534c7c8e1 req-4744bd11-1b15-4ab9-bfad-2a2e92633f4a tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/ports?device_id=f622088f-b929-4a27-8a6d-859cf29e2407 HTTP/1.1" status: 200 len: 210 time: 0.1984873 Jul 16 20:06:23.597527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-de8276ac-e588-4d5a-9f25-2f88b4781db1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519600 Jul 16 20:06:23.652521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=b69b41da-713c-4a7e-a995-b69672893967,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:23.659727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] Checking router: fe1c932e-47fc-41b9-89f6-65e55c50d048 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:23.681198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:23.681918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.686270 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.734458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:23.737132 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48df248-4fd2-4937-8a8c-0533eca086fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:23.740615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0402480b-264d-4390-90eb-9622c5823390 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:23.776699 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:23.836700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6a6ae-f69e-486e-98eb-ceefe3f9ad7b req-7be5b3f5-969e-495b-910d-4654c6291611 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.855493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ef6a6ae-f69e-486e-98eb-ceefe3f9ad7b req-7be5b3f5-969e-495b-910d-4654c6291611 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 947 time: 0.2343748 Jul 16 20:06:23.875304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-5dee61d5-eb3d-40d0-89dd-ea06ad02cb98 service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693636 Jul 16 20:06:23.942723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bbbe3-729a-45f1-a3d4-6297408d804c req-5f4810ca-409b-44f9-b20c-c49105ecd1cd tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.956906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0bbbe3-729a-45f1-a3d4-6297408d804c req-5f4810ca-409b-44f9-b20c-c49105ecd1cd tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.1988647 Jul 16 20:06:23.971409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ef6a6ae-f69e-486e-98eb-ceefe3f9ad7b req-15c36c23-70c6-46fe-a96b-58a81874cfca tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149359 Jul 16 20:06:24.015469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0402480b-264d-4390-90eb-9622c5823390, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0402480b-264d-4390-90eb-9622c5823390,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:24.044324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:24.072837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0bbbe3-729a-45f1-a3d4-6297408d804c req-aaf1148d-50c2-47c9-99cf-d0b27826ac91 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136580 Jul 16 20:06:24.151145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-e532bb43-c7ab-40e5-b43f-1b09edb69710 service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603376 Jul 16 20:06:24.237094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:24.274821 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a10ee-8b6f-40b3-b183-bf934f4460df None None] The sync data for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 is: [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 4, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9ce14030-af28-44f3-834a-1aaa2051d32c', 'name': '', 'network_id': '6c242341-876b-4901-b695-376b593faf5e', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'mac_address': 'fa:16:3e:79:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:22Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'subnets': [{'id': '10ea930f-0c80-4975-87b9-5832a7d501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:24.287044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0e5034c-1ed6-4b31-9c5a-a9d2f94dc52c req-237fa6c9-6657-477e-a15d-6a2f063d7e6d tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0513093 Jul 16 20:06:24.312708 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.374089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-1ea0a39d-e9ed-4be3-9bf0-51c239d299c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.376385 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c9670-eb18-44d3-887f-89a8e7176422 x-openstack-request-id: req-3b6c9670-eb18-44d3-887f-89a8e7176422 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:24.377167 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:24.377513 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3b6c9670-eb18-44d3-887f-89a8e7176422 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:24.378058 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'status': 'completed', 'code': 200} Jul 16 20:06:24.379509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-1ea0a39d-e9ed-4be3-9bf0-51c239d299c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5781a8183474404e824181e0c7c0c8e1&device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 1095 time: 0.1750405 Jul 16 20:06:24.428015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0402480b-264d-4390-90eb-9622c5823390,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:24.452813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5787ee-823f-48a2-9752-c11877d35e3a req-36c2d797-5889-45c5-8d2c-85673e96f4e6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.460149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3a5787ee-823f-48a2-9752-c11877d35e3a req-36c2d797-5889-45c5-8d2c-85673e96f4e6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1648617 Jul 16 20:06:24.473094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4132c641-ca2f-4952-8694-fa7e9fc3139e details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:24.531139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3a5787ee-823f-48a2-9752-c11877d35e3a req-5b82b01a-a20d-4fb9-a3a8-95a554e9e113 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699632 Jul 16 20:06:24.602489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-652d8cb7-275c-42bf-b517-13fe42804588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.604837 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-652d8cb7-275c-42bf-b517-13fe42804588 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b722d27-d703-41ab-9603-4be3ba5886d9 HTTP/1.1" status: 200 len: 911 time: 0.1549528 Jul 16 20:06:24.619631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:24.645737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 87e78746-6b81-40c5-a335-56d0b4242c02 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:24.677245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'mac_address': 'fa:16:3e:6b:40:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:24.678922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 87e78746-6b81-40c5-a335-56d0b4242c02 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:24.679257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 87e78746-6b81-40c5-a335-56d0b4242c02 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:24.687289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-645f61d7-d92b-4e41-b5c6-ec144e437b99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe92b0d7-0876-4416-894a-a541bc119c10 HTTP/1.1" status: 200 len: 217 time: 0.0547183 Jul 16 20:06:24.751145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe2b70-b81a-4c41-8db3-2ea3ad2abdcc None None] New status for floating IP c4c6c9b9-a02c-4f56-9914-f14faca9b513: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:06:24.765638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfc1c3-0594-41d6-a591-fee9cf8bea6c req-c5c054c7-8285-4254-8d68-30bd927169e1 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.767265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c5dfc1c3-0594-41d6-a591-fee9cf8bea6c req-c5c054c7-8285-4254-8d68-30bd927169e1 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 943 time: 0.1092255 Jul 16 20:06:24.778413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-ee1664b5-2399-42f3-8d32-073b494ddca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.780285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-ee1664b5-2399-42f3-8d32-073b494ddca8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c18b7e95a654d4d84829230e3979840&device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 1097 time: 0.3973382 Jul 16 20:06:24.804928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-60afc7fb-b35d-4901-b021-e2fb8a456b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.806397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-60afc7fb-b35d-4901-b021-e2fb8a456b75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=36c334da-18c5-42e7-88ba-e8e95f63b76d HTTP/1.1" status: 200 len: 850 time: 0.1068513 Jul 16 20:06:24.817379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c5dfc1c3-0594-41d6-a591-fee9cf8bea6c req-b0626cec-3199-4d6a-97c4-971546ea2ad3 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Jul 16 20:06:24.823892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3154-520c-458d-979d-b07c3d9213c5 req-6c73d009-cd33-4227-bb38-d07275281a5c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.825421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a7a3154-520c-458d-979d-b07c3d9213c5 req-6c73d009-cd33-4227-bb38-d07275281a5c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 943 time: 0.2450283 Jul 16 20:06:24.843633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['b69b41da-713c-4a7e-a995-b69672893967'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:24.847166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0ae4c530-f3fd-4e77-95fe-413cd767bcac no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:24.857903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:24.882780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-45cde892-e418-4084-8c1a-46bc0b4b8a0a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b722d27-d703-41ab-9603-4be3ba5886d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563707 Jul 16 20:06:24.886461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'name': 'network-vif-deleted', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:24.888702 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e664b6a-ebf2-49f3-965e-3a26ac790923" -d '{"events": [{"server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "name": "network-vif-deleted", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:24.976267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a7a3154-520c-458d-979d-b07c3d9213c5 req-fd327c38-d46b-4518-8bb4-94e42eda215b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423883 Jul 16 20:06:24.987664 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-2b2a7378-dad3-4b00-8eea-fc2b606e264b service neutron] 10.222.0.99 "GET /v2.0/ports/0ae4c530-f3fd-4e77-95fe-413cd767bcac/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.0680437 Jul 16 20:06:25.128565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.171501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4132c641-ca2f-4952-8694-fa7e9fc3139e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:25.212192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '3326e0d3-f1f2-44f1-8f98-862bee581062', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'port_id': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'mac_address': 'fa:16:3e:8c:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:05:59Z', 'updated_at': '2021-07-16T20:06:20Z', 'revision_number': 1, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:25.273610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:25.281417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30af78b-11a7-4de6-81e4-ff9b6988afb7 None None] The sync data for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 is: [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '3326e0d3-f1f2-44f1-8f98-862bee581062', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'port_id': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'mac_address': 'fa:16:3e:8c:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:05:59Z', 'updated_at': '2021-07-16T20:06:20Z', 'revision_number': 1, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:25.297371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:25.318672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.334445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:25.363238 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe1f3bd-8e7a-4937-92fa-e404f23871c3 x-openstack-request-id: req-9fe1f3bd-8e7a-4937-92fa-e404f23871c3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:25.363883 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f622088f-b929-4a27-8a6d-859cf29e2407", "name": "network-vif-deleted", "tag": "87e78746-6b81-40c5-a335-56d0b4242c02", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:25.364205 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9fe1f3bd-8e7a-4937-92fa-e404f23871c3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:25.364690 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f622088f-b929-4a27-8a6d-859cf29e2407', 'name': 'network-vif-deleted', 'tag': '87e78746-6b81-40c5-a335-56d0b4242c02', 'status': 'completed', 'code': 200} Jul 16 20:06:25.394253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-b5391001-2f35-4a63-8a95-e8c18b28db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.394880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae4c530-f3fd-4e77-95fe-413cd767bcac {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:25.396486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-b5391001-2f35-4a63-8a95-e8c18b28db80 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5833b2ec-0936-4f92-b017-0dfa8c0bd833 HTTP/1.1" status: 200 len: 913 time: 0.6083388 Jul 16 20:06:25.411482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:25.435251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669800d-c3b2-4b0e-97b1-77b1d988e783 req-89b8a253-3731-4e95-9773-9f8602eea9b0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.443647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a669800d-c3b2-4b0e-97b1-77b1d988e783 req-89b8a253-3731-4e95-9773-9f8602eea9b0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 943 time: 0.1599939 Jul 16 20:06:25.449542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.472563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.482652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.483012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.483341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.483959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.483959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.484467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.484621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.485090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.486912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.486912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.486912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.487206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.497414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-d578e8d9-a829-4211-aeb3-098949c6a059 service neutron] 10.222.0.79 "GET /v2.0/networks/8b722d27-d703-41ab-9603-4be3ba5886d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055059 Jul 16 20:06:25.533803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-d45ed25e-1d09-47f8-902d-1f56dd71d05f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 HTTP/1.1" status: 200 len: 998 time: 0.1277444 Jul 16 20:06:25.545315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a669800d-c3b2-4b0e-97b1-77b1d988e783 req-b32f8bb6-141e-40d4-9d44-97858f623905 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000302 Jul 16 20:06:25.551497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d561ae-5bf6-480a-85fe-28441e755265 req-3d2e772c-c0a2-407c-ba79-d920a86abe79 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.558474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-70d561ae-5bf6-480a-85fe-28441e755265 req-3d2e772c-c0a2-407c-ba79-d920a86abe79 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 948 time: 0.2092581 Jul 16 20:06:25.600856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] Transition to ACTIVE for port object 0ae4c530-f3fd-4e77-95fe-413cd767bcac will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:25.608020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.617989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['4132c641-ca2f-4952-8694-fa7e9fc3139e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:25.672882 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47638977-df26-47bd-b8fd-75d9095627ab None None] New status for floating IP 3326e0d3-f1f2-44f1-8f98-862bee581062: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:06:25.714555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-e7083269-447d-4c99-b4d9-da8aa7743bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.716951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-e7083269-447d-4c99-b4d9-da8aa7743bfd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf HTTP/1.1" status: 200 len: 851 time: 0.1532679 Jul 16 20:06:25.730481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.759543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] No DVR routers for this DVR port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:25.807081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-138c781d-a01b-441f-9db4-5ca8fd39c7ef service neutron] 10.222.0.99 "PUT /v2.0/ports/0ae4c530-f3fd-4e77-95fe-413cd767bcac/bindings/n-h2-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8116825 Jul 16 20:06:25.810180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-70d561ae-5bf6-480a-85fe-28441e755265 req-80ffe32a-dfdd-4ac0-887b-b3539271a90c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506618 Jul 16 20:06:25.813509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4901a6b-d05b-43c1-9d48-691c6e608422 req-42c6c78f-c250-4af4-9c52-eae68e7fde22 service neutron] 10.222.0.79 "GET /v2.0/networks/8b722d27-d703-41ab-9603-4be3ba5886d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083544 Jul 16 20:06:25.857858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffc81cbf-b710-404b-a93e-9bcb14971629 req-973c4b36-220b-4950-a931-284ec660e9d6 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0364294 Jul 16 20:06:25.899318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-d6aa0a1d-5166-4655-93c9-32d06d992a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.900864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-d6aa0a1d-5166-4655-93c9-32d06d992a10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5833b2ec-0936-4f92-b017-0dfa8c0bd833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1752214 Jul 16 20:06:26.087976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-56a9085f-ac51-4e4e-b47b-da818cfe19da tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.089491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-56a9085f-ac51-4e4e-b47b-da818cfe19da tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.2000582 Jul 16 20:06:26.095386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-9ebb11d5-bb30-4b7a-9d8c-5ecbfd13e079 service neutron] 10.222.0.79 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820080 Jul 16 20:06:26.107624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5cad-2581-4f53-ae59-57369242a804 req-c69efe1a-7103-4fed-97d9-af16bfb49898 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.109093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a1a5cad-2581-4f53-ae59-57369242a804 req-c69efe1a-7103-4fed-97d9-af16bfb49898 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1445312 Jul 16 20:06:26.110826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1d9f-8de6-4558-a7e4-d46ec94f9ac5 req-282bfe81-b578-4d59-85ca-e9d9232bd1fc tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.112361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-159d1d9f-8de6-4558-a7e4-d46ec94f9ac5 req-282bfe81-b578-4d59-85ca-e9d9232bd1fc tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 943 time: 0.0658302 Jul 16 20:06:26.153285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-159d1d9f-8de6-4558-a7e4-d46ec94f9ac5 req-3d82e501-4904-4387-8807-e2f366563900 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Jul 16 20:06:26.199108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41132) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:26.239174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a1a5cad-2581-4f53-ae59-57369242a804 req-43aa6240-e1e8-4eb7-bab1-ffd361ff4ae6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208811 Jul 16 20:06:26.264419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b48df248-4fd2-4937-8a8c-0533eca086fc req-133d31d6-bdc5-4329-8d9e-0da093c9d3d3 service neutron] 10.222.0.79 "GET /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543589 Jul 16 20:06:26.277329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-735bc841-5f09-4446-915b-108a4ffc0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.278848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-735bc841-5f09-4446-915b-108a4ffc0817 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718&tenant_id=c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 1096 time: 0.1678038 Jul 16 20:06:26.289748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3fd5-1928-41c9-a0b0-628b6e8e47c3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.323379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3fd5-1928-41c9-a0b0-628b6e8e47c3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.377272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3fd5-1928-41c9-a0b0-628b6e8e47c3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.379935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3fd5-1928-41c9-a0b0-628b6e8e47c3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.381258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aa6d3fd5-1928-41c9-a0b0-628b6e8e47c3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "DELETE /v2.0/security-groups/2780a2cc-b1df-4d56-90f4-2bb6aeac765e HTTP/1.1" status: 204 len: 168 time: 0.1807356 Jul 16 20:06:26.382213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-7393c93a-432a-46a3-819f-3b2c2cf63b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.383661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-7393c93a-432a-46a3-819f-3b2c2cf63b3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1096 time: 0.0690486 Jul 16 20:06:26.384121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41134) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:26.391221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d3fd5-1928-41c9-a0b0-628b6e8e47c3 tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2780a2cc-b1df-4d56-90f4-2bb6aeac765e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:26.449992 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-039823b9-1c79-4219-ac6b-ed401468b0ec tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] show failed (client error): The resource could not be found. Jul 16 20:06:26.451073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-039823b9-1c79-4219-ac6b-ed401468b0ec tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "GET /v2.0/security-groups/2780a2cc-b1df-4d56-90f4-2bb6aeac765e HTTP/1.1" status: 404 len: 347 time: 0.0647793 Jul 16 20:06:26.454476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:26.473471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fe92b0d7-0876-4416-894a-a541bc119c10 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:26.543834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7470a-9e09-45f0-869d-f9ee04ce5e63 req-f57cbb8b-7ec6-4d0b-a194-3c73fd2922d7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.545404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5a7470a-9e09-45f0-869d-f9ee04ce5e63 req-f57cbb8b-7ec6-4d0b-a194-3c73fd2922d7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 944 time: 0.1748137 Jul 16 20:06:26.546951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-849f7658-2f08-4185-a8af-38ded1bd3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.548284 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-849f7658-2f08-4185-a8af-38ded1bd3497 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.1561384 Jul 16 20:06:26.590114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port fe92b0d7-0876-4416-894a-a541bc119c10, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fe92b0d7-0876-4416-894a-a541bc119c10,segment=NetworkSegment(be2be783-b460-4316-977c-4e65fb7061dc),segment_id=be2be783-b460-4316-977c-4e65fb7061dc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:26.595891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Deleting port c23ee1b3-3c10-4257-ad5d-34abc9b6c29c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:26.596244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.605857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'fe92b0d7-0876-4416-894a-a541bc119c10', 'network_id': '8b722d27-d703-41ab-9603-4be3ba5886d9', 'port_id': 'fe92b0d7-0876-4416-894a-a541bc119c10', 'mac_address': 'fa:16:3e:20:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c334da-18c5-42e7-88ba-e8e95f63b76d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:26.613392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-b7bbb241-17e7-41cb-a1f1-43775e44b9f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 200 len: 217 time: 0.0532522 Jul 16 20:06:26.654394 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.685808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5a7470a-9e09-45f0-869d-f9ee04ce5e63 req-829133c3-d678-410a-a2a7-24c7beab73ad tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321940 Jul 16 20:06:26.700577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe92b0d7-0876-4416-894a-a541bc119c10 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:26.714118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-5b154dfa-ae53-4040-aa85-c20680cef276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.716254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-5b154dfa-ae53-4040-aa85-c20680cef276 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0909865 Jul 16 20:06:26.723474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.724140 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.741541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port fe92b0d7-0876-4416-894a-a541bc119c10, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fe92b0d7-0876-4416-894a-a541bc119c10,segment=NetworkSegment(be2be783-b460-4316-977c-4e65fb7061dc),segment_id=be2be783-b460-4316-977c-4e65fb7061dc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:26.750981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.762253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-b5c2c79b-d8c9-4ef5-8efe-a7d5d0e07b5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390418 Jul 16 20:06:26.774676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Calling delete_port for c23ee1b3-3c10-4257-ad5d-34abc9b6c29c owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:26.794150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b69b41da-713c-4a7e-a995-b69672893967 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:26.848696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=fe92b0d7-0876-4416-894a-a541bc119c10,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:26.861203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port b69b41da-713c-4a7e-a995-b69672893967 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:26.867143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port b69b41da-713c-4a7e-a995-b69672893967 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:26.867143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.879666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b762e-2c0f-4510-b354-50c14c3921eb req-48bd7a00-2901-4158-ad12-0b32e63428f5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.888288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-977b762e-2c0f-4510-b354-50c14c3921eb req-48bd7a00-2901-4158-ad12-0b32e63428f5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 944 time: 0.1604648 Jul 16 20:06:26.912661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-b9464010-2555-4bc4-8a06-1b7bb92c7d19 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425569 Jul 16 20:06:26.955741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-977b762e-2c0f-4510-b354-50c14c3921eb req-deec9ed8-dbf3-4a79-8f02-03e38e073818 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663073 Jul 16 20:06:26.995642 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.023496 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.035604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69b41da-713c-4a7e-a995-b69672893967'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:27.038187 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676e5ef-4d75-43a9-b0cb-97c4ff314be0" -d '{"events": [{"server_uuid": "f38599e6-85ea-4541-9cdf-37c8d9b6e2cd", "name": "network-vif-plugged", "status": "completed", "tag": "b69b41da-713c-4a7e-a995-b69672893967"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:27.045855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['fe92b0d7-0876-4416-894a-a541bc119c10'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:27.080861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b69b41da-713c-4a7e-a995-b69672893967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b69b41da-713c-4a7e-a995-b69672893967,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:27.087166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-77966bcb-1b2a-413c-9759-b61edb1f5ca5 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675885 Jul 16 20:06:27.094382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.095479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0402480b-264d-4390-90eb-9622c5823390 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:27.102538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Pushing event deleted for resources: {'Port': ['ID=c23ee1b3-3c10-4257-ad5d-34abc9b6c29c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:27.113644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cf41d-9b96-45a2-a83e-63f719592dc9 req-c4cecc33-188c-4cef-b50f-128397ce08d9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.115525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f58cf41d-9b96-45a2-a83e-63f719592dc9 req-c4cecc33-188c-4cef-b50f-128397ce08d9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 948 time: 0.1015892 Jul 16 20:06:27.157632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.161207 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.162579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6adf873f-d2bd-459d-b8e3-26ce72d7bb0c tempest-ServersWithSpecificFlavorTestJSON-36273891 tempest-ServersWithSpecificFlavorTestJSON-36273891-project] 10.222.0.91 "DELETE /v2.0/floatingips/c4c6c9b9-a02c-4f56-9914-f14faca9b513 HTTP/1.1" status: 204 len: 168 time: 0.7070878 Jul 16 20:06:27.178800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f58cf41d-9b96-45a2-a83e-63f719592dc9 req-7e90b443-8ff7-4639-b894-4160d69d814a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548716 Jul 16 20:06:27.200562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09f451d1-2b8e-424f-827c-6e37ff7d74f4 req-6810e84c-197d-4fe9-bb30-9b65e841206a tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0363593 Jul 16 20:06:27.267997 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e873016-ba33-4dcb-bb4f-e2d558f2208c x-openstack-request-id: req-3e873016-ba33-4dcb-bb4f-e2d558f2208c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:27.268481 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38599e6-85ea-4541-9cdf-37c8d9b6e2cd", "name": "network-vif-plugged", "status": "completed", "tag": "b69b41da-713c-4a7e-a995-b69672893967", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:27.268654 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e873016-ba33-4dcb-bb4f-e2d558f2208c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:27.268959 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69b41da-713c-4a7e-a995-b69672893967', 'code': 200} Jul 16 20:06:27.279384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=b69b41da-713c-4a7e-a995-b69672893967,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:27.352695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 0402480b-264d-4390-90eb-9622c5823390 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:27.358285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0402480b-264d-4390-90eb-9622c5823390 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:27.358701 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.469956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ea7b9-8c87-4e85-b009-caf04dc14017 req-4e99417e-8859-4d05-8cc3-c260f5f143cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.471437 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e34ea7b9-8c87-4e85-b009-caf04dc14017 req-4e99417e-8859-4d05-8cc3-c260f5f143cd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 1102 time: 0.1398954 Jul 16 20:06:27.471620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd192e7-d483-453c-9266-5e966e4b9138 req-95c4ea76-88e7-470f-8470-2ebec3918b48 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.473215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dd192e7-d483-453c-9266-5e966e4b9138 req-95c4ea76-88e7-470f-8470-2ebec3918b48 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 944 time: 0.0894806 Jul 16 20:06:27.482872 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.520054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0402480b-264d-4390-90eb-9622c5823390, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0402480b-264d-4390-90eb-9622c5823390,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:27.527114 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.528353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e34ea7b9-8c87-4e85-b009-caf04dc14017 req-73ef66f2-34e0-48e0-9f3c-7cb7b0e9a23b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478244 Jul 16 20:06:27.537694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f090d-ea91-4c3c-bd0c-0e84bf9fe41b req-a7094065-03ff-4717-8e21-ec95098d2e22 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.543509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c6f090d-ea91-4c3c-bd0c-0e84bf9fe41b req-a7094065-03ff-4717-8e21-ec95098d2e22 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1248472 Jul 16 20:06:27.550034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dd192e7-d483-453c-9266-5e966e4b9138 req-bf5222f5-894a-4570-b4f3-fa3d3c5b9953 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674944 Jul 16 20:06:27.579865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-6e594a15-f7f1-4cc5-8f35-66c107eb9652 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.582557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-6e594a15-f7f1-4cc5-8f35-66c107eb9652 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.1079664 Jul 16 20:06:27.599182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c6f090d-ea91-4c3c-bd0c-0e84bf9fe41b req-398bd1e0-dc52-4df8-8886-88806a475d89 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538719 Jul 16 20:06:27.623729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0402480b-264d-4390-90eb-9622c5823390,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:27.744808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-4809fe44-c2f8-46c4-988f-7ea681c6cc46 service neutron] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:27.748744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-4809fe44-c2f8-46c4-988f-7ea681c6cc46 service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.750143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cde4a7db-3561-4ec0-ab6b-c8ef476afec0 req-4809fe44-c2f8-46c4-988f-7ea681c6cc46 service neutron] 10.222.0.79 "DELETE /v2.0/ports/0ae4c530-f3fd-4e77-95fe-413cd767bcac/bindings/n-h1-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.1590593 Jul 16 20:06:27.881606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90fbc-26cb-4e8b-a516-e29b1824262f req-8fa0b464-01df-4ea6-bd0f-0b2d729bc377 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.883263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57c90fbc-26cb-4e8b-a516-e29b1824262f req-8fa0b464-01df-4ea6-bd0f-0b2d729bc377 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 944 time: 0.0794239 Jul 16 20:06:27.926590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57c90fbc-26cb-4e8b-a516-e29b1824262f req-b68a841b-c080-4b99-9424-f84ab05e27e1 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372410 Jul 16 20:06:28.064819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41172) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:28.140425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac04d11-eb05-4a2b-991b-b02a874c50a3 req-4ae38832-9e86-42f0-9431-6099163cbed1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.142133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ac04d11-eb05-4a2b-991b-b02a874c50a3 req-4ae38832-9e86-42f0-9431-6099163cbed1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 944 time: 0.0732677 Jul 16 20:06:28.187965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ac04d11-eb05-4a2b-991b-b02a874c50a3 req-adbf74c4-872f-4772-8f5f-ff804ee38fc2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Jul 16 20:06:28.397721 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d77c9e3-a1f6-48ba-8ca1-25b31da1a21c req-a4f4c910-3949-4906-9c4e-d2e164e7975b tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0328314 Jul 16 20:06:28.499076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4132c641-ca2f-4952-8694-fa7e9fc3139e up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:28.499883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac9fc-ff61-4dab-8c1b-6067729867ce req-84291b92-47f4-4a74-99bc-7e263ad21ac8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.500895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-659ac9fc-ff61-4dab-8c1b-6067729867ce req-84291b92-47f4-4a74-99bc-7e263ad21ac8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 949 time: 0.1696005 Jul 16 20:06:28.562186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 4132c641-ca2f-4952-8694-fa7e9fc3139e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:28.567733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 4132c641-ca2f-4952-8694-fa7e9fc3139e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:28.568091 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.589724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d043a-0635-4f7a-a38e-c5c3fc7b03c8 req-2b0eec62-94ed-4bed-a583-c48c97c11822 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.592939 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-659ac9fc-ff61-4dab-8c1b-6067729867ce req-940431a1-5112-43dd-9ab3-9ccd992d76ec tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729632 Jul 16 20:06:28.603128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e24d043a-0635-4f7a-a38e-c5c3fc7b03c8 req-2b0eec62-94ed-4bed-a583-c48c97c11822 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1096 time: 0.0742002 Jul 16 20:06:28.695373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e24d043a-0635-4f7a-a38e-c5c3fc7b03c8 req-e2596b31-5b4b-49a9-945e-df54f527db84 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874956 Jul 16 20:06:28.697296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.746323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:28.751019 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.752354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fe92b0d7-0876-4416-894a-a541bc119c10 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:28.787273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.953971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b8dc-459f-4107-8591-017083670bba req-b0872925-9e1c-421b-9619-c05f632bc45e tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.954687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c05527-5659-4af0-b0d6-eff5f17905e8 req-80f897ae-5c9b-4477-9c20-bc85e476a999 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.956372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f212b8dc-459f-4107-8591-017083670bba req-b0872925-9e1c-421b-9619-c05f632bc45e tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 944 time: 0.1640332 Jul 16 20:06:28.964744 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17c05527-5659-4af0-b0d6-eff5f17905e8 req-80f897ae-5c9b-4477-9c20-bc85e476a999 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1044059 Jul 16 20:06:29.016122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.032733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port fe92b0d7-0876-4416-894a-a541bc119c10 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:29.035500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17c05527-5659-4af0-b0d6-eff5f17905e8 req-36477c95-1512-48b8-8b40-dc5afcd17ca7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618167 Jul 16 20:06:29.038215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port fe92b0d7-0876-4416-894a-a541bc119c10 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:29.038594 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.087971 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f212b8dc-459f-4107-8591-017083670bba req-f07a7ed0-1f14-4c05-8f83-4d321c2c80dc tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Jul 16 20:06:29.109683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3d63f829-5fe1-42f3-b46e-21854a9d673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.116454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3d63f829-5fe1-42f3-b46e-21854a9d673e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1098 time: 0.1030798 Jul 16 20:06:29.134793 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.173900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port fe92b0d7-0876-4416-894a-a541bc119c10, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fe92b0d7-0876-4416-894a-a541bc119c10,segment=NetworkSegment(be2be783-b460-4316-977c-4e65fb7061dc),segment_id=be2be783-b460-4316-977c-4e65fb7061dc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:29.186867 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.235771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-db7c4a8d-50cf-4d9b-a8c6-f835a6051b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.237254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-db7c4a8d-50cf-4d9b-a8c6-f835a6051b34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.1141033 Jul 16 20:06:29.262278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=fe92b0d7-0876-4416-894a-a541bc119c10,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.274088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0402480b-264d-4390-90eb-9622c5823390'}, {'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e'}, {'server_uuid': 'c69c59f4-76bd-4499-86bb-a33945256964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92b0d7-0876-4416-894a-a541bc119c10'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:29.276584 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac06328-350a-4fec-8abe-521d76408c45" -d '{"events": [{"server_uuid": "6745d0be-56f8-4d20-9a33-689d2a6169ca", "name": "network-vif-plugged", "status": "completed", "tag": "0402480b-264d-4390-90eb-9622c5823390"}, {"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-plugged", "status": "completed", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e"}, {"server_uuid": "c69c59f4-76bd-4499-86bb-a33945256964", "name": "network-vif-plugged", "status": "completed", "tag": "fe92b0d7-0876-4416-894a-a541bc119c10"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:29.293584 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82e12bf2-d504-4cc0-9823-fc2065dc4bb6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 200 len: 217 time: 0.0478332 Jul 16 20:06:29.301077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Deleting port 9ce14030-af28-44f3-834a-1aaa2051d32c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:29.301831 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.317372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298aaa9-5b81-40cf-a1b6-b64800d2a11a req-623da8e7-ca61-4476-8a13-83a330dff54c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.318932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1298aaa9-5b81-40cf-a1b6-b64800d2a11a req-623da8e7-ca61-4476-8a13-83a330dff54c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 1096 time: 0.0911832 Jul 16 20:06:29.373704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-a0f14ce5-ed22-4907-825b-97338775ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.375158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-a0f14ce5-ed22-4907-825b-97338775ad0f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0699956 Jul 16 20:06:29.398598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1298aaa9-5b81-40cf-a1b6-b64800d2a11a req-23ae6553-b78b-4d6b-8937-d3ae30bd8642 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706215 Jul 16 20:06:29.411452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-d8005f73-77c9-4ceb-b5db-cdde549d666c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284481 Jul 16 20:06:29.419915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] For port 9ce14030-af28-44f3-834a-1aaa2051d32c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9ce14030-af28-44f3-834a-1aaa2051d32c,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:29.420525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.428444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366ed19-da3a-4ede-b8ad-e76157431b66 req-e259688b-10b9-43cb-99ad-4d0e8695bb2f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.429936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f366ed19-da3a-4ede-b8ad-e76157431b66 req-e259688b-10b9-43cb-99ad-4d0e8695bb2f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 945 time: 0.1349399 Jul 16 20:06:29.446350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Calling delete_port for 9ce14030-af28-44f3-834a-1aaa2051d32c owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:29.513648 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c36880-28ff-402f-98b7-b74862ac6f65 x-openstack-request-id: req-40c36880-28ff-402f-98b7-b74862ac6f65 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:29.514345 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745d0be-56f8-4d20-9a33-689d2a6169ca", "name": "network-vif-plugged", "status": "completed", "tag": "0402480b-264d-4390-90eb-9622c5823390", "code": 200}, {"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-plugged", "status": "completed", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e", "code": 200}, {"server_uuid": "c69c59f4-76bd-4499-86bb-a33945256964", "name": "network-vif-plugged", "status": "completed", "tag": "fe92b0d7-0876-4416-894a-a541bc119c10", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:29.514345 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40c36880-28ff-402f-98b7-b74862ac6f65 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:29.514663 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0402480b-264d-4390-90eb-9622c5823390', 'code': 200} Jul 16 20:06:29.514942 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'code': 200} Jul 16 20:06:29.515148 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69c59f4-76bd-4499-86bb-a33945256964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92b0d7-0876-4416-894a-a541bc119c10', 'code': 200} Jul 16 20:06:29.602071 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f366ed19-da3a-4ede-b8ad-e76157431b66 req-5c857dad-5790-4acd-b30d-c29b25beec92 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647222 Jul 16 20:06:29.605455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-996fdb00-1bc0-4c80-a9e2-444c0cdfdf65 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849594 Jul 16 20:06:29.706707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7edfa2bb-7339-4672-a867-77574c37c782 req-b3da08ec-3f39-4614-b00b-af973b9d7e57 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0484602 Jul 16 20:06:29.756007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6764a-c50d-4f89-9e58-d505f1576858 req-e785d0af-41b7-492b-94cd-1aa4b52d058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.757722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1be6764a-c50d-4f89-9e58-d505f1576858 req-e785d0af-41b7-492b-94cd-1aa4b52d058a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 1101 time: 0.1471071 Jul 16 20:06:29.831754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-9fe5b526-c89f-4021-98b1-4be0eb67608f service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987555 Jul 16 20:06:29.838904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cad409-fc1e-456d-b360-f9abc431ba16 req-421b0857-93d9-4376-84d5-afd87e99fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.840527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77cad409-fc1e-456d-b360-f9abc431ba16 req-421b0857-93d9-4376-84d5-afd87e99fb55 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 1097 time: 0.1948864 Jul 16 20:06:29.843466 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1be6764a-c50d-4f89-9e58-d505f1576858 req-d9fc8ec7-94ba-4986-ab44-64715ad6f894 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751860 Jul 16 20:06:29.845850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.848774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbedab1-ade8-4c85-86ec-9be0de0d854d req-5d9d8ae7-fa3f-40a0-ae25-7d884f7e6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.850253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3fbedab1-ade8-4c85-86ec-9be0de0d854d req-5d9d8ae7-fa3f-40a0-ae25-7d884f7e6080 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 1097 time: 0.2035849 Jul 16 20:06:29.889395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce14030-af28-44f3-834a-1aaa2051d32c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.952846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3fbedab1-ade8-4c85-86ec-9be0de0d854d req-b775d768-3119-460d-a615-a94ef8f1b969 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887079 Jul 16 20:06:29.992332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77cad409-fc1e-456d-b360-f9abc431ba16 req-48c9e91a-b37e-4265-a1d8-70f57085b9bd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292040 Jul 16 20:06:30.149507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5add00-363f-461d-8d02-a4e745969cc2 req-8dab9e52-1c81-46ff-a1fa-9b351c18f55c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.151420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c5add00-363f-461d-8d02-a4e745969cc2 req-8dab9e52-1c81-46ff-a1fa-9b351c18f55c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 949 time: 0.2417295 Jul 16 20:06:30.204121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.214695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c5add00-363f-461d-8d02-a4e745969cc2 req-5c196e50-1eee-4175-a9db-022dd1afbbad tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527973 Jul 16 20:06:30.262060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc5f61-17f5-4ad6-bd20-7d1068eb8086 req-acc58cd6-180e-4ab1-b5a9-2ead08981601 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.263903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40cc5f61-17f5-4ad6-bd20-7d1068eb8086 req-acc58cd6-180e-4ab1-b5a9-2ead08981601 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.0748022 Jul 16 20:06:30.312881 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40cc5f61-17f5-4ad6-bd20-7d1068eb8086 req-9e89b0d2-0458-43a8-a432-e82752567721 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Jul 16 20:06:30.850368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf282-d667-40eb-8e2b-708c7379ae37 req-8ea0c09b-034d-4e9f-9fc7-36cc81eb9c65 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.852513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6eaf282-d667-40eb-8e2b-708c7379ae37 req-8ea0c09b-034d-4e9f-9fc7-36cc81eb9c65 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 945 time: 0.0907309 Jul 16 20:06:30.876783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Router 2a174e8f-ae8f-455e-a652-5b4361a14def has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:30.893428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6482-1eaa-4f27-81e0-64cc35d79d7a req-af82df7b-25f4-4764-8e52-bf76351ef005 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.895206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-317a6482-1eaa-4f27-81e0-64cc35d79d7a req-af82df7b-25f4-4764-8e52-bf76351ef005 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 945 time: 0.4789543 Jul 16 20:06:30.926043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6eaf282-d667-40eb-8e2b-708c7379ae37 req-b4e51b57-286c-45f9-a379-a19080687b1b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621438 Jul 16 20:06:31.028429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-317a6482-1eaa-4f27-81e0-64cc35d79d7a req-cb1fc0e9-6cc9-44a6-9be9-19e4ff612f6b tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253328 Jul 16 20:06:31.071004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:31.076749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fb627cd0-90b5-4543-9adf-ab5345ed08a6 admin admin] 10.222.0.91 "PUT /v2.0/routers/2a174e8f-ae8f-455e-a652-5b4361a14def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0107515 Jul 16 20:06:31.079364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41222) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:31.084935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] Sync routers for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:31.101795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:31.102736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:31.133999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2c5a187-960b-4430-beb0-72e0a2e3a5c9 req-dc8c95dd-2fe2-43de-89e1-837570c23344 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0662277 Jul 16 20:06:31.221211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.248129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:31.474663 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.500296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5327ac5-8280-47c1-9c3f-cdbca10abefd req-3538500d-f7a8-44cf-824a-3a8823ee9860 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.502530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5327ac5-8280-47c1-9c3f-cdbca10abefd req-3538500d-f7a8-44cf-824a-3a8823ee9860 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 949 time: 0.1236427 Jul 16 20:06:31.543161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 5, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port': {'id': '45dd15c9-57aa-4e82-9344-fc38b052c3a7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:20Z', 'updated_at': '2021-07-16T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:31.552547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd2ead-307b-4c04-a379-5e2a4a750380 req-6cf56328-03a2-4dcf-a172-6b2260e7cc19 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.555105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5bfd2ead-307b-4c04-a379-5e2a4a750380 req-6cf56328-03a2-4dcf-a172-6b2260e7cc19 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.0876489 Jul 16 20:06:31.574755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] Checking router: 2a174e8f-ae8f-455e-a652-5b4361a14def for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:31.579958 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5327ac5-8280-47c1-9c3f-cdbca10abefd req-ca2fab85-a79e-4199-bf77-428f4e50e77e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689559 Jul 16 20:06:31.584287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] Routers {'2a174e8f-ae8f-455e-a652-5b4361a14def'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:31.585063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2a174e8f-ae8f-455e-a652-5b4361a14def'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:31.599247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Deleting port 45dd15c9-57aa-4e82-9344-fc38b052c3a7 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:31.599592 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.681879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5bfd2ead-307b-4c04-a379-5e2a4a750380 req-9785028f-3720-4f8a-a375-0b9c9d1d2b99 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190555 Jul 16 20:06:31.693620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] Set router 2a174e8f-ae8f-455e-a652-5b4361a14def gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:31.755420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] For port 45dd15c9-57aa-4e82-9344-fc38b052c3a7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45dd15c9-57aa-4e82-9344-fc38b052c3a7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:31.756404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.757825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:06:31Z', 'revision_number': 6, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:31.775654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Calling delete_port for 45dd15c9-57aa-4e82-9344-fc38b052c3a7 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:31.789111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46039bb-b289-4dee-88f0-e05545654ef1 None None] The sync data for ids ['2a174e8f-ae8f-455e-a652-5b4361a14def'] in n-d-792458-10 is: [{'id': '2a174e8f-ae8f-455e-a652-5b4361a14def', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2047457028-router', 'tenant_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:06:31Z', 'revision_number': 6, 'project_id': '0c5182bb6c304b4cac9ae04b0b1eb5c3', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:31.917700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060820d-c6b2-4539-b5a4-e75ec907c7a3 req-73898ab1-3655-47d8-ba23-5dad0a380848 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.919618 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2060820d-c6b2-4539-b5a4-e75ec907c7a3 req-73898ab1-3655-47d8-ba23-5dad0a380848 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 950 time: 0.0791817 Jul 16 20:06:31.985042 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2060820d-c6b2-4539-b5a4-e75ec907c7a3 req-cd52af73-094a-4924-8806-812f8de5dbe1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589545 Jul 16 20:06:32.014165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.070493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dd15c9-57aa-4e82-9344-fc38b052c3a7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.217026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.348268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1945dc-f9c3-4564-81c8-019783948fa0 req-88e08e2a-256d-480a-a7ee-4f21f3e3ee2f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.350068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e1945dc-f9c3-4564-81c8-019783948fa0 req-88e08e2a-256d-480a-a7ee-4f21f3e3ee2f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 945 time: 0.2810056 Jul 16 20:06:32.359930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.364403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.371962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6954-7f2e-4510-a617-f1da4085c3bd req-d2901b36-f35c-48cb-a3d6-6f1e6d015888 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.378914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6954-7f2e-4510-a617-f1da4085c3bd req-d2901b36-f35c-48cb-a3d6-6f1e6d015888 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.380813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c65c6954-7f2e-4510-a617-f1da4085c3bd req-d2901b36-f35c-48cb-a3d6-6f1e6d015888 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca&device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 1690 time: 0.0982542 Jul 16 20:06:32.424142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c65c6954-7f2e-4510-a617-f1da4085c3bd req-30f2b5ac-8346-4508-9ad6-600b79801e34 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364313 Jul 16 20:06:32.467791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e1945dc-f9c3-4564-81c8-019783948fa0 req-1b895151-1ab2-475d-8d30-93b3130675cc tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051831 Jul 16 20:06:32.469161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.469778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a174e8f-ae8f-455e-a652-5b4361a14def {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:06:32.475368 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.477022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01403f90-de33-487a-91f2-6b313f3e2174 admin admin] 10.222.0.91 "DELETE /v2.0/routers/2a174e8f-ae8f-455e-a652-5b4361a14def HTTP/1.1" status: 204 len: 168 time: 1.3961160 Jul 16 20:06:32.479532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41242) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:32.537727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] Deleting subnet 10ea930f-0c80-4975-87b9-5832a7d501bd {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:32.541326 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.610518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.665502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5df843e2-8102-42a7-b6f1-a66584ff2036 req-4154e7c4-c13a-4134-8c5b-2dcea59b6f4a tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0663173 Jul 16 20:06:32.705604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9ce14030-af28-44f3-834a-1aaa2051d32c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:32.729027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9ce14030-af28-44f3-834a-1aaa2051d32c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:32.729524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9ce14030-af28-44f3-834a-1aaa2051d32c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:32.734555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f552e6-6bee-4cd8-abc7-8980c1217dbc req-3c33df1d-7413-4a5f-a625-9f7d8c7a28f5 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.743031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50f552e6-6bee-4cd8-abc7-8980c1217dbc req-3c33df1d-7413-4a5f-a625-9f7d8c7a28f5 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 945 time: 0.1991720 Jul 16 20:06:32.803044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50f552e6-6bee-4cd8-abc7-8980c1217dbc req-751ba959-8a17-4523-9df1-6974cd96ebbc tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588205 Jul 16 20:06:32.804918 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.898331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.918459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.919163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0b424-0382-4893-a5e0-165016a3ac75 None None] Network 6c242341-876b-4901-b695-376b593faf5e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:32.922889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/10ea930f-0c80-4975-87b9-5832a7d501bd HTTP/1.1" status: 204 len: 168 time: 0.4421799 Jul 16 20:06:32.925388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41254) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:32.945896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b212a75-e4fe-48c8-be67-cf8e11ec9992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ea930f-0c80-4975-87b9-5832a7d501bd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.020639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.092545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6a07e-d271-48ca-97aa-b4ed7d0ae550 req-de4e89fb-3ed7-499b-a163-dad8d327b5d7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.094699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5de6a07e-d271-48ca-97aa-b4ed7d0ae550 req-de4e89fb-3ed7-499b-a163-dad8d327b5d7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.0974431 Jul 16 20:06:33.163607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Deleting port 1a5cf8ce-fd09-43ab-94bd-8192466243ac {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:33.163963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.171657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5de6a07e-d271-48ca-97aa-b4ed7d0ae550 req-c1929251-e7ef-480b-81c0-d16ecdd93092 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707984 Jul 16 20:06:33.283395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] For port 1a5cf8ce-fd09-43ab-94bd-8192466243ac, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a5cf8ce-fd09-43ab-94bd-8192466243ac,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:33.284031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.336911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] DHCP port deletion for 6c242341-876b-4901-b695-376b593faf5e request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:33.345824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Calling delete_port for 1a5cf8ce-fd09-43ab-94bd-8192466243ac owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:33.406651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] Deleting port 1a5cf8ce-fd09-43ab-94bd-8192466243ac {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:33.407409 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.435946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d993eb-4196-4f8c-bb1b-09f7f912f5da req-3e2557ba-6b6f-44b0-a179-6f65758a68ea tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.437091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89d993eb-4196-4f8c-bb1b-09f7f912f5da req-3e2557ba-6b6f-44b0-a179-6f65758a68ea tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 1101 time: 0.1500335 Jul 16 20:06:33.480145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.492929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] For port 1a5cf8ce-fd09-43ab-94bd-8192466243ac, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a5cf8ce-fd09-43ab-94bd-8192466243ac,segment=NetworkSegment(37e49d77-8556-4d34-bdc8-37863d843710),segment_id=37e49d77-8556-4d34-bdc8-37863d843710)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:33.494604 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.503563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89d993eb-4196-4f8c-bb1b-09f7f912f5da req-f0caae6b-28cc-4d4a-ab35-0b861aa40c0d tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600655 Jul 16 20:06:33.514288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] Calling delete_port for 1a5cf8ce-fd09-43ab-94bd-8192466243ac owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:33.550984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5cf8ce-fd09-43ab-94bd-8192466243ac,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.553335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] No DVR routers for this DVR port 1a5cf8ce-fd09-43ab-94bd-8192466243ac on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:33.611114 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.638593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c872-1203-4e1c-8759-c92d8c474e0a req-6cc5fe52-02bc-45ba-9108-0ad41e3b0f6e tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.646069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a19c872-1203-4e1c-8759-c92d8c474e0a req-6cc5fe52-02bc-45ba-9108-0ad41e3b0f6e tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 945 time: 0.1211286 Jul 16 20:06:33.656863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] Pushing event deleted for resources: {'Port': ['ID=1a5cf8ce-fd09-43ab-94bd-8192466243ac,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.664949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ea163-a526-4db5-8c84-9e0faa63a1ed None None] No DVR routers for this DVR port 1a5cf8ce-fd09-43ab-94bd-8192466243ac on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:33.693769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.706424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c242341-876b-4901-b695-376b593faf5e']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:33.712521 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a19c872-1203-4e1c-8759-c92d8c474e0a req-e180a6a6-6fa3-48bc-91be-91288b993d2e tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Jul 16 20:06:33.717501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e49d77-8556-4d34-bdc8-37863d843710') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:33.717802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e49d77-8556-4d34-bdc8-37863d843710') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:33.727929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.762106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.772251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:33.772698 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:33.774685 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:33.906764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.926357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.934802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41266) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:33.935759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/6c242341-876b-4901-b695-376b593faf5e HTTP/1.1" status: 204 len: 168 time: 1.0089226 Jul 16 20:06:33.954439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c242341-876b-4901-b695-376b593faf5e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.969138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.969980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.970525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.971147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.971680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.972211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.972733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.973319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.974090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.974623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.975186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.976038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416b660-4ae4-4201-ac31-29893f829eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:33.987808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0fdaa-1915-4161-a55a-3c57185bf9e8 req-7279401f-0ae8-4e6e-bac9-ed99f66044e1 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.989410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6bc0fdaa-1915-4161-a55a-3c57185bf9e8 req-7279401f-0ae8-4e6e-bac9-ed99f66044e1 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 1102 time: 0.1174719 Jul 16 20:06:34.027099 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fb8d235-fc9e-4923-a990-c7375ae71907 req-f513693a-dd5b-4bcd-b929-ef5810ad3bac tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0382459 Jul 16 20:06:34.074310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6bc0fdaa-1915-4161-a55a-3c57185bf9e8 req-685c7ceb-5ecd-4498-be64-c3a34104a255 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771968 Jul 16 20:06:34.232953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de48c15-24b8-47b7-97b8-83ef770eb7d6 req-219cde94-4f08-4880-9dbf-243d76c57803 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.235432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3de48c15-24b8-47b7-97b8-83ef770eb7d6 req-219cde94-4f08-4880-9dbf-243d76c57803 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 945 time: 0.0912054 Jul 16 20:06:34.303550 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3de48c15-24b8-47b7-97b8-83ef770eb7d6 req-005c86a8-7dfb-4d2a-8985-a4e32cf6b054 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598774 Jul 16 20:06:34.382706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a5cf8ce-fd09-43ab-94bd-8192466243ac no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:34.430531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 1a5cf8ce-fd09-43ab-94bd-8192466243ac {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:34.433283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a5cf8ce-fd09-43ab-94bd-8192466243ac not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:34.433708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 45dd15c9-57aa-4e82-9344-fc38b052c3a7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:34.461946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 45dd15c9-57aa-4e82-9344-fc38b052c3a7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:34.462381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 45dd15c9-57aa-4e82-9344-fc38b052c3a7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:34.502982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.570874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-eac9d25a-4b11-477d-b7e7-dc2760d0cf69 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386209 Jul 16 20:06:34.611798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cfd45-4ae1-442b-91fc-639afe55fc16 req-112532d6-d7fc-4be0-a95b-7aa27b7b6e5c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.613322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-782cfd45-4ae1-442b-91fc-639afe55fc16 req-112532d6-d7fc-4be0-a95b-7aa27b7b6e5c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1814311 Jul 16 20:06:34.686411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-2eee1485-61dd-4237-b9d9-1480bf0d47cb tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.693526 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-2eee1485-61dd-4237-b9d9-1480bf0d47cb tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215944 Jul 16 20:06:34.707561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-74211555-0d02-4f01-8b99-99a34f8c9915 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/quotas/3743d03f6d2c45908f77e494233aebcf HTTP/1.1" status: 200 len: 375 time: 0.0127072 Jul 16 20:06:34.802634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-72a622a8-e0ed-4d00-95d1-f38296a4752b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879145 Jul 16 20:06:35.010248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-782cfd45-4ae1-442b-91fc-639afe55fc16 req-4ccdf706-818f-46fa-ad6e-e842ede83c9c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870664 Jul 16 20:06:35.134448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Deleting port 17a446eb-1d20-47cd-9055-12f5508ccf31 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:35.134822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.268277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] For port 17a446eb-1d20-47cd-9055-12f5508ccf31, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=17a446eb-1d20-47cd-9055-12f5508ccf31,segment=NetworkSegment(a4921edb-8821-4166-b394-80f68d258800),segment_id=a4921edb-8821-4166-b394-80f68d258800)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:35.268761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.285405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Calling delete_port for 17a446eb-1d20-47cd-9055-12f5508ccf31 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:35.396837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6cf63d45-9353-47c2-a1d9-71a3184e55cf req-48b205bc-be3e-4920-89d1-55f8c5c7b635 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0429199 Jul 16 20:06:35.402493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9943-8d00-4b3e-8cb5-78b98e25ffc9 req-17287c4f-b539-47c8-a3ea-7871cbc44f45 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:35.404327 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d5b9943-8d00-4b3e-8cb5-78b98e25ffc9 req-17287c4f-b539-47c8-a3ea-7871cbc44f45 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 945 time: 0.2566104 Jul 16 20:06:35.511824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-3d325b54-2458-4405-b26f-72c92a4e1901 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:35.513622 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-3d325b54-2458-4405-b26f-72c92a4e1901 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.79 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 945 time: 0.2171705 Jul 16 20:06:35.564861 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d5b9943-8d00-4b3e-8cb5-78b98e25ffc9 req-4aba9017-e876-432a-befa-c476dfab4bb6 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417201 Jul 16 20:06:35.715386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.718577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Deleting port fe92b0d7-0876-4416-894a-a541bc119c10 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:35.718980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.775318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a446eb-1d20-47cd-9055-12f5508ccf31,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:35.956022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88c20f0c-d8ce-4ae5-a100-84976cfffabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.087411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] For port fe92b0d7-0876-4416-894a-a541bc119c10, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fe92b0d7-0876-4416-894a-a541bc119c10,segment=NetworkSegment(be2be783-b460-4316-977c-4e65fb7061dc),segment_id=be2be783-b460-4316-977c-4e65fb7061dc)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:36.088122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.099376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1db06-9a95-4970-9196-70b497f3a64f req-c083aead-bc1a-4200-a2b9-422ee2862dfc tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.113395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92e1db06-9a95-4970-9196-70b497f3a64f req-c083aead-bc1a-4200-a2b9-422ee2862dfc tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 945 time: 0.2748792 Jul 16 20:06:36.170290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Calling delete_port for fe92b0d7-0876-4416-894a-a541bc119c10 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:36.185774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92e1db06-9a95-4970-9196-70b497f3a64f req-859d1ed2-34ec-45e1-a22c-0b36ee58d9b5 tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6f96209-9e36-4b7f-b178-977017f1c62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700536 Jul 16 20:06:36.432771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f4f5594-c2c1-4270-8a21-53d4adb2afd1 req-0a1a587b-4c31-4488-aa00-7535b39f6e05 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 210 time: 0.0782118 Jul 16 20:06:36.456375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.580217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.679501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Pushing event deleted for resources: {'Port': ['ID=fe92b0d7-0876-4416-894a-a541bc119c10,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:36.692305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94a239-d18f-4875-b5ac-27b8f0345e11 req-cb15f589-2058-4e3f-8170-3cf3f58bbf0b tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.707724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c94a239-d18f-4875-b5ac-27b8f0345e11 req-cb15f589-2058-4e3f-8170-3cf3f58bbf0b tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1087737 Jul 16 20:06:36.772110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c94a239-d18f-4875-b5ac-27b8f0345e11 req-e6d783a5-1306-42fd-a129-788af15c5ecf tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628126 Jul 16 20:06:36.879069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] No DVR routers for this DVR port fe92b0d7-0876-4416-894a-a541bc119c10 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:36.915004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.917494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89b5c45a-4a28-4042-acf3-b542d63cd17b req-46481607-c0f2-48b3-9212-45d380114bee tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.79 "DELETE /v2.0/ports/fe92b0d7-0876-4416-894a-a541bc119c10 HTTP/1.1" status: 204 len: 173 time: 1.3928502 Jul 16 20:06:36.955668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69c59f4-76bd-4499-86bb-a33945256964', 'name': 'network-vif-deleted', 'tag': 'fe92b0d7-0876-4416-894a-a541bc119c10'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:36.958989 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6bbdf-764a-4ccf-ab20-f68711d381b5" -d '{"events": [{"server_uuid": "c69c59f4-76bd-4499-86bb-a33945256964", "name": "network-vif-deleted", "tag": "fe92b0d7-0876-4416-894a-a541bc119c10"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:36.969278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-360b5df3-26e3-455d-b350-395f86c475e3 req-923b94c0-f56d-49c9-b835-9877d1267d76 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.1554663 Jul 16 20:06:37.185547 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664020bd-d0e3-44cd-a068-dd79de89f6af x-openstack-request-id: req-664020bd-d0e3-44cd-a068-dd79de89f6af {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:37.186273 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69c59f4-76bd-4499-86bb-a33945256964", "name": "network-vif-deleted", "tag": "fe92b0d7-0876-4416-894a-a541bc119c10", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:37.186273 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-664020bd-d0e3-44cd-a068-dd79de89f6af {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:37.186456 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69c59f4-76bd-4499-86bb-a33945256964', 'name': 'network-vif-deleted', 'tag': 'fe92b0d7-0876-4416-894a-a541bc119c10', 'status': 'completed', 'code': 200} Jul 16 20:06:37.197697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Router 631baa21-f83a-455a-8046-a3ef7a6ccf26 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:37.338460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:37.344884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-75d65df5-7c7f-462c-8ac0-373335ad8980 admin admin] 10.222.0.91 "PUT /v2.0/routers/631baa21-f83a-455a-8046-a3ef7a6ccf26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4081855 Jul 16 20:06:37.347698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41344) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.354547 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] Sync routers for ids ['631baa21-f83a-455a-8046-a3ef7a6ccf26'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:37.366116 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] Routers {'631baa21-f83a-455a-8046-a3ef7a6ccf26'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:37.367016 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['631baa21-f83a-455a-8046-a3ef7a6ccf26'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:37.448047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fe4695c-b2dc-46a5-9c59-6335abc2b34c req-22c56829-6dc0-49c6-9821-b5913d45984f tempest-ServerGroupTestJSON-1076632600 tempest-ServerGroupTestJSON-1076632600-project] 10.222.0.91 "GET /v2.0/ports?device_id=c69c59f4-76bd-4499-86bb-a33945256964 HTTP/1.1" status: 200 len: 210 time: 0.0438261 Jul 16 20:06:37.538085 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] Set router 631baa21-f83a-455a-8046-a3ef7a6ccf26 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:37.540969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.717234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-36094caf-1f41-4ef7-9323-7af0f3a151f7 req-ed363c15-ea5c-43de-8d09-25c0700dae74 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 210 time: 0.0761933 Jul 16 20:06:37.766248 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.949178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Deleting port 0416edff-073c-46a1-ac02-5129c1f2186a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:37.949531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.951353 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:06:35Z', 'revision_number': 5, 'project_id': '979230d61946488795f784523c14c360', 'gw_port': {'id': '0416edff-073c-46a1-ac02-5129c1f2186a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:38Z', 'updated_at': '2021-07-16T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:37.992513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-5ca0f0af-d999-440b-830a-f56acba5fc53 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276604 Jul 16 20:06:38.043345 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] Checking router: 631baa21-f83a-455a-8046-a3ef7a6ccf26 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:38.087485 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] Routers {'631baa21-f83a-455a-8046-a3ef7a6ccf26'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:38.088418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['631baa21-f83a-455a-8046-a3ef7a6ccf26'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:38.105856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] For port 0416edff-073c-46a1-ac02-5129c1f2186a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0416edff-073c-46a1-ac02-5129c1f2186a,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:38.106778 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.165371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Calling delete_port for 0416edff-073c-46a1-ac02-5129c1f2186a owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:38.249302 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.299739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-68623a19-0a1d-45ba-b62b-3ee5132acc2b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716021 Jul 16 20:06:38.356007 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] Set router 631baa21-f83a-455a-8046-a3ef7a6ccf26 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:38.458616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-971d6459-20c4-471c-940a-2f5efc52fa11 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.460695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-971d6459-20c4-471c-940a-2f5efc52fa11 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558239 Jul 16 20:06:38.492084 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 6, 'project_id': '979230d61946488795f784523c14c360', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:38.503281 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.536596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:38.561808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-744dab29-d453-40e2-8f65-85f443be0a3d req-09788fe8-2dc7-44f3-a0ee-52e44d19037e tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.2581639 Jul 16 20:06:38.571620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4132c641-ca2f-4952-8694-fa7e9fc3139e details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:38.573196 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab1e805-195a-4837-afbb-e17dc377c0c2 None None] The sync data for ids ['631baa21-f83a-455a-8046-a3ef7a6ccf26'] in n-d-792458-10 is: [{'id': '631baa21-f83a-455a-8046-a3ef7a6ccf26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18837387-router', 'tenant_id': '979230d61946488795f784523c14c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 6, 'project_id': '979230d61946488795f784523c14c360', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:38.585100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fe92b0d7-0876-4416-894a-a541bc119c10 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:38.729274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: fe92b0d7-0876-4416-894a-a541bc119c10 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:38.729971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fe92b0d7-0876-4416-894a-a541bc119c10 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:38.859776 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.871070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ab70e34-cc50-4d36-856b-ff65119b297d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.884060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:38.902412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.047716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:39.093024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'mac_address': 'fa:16:3e:6b:40:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:39.174081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.243 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/aea746aa-c6a6-486a-9c77-88752bd8566b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:39.198980 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.238483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4132c641-ca2f-4952-8694-fa7e9fc3139e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:39.288145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255601d-3307-4876-923f-ac5f9c9ae42d req-32136af3-d982-44ae-9750-8852cd267316 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.292881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:39.296789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1255601d-3307-4876-923f-ac5f9c9ae42d req-32136af3-d982-44ae-9750-8852cd267316 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 1.1639378 Jul 16 20:06:39.298280 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.307655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-c5d3dd22-1645-48ca-b875-45ba72534c22 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.309202 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-c5d3dd22-1645-48ca-b875-45ba72534c22 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1812699 Jul 16 20:06:39.325993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:39.407234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1255601d-3307-4876-923f-ac5f9c9ae42d req-c67709ad-e41e-4beb-9d57-5a6d75783ca0 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089873 Jul 16 20:06:39.460718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['4132c641-ca2f-4952-8694-fa7e9fc3139e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:39.482928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-528d5518-663c-4c61-b41a-56ff10a9619a req-59d5cc49-8377-47e6-a681-c3ccfb70da8e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 210 time: 0.0466340 Jul 16 20:06:39.532827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.581855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.601825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.640660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object aea746aa-c6a6-486a-9c77-88752bd8566b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:39.738942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0416edff-073c-46a1-ac02-5129c1f2186a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.774059 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.820483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:39.835781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.853135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:39.863209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.933635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=aea746aa-c6a6-486a-9c77-88752bd8566b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.961884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:39.965384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:39.969213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:40.020255 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.062222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:40.073022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:40.075745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.115927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-aa5140bb-6f2d-4e38-8545-7d3395bcdd83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5855947 Jul 16 20:06:40.262675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Request body: {'port': {'device_id': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:40.433564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 17a446eb-1d20-47cd-9055-12f5508ccf31 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:40.471803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 17a446eb-1d20-47cd-9055-12f5508ccf31 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:40.472158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 17a446eb-1d20-47cd-9055-12f5508ccf31 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:40.472593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0416edff-073c-46a1-ac02-5129c1f2186a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:40.502581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.507713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6751c696-cf6e-4d81-a2fc-f1a42ea12ca0 None None] Provisioning for port aea746aa-c6a6-486a-9c77-88752bd8566b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:40.513596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a05d1b5f-53bc-4bfe-b013-fe4f9fd99452 req-6c128c12-67f3-4676-81b0-cb5b59ea5ea7 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.5084512 Jul 16 20:06:40.517812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 0416edff-073c-46a1-ac02-5129c1f2186a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:40.518045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0416edff-073c-46a1-ac02-5129c1f2186a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:40.526184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.542408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.548904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6751c696-cf6e-4d81-a2fc-f1a42ea12ca0 None None] Provisioning complete for port aea746aa-c6a6-486a-9c77-88752bd8566b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:40.549574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6751c696-cf6e-4d81-a2fc-f1a42ea12ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.606105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4132c641-ca2f-4952-8694-fa7e9fc3139e up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:40.723855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6751c696-cf6e-4d81-a2fc-f1a42ea12ca0 None None] Port aea746aa-c6a6-486a-9c77-88752bd8566b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:40.782070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.172 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/d4807894-89be-4eb6-b91a-f0a866759111) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:40.867725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 4132c641-ca2f-4952-8694-fa7e9fc3139e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:40.868322 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.900610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.901128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631baa21-f83a-455a-8046-a3ef7a6ccf26 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:06:40.944904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.946297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ff57d9f0-da31-4716-b939-a6447c7e7a1f admin admin] 10.222.0.91 "DELETE /v2.0/routers/631baa21-f83a-455a-8046-a3ef7a6ccf26 HTTP/1.1" status: 204 len: 168 time: 3.5976541 Jul 16 20:06:40.949082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41506) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:41.104273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] Deleting subnet dc4cea87-abf5-41cb-a454-043daf77d61c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:41.121565 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.149533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8b928-1584-408b-ab57-dc53eaec7d80 req-2b0eba94-5f07-4b67-bd32-9797af28420c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:41.151490 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44d8b928-1584-408b-ab57-dc53eaec7d80 req-2b0eba94-5f07-4b67-bd32-9797af28420c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.2637782 Jul 16 20:06:41.183644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.195008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.201952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.238297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:41.245251 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb584d3-91e9-485b-9a23-e4df61387cf6" -d '{"events": [{"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-plugged", "status": "completed", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:41.275975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:41.277833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object d4807894-89be-4eb6-b91a-f0a866759111 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:41.286774 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.290139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44d8b928-1584-408b-ab57-dc53eaec7d80 req-1a8a0f52-8f16-4b52-a5bf-f30e78c61001 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297610 Jul 16 20:06:41.375850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.380117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.435549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.456058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:41.532323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:41.577885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:41.611463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:41.636697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:41.696820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=d4807894-89be-4eb6-b91a-f0a866759111,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.771798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:41.772488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.793594 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.796393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea746aa-c6a6-486a-9c77-88752bd8566b {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:41.797553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-3de073d2-ca04-4344-bc3f-e98206e58ff6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4758472 Jul 16 20:06:41.819017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.837524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf0ea0-eb37-41df-9319-d956c13ee68c req-737b619d-d64c-4f84-95f7-528fb9f82a9b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:41.845654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-83cf0ea0-eb37-41df-9319-d956c13ee68c req-737b619d-d64c-4f84-95f7-528fb9f82a9b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 936 time: 0.2882991 Jul 16 20:06:41.851339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Transition to ACTIVE for port object aea746aa-c6a6-486a-9c77-88752bd8566b will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:41.866301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.930245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-83cf0ea0-eb37-41df-9319-d956c13ee68c req-7a488bcd-f000-48cd-9934-3addfaabb644 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833728 Jul 16 20:06:41.949941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Request body: {'port': {'device_id': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:42.118560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.137159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.151029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-76da2d7c-3f71-4bdc-9774-b0f939857b68 None None] Provisioning for port d4807894-89be-4eb6-b91a-f0a866759111 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:42.181213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-76da2d7c-3f71-4bdc-9774-b0f939857b68 None None] Provisioning complete for port d4807894-89be-4eb6-b91a-f0a866759111 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:42.181593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-76da2d7c-3f71-4bdc-9774-b0f939857b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.244288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4cea87-abf5-41cb-a454-043daf77d61c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:42.252325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=aea746aa-c6a6-486a-9c77-88752bd8566b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:42.267430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-76da2d7c-3f71-4bdc-9774-b0f939857b68 None None] Port d4807894-89be-4eb6-b91a-f0a866759111 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:42.283470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c841ca-0cb3-4e83-9209-771070eb6758 None None] Network 506d2872-ac35-4886-9591-b36a917b069d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:42.283736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.287042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2abe3b34-69a2-4f37-a503-882c9cd89d6c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/dc4cea87-abf5-41cb-a454-043daf77d61c HTTP/1.1" status: 204 len: 168 time: 1.3362637 Jul 16 20:06:42.295281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41520) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:42.390016 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf5d2e-8987-4ef0-b4e5-c250a3dfc5a0 x-openstack-request-id: req-46bf5d2e-8987-4ef0-b4e5-c250a3dfc5a0 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:42.390972 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-plugged", "status": "completed", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:42.391635 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-46bf5d2e-8987-4ef0-b4e5-c250a3dfc5a0 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:42.392166 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'code': 200} Jul 16 20:06:42.568727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.572504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Attempting to bind port aea746aa-c6a6-486a-9c77-88752bd8566b on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:42.572970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Attempting to bind port aea746aa-c6a6-486a-9c77-88752bd8566b by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:42.573521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Attempting to bind port aea746aa-c6a6-486a-9c77-88752bd8566b on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:42.600814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Port aea746aa-c6a6-486a-9c77-88752bd8566b on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:42.601354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Attempting to bind port aea746aa-c6a6-486a-9c77-88752bd8566b on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:42.616057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:42.616402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:42.617241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:42.617680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Bound port: aea746aa-c6a6-486a-9c77-88752bd8566b, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:42.618042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.684912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] DHCP port deletion for 506d2872-ac35-4886-9591-b36a917b069d request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:42.728968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f9a1c3f-8d83-4ced-a995-71d9af3b13b0 req-6452daad-8983-46b6-aa8e-39da72e704bb tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0493722 Jul 16 20:06:42.740645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4807894-89be-4eb6-b91a-f0a866759111 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:42.747943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] For port aea746aa-c6a6-486a-9c77-88752bd8566b, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:42.751069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.755944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] For port aea746aa-c6a6-486a-9c77-88752bd8566b, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aea746aa-c6a6-486a-9c77-88752bd8566b,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:42.784159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Transition to ACTIVE for port object d4807894-89be-4eb6-b91a-f0a866759111 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:42.785752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.795026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.798176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] Deleting port a3c74e67-da76-45c0-8028-de0687bcbffb {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:42.799442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.842620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:42.843332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.844778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] 10.222.0.99 "PUT /v2.0/ports/aea746aa-c6a6-486a-9c77-88752bd8566b HTTP/1.1" status: 200 len: 1097 time: 2.7209659 Jul 16 20:06:42.847949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'tag': 'aea746aa-c6a6-486a-9c77-88752bd8566b'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:42.851616 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685a45d5-26d9-43fd-ab05-397cd7b5c47e" -d '{"events": [{"name": "network-changed", "server_uuid": "3785141f-8710-4fc6-8be5-b409e3dd31b8", "tag": "aea746aa-c6a6-486a-9c77-88752bd8566b"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:42.952231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Deleting port a3c74e67-da76-45c0-8028-de0687bcbffb {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:42.952845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.985580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] For port a3c74e67-da76-45c0-8028-de0687bcbffb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3c74e67-da76-45c0-8028-de0687bcbffb,segment=NetworkSegment(a4921edb-8821-4166-b394-80f68d258800),segment_id=a4921edb-8821-4166-b394-80f68d258800)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:42.990968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.026129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] Calling delete_port for a3c74e67-da76-45c0-8028-de0687bcbffb owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:43.051064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] For port a3c74e67-da76-45c0-8028-de0687bcbffb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3c74e67-da76-45c0-8028-de0687bcbffb,segment=NetworkSegment(a4921edb-8821-4166-b394-80f68d258800),segment_id=a4921edb-8821-4166-b394-80f68d258800)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:43.051723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.072775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Calling delete_port for a3c74e67-da76-45c0-8028-de0687bcbffb owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:43.110681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Pushing event updated for resources: {'Port': ['ID=d4807894-89be-4eb6-b91a-f0a866759111,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.171936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527bd3c-ad16-49c0-b047-d7d0ad3b3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=aea746aa-c6a6-486a-9c77-88752bd8566b,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.202868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.221909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.231156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Attempting to bind port d4807894-89be-4eb6-b91a-f0a866759111 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:43.233543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Attempting to bind port d4807894-89be-4eb6-b91a-f0a866759111 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:43.235735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Attempting to bind port d4807894-89be-4eb6-b91a-f0a866759111 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:43.246283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] No DVR routers for this DVR port a3c74e67-da76-45c0-8028-de0687bcbffb on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:43.263251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] No DVR routers for this DVR port a3c74e67-da76-45c0-8028-de0687bcbffb on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:43.265700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Port d4807894-89be-4eb6-b91a-f0a866759111 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:43.266749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Attempting to bind port d4807894-89be-4eb6-b91a-f0a866759111 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:43.309463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:43.309463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:43.309463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:43.309463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Bound port: d4807894-89be-4eb6-b91a-f0a866759111, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:43.309463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.314601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c74e67-da76-45c0-8028-de0687bcbffb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.314601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-163ba841-1e0e-4c63-9673-86115b882c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:43.314601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-163ba841-1e0e-4c63-9673-86115b882c10 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 1100 time: 0.4066758 Jul 16 20:06:43.329552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583e48c-1335-4e88-8e3d-315989a29a99 None None] Pushing event deleted for resources: {'Port': ['ID=a3c74e67-da76-45c0-8028-de0687bcbffb,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.408318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.437148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506d2872-ac35-4886-9591-b36a917b069d']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:43.490322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] For port d4807894-89be-4eb6-b91a-f0a866759111, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:43.499105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] For port d4807894-89be-4eb6-b91a-f0a866759111, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d4807894-89be-4eb6-b91a-f0a866759111,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:43.515114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322cd89-fa85-4d95-8852-5f26aa1c1eb6 req-e59d2eaf-79e0-4f3e-b0b8-bf9750e1791d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:43.515803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4921edb-8821-4166-b394-80f68d258800') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:43.516401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4921edb-8821-4166-b394-80f68d258800') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:43.522473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a322cd89-fa85-4d95-8852-5f26aa1c1eb6 req-e59d2eaf-79e0-4f3e-b0b8-bf9750e1791d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.3895400 Jul 16 20:06:43.523854 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-b4b51aac-cab3-439e-a9fd-6f4fc5d7c5be service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=aea746aa-c6a6-486a-9c77-88752bd8566b HTTP/1.1" status: 200 len: 217 time: 0.2019935 Jul 16 20:06:43.553277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.606895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.621888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a322cd89-fa85-4d95-8852-5f26aa1c1eb6 req-821ab4ad-ed04-4747-a507-f57cdc830e0a tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Jul 16 20:06:43.623314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:43.623938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.625472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] 10.222.0.79 "PUT /v2.0/ports/d4807894-89be-4eb6-b91a-f0a866759111 HTTP/1.1" status: 200 len: 1097 time: 1.8186669 Jul 16 20:06:43.628441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'tag': 'd4807894-89be-4eb6-b91a-f0a866759111'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:43.651235 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979" -d '{"events": [{"name": "network-changed", "server_uuid": "fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd", "tag": "d4807894-89be-4eb6-b91a-f0a866759111"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:43.674781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-d2bbfad8-665b-4ea9-a014-68961577cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:43.676508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-d2bbfad8-665b-4ea9-a014-68961577cfe6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1424994 Jul 16 20:06:43.677810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.685596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:43.686134 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:43.688853 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:43.766909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:43.811221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c85f9f-7ab6-41d8-bd1c-db04fa5cfb23 service neutron] Pushing event updated for resources: {'Port': ['ID=d4807894-89be-4eb6-b91a-f0a866759111,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.886081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-5fa5dd60-9de0-4c11-aa9a-8d9809b98abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:43.891685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-5fa5dd60-9de0-4c11-aa9a-8d9809b98abe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 1100 time: 0.1844027 Jul 16 20:06:43.897671 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4667857-84a1-40f2-8c13-04836ab35057 x-openstack-request-id: req-e4667857-84a1-40f2-8c13-04836ab35057 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:43.898009 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3785141f-8710-4fc6-8be5-b409e3dd31b8", "tag": "aea746aa-c6a6-486a-9c77-88752bd8566b", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:43.898192 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4667857-84a1-40f2-8c13-04836ab35057 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:43.898599 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'tag': 'aea746aa-c6a6-486a-9c77-88752bd8566b', 'status': 'completed', 'code': 200} Jul 16 20:06:44.014977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-973c8a91-326c-4c1c-85da-3e1365406e4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d4807894-89be-4eb6-b91a-f0a866759111 HTTP/1.1" status: 200 len: 217 time: 0.1148508 Jul 16 20:06:44.111111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-c294d1b3-6496-4c9f-853c-96e2830cf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.112600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-c294d1b3-6496-4c9f-853c-96e2830cf055 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0896280 Jul 16 20:06:44.245331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6828d1-a956-4839-8019-a2b54c55cc91 req-42a750d9-a2b0-4567-8eac-80e00f5f870d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.252067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd6828d1-a956-4839-8019-a2b54c55cc91 req-42a750d9-a2b0-4567-8eac-80e00f5f870d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 948 time: 0.1426902 Jul 16 20:06:44.277349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-7457e029-2670-415d-85b2-caa143cb3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.278903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-7457e029-2670-415d-85b2-caa143cb3696 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322150 Jul 16 20:06:44.365430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd6828d1-a956-4839-8019-a2b54c55cc91 req-b82f4595-537d-4d03-9bac-39bc7c7bbd73 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026533 Jul 16 20:06:44.417004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3c74e67-da76-45c0-8028-de0687bcbffb no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:44.469541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a3c74e67-da76-45c0-8028-de0687bcbffb {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:44.469838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3c74e67-da76-45c0-8028-de0687bcbffb not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:44.485169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.510373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.512377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] 10.222.0.91 "DELETE /v2.0/networks/506d2872-ac35-4886-9591-b36a917b069d HTTP/1.1" status: 204 len: 168 time: 2.2136669 Jul 16 20:06:44.520658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58afce-f9ce-4699-9d5e-e28d759789eb admin admin] Pushing event deleted for resources: {'Network': ['ID=506d2872-ac35-4886-9591-b36a917b069d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:44.541441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-26ffaa13-f9ec-4902-aab5-b7a84d60f5de service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443142 Jul 16 20:06:44.541734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88027-a6bc-412b-9095-7c51b000f28a req-9786bbe0-9962-4976-83e9-689be9f20326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.547855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-9786bbe0-9962-4976-83e9-689be9f20326 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8537061 Jul 16 20:06:44.555388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] Deleting subnet 36c334da-18c5-42e7-88ba-e8e95f63b76d {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:44.592176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.762607 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ed5b24-a40c-497c-86b3-00330d1e260a x-openstack-request-id: req-09ed5b24-a40c-497c-86b3-00330d1e260a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:44.763056 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd", "tag": "d4807894-89be-4eb6-b91a-f0a866759111", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:44.767555 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-09ed5b24-a40c-497c-86b3-00330d1e260a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:44.768085 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'tag': 'd4807894-89be-4eb6-b91a-f0a866759111', 'status': 'completed', 'code': 200} Jul 16 20:06:44.847079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41550) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:44.878405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-5c01ded8-17c2-46c5-9183-25f70c1ac887 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287435 Jul 16 20:06:44.911070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-f1437042-dd25-48e4-b89c-3d1d7fedcb85 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503635 Jul 16 20:06:44.929263 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.987478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.099434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-409bae74-bce5-4946-b65b-b288deb901ca req-745898d4-2e37-424c-95e7-7c2d647a121f tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0880394 Jul 16 20:06:45.115616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7b6645bc-cb4e-4a0b-8ee1-8ce960c07b22 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0c5182bb6c304b4cac9ae04b0b1eb5c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2658541 Jul 16 20:06:45.120578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41552) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:45.176674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.180011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-4630327d-8090-4a64-a569-788ff51f4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.187977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-4630327d-8090-4a64-a569-788ff51f4f21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 1100 time: 0.2339320 Jul 16 20:06:45.303294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13c88027-a6bc-412b-9095-7c51b000f28a req-4c7df6aa-ec28-41e6-9639-2ce3769a9612 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854667 Jul 16 20:06:45.304445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c334da-18c5-42e7-88ba-e8e95f63b76d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:45.320227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.328941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b86350e2-80fa-48a5-a171-9508522fa259 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/36c334da-18c5-42e7-88ba-e8e95f63b76d HTTP/1.1" status: 204 len: 168 time: 1.5352678 Jul 16 20:06:45.336187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41554) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:45.384796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae709bb7-b801-45c7-9844-4dd625e610dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.443316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-b690478a-e35b-494c-936c-382bc1d29ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.445011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-b690478a-e35b-494c-936c-382bc1d29ebf service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2469835 Jul 16 20:06:45.475851 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae709bb7-b801-45c7-9844-4dd625e610dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.485969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.496996 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-99a92345-5511-430a-96c6-5d47b5faadf2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d4807894-89be-4eb6-b91a-f0a866759111 HTTP/1.1" status: 200 len: 217 time: 0.0446110 Jul 16 20:06:45.506274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b6da8-0797-471e-9747-e27eb69c7e56 req-64cbb963-132a-41fa-86c6-ef74a8ff5f48 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.507928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec4b6da8-0797-471e-9747-e27eb69c7e56 req-64cbb963-132a-41fa-86c6-ef74a8ff5f48 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1854022 Jul 16 20:06:45.559060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-6edd98b9-d8fd-4de5-96f5-6b31a37ad83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.559290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-1020391d-7d45-4626-8af9-e6711ce6580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.560689 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-6edd98b9-d8fd-4de5-96f5-6b31a37ad83a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0518250 Jul 16 20:06:45.560903 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-1020391d-7d45-4626-8af9-e6711ce6580c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 1100 time: 0.1908514 Jul 16 20:06:45.602158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae709bb7-b801-45c7-9844-4dd625e610dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.605911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae709bb7-b801-45c7-9844-4dd625e610dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.606077 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ae709bb7-b801-45c7-9844-4dd625e610dc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/21a5a3f0-fbad-4d82-ba2d-e6e659900caf HTTP/1.1" status: 204 len: 168 time: 0.4816563 Jul 16 20:06:45.660218 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec4b6da8-0797-471e-9747-e27eb69c7e56 req-a6c1048d-5915-4998-b1c8-d326e2721d3f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982659 Jul 16 20:06:45.669686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.672491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae709bb7-b801-45c7-9844-4dd625e610dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a5a3f0-fbad-4d82-ba2d-e6e659900caf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:45.699976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-51d5cc2b-1a85-4adc-a7bd-d92cd9e31fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.704920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b722d27-d703-41ab-9603-4be3ba5886d9']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.707776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-51d5cc2b-1a85-4adc-a7bd-d92cd9e31fe8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1351342 Jul 16 20:06:45.843108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2be783-b460-4316-977c-4e65fb7061dc') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.843509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2be783-b460-4316-977c-4e65fb7061dc') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.856622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.885192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.890128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-bececcfd-c7c5-4891-9a13-d1df5c4eb4fc service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733143 Jul 16 20:06:45.893358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:45.894682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:45.910273 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:45.930679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-0e118bd6-bf1d-470d-b924-601d209b3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.933491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-0e118bd6-bf1d-470d-b924-601d209b3ae5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.3533123 Jul 16 20:06:46.049355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12a793-de48-4008-af0c-ecb9a92ec572 req-b34e2086-2e6f-4fba-8321-626b857950a1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:46.064166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b12a793-de48-4008-af0c-ecb9a92ec572 req-b34e2086-2e6f-4fba-8321-626b857950a1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 948 time: 0.1684754 Jul 16 20:06:46.073067 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-de6596df-fde4-4c06-9b17-5f99e46ace36 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=aea746aa-c6a6-486a-9c77-88752bd8566b HTTP/1.1" status: 200 len: 217 time: 0.1278095 Jul 16 20:06:46.085797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ef4eba0-00c9-426d-a28d-4dd9d47e1979 req-b63225ad-6820-44ab-9f96-846c5b8e3881 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800280 Jul 16 20:06:46.107424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.115821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.122541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] 10.222.0.91 "DELETE /v2.0/networks/8b722d27-d703-41ab-9603-4be3ba5886d9 HTTP/1.1" status: 204 len: 168 time: 0.7838426 Jul 16 20:06:46.141869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b12a793-de48-4008-af0c-ecb9a92ec572 req-63afbedd-9340-4679-b103-b73ce8c09532 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767000 Jul 16 20:06:46.187522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea5eaf-c7fe-4201-a19e-c2bdd038a6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8b722d27-d703-41ab-9603-4be3ba5886d9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:46.224372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-22d5b1a8-5c78-43da-b14f-5e14f5123b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:46.229688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-22d5b1a8-5c78-43da-b14f-5e14f5123b5a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1411026 Jul 16 20:06:46.424325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41570) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.480625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-bbb40876-9061-4a64-956a-98f7824c5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:46.484026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-bbb40876-9061-4a64-956a-98f7824c5772 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2449307 Jul 16 20:06:46.498970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c06d5fc4-2c7a-4c8e-9497-49fd5d84d6f9 req-82e30cb9-aea7-42b4-ae3d-907dc4d94d82 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0480208 Jul 16 20:06:46.537600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1e6db1f7-d7c0-4120-82a2-5d7d54048a3c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=979230d61946488795f784523c14c360&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1122575 Jul 16 20:06:46.540321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41572) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.583555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41574) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.640214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56e3c75a-7deb-4997-84e7-cfb8a601dc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.679016 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56e3c75a-7deb-4997-84e7-cfb8a601dc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.785950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1c9e6c8b-2497-4304-af13-b182a5eea255 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5781a8183474404e824181e0c7c0c8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011876 Jul 16 20:06:46.788506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41578) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.797252 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-33c69cee-e17a-43cf-8104-b258bc2f116a service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044875 Jul 16 20:06:46.838945 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56e3c75a-7deb-4997-84e7-cfb8a601dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.844869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56e3c75a-7deb-4997-84e7-cfb8a601dc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.850009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-56e3c75a-7deb-4997-84e7-cfb8a601dc2c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ac4d76b6-fe4d-4350-8dd5-e94a3fa621e0 HTTP/1.1" status: 204 len: 168 time: 0.3082595 Jul 16 20:06:46.868454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3c75a-7deb-4997-84e7-cfb8a601dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d76b6-fe4d-4350-8dd5-e94a3fa621e0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:47.010733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-685a45d5-26d9-43fd-ab05-397cd7b5c47e req-7daf312d-6a6e-4bcc-853d-114bda9ed599 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021947 Jul 16 20:06:47.021528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b14f4965-115a-4c2b-a0b1-8f4abb438723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.039658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79201cfd-c05a-4a31-8a59-aed9682ddb2f req-1e353de6-ad16-4278-a773-49282246a999 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:47.048236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-79201cfd-c05a-4a31-8a59-aed9682ddb2f req-1e353de6-ad16-4278-a773-49282246a999 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 946 time: 0.1403916 Jul 16 20:06:47.056207 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b14f4965-115a-4c2b-a0b1-8f4abb438723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.129158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-79201cfd-c05a-4a31-8a59-aed9682ddb2f req-989a75f6-666d-4555-be88-70560c69987d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792518 Jul 16 20:06:47.159173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b14f4965-115a-4c2b-a0b1-8f4abb438723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.161756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b14f4965-115a-4c2b-a0b1-8f4abb438723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.166171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b14f4965-115a-4c2b-a0b1-8f4abb438723 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d6f96209-9e36-4b7f-b178-977017f1c62f HTTP/1.1" status: 204 len: 168 time: 0.3730953 Jul 16 20:06:47.175686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f4965-115a-4c2b-a0b1-8f4abb438723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f96209-9e36-4b7f-b178-977017f1c62f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:47.552364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38229cd0-8825-4947-b114-8f851219587c req-f7cc05a4-dc1c-483a-9d9f-b4cde91a52be tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:47.558443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38229cd0-8825-4947-b114-8f851219587c req-f7cc05a4-dc1c-483a-9d9f-b4cde91a52be tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 948 time: 0.1412122 Jul 16 20:06:47.685389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38229cd0-8825-4947-b114-8f851219587c req-114bd89e-dccb-4faf-8e15-1179e941120e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146441 Jul 16 20:06:47.812518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-4f894ac3-92a4-4f24-aa21-71d1ed5247e3 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:47.814108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-4f894ac3-92a4-4f24-aa21-71d1ed5247e3 tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1098 time: 0.1947865 Jul 16 20:06:47.836679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-10'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:48.059699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.251715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:48.314193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:48.367153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-634c038d-e142-43ed-9be2-381c24e5e301 req-7424a4ff-6c8f-43f5-a543-789f34e89e05 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.2882023 Jul 16 20:06:48.420978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:48.423592 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c050ba-fc2d-4843-a688-4c839abd3143" -d '{"events": [{"server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "name": "network-vif-unplugged", "status": "completed", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:48.429011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.439309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.619781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d4807894-89be-4eb6-b91a-f0a866759111 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:48.884870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d4807894-89be-4eb6-b91a-f0a866759111, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d4807894-89be-4eb6-b91a-f0a866759111,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:48.915512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'd4807894-89be-4eb6-b91a-f0a866759111', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'd4807894-89be-4eb6-b91a-f0a866759111', 'mac_address': 'fa:16:3e:66:13:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:48.929596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aea746aa-c6a6-486a-9c77-88752bd8566b details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:49.017888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41648) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.252630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.323865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-63612334-network', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:49.343705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on host n-h1-792458-10 for vnic_type normal with profile {"migrating_to": "n-h2-792458-10"} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:49.344180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:49.344447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:49.355575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:49.356193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Attempting to bind port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on network 339ac4d2-b5d2-4563-822e-9df0888eb06b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:49.373226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:49.373226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Checking segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:49.373226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Bound using segment: {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:49.373226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Bound port: 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa2001-a858-4216-a86f-eeac07184ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '339ac4d2-b5d2-4563-822e-9df0888eb06b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:49.373752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.386666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Made reservation on behalf of 6cdcf0f6dc74478d9fbd22dac980f098 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:49.394664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.425771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.460973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5f150-10b3-4b41-9160-40f8d9e184a6 req-7935dd99-3e32-4a07-a6f7-a4e6b9c79eec tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:49.464771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ec5f150-10b3-4b41-9160-40f8d9e184a6 req-7935dd99-3e32-4a07-a6f7-a4e6b9c79eec tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 944 time: 0.1973414 Jul 16 20:06:49.517712 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.601220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aea746aa-c6a6-486a-9c77-88752bd8566b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aea746aa-c6a6-486a-9c77-88752bd8566b,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:49.605401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ec5f150-10b3-4b41-9160-40f8d9e184a6 req-9a090427-2321-4d6e-8bc2-d585430f4fca tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298380 Jul 16 20:06:49.610775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.611196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4807894-89be-4eb6-b91a-f0a866759111 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:49.624607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.646802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:49.656460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:49.667487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.687596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d4807894-89be-4eb6-b91a-f0a866759111, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d4807894-89be-4eb6-b91a-f0a866759111,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:49.704377 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.705140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:49.715010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.720530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:49.728951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'aea746aa-c6a6-486a-9c77-88752bd8566b', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'aea746aa-c6a6-486a-9c77-88752bd8566b', 'mac_address': 'fa:16:3e:f6:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:49.751641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.751990 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Added segment e5033bfc-380a-457c-ad29-bdc0c24b3029 of type vlan for network 843a80bd-dabd-4906-9e63-8267a1e54b06 Jul 16 20:06:49.806691 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1334ed-957e-4694-a734-c901d04bdb8d x-openstack-request-id: req-cd1334ed-957e-4694-a734-c901d04bdb8d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:49.807262 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "name": "network-vif-unplugged", "status": "completed", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:49.807686 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cd1334ed-957e-4694-a734-c901d04bdb8d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:49.808395 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0', 'code': 200} Jul 16 20:06:49.858207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:49.859768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.861959 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] 10.222.0.79 "PUT /v2.0/ports/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 200 len: 1124 time: 2.0361993 Jul 16 20:06:49.886104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.897973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c87380-5e11-4f56-aabc-5625ba8d0e44 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.940172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.943582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:49.944834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.981137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:06:50.007223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.008116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9886928 Jul 16 20:06:50.013190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Request body: {'subnet': {'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-subnet', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:50.060561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:50.068991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:50.114288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59597375-275f-4100-bf4e-c3bcf29cd6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=843a80bd-dabd-4906-9e63-8267a1e54b06,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.140052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Made reservation on behalf of 6cdcf0f6dc74478d9fbd22dac980f098 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:50.144052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.222014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:50.224992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d4807894-89be-4eb6-b91a-f0a866759111,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.265404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.278440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380147-c552-4f38-910e-4dd997fff126 req-708cc3bd-0a1e-4549-95ae-c3be37412370 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:50.288774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-70380147-c552-4f38-910e-4dd997fff126 req-708cc3bd-0a1e-4549-95ae-c3be37412370 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 949 time: 0.2467811 Jul 16 20:06:50.312079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea746aa-c6a6-486a-9c77-88752bd8566b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:50.453666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.461393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aea746aa-c6a6-486a-9c77-88752bd8566b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aea746aa-c6a6-486a-9c77-88752bd8566b,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:50.513816 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.524772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd59c46c-0680-4624-b5a9-b3160c763bc3,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.536755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-70380147-c552-4f38-910e-4dd997fff126 req-54e84571-e6cd-4768-8cee-b953de7f8347 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462282 Jul 16 20:06:50.581365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Checking segment: {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:50.581722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Network hostable DHCP agents. Network: 843a80bd-dabd-4906-9e63-8267a1e54b06, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:50.608075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:50.611372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=aea746aa-c6a6-486a-9c77-88752bd8566b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.611571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:50.651301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 has no active binding in host n-h2-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:06:50.658563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 843a80bd-dabd-4906-9e63-8267a1e54b06) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:50.673896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d77a69-ada0-4d17-9efb-3310a019ec24 None None] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:50.674380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:50.675150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.697609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-561ae7f3-fbbc-4649-8ba7-e0e993ca0bee admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6887119 Jul 16 20:06:50.700601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.706051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:50.758598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.760197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.844628 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.877511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['aea746aa-c6a6-486a-9c77-88752bd8566b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:50.999621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e63c304c-a615-47fc-8783-0fa9c62cda68 req-12d70147-f850-48f1-aff6-8e509f0fcf15 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0444944 Jul 16 20:06:51.049523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['d4807894-89be-4eb6-b91a-f0a866759111'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:51.161415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6475cb2-c9b0-4e79-a807-e1bcfe02508f None None] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:51.202936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.773924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.805911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.810141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:51.813496 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:51.976176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Allocated IP 172.25.3.177 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:52.119302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.173095 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.217534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:52.220974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:52.224782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:52.290126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Pushing event updated for resources: {'Port': ['ID=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:52.570700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.886726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aea746aa-c6a6-486a-9c77-88752bd8566b up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:52.922253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.991576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port aea746aa-c6a6-486a-9c77-88752bd8566b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:52.996494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port aea746aa-c6a6-486a-9c77-88752bd8566b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:52.996859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.161031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:06:53.168714 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.217455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea746aa-c6a6-486a-9c77-88752bd8566b'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:53.220668 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7499ed78-0844-45fe-9ee2-7ae932582888" -d '{"events": [{"server_uuid": "3785141f-8710-4fc6-8be5-b409e3dd31b8", "name": "network-vif-plugged", "status": "completed", "tag": "aea746aa-c6a6-486a-9c77-88752bd8566b"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:53.242525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aea746aa-c6a6-486a-9c77-88752bd8566b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aea746aa-c6a6-486a-9c77-88752bd8566b,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:53.254061 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.331004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=aea746aa-c6a6-486a-9c77-88752bd8566b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:53.331844 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:53.348352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Sync routers for ids ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:53.352700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.357070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-339cfeec-9e7b-4528-830e-740a93e019af admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6547532 Jul 16 20:06:53.359678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41702) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:53.373172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Routers {'6be19bb2-294d-4e8c-ad42-089a1ac610e8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:53.376450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:53.676297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-147dbfda-fc01-4f37-90ee-710ca2cb7056 req-e87dc226-096c-4f3f-83a9-cddabe9fa150 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0751812 Jul 16 20:06:53.703965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Set router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:54.158718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:06:52Z', 'revision_number': 3, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:54.206723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Checking router: 6be19bb2-294d-4e8c-ad42-089a1ac610e8 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:54.207379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Updating router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:54.228543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.265073 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.558594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Allocated IP 172.20.0.1 (843a80bd-dabd-4906-9e63-8267a1e54b06/cd59c46c-0680-4624-b5a9-b3160c763bc3/db7571c2-db37-4936-8fe2-a99af4dd658f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:54.693168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d4807894-89be-4eb6-b91a-f0a866759111 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:54.799324 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.819460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Transition to ACTIVE for port object 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:54.827155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port d4807894-89be-4eb6-b91a-f0a866759111 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:54.837833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port d4807894-89be-4eb6-b91a-f0a866759111 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:54.838812 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.842177 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.875263 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.923845 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.979540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Attempting to bind port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:54.979912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Attempting to bind port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:54.980267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Attempting to bind port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:55.025459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=db7571c2-db37-4936-8fe2-a99af4dd658f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.058130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:55.061225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:55.061876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:55.063644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:55.064082 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.064507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:55.064849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Bound port: 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:55.065797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:55.067272 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.162391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.197494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] For port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:55.202765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] For port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:55.219327 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.251422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6db44-f4cc-4a62-9ea0-d4a0509b2f66 None None] Pushing event updated for resources: {'Port': ['ID=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.385737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Routers {'6be19bb2-294d-4e8c-ad42-089a1ac610e8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:55.389537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:55.487657 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.634670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6db44-f4cc-4a62-9ea0-d4a0509b2f66 None None] Pushing event updated for resources: {'Port': ['ID=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.643969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.691593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] Set router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:55.722059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d4807894-89be-4eb6-b91a-f0a866759111, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d4807894-89be-4eb6-b91a-f0a866759111,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:55.754560 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.804615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.825892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.899471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-30096c59-6d32-4a95-8d0c-7c5c2ef4aff9 service neutron] 10.222.0.99 "GET /v2.0/ports/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.1113679 Jul 16 20:06:55.938736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=db7571c2-db37-4936-8fe2-a99af4dd658f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.942055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.947460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d4807894-89be-4eb6-b91a-f0a866759111,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.144865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:06:52Z', 'revision_number': 3, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:56.151033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:56.152951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:56.272845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd737-fd1d-441b-bc52-987c2fec169a None None] The sync data for ids ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'] in n-d-792458-10 is: [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:06:52Z', 'revision_number': 3, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:56.356384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:56.372450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:56.427398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:56.517875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:56.533976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:56.574040 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.591032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:56.596493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b95c2dc9-98fd-44e8-ac68-e8e592542fb4 admin admin] 10.222.0.91 "PUT /v2.0/routers/6be19bb2-294d-4e8c-ad42-089a1ac610e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2350006 Jul 16 20:06:56.772668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] Transition to ACTIVE for port object 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:56.790982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.915537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:57.010134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] No DVR routers for this DVR port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:57.018741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:57.027940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] Pushing event updated for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:57.062173 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-3ae9aea8-d6c2-4300-8bd6-e1242309431a service neutron] 10.222.0.99 "PUT /v2.0/ports/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0/bindings/n-h2-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1558983 Jul 16 20:06:57.268871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-f201349d-ac9b-4284-b6bc-dc5916c1aa5b tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.270358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-f201349d-ac9b-4284-b6bc-dc5916c1aa5b tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1320899 Jul 16 20:06:57.351604 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-812ea306-7bb1-4062-aa2f-c25a55b03bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.353638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-812ea306-7bb1-4062-aa2f-c25a55b03bf5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08&tenant_id=3c79c6417da64ee983bd90dc1bcf53af HTTP/1.1" status: 200 len: 1097 time: 0.0659025 Jul 16 20:06:57.472243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-638dda3d-b3ed-4922-a05b-81f93e22190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.474767 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-638dda3d-b3ed-4922-a05b-81f93e22190e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1097 time: 0.0880368 Jul 16 20:06:57.615249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-7db7a13e-d691-4eea-89b5-a4f4a612c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.617046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-7db7a13e-d691-4eea-89b5-a4f4a612c1cf service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.1353600 Jul 16 20:06:57.671076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-23889b46-9a89-4793-b168-26ffb7b885f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 200 len: 217 time: 0.0465536 Jul 16 20:06:57.742697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-8f4f7677-4e01-4657-b4aa-0fb4c4e7d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.744922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-8f4f7677-4e01-4657-b4aa-0fb4c4e7d4e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.0656059 Jul 16 20:06:57.791034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-0492ee13-1ce6-4b6a-8fb2-437726ea70e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387306 Jul 16 20:06:57.966115 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-7c395a45-a14d-40f9-8647-1940aefe62ef service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676161 Jul 16 20:06:58.091977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-562c1eda-71a4-4fbd-a439-2ab62ba868c6 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174576 Jul 16 20:06:58.473095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:58.545330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a70b-f41d-431a-b248-eebce0162489 req-4f6e0e17-b80f-40ff-83ef-76a2f8edaaaa tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.554248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-4f6e0e17-b80f-40ff-83ef-76a2f8edaaaa tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08&tenant_id=3c79c6417da64ee983bd90dc1bcf53af&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1305892 Jul 16 20:06:58.627274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:58.634617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:58.635248 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.699066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Sync routers for ids ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:58.724017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Routers {'6be19bb2-294d-4e8c-ad42-089a1ac610e8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:58.727599 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:58.791504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-235dc358-f948-4bbc-84ad-565c13ae8ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743604 Jul 16 20:06:58.791998 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.834090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:58.841559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.881749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40a576-7876-4f4e-81ee-a7ff8a93e88b req-e6c3a71f-24b9-4c74-aa34-324233317a33 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.883384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d40a576-7876-4f4e-81ee-a7ff8a93e88b req-e6c3a71f-24b9-4c74-aa34-324233317a33 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 945 time: 0.1783755 Jul 16 20:06:58.936247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:58.951788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-f122baaa-2265-44b2-84cb-5576a7b7673d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.958095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d40a576-7876-4f4e-81ee-a7ff8a93e88b req-ec3355b8-6468-4776-b87f-29dd3d06637f tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635505 Jul 16 20:06:58.958384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-f122baaa-2265-44b2-84cb-5576a7b7673d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651635 Jul 16 20:06:58.999578 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Set router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:59.018737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-eb26f09c-f8c3-4052-b75a-0d19edcb2d63 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/quotas/91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 375 time: 0.0593071 Jul 16 20:06:59.062946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-7b89730a-e783-422f-baf3-44fa5483b29a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431340 Jul 16 20:06:59.097190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fba8a70b-f41d-431a-b248-eebce0162489 req-fc712809-da75-40f3-907c-f1c20a1a0aa1 service neutron] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:59.101190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fba8a70b-f41d-431a-b248-eebce0162489 req-fc712809-da75-40f3-907c-f1c20a1a0aa1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.102611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fba8a70b-f41d-431a-b248-eebce0162489 req-fc712809-da75-40f3-907c-f1c20a1a0aa1 service neutron] 10.222.0.79 "DELETE /v2.0/ports/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0/bindings/n-h1-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.5366619 Jul 16 20:06:59.247230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ef916-7ace-45fe-b031-44c8f4283bbf req-2b3a0b47-8fc6-4906-bf27-6bc229b945c2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.255917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff2ef916-7ace-45fe-b031-44c8f4283bbf req-2b3a0b47-8fc6-4906-bf27-6bc229b945c2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 950 time: 0.0880120 Jul 16 20:06:59.321950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff2ef916-7ace-45fe-b031-44c8f4283bbf req-bf168671-e39c-4377-b963-7a726341611b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649066 Jul 16 20:06:59.413517 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e449b69-016d-456c-a8a6-bcd0dc54ffcf x-openstack-request-id: req-1e449b69-016d-456c-a8a6-bcd0dc54ffcf {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:59.413814 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:59.414062 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e449b69-016d-456c-a8a6-bcd0dc54ffcf {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:59.414460 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0', 'status': 'completed', 'code': 200} Jul 16 20:06:59.472921 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 4, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'db7571c2-db37-4936-8fe2-a99af4dd658f', 'name': '', 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'mac_address': 'fa:16:3e:19:6d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:54Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 2, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'subnets': [{'id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:59.534674 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Checking router: 6be19bb2-294d-4e8c-ad42-089a1ac610e8 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:59.535051 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Updating router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 port db7571c2-db37-4936-8fe2-a99af4dd658f binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:59.599514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49a79996-bfae-4d32-8e3c-2c1f73f83d75 req-4678c9ac-6445-4484-ac2a-d2dc4932db2d tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0792997 Jul 16 20:06:59.621352 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.636155 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f59177-a719-45d0-86e0-b69800d6f37f x-openstack-request-id: req-c9f59177-a719-45d0-86e0-b69800d6f37f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:59.637908 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3785141f-8710-4fc6-8be5-b409e3dd31b8", "name": "network-vif-plugged", "status": "completed", "tag": "aea746aa-c6a6-486a-9c77-88752bd8566b", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:59.638333 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9f59177-a719-45d0-86e0-b69800d6f37f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:59.638936 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea746aa-c6a6-486a-9c77-88752bd8566b', 'code': 200} Jul 16 20:06:59.675092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-5ebecc46-36af-48e1-ba69-6fbb54164fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.677743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-5ebecc46-36af-48e1-ba69-6fbb54164fd0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1097 time: 0.2270851 Jul 16 20:06:59.831774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6760a52e-a803-42bf-a974-244b2644befa req-001a21a3-d8c8-40ca-ba1a-7ab86557779f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 210 time: 0.0864122 Jul 16 20:06:59.845553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-ae9cfffa-219d-4bad-b562-7d9e77c79be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.847283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-ae9cfffa-219d-4bad-b562-7d9e77c79be0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 200 len: 909 time: 0.1612508 Jul 16 20:06:59.931768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-6832ffdd-ee03-4d35-a6a6-b5ea75a4a2f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 200 len: 217 time: 0.0769961 Jul 16 20:06:59.979110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0229f-d81b-4187-88bd-cf0030825a89 req-b52cbef5-c530-45e9-99bf-54935ed77b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.981185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ae0229f-d81b-4187-88bd-cf0030825a89 req-b52cbef5-c530-45e9-99bf-54935ed77b88 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 1102 time: 0.2244849 Jul 16 20:07:00.064813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-c4f5ea8d-6ab1-4868-8c48-51bfb85e63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.066809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-c4f5ea8d-6ab1-4868-8c48-51bfb85e63ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 200 len: 848 time: 0.1225076 Jul 16 20:07:00.070554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ae0229f-d81b-4187-88bd-cf0030825a89 req-5e8943d9-06cc-4a7b-a69e-277194775cad service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801978 Jul 16 20:07:00.117161 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.118787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-be746296-32a2-42d8-91f5-07835605b087 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.120346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-be746296-32a2-42d8-91f5-07835605b087 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 817 time: 0.2008424 Jul 16 20:07:00.135893 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Transition to ACTIVE for port object db7571c2-db37-4936-8fe2-a99af4dd658f will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:00.154991 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.177039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-f7a476ff-22fb-4aec-a00f-b0934601f1ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=339ac4d2-b5d2-4563-822e-9df0888eb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999262 Jul 16 20:07:00.195456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-32a035f1-4984-462a-af35-e9658ece8cb8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/quotas/6cdcf0f6dc74478d9fbd22dac980f098 HTTP/1.1" status: 200 len: 375 time: 0.0607181 Jul 16 20:07:00.248751 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:00.267973 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Pushing event updated for resources: {'Port': ['ID=db7571c2-db37-4936-8fe2-a99af4dd658f,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:00.276796 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.277429 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.277920 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.278432 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.279013 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.279527 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.280038 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.280698 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.281186 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.281676 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.282383 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.282918 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:00.376517 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Attempting to bind port db7571c2-db37-4936-8fe2-a99af4dd658f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:00.376517 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Attempting to bind port db7571c2-db37-4936-8fe2-a99af4dd658f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:00.376517 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Attempting to bind port db7571c2-db37-4936-8fe2-a99af4dd658f on network 843a80bd-dabd-4906-9e63-8267a1e54b06 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:00.390351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-8ffb5b7e-0113-4dba-b997-fdd6b48fd304 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904442 Jul 16 20:07:00.397248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:00.397628 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Checking segment: {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:00.398031 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.398417 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Bound using segment: {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:00.398915 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Bound port: db7571c2-db37-4936-8fe2-a99af4dd658f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:00.399311 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.434034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:00.512706 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] For port db7571c2-db37-4936-8fe2-a99af4dd658f, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:00.516242 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] For port db7571c2-db37-4936-8fe2-a99af4dd658f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=db7571c2-db37-4936-8fe2-a99af4dd658f,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:00.526324 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.531011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-8529de27-603d-4b75-8dde-6b903cbc9e22 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3342142 Jul 16 20:07:00.543811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:00.544190 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.611598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ada0295-f238-4a2e-9630-c0dec021214a req-e9d75427-0082-46bd-a84b-17a4a4411d39 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2851e64c657f4000b2747102408d174d&device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.1047974 Jul 16 20:07:00.612876 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Routers {'6be19bb2-294d-4e8c-ad42-089a1ac610e8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:00.613530 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:06:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:00.669225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ada0295-f238-4a2e-9630-c0dec021214a req-09bd7f62-5f8d-4c03-91da-ba684f9d8d5e service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=2851e64c657f4000b2747102408d174d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479379 Jul 16 20:07:00.711112 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd3491-0ddc-457f-94f1-297e49e19364 None None] Pushing event updated for resources: {'Port': ['ID=db7571c2-db37-4936-8fe2-a99af4dd658f,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:00.791858 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] Set router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:00.828905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-9e10c30c-2e4e-496d-8665-de6e12aba106 service neutron] 10.222.0.91 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888808 Jul 16 20:07:00.889878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234199c4-68aa-410c-9fd1-9f89dacecb63 req-b45c839d-fd1c-49ed-849b-6811e884bcdd tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.891442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-234199c4-68aa-410c-9fd1-9f89dacecb63 req-b45c839d-fd1c-49ed-849b-6811e884bcdd tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 1097 time: 0.2182906 Jul 16 20:07:00.900276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada0295-f238-4a2e-9630-c0dec021214a req-8a98967c-e0c9-44a0-8752-92c800126db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.902037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ada0295-f238-4a2e-9630-c0dec021214a req-8a98967c-e0c9-44a0-8752-92c800126db3 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419168 Jul 16 20:07:00.936819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-5ba6bb63-5378-400c-b43a-5654a17e3cfd service neutron] 10.222.0.91 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963449 Jul 16 20:07:00.940968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a377d3ec-40ca-4cd6-bcf5-bc525afd2a2b req-07869ea3-06b7-4b3c-a677-fa94a31a56a7 service neutron] 10.222.0.79 "GET /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391765 Jul 16 20:07:00.955135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-234199c4-68aa-410c-9fd1-9f89dacecb63 req-52c8c424-d77f-4215-b4bb-c6730b4414af tempest-LiveMigrationTest-534557682 tempest-LiveMigrationTest-534557682-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518758 Jul 16 20:07:01.111504 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 4, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'db7571c2-db37-4936-8fe2-a99af4dd658f', 'name': '', 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'mac_address': 'fa:16:3e:19:6d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:54Z', 'updated_at': '2021-07-16T20:07:00Z', 'revision_number': 4, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'subnets': [{'id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:01.164638 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3655951-5a49-4331-87de-15f9de28e16d None None] The sync data for ids ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'] in n-d-792458-10 is: [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 4, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'db7571c2-db37-4936-8fe2-a99af4dd658f', 'name': '', 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'mac_address': 'fa:16:3e:19:6d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:54Z', 'updated_at': '2021-07-16T20:07:00Z', 'revision_number': 4, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'subnets': [{'id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:01.351672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730b025-865b-4944-a2c7-b069f438a623 req-7bb1420b-c820-4d66-9360-3338ca71e62e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.363577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b730b025-865b-4944-a2c7-b069f438a623 req-7bb1420b-c820-4d66-9360-3338ca71e62e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 950 time: 0.1706693 Jul 16 20:07:01.500042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e6e93249-6d50-4f2b-a80a-9461687b9ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709567 Jul 16 20:07:01.581842 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c01652e1-8f3c-4454-a67e-471c71d1c81c req-adcd4b39-b715-41da-80d5-09b948fd9bf0 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.0519817 Jul 16 20:07:01.617289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b730b025-865b-4944-a2c7-b069f438a623 req-66650384-aee9-44b6-befd-7542fe5ad421 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318084 Jul 16 20:07:01.648989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4807894-89be-4eb6-b91a-f0a866759111'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:01.648989 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c7463-4d5e-4c5d-a535-89839bcab1d7" -d '{"events": [{"server_uuid": "fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd", "name": "network-vif-plugged", "status": "completed", "tag": "d4807894-89be-4eb6-b91a-f0a866759111"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:01.857028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-c456bb5d-3b93-4bcf-bf28-1abbabe87e76 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.858896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-c456bb5d-3b93-4bcf-bf28-1abbabe87e76 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417332 Jul 16 20:07:01.883518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Request body: {'port': {'device_id': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '91c60dcf2ee64ebebf7afc95d764961c'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:01.925017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d35296dd-4bff-4dae-ba43-49611b602758 req-16ec9578-9018-4d8a-b9ca-32985bef5941 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 210 time: 0.0715594 Jul 16 20:07:02.092379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Made reservation on behalf of 91c60dcf2ee64ebebf7afc95d764961c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:02.097280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.115347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.342957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.350612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.509914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device db7571c2-db37-4936-8fe2-a99af4dd658f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:02.591182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port db7571c2-db37-4936-8fe2-a99af4dd658f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:02.598003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port db7571c2-db37-4936-8fe2-a99af4dd658f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:02.598450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.734274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ada0295-f238-4a2e-9630-c0dec021214a req-65aef15f-f344-4004-ad1f-889cf1e9370f tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.1516147 Jul 16 20:07:02.737632 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.752889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4132c641-ca2f-4952-8694-fa7e9fc3139e no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:02.821980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a04165d8-ea85-4fef-8ba8-23ec8ff457ff req-07569435-b9a9-4927-88c0-dad118a14fcc tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 210 time: 0.1237228 Jul 16 20:07:02.827761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port db7571c2-db37-4936-8fe2-a99af4dd658f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=db7571c2-db37-4936-8fe2-a99af4dd658f,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:02.838916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.874103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-cc53a415-e1bc-49d2-ac37-f9d32c374b63 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:02.874604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Allocated IP 192.168.233.14 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/7c4d275d-45a8-4273-ab96-5f996b56e603) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:02.879862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-cc53a415-e1bc-49d2-ac37-f9d32c374b63 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 945 time: 0.1926990 Jul 16 20:07:02.883448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4100eb00-6472-49d2-81ad-8c982226cf03,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:02.996271 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.039026 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d45506-8101-4f10-8e81-be86d2f4268c x-openstack-request-id: req-50d45506-8101-4f10-8e81-be86d2f4268c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:03.039605 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd", "name": "network-vif-plugged", "status": "completed", "tag": "d4807894-89be-4eb6-b91a-f0a866759111", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:03.040026 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-50d45506-8101-4f10-8e81-be86d2f4268c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:03.040666 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4807894-89be-4eb6-b91a-f0a866759111', 'code': 200} Jul 16 20:07:03.059403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=db7571c2-db37-4936-8fe2-a99af4dd658f,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.106206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Deleting port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:03.107683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.122758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:03.129605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.228753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] For port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:03.229512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.257799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.294032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Calling delete_port for 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:03.888830 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e9a7d57-bd8f-4315-ac81-54e78470d624 req-8a11fd1b-7d5c-4c9b-852b-c12779734bc3 tempest-ServerShowV257Test-2107011273 tempest-ServerShowV257Test-2107011273-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa96f33c-83ba-43c7-a5a9-897ea46cd77b HTTP/1.1" status: 200 len: 210 time: 0.4184961 Jul 16 20:07:03.938888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-4ef2051c-09d5-4554-bc09-0593f8f4c059 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:03.941362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-4ef2051c-09d5-4554-bc09-0593f8f4c059 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 817 time: 0.6706300 Jul 16 20:07:03.944741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.967743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Request body: {'port': {'device_id': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'admin_state_up': True, 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:03.988572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702338-206d-4b90-8905-a2d01281e6af req-911a57c6-2a96-4a0a-a995-e71dfe56b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:03.994121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d702338-206d-4b90-8905-a2d01281e6af req-911a57c6-2a96-4a0a-a995-e71dfe56b669 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 1102 time: 0.6754427 Jul 16 20:07:04.079492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483bc0a-e535-41c1-b8f6-56db9b3736f1 req-f493de38-e2fb-4fe3-84ce-3198eddc06e7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.086646 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4483bc0a-e535-41c1-b8f6-56db9b3736f1 req-f493de38-e2fb-4fe3-84ce-3198eddc06e7 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 945 time: 0.2687740 Jul 16 20:07:04.095589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d702338-206d-4b90-8905-a2d01281e6af req-0b8ac8b6-d0d0-4ef0-8b72-50bcbe4a8850 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984230 Jul 16 20:07:04.116267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Transition to ACTIVE for port object 7c4d275d-45a8-4273-ab96-5f996b56e603 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:04.185659 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4483bc0a-e535-41c1-b8f6-56db9b3736f1 req-265e55f6-7f9e-4be4-b797-de3308c43153 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973587 Jul 16 20:07:04.190001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Made reservation on behalf of 6cdcf0f6dc74478d9fbd22dac980f098 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:04.192384 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.199664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.212780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['19065e52-c331-40de-aa18-05aff44c6b55', '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:04.230673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event deleted for resources: {'Port': ['ID=00fd57e0-a9b3-41f5-9219-6e24a0cd58c0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.304098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] No DVR routers for this DVR port 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:04.309655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.311864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6710f650-d3ad-49be-b072-b279ccdd01fc req-70a31e24-5c4c-4165-9547-b44713627839 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "DELETE /v2.0/ports/00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 HTTP/1.1" status: 204 len: 173 time: 1.4257455 Jul 16 20:07:04.312369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'name': 'network-vif-deleted', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:04.315223 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43791552-9498-4e0e-8e07-b94163678bf4" -d '{"events": [{"server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "name": "network-vif-deleted", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:04.327577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0dbe-e57d-4835-bbd4-6fae29148d61 req-8af558e3-3742-44a6-a070-7238bea8868c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.338091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82fc0dbe-e57d-4835-bbd4-6fae29148d61 req-8af558e3-3742-44a6-a070-7238bea8868c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 950 time: 0.2310433 Jul 16 20:07:04.425213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82fc0dbe-e57d-4835-bbd4-6fae29148d61 req-f4bb4430-41a1-4393-b3e1-1859dc6a30dc tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861013 Jul 16 20:07:04.508467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device db7571c2-db37-4936-8fe2-a99af4dd658f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:04.511335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c03f5e7-35ce-42ef-99f6-02d69597590f req-60273147-3d6e-4481-ac84-24cda4457ec3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 210 time: 0.0362401 Jul 16 20:07:04.522561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Allocated IP 172.20.0.7 (843a80bd-dabd-4906-9e63-8267a1e54b06/cd59c46c-0680-4624-b5a9-b3160c763bc3/0a1cd1d3-f2ee-414d-8731-3d35e744873e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:04.539266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.708490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:04.712917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port db7571c2-db37-4936-8fe2-a99af4dd658f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:04.713288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.732074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:04.747542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:04.872709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-85d5ff1d-4a78-41d6-912e-27e4410e7603 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.884463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-85d5ff1d-4a78-41d6-912e-27e4410e7603 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 817 time: 0.2925830 Jul 16 20:07:04.889719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.900479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-f8a2f792-e843-4365-9723-fb0430a580ad tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/quotas/6cdcf0f6dc74478d9fbd22dac980f098 HTTP/1.1" status: 200 len: 375 time: 0.0143247 Jul 16 20:07:05.043675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:05.046200 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea26d7ac-0dc9-4035-943c-e90a487030a3" -d '{"events": [{"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-unplugged", "status": "completed", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:05.117353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-c2709bce-e67a-4984-b245-45e255bf930b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099035 Jul 16 20:07:05.121589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c7601fe8-89d6-49bf-b44a-087c05d48337 None None] Provisioning for port 7c4d275d-45a8-4273-ab96-5f996b56e603 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:05.131420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c7601fe8-89d6-49bf-b44a-087c05d48337 None None] Provisioning complete for port 7c4d275d-45a8-4273-ab96-5f996b56e603 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:05.132267 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c7601fe8-89d6-49bf-b44a-087c05d48337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.223905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c7601fe8-89d6-49bf-b44a-087c05d48337 None None] Port 7c4d275d-45a8-4273-ab96-5f996b56e603 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:05.268963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.270044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.332561 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.336490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-e5e91b78-f110-4f85-af4d-07507d36a1d8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4678471 Jul 16 20:07:05.365489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Request body: {'port': {'device_id': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:05.519868 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-d43ae850-9cf7-4529-a990-580129ed4ff4 service neutron] 10.222.0.91 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988917 Jul 16 20:07:05.523811 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.534783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.588708 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467ef035-41fa-441e-bd04-363905faaef4 x-openstack-request-id: req-467ef035-41fa-441e-bd04-363905faaef4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:05.589620 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b44dba-1bbc-4797-bfa5-53d4a84a9d08", "name": "network-vif-deleted", "tag": "00fd57e0-a9b3-41f5-9219-6e24a0cd58c0", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:05.590222 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-467ef035-41fa-441e-bd04-363905faaef4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:05.590995 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b44dba-1bbc-4797-bfa5-53d4a84a9d08', 'name': 'network-vif-deleted', 'tag': '00fd57e0-a9b3-41f5-9219-6e24a0cd58c0', 'status': 'completed', 'code': 200} Jul 16 20:07:05.739410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-8133e4f5-de29-4fcd-8a91-8e04f4c661ae service neutron] 10.222.0.91 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146916 Jul 16 20:07:05.756104 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58347929-ee6c-4fea-87b0-d070ca160da0 x-openstack-request-id: req-58347929-ee6c-4fea-87b0-d070ca160da0 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:05.756418 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-unplugged", "status": "completed", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:05.756671 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-58347929-ee6c-4fea-87b0-d070ca160da0 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:05.757072 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'code': 200} Jul 16 20:07:05.765595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:05.771948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:05.776426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:05.779228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Pushing event updated for resources: {'Port': ['ID=0a1cd1d3-f2ee-414d-8731-3d35e744873e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.959555 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d14b4182-b394-4471-a2c2-4ee6b2bb5ee0 req-94a37d8f-4896-4c62-9fea-a8c2c5f91cdd tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 210 time: 0.0744052 Jul 16 20:07:05.968207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-25693e71-7053-4fd0-8183-fb727b9075c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.015364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.017326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.191035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41944) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.215742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-a992ecf6-4626-4e70-802d-a12b1f2252be tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2519252 Jul 16 20:07:06.236165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Request body: {'port': {'device_id': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:06.267396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-dc61274d-a7fc-4411-85ec-263b4edc3434 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.275061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-dc61274d-a7fc-4411-85ec-263b4edc3434 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.1793847 Jul 16 20:07:06.296785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-7c102f84-8b0e-4820-8baa-81c1256a6a9b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/quotas/b90b480c6a634bc1976cdfcea5c15487 HTTP/1.1" status: 200 len: 375 time: 0.0189221 Jul 16 20:07:06.359732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c458d4f-424d-436f-9a89-affa015401ce req-ae9cba15-2132-4f50-ae05-c20c7be03afb tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.366863 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c458d4f-424d-436f-9a89-affa015401ce req-ae9cba15-2132-4f50-ae05-c20c7be03afb tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 950 time: 0.2088330 Jul 16 20:07:06.455703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-1c6dc96e-4e47-4914-908d-495fdb1df0fb tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556909 Jul 16 20:07:06.472313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94c39750-a173-415a-a22f-49993890c835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.534033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.562443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c458d4f-424d-436f-9a89-affa015401ce req-606c225d-0eab-486b-ae15-a719aedde9d1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943114 Jul 16 20:07:06.669993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-0a1d2d83-53fc-44d8-ad30-acd53a5df8d5 service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060328 Jul 16 20:07:06.811186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:06.880400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4d275d-45a8-4273-ab96-5f996b56e603 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:06.927965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-576dd713-3ab1-4de0-953b-d9e094e018a3 service neutron] 10.222.0.91 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566645 Jul 16 20:07:06.984737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-0ef6693e-5cf4-4c8d-b1be-d9e0916339c5 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.988318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-0ef6693e-5cf4-4c8d-b1be-d9e0916339c5 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a554b1b-b1f7-4093-bb8e-153cb28dc117 HTTP/1.1" status: 200 len: 943 time: 0.1753938 Jul 16 20:07:07.091570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.162403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:07.163228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 00fd57e0-a9b3-41f5-9219-6e24a0cd58c0 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:07.245560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Transition to ACTIVE for port object 7c4d275d-45a8-4273-ab96-5f996b56e603 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:07.249622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Deleting port 4132c641-ca2f-4952-8694-fa7e9fc3139e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:07.250258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.278474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.359398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1cd1d3-f2ee-414d-8731-3d35e744873e {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:07.379695 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.426251 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94c39750-a173-415a-a22f-49993890c835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.436927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Transition to ACTIVE for port object 0a1cd1d3-f2ee-414d-8731-3d35e744873e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:07.462333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94c39750-a173-415a-a22f-49993890c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.472419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220bc86-e370-425e-9ddc-236a62ba163c req-ba81e5fc-7aa7-4f5c-832b-025ddea12ce0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.481900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a220bc86-e370-425e-9ddc-236a62ba163c req-ba81e5fc-7aa7-4f5c-832b-025ddea12ce0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 935 time: 0.6484094 Jul 16 20:07:07.490928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef989865-d457-4197-966a-93691118878a service neutron] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.500473 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.526483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1590919b-146b-4533-bdc6-439512ba74bf req-46f4a608-a1b5-4577-9c36-e6ab554c97fa tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 210 time: 0.0861387 Jul 16 20:07:07.567246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] For port 4132c641-ca2f-4952-8694-fa7e9fc3139e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4132c641-ca2f-4952-8694-fa7e9fc3139e,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:07.567246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.590484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Calling delete_port for 4132c641-ca2f-4952-8694-fa7e9fc3139e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:07.733500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c39750-a173-415a-a22f-49993890c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2debf1e4-043f-4151-b276-c8bce2bacd9a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.747557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-94c39750-a173-415a-a22f-49993890c835 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2851e64c657f4000b2747102408d174d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5470507 Jul 16 20:07:07.760045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41970) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:07.764214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a220bc86-e370-425e-9ddc-236a62ba163c req-454a7a73-65e3-419f-be87-c39483a06f26 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812479 Jul 16 20:07:07.858036 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.927569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1cd1d3-f2ee-414d-8731-3d35e744873e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.970209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:07.975773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:07.976160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:07.981472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Port 7c4d275d-45a8-4273-ab96-5f996b56e603 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:07.981795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:07.985245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Attempting to bind port 0a1cd1d3-f2ee-414d-8731-3d35e744873e on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:07.985782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Attempting to bind port 0a1cd1d3-f2ee-414d-8731-3d35e744873e by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:07.986123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Attempting to bind port 0a1cd1d3-f2ee-414d-8731-3d35e744873e on network 843a80bd-dabd-4906-9e63-8267a1e54b06 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:07.992586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:07.992926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:07.993376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:07.993815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Bound port: 7c4d275d-45a8-4273-ab96-5f996b56e603, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:07.994176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.010243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Port 0a1cd1d3-f2ee-414d-8731-3d35e744873e on network 843a80bd-dabd-4906-9e63-8267a1e54b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:08.010579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Attempting to bind port 0a1cd1d3-f2ee-414d-8731-3d35e744873e on network 843a80bd-dabd-4906-9e63-8267a1e54b06 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:08.032891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:08.033316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Checking segment: {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:08.033615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Bound using segment: {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:08.034069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Bound port: 0a1cd1d3-f2ee-414d-8731-3d35e744873e, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:08.034424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.117561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97a18f5b-0467-4f3a-b567-68c64a5746cd req-b93f23b5-1c3b-4d7d-9905-dcb13378cab6 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 210 time: 0.0460303 Jul 16 20:07:08.176064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] For port 0a1cd1d3-f2ee-414d-8731-3d35e744873e, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:08.186689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event deleted for resources: {'Port': ['ID=4132c641-ca2f-4952-8694-fa7e9fc3139e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.187993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:08.194306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:08.197176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] For port 0a1cd1d3-f2ee-414d-8731-3d35e744873e, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:08.209844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.238886 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.252119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.284043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.284887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.288470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-ef989865-d457-4197-966a-93691118878a service neutron] 10.222.0.99 "PUT /v2.0/ports/7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 1096 time: 2.9399467 Jul 16 20:07:08.301092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] No DVR routers for this DVR port 4132c641-ca2f-4952-8694-fa7e9fc3139e on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:08.304025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:08.304195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.306541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3e4ed-54ab-474c-94ee-fb3bf79e8b55 req-585d42e1-220b-47cc-8ef7-33ad0d6606f3 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "DELETE /v2.0/ports/4132c641-ca2f-4952-8694-fa7e9fc3139e HTTP/1.1" status: 204 len: 173 time: 1.3079255 Jul 16 20:07:08.308398 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:08.315398 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-deleted', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:08.319715 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bebcce0-ddde-4d48-ab35-83afd6ebabc0" -d '{"events": [{"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-deleted", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:08.352258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7582-b096-42dc-985e-62987ec551b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.355271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef989865-d457-4197-966a-93691118878a service neutron] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.377652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.378945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.383385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-92af8966-7e2d-4817-988b-b843df468773 service neutron] 10.222.0.99 "PUT /v2.0/ports/0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 1092 time: 2.1522005 Jul 16 20:07:08.421147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7582-b096-42dc-985e-62987ec551b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.478607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-a365f6af-d0de-4030-a1ca-065a1266e838 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.480775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-a365f6af-d0de-4030-a1ca-065a1266e838 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 817 time: 0.6076570 Jul 16 20:07:08.499830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.510401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Request body: {'port': {'device_id': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'admin_state_up': True, 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:08.523595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e6e2-e76d-4ea9-92b2-8738f0d9b099 req-c76a5b78-defe-4a4b-b410-7c64044ddb6e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.531807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49c5e6e2-e76d-4ea9-92b2-8738f0d9b099 req-c76a5b78-defe-4a4b-b410-7c64044ddb6e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 950 time: 0.4859116 Jul 16 20:07:08.546721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4a9b006d-9411-4fcb-9b77-88354bb2c9f2 req-ebe083f0-f056-47b6-92b4-fee43b892c01 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 210 time: 0.1731639 Jul 16 20:07:08.650579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49c5e6e2-e76d-4ea9-92b2-8738f0d9b099 req-e823ba49-9ff1-4c85-8f56-040bc6069209 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176045 Jul 16 20:07:08.688907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7582-b096-42dc-985e-62987ec551b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.693924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7582-b096-42dc-985e-62987ec551b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.695175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c6aa7582-b096-42dc-985e-62987ec551b6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2debf1e4-043f-4151-b276-c8bce2bacd9a HTTP/1.1" status: 204 len: 168 time: 0.9273794 Jul 16 20:07:08.756251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.783742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-451e01f9-e00b-4f99-82b8-89cb04d4c585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.864659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa7582-b096-42dc-985e-62987ec551b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2debf1e4-043f-4151-b276-c8bce2bacd9a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.868696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Made reservation on behalf of 6cdcf0f6dc74478d9fbd22dac980f098 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:08.873060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.909423 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43265761-f5fa-42dc-a01b-5a1e496d3787 x-openstack-request-id: req-43265761-f5fa-42dc-a01b-5a1e496d3787 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:08.909968 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a554b1b-b1f7-4093-bb8e-153cb28dc117", "name": "network-vif-deleted", "tag": "4132c641-ca2f-4952-8694-fa7e9fc3139e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:08.910092 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-43265761-f5fa-42dc-a01b-5a1e496d3787 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:08.910470 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a554b1b-b1f7-4093-bb8e-153cb28dc117', 'name': 'network-vif-deleted', 'tag': '4132c641-ca2f-4952-8694-fa7e9fc3139e', 'status': 'completed', 'code': 200} Jul 16 20:07:08.923328 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f9f737-3b61-4ae4-890e-f3bafb2f9013 x-openstack-request-id: req-46f9f737-3b61-4ae4-890e-f3bafb2f9013 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:08.923618 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:08.923867 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-46f9f737-3b61-4ae4-890e-f3bafb2f9013 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:08.924260 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'status': 'completed', 'code': 200} Jul 16 20:07:09.007878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af8966-7e2d-4817-988b-b843df468773 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1cd1d3-f2ee-414d-8731-3d35e744873e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:09.069007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b22b38fc-ec5c-420a-9ab4-5354fee94da5 req-2ee7ac41-3182-4fc7-8381-648e5a2f5f79 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 210 time: 0.0435472 Jul 16 20:07:09.092559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Allocated IP 172.20.0.14 (843a80bd-dabd-4906-9e63-8267a1e54b06/cd59c46c-0680-4624-b5a9-b3160c763bc3/6ccfe16b-0fe5-4db8-b399-bb62d59369f8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:09.094054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-fd088969-4e09-4332-89b3-4018176d5aa6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.103002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-fd088969-4e09-4332-89b3-4018176d5aa6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.4211562 Jul 16 20:07:09.153031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-3032ff90-bec8-46fe-9d60-40f99e55d234 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/quotas/c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 375 time: 0.0485282 Jul 16 20:07:09.195892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-e5cd0829-c669-4a59-b7fa-e50b9c196715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.197441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-e5cd0829-c669-4a59-b7fa-e50b9c196715 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1095 time: 0.5852776 Jul 16 20:07:09.254073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-8b884be5-2e4e-4360-a86f-1b27f20aaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.255920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-8b884be5-2e4e-4360-a86f-1b27f20aaf8b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1099 time: 0.7268884 Jul 16 20:07:09.338279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-06234209-e765-4517-ab9b-6ad62cfdb4eb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 217 time: 0.0810888 Jul 16 20:07:09.403795 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.465280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-a4657475-22d8-475a-a8fd-0a415a21ad96 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.1247001 Jul 16 20:07:09.530503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-02ce5348-4c2f-46c2-b462-8f26e14d5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.532081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-02ce5348-4c2f-46c2-b462-8f26e14d5ca7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0576770 Jul 16 20:07:09.561100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-9bd9cc92-a6b1-470f-8639-c66611f2e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.562799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-9bd9cc92-a6b1-470f-8639-c66611f2e279 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.2117774 Jul 16 20:07:09.628530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-b0bb08ba-0f8d-45d8-b63e-ec68619ce8f2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397618 Jul 16 20:07:09.690031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-012b840e-490b-422a-bf80-62477e4a7aee tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5359652 Jul 16 20:07:09.701689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.778420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-619ed3d7-f72d-4dc9-b46d-08e712462be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.781212 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-619ed3d7-f72d-4dc9-b46d-08e712462be9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2357657 Jul 16 20:07:09.848108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-7e2b7c4a-9f6d-49a9-83fb-2ddffd4f8099 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908979 Jul 16 20:07:09.865734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbbeac-454e-4446-a4a2-ce9068e7555b req-5ca95982-3555-4e5e-bd3c-dcc0e57a922b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.879442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbbeac-454e-4446-a4a2-ce9068e7555b req-5ca95982-3555-4e5e-bd3c-dcc0e57a922b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.881396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dcbbeac-454e-4446-a4a2-ce9068e7555b req-5ca95982-3555-4e5e-bd3c-dcc0e57a922b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd&device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 1691 time: 0.4072802 Jul 16 20:07:09.892560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Network 843a80bd-dabd-4906-9e63-8267a1e54b06 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:09.917040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:09.931347 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.941389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dcbbeac-454e-4446-a4a2-ce9068e7555b req-737b6d62-d6af-4de6-95b1-5aae8d41c75f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Jul 16 20:07:09.942250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:09.954923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:10.002754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.003532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.012926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-355ba587-9549-4878-a649-c55bbc7f6993 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.014421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-355ba587-9549-4878-a649-c55bbc7f6993 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 805 time: 0.6000526 Jul 16 20:07:10.029544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Request body: {'port': {'device_id': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'admin_state_up': True, 'tenant_id': 'b90b480c6a634bc1976cdfcea5c15487'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:10.058015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Pushing event updated for resources: {'Port': ['ID=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.067408 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-71400e63-abf7-4d4e-b46b-d4a0dd6d181f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5689445 Jul 16 20:07:10.077374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1632856816-network', 'tenant_id': '445dfeaf8b4c491180e0fd8ae6fe447e'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:10.114662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Request body: {'port': {'device_id': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:10.123723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Made reservation on behalf of 445dfeaf8b4c491180e0fd8ae6fe447e for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:10.126660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.146209 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-f56d1e79-bf7c-4ccb-8925-dc7bd8fac205 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569937 Jul 16 20:07:10.152077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.229475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.275210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a799e0c0-dd48-4558-9624-f62545a3c416 req-ce589e2d-fe18-44db-bd54-bd6353d8d8d1 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753011 Jul 16 20:07:10.354519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-ced213e3-3440-473b-aa96-f78dcc918969 service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633911 Jul 16 20:07:10.412761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a149aaf-04ca-4b7e-b380-594d7cf4034b req-d438d08a-4390-4df7-9fd6-755dbc02e408 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575059 Jul 16 20:07:10.480282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.491200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.517471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d24d36-b018-46dd-98b1-b75dbe2e138a req-244ecab9-601b-4a45-ba37-dd586f69f459 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.519717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43d24d36-b018-46dd-98b1-b75dbe2e138a req-244ecab9-601b-4a45-ba37-dd586f69f459 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 947 time: 0.1468196 Jul 16 20:07:10.544772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Made reservation on behalf of b90b480c6a634bc1976cdfcea5c15487 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:10.548802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.554938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-79117677-404f-4f27-b5a2-ea7d5fceb2ea service neutron] 10.222.0.91 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789980 Jul 16 20:07:10.574482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:10.582740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c7137c-fd0f-4bb0-a1eb-bec6fac86f9a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.596303 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.596724 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Added segment d4b98388-221f-4296-b02b-3750235414d0 of type vlan for network 1fa4d29d-2a35-4a05-84ac-c9801292e6e0 Jul 16 20:07:10.660822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-e4d62b3d-4792-464d-be7c-3123dc5a6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.661964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-e4d62b3d-4792-464d-be7c-3123dc5a6594 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1099 time: 0.1666043 Jul 16 20:07:10.663657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.694038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43d24d36-b018-46dd-98b1-b75dbe2e138a req-bc693c8b-2dac-4800-aedf-29f8179647ea tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547754 Jul 16 20:07:10.767781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.768806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.769390 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.774442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4132c641-ca2f-4952-8694-fa7e9fc3139e no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:10.857418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 4132c641-ca2f-4952-8694-fa7e9fc3139e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:10.857931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4132c641-ca2f-4952-8694-fa7e9fc3139e not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:10.859735 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9416461 Jul 16 20:07:10.861351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42028) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:10.862865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-225ab989-4cad-4f09-b58c-ca4019710992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.864675 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-225ab989-4cad-4f09-b58c-ca4019710992 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1936269 Jul 16 20:07:10.869972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Request body: {'subnet': {'network_id': '1fa4d29d-2a35-4a05-84ac-c9801292e6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1632856816-subnet', 'tenant_id': '445dfeaf8b4c491180e0fd8ae6fe447e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:10.874028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043427f6-ff74-4f3c-aaec-8b4962d6dc56 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa4d29d-2a35-4a05-84ac-c9801292e6e0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.890794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1fa4d29d-2a35-4a05-84ac-c9801292e6e0 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:10.928491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'tag': '0a1cd1d3-f2ee-414d-8731-3d35e744873e'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:10.931062 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e868e4-e03b-4ce3-a13d-1311482e1665" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6", "tag": "0a1cd1d3-f2ee-414d-8731-3d35e744873e"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:10.937334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-91b6eaea-1d89-4d35-bf58-0240ecd48c7f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.0584223 Jul 16 20:07:10.937705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:10.949978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Made reservation on behalf of 445dfeaf8b4c491180e0fd8ae6fe447e for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:10.953302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.968620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Allocated IP 172.20.0.6 (8ebcdea9-eaca-454d-a038-8611b5c1ff12/88339bf1-e441-44a5-985b-a9bef9e2f1f3/18ac7e08-6a67-4afa-819c-1260c359a40b) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:11.004495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.024771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-0126be0c-3f98-497d-b6c8-6e9487ab922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.026273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-0126be0c-3f98-497d-b6c8-6e9487ab922a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0701892 Jul 16 20:07:11.053360 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-05bfa079-e588-486b-a65c-e5add3480c90 req-2068dd7a-9a88-4b1d-95a6-1914f1890f13 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3b44dba-1bbc-4797-bfa5-53d4a84a9d08 HTTP/1.1" status: 200 len: 210 time: 0.1062338 Jul 16 20:07:11.096246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Transition to ACTIVE for port object 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:11.113424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.179138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:11.667232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.753079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-740efe38-651a-4f14-93c8-ae3723337e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.760125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-740efe38-651a-4f14-93c8-ae3723337e9b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6948464 Jul 16 20:07:11.842543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8671-589d-4494-9ba1-b89e5dbfea28 req-172e36f3-1aa9-4028-b94b-c6fdc93edfbe tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.844743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a5f8671-589d-4494-9ba1-b89e5dbfea28 req-172e36f3-1aa9-4028-b94b-c6fdc93edfbe tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 944 time: 0.3479481 Jul 16 20:07:11.856659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.900883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b737628-d152-429d-a581-f3acb8291817 req-6fe2fa75-7952-4ff4-97cd-6627b54fc111 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 210 time: 0.6328580 Jul 16 20:07:11.938406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.943247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Attempting to bind port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:11.943862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Attempting to bind port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:11.944385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Attempting to bind port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 on network 843a80bd-dabd-4906-9e63-8267a1e54b06 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:11.954229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 on network 843a80bd-dabd-4906-9e63-8267a1e54b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:11.954915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Attempting to bind port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 on network 843a80bd-dabd-4906-9e63-8267a1e54b06 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:11.963530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:11.964252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Checking segment: {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:11.964861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Bound using segment: {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:11.965540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Bound port: 6ccfe16b-0fe5-4db8-b399-bb62d59369f8, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5033bfc-380a-457c-ad29-bdc0c24b3029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:11.966344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.983160 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043fbd6a-e09e-4efa-bf28-45b65b7dd780 x-openstack-request-id: req-043fbd6a-e09e-4efa-bf28-45b65b7dd780 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:11.984148 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6", "tag": "0a1cd1d3-f2ee-414d-8731-3d35e744873e", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:11.984567 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-043fbd6a-e09e-4efa-bf28-45b65b7dd780 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:11.985501 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'tag': '0a1cd1d3-f2ee-414d-8731-3d35e744873e', 'status': 'completed', 'code': 200} Jul 16 20:07:12.020510 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a5f8671-589d-4494-9ba1-b89e5dbfea28 req-89823017-9bfc-431a-bc82-f8477ba14baa tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652541 Jul 16 20:07:12.045243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a787c73f-c743-4035-9cee-c1e9740e1ee0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.075607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] For port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:12.080020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] For port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:12.083409 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.083789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-a693953a-5105-4fb3-8092-1a216ea44a32 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004527 Jul 16 20:07:12.106104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.143159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Checking segment: {'id': 'd4b98388-221f-4296-b02b-3750235414d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '1fa4d29d-2a35-4a05-84ac-c9801292e6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:12.143761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Network hostable DHCP agents. Network: 1fa4d29d-2a35-4a05-84ac-c9801292e6e0, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:12.185384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.186246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.187883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] 10.222.0.99 "PUT /v2.0/ports/6ccfe16b-0fe5-4db8-b399-bb62d59369f8 HTTP/1.1" status: 200 len: 1093 time: 2.0782373 Jul 16 20:07:12.191884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:12.197281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'tag': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:12.202211 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d2371-1c31-4664-99d2-c570485fbbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbcb442-fd60-4ec4-aa19-ac88e3eab193", "tag": "6ccfe16b-0fe5-4db8-b399-bb62d59369f8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:12.219333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:12.224039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:12.235593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event updated for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.295935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5c8e997-4f66-48f5-a6bd-e148fedd48ac req-c3ee162f-6d1d-4383-aa59-72c358580c08 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 210 time: 0.0463789 Jul 16 20:07:12.314602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Network 1fa4d29d-2a35-4a05-84ac-c9801292e6e0 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:12.419691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1fa4d29d-2a35-4a05-84ac-c9801292e6e0) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:12.437464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.438049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719f900-b5ea-41dd-abf3-43b4a42b5a6a None None] Network 1fa4d29d-2a35-4a05-84ac-c9801292e6e0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:12.438175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.448454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-07b5f9f0-06e2-48dd-9348-b31630d47cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.451138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-07b5f9f0-06e2-48dd-9348-b31630d47cae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1095 time: 0.4342153 Jul 16 20:07:12.468637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c4d0c-f7a0-4036-8f51-821d267206e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.477661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.479385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.521777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-b6a593e8-d416-4abd-937b-f91fcccc4b47 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4961920 Jul 16 20:07:12.544282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Request body: {'port': {'device_id': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:12.559707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e8ede74d-0a05-46c2-b1ed-2f7b3cf80c2a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6935506 Jul 16 20:07:12.579761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f2c2770-c2d9-4471-8ac3-b691b54d5dcb req-ee87b2b5-08f0-41e8-b131-953c64e3aef7 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726098 Jul 16 20:07:12.616681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-0b20ed33-579a-418a-851f-9f87a65bb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.622072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-0b20ed33-579a-418a-851f-9f87a65bb9c4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 1096 time: 0.3636818 Jul 16 20:07:12.623424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df61043-980e-4fd6-8e4d-51dfb3c03f0c None None] Network 1fa4d29d-2a35-4a05-84ac-c9801292e6e0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:12.679603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-d63e0904-0a69-4252-a5ff-d7e700d0c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.681465 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-d63e0904-0a69-4252-a5ff-d7e700d0c5e6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.2191985 Jul 16 20:07:12.694252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede6d9-0c98-45b8-9a08-98c2c05e9e3c req-879dbe6d-c9e1-40e2-97cb-f513106598e4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.695928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7ede6d9-0c98-45b8-9a08-98c2c05e9e3c req-879dbe6d-c9e1-40e2-97cb-f513106598e4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 947 time: 0.1282570 Jul 16 20:07:12.719128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-99f035a3-4600-45a5-b5df-733c0556f1e8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8 HTTP/1.1" status: 200 len: 217 time: 0.0833771 Jul 16 20:07:12.724154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc5a6-af15-4a19-8905-819ac07bd04d req-a4104670-796d-4631-9540-1c50860b97dc tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.731778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-757cc5a6-af15-4a19-8905-819ac07bd04d req-a4104670-796d-4631-9540-1c50860b97dc tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 1102 time: 0.3976402 Jul 16 20:07:12.771248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-cdd1a182-0e1c-41f2-b7bb-58ad33b72b7a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 217 time: 0.0741036 Jul 16 20:07:12.829827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.830095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7ede6d9-0c98-45b8-9a08-98c2c05e9e3c req-67d5229d-3da8-40e9-b31f-7ddcadff9d54 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260788 Jul 16 20:07:12.848486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-757cc5a6-af15-4a19-8905-819ac07bd04d req-69a75360-c592-43d3-826f-9a20f19ca64f tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153569 Jul 16 20:07:12.855693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-0cf72101-1164-4160-8cb8-7322fbbf9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.857232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-0cf72101-1164-4160-8cb8-7322fbbf9cb5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.0716865 Jul 16 20:07:12.866855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-87835072-bc01-47ae-abf3-8ccefaf38cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.868364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-87835072-bc01-47ae-abf3-8ccefaf38cee service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.1277089 Jul 16 20:07:12.947962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-b12861f5-754c-4684-9fae-fda08e6a3262 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829177 Jul 16 20:07:13.033874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0a1cd1d3-f2ee-414d-8731-3d35e744873e details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:13.107239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42066) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:13.181492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-bde5b08e-c918-4aee-9d08-24340157f2ac service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248750 Jul 16 20:07:13.184511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] Deleting subnet a787c73f-c743-4035-9cee-c1e9740e1ee0 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:13.189217 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.236824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0a1cd1d3-f2ee-414d-8731-3d35e744873e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:13.265521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0a1cd1d3-f2ee-414d-8731-3d35e744873e', 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'port_id': '0a1cd1d3-f2ee-414d-8731-3d35e744873e', 'mac_address': 'fa:16:3e:1b:e3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:13.355389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26e868e4-e03b-4ce3-a13d-1311482e1665 req-dbcbfbd3-04bb-493c-9cb4-4b55f4f9dc38 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330695 Jul 16 20:07:13.377864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.386984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.400057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1cd1d3-f2ee-414d-8731-3d35e744873e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:13.437297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ac7e08-6a67-4afa-819c-1260c359a40b {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:13.444388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0a1cd1d3-f2ee-414d-8731-3d35e744873e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:13.450673 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.450673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:13.459817 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.484430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Transition to ACTIVE for port object 18ac7e08-6a67-4afa-819c-1260c359a40b will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:13.488045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-e3f01f04-9fa7-4099-85db-3d4bc2e17f24 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6069062 Jul 16 20:07:13.499909 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbed07a-a524-4a38-bcb4-14003f7cb1bf x-openstack-request-id: req-5cbed07a-a524-4a38-bcb4-14003f7cb1bf {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:13.500313 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbcb442-fd60-4ec4-aa19-ac88e3eab193", "tag": "6ccfe16b-0fe5-4db8-b399-bb62d59369f8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:13.500925 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5cbed07a-a524-4a38-bcb4-14003f7cb1bf {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:13.501377 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'tag': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8', 'status': 'completed', 'code': 200} Jul 16 20:07:13.507326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.522455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.598249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:13.659308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.697675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'mac_address': 'fa:16:3e:0a:c8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:13.742151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0a1cd1d3-f2ee-414d-8731-3d35e744873e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.746596 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.752198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a787c73f-c743-4035-9cee-c1e9740e1ee0 HTTP/1.1" status: 204 len: 168 time: 0.6401327 Jul 16 20:07:13.752198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0790f-92a0-44a3-9559-2ab51f735857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a787c73f-c743-4035-9cee-c1e9740e1ee0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.770067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42080) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:13.803042 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.817001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4d275d-45a8-4273-ab96-5f996b56e603 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:13.826596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Pushing event updated for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.844161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:13.852574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.878181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.915646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac01c-faff-4f32-b774-3030d3350fe0 req-aea028d1-f24c-41a1-97ff-f79b30ac04b9 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.924790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71fac01c-faff-4f32-b774-3030d3350fe0 req-aea028d1-f24c-41a1-97ff-f79b30ac04b9 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 1102 time: 0.4352598 Jul 16 20:07:13.950332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c423-cc43-4bd4-ac49-9e5fb65ae474 req-efefed56-57d9-407b-830e-978fa10058d2 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.952363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3227c423-cc43-4bd4-ac49-9e5fb65ae474 req-efefed56-57d9-407b-830e-978fa10058d2 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 943 time: 0.3188245 Jul 16 20:07:13.992480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:14.016966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3227c423-cc43-4bd4-ac49-9e5fb65ae474 req-bf8fb81d-947b-4003-b698-fec1bc8b9b5f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456977 Jul 16 20:07:14.072595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-88378c90-796f-481a-820f-f9fcc0d13d65 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.073356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.074537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-88378c90-796f-481a-820f-f9fcc0d13d65 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 821 time: 0.5722964 Jul 16 20:07:14.104012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa4d29d-2a35-4a05-84ac-c9801292e6e0']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:14.107007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Request body: {'port': {'device_id': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'admin_state_up': True, 'tenant_id': 'c54950886ff24cafad46d7f818cda19e'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:14.134770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b98388-221f-4296-b02b-3750235414d0') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:14.135190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b98388-221f-4296-b02b-3750235414d0') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:14.156854 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.173526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0a1cd1d3-f2ee-414d-8731-3d35e744873e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:14.195116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.211281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:14.211907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:14.216112 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:14.246916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Attempting to bind port 18ac7e08-6a67-4afa-819c-1260c359a40b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:14.247630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Attempting to bind port 18ac7e08-6a67-4afa-819c-1260c359a40b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:14.248137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Attempting to bind port 18ac7e08-6a67-4afa-819c-1260c359a40b on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:14.253893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:14.256478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-671c35cc-1cad-4dd5-b164-6928ae4b2d5a service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437091 Jul 16 20:07:14.266488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Port 18ac7e08-6a67-4afa-819c-1260c359a40b on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:14.267058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Attempting to bind port 18ac7e08-6a67-4afa-819c-1260c359a40b on network 8ebcdea9-eaca-454d-a038-8611b5c1ff12 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:14.342128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71fac01c-faff-4f32-b774-3030d3350fe0 req-610f1555-af31-4c65-a8d8-40bc81d6e055 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159837 Jul 16 20:07:14.348690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:14.349268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Checking segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:14.349877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Bound using segment: {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:14.350529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Bound port: 18ac7e08-6a67-4afa-819c-1260c359a40b, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ac5442-7d55-45a8-a6c3-4fa28e53134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:14.351292 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.369945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.388665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.396145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1fa4d29d-2a35-4a05-84ac-c9801292e6e0 HTTP/1.1" status: 204 len: 168 time: 0.6207874 Jul 16 20:07:14.441069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9406d-ba33-4f73-af24-6766a3cb5809 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa4d29d-2a35-4a05-84ac-c9801292e6e0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:14.489810 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-61b7ab71-f94e-4b95-b46f-f6714fe60d6a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6385677 Jul 16 20:07:14.517403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ceafe-6537-410f-b07f-6716d3b06128 req-103ed66e-b572-43d0-a253-079eb8382ecc tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.529585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b66ceafe-6537-410f-b07f-6716d3b06128 req-103ed66e-b572-43d0-a253-079eb8382ecc tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 944 time: 0.2135561 Jul 16 20:07:14.627480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b66ceafe-6537-410f-b07f-6716d3b06128 req-46298f52-28ed-4d77-b4fb-1130055f77b5 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968642 Jul 16 20:07:14.664744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Made reservation on behalf of c54950886ff24cafad46d7f818cda19e for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:14.669609 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.724599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42092) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:14.813385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:14.850055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-25eddf6f-aae1-4ab3-a453-a3aa3ec16360 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=445dfeaf8b4c491180e0fd8ae6fe447e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243241 Jul 16 20:07:14.854028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42094) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:14.863663 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b28de2c-dfec-4c0a-9120-67a2272d2c0a req-788b9477-acc0-4513-a3e3-4af4b6f8ba46 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 210 time: 0.0576019 Jul 16 20:07:14.880662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:14.896023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86d073cc-7430-4d9c-a034-b03f3e2ae2e7 req-d4fd4557-2509-499b-9256-b4602412f0d1 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260676 Jul 16 20:07:15.020715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018899a-942a-4c95-918e-41792a9deb07 req-70c575a9-3c91-4083-901e-e02efed6365f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.023622 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b018899a-942a-4c95-918e-41792a9deb07 req-70c575a9-3c91-4083-901e-e02efed6365f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 948 time: 0.2100928 Jul 16 20:07:15.024888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-854b3839-8435-474d-b7c8-6981a78e6ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.030353 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.063351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-854b3839-8435-474d-b7c8-6981a78e6ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.085512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-cb819592-ece7-40b0-bbaf-452cc1a5839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.087231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-cb819592-ece7-40b0-bbaf-452cc1a5839a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 1096 time: 0.5153713 Jul 16 20:07:15.089026 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-e7780707-3ed9-4659-9778-4c686fa52801 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411603 Jul 16 20:07:15.095748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b018899a-942a-4c95-918e-41792a9deb07 req-bfce8fd1-d7d6-4cad-bf22-3befff855f59 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654774 Jul 16 20:07:15.138780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-854b3839-8435-474d-b7c8-6981a78e6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.141757 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-854b3839-8435-474d-b7c8-6981a78e6ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.146254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-854b3839-8435-474d-b7c8-6981a78e6ceb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a5c7137c-fd0f-4bb0-a1eb-bec6fac86f9a HTTP/1.1" status: 204 len: 168 time: 0.2881367 Jul 16 20:07:15.153009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b3839-8435-474d-b7c8-6981a78e6ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c7137c-fd0f-4bb0-a1eb-bec6fac86f9a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.283433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.283672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.285289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] 10.222.0.79 "PUT /v2.0/ports/18ac7e08-6a67-4afa-819c-1260c359a40b HTTP/1.1" status: 200 len: 1092 time: 2.7493794 Jul 16 20:07:15.328596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Allocated IP 172.20.0.11 (96463262-65c0-480d-aa91-330c3513b73a/86ce2ff8-19ac-4864-be49-d2af1c343c0a/a15be800-8d05-4af1-a704-670898fba433) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:15.347455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d3f32-546e-4910-a078-d8d59aa45060 req-236ba585-a5e1-420c-a03f-fc644677d651 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.355555 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63d3f32-546e-4910-a078-d8d59aa45060 req-236ba585-a5e1-420c-a03f-fc644677d651 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 943 time: 0.1029284 Jul 16 20:07:15.418159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63d3f32-546e-4910-a078-d8d59aa45060 req-2a897c14-a9d0-407c-9c93-cee0fe31d926 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611694 Jul 16 20:07:15.445592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f35d1b-fdb4-4f8b-a7fc-cbad62cfe9ce service neutron] Pushing event updated for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.473529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-0efbd468-5eff-4032-b4db-4d918caf17e2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.475334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-0efbd468-5eff-4032-b4db-4d918caf17e2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198991 Jul 16 20:07:15.505881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'tag': '18ac7e08-6a67-4afa-819c-1260c359a40b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:15.971265 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c803bb-3188-4924-9fa2-6e565c7a353a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec373c60-92fd-4f64-b4ee-c83dada2a6f9", "tag": "18ac7e08-6a67-4afa-819c-1260c359a40b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:15.999807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe9696-d084-4b97-95ed-e66106f2ca57 req-a6f5ed20-4d05-4eff-9c78-bf1400eb0ae7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.002373 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-69fe9696-d084-4b97-95ed-e66106f2ca57 req-a6f5ed20-4d05-4eff-9c78-bf1400eb0ae7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 944 time: 0.0861347 Jul 16 20:07:16.019340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-3e186e00-eeab-4746-a884-e01da41e13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.020975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-3e186e00-eeab-4746-a884-e01da41e13f6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.8737357 Jul 16 20:07:16.037120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d2371-1c31-4664-99d2-c570485fbbcb req-d8ab77f2-6e02-44ba-9af8-ab31febe954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.044626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-020d2371-1c31-4664-99d2-c570485fbbcb req-d8ab77f2-6e02-44ba-9af8-ab31febe954e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 1096 time: 1.0049298 Jul 16 20:07:16.046697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-bc10b6f2-5102-4336-90d6-de03d0326b65 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/quotas/3743d03f6d2c45908f77e494233aebcf HTTP/1.1" status: 200 len: 375 time: 0.5579412 Jul 16 20:07:16.082429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-69fe9696-d084-4b97-95ed-e66106f2ca57 req-9d2d88ae-a22e-41e0-9c1c-978cbf99b99b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726998 Jul 16 20:07:16.230614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.328131 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18c8be9e-b3bb-46fc-81c1-f19c43905436 req-6210801b-2d53-4123-93ef-f7a12af12e70 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 210 time: 0.0487981 Jul 16 20:07:16.390606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42140) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:16.396669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-21e788a9-a74e-42cb-be6f-4b467ba6a033 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 200 len: 217 time: 0.3627748 Jul 16 20:07:16.487327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-a26e2a50-8038-4825-bb1c-ffd7d33bb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.488928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-a26e2a50-8038-4825-bb1c-ffd7d33bb2b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 1095 time: 1.1003709 Jul 16 20:07:16.600259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-237058847-network', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:16.607378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-9463a088-1560-48a4-9c74-6e2d7248644d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ac7e08-6a67-4afa-819c-1260c359a40b HTTP/1.1" status: 200 len: 217 time: 0.0746770 Jul 16 20:07:16.640186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Made reservation on behalf of c394906bc6bd41e68e4ba8dabef02ee5 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:16.644110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-597c7708-08cf-4057-948c-13b67d71b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.644330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.646089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-597c7708-08cf-4057-948c-13b67d71b7ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.2151005 Jul 16 20:07:16.657472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.715557 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440bf78e-557e-4870-9096-9e63650a7a64 x-openstack-request-id: req-440bf78e-557e-4870-9096-9e63650a7a64 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:16.715993 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec373c60-92fd-4f64-b4ee-c83dada2a6f9", "tag": "18ac7e08-6a67-4afa-819c-1260c359a40b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:16.716353 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-440bf78e-557e-4870-9096-9e63650a7a64 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:16.716848 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'tag': '18ac7e08-6a67-4afa-819c-1260c359a40b', 'status': 'completed', 'code': 200} Jul 16 20:07:16.718193 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.720622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d2371-1c31-4664-99d2-c570485fbbcb req-9930790d-acfb-4dbd-8648-44f55be2daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.722371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-020d2371-1c31-4664-99d2-c570485fbbcb req-9930790d-acfb-4dbd-8648-44f55be2daed service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.4838903 Jul 16 20:07:16.730019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-eb1bc4d4-94cf-40e7-bbed-2a78bdde948d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543396 Jul 16 20:07:16.732095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['0ae4c530-f3fd-4e77-95fe-413cd767bcac'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:16.769479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-6383e541-1ae7-48e2-b584-fc7dc60a16a8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5221968 Jul 16 20:07:16.965719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.988619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.027987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:17.046017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5574f6-3a3f-4abc-a56d-124b401fa7eb,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.055407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.055933 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Added segment c8fbd7e3-5fb3-4542-b611-9763712a89eb of type vlan for network b96a3a0b-c687-4dbb-919f-1c6e5002a26b Jul 16 20:07:17.073186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Network 96463262-65c0-480d-aa91-330c3513b73a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:17.077645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574236f-4ba9-428f-9224-17803dfb19e4 req-7a3154a1-9849-45e5-99e6-ce220ee9f142 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.085356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f574236f-4ba9-428f-9224-17803dfb19e4 req-7a3154a1-9849-45e5-99e6-ce220ee9f142 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 948 time: 0.1804364 Jul 16 20:07:17.114206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:17.126007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-020d2371-1c31-4664-99d2-c570485fbbcb req-654350c5-84ad-468e-a894-1aac6246b905 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8 HTTP/1.1" status: 200 len: 217 time: 0.3845468 Jul 16 20:07:17.142022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-ba74425a-866f-4c07-aa3e-bf420004f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.144028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-ba74425a-866f-4c07-aa3e-bf420004f05b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.5276592 Jul 16 20:07:17.145030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:17.145712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0a1cd1d3-f2ee-414d-8731-3d35e744873e up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:17.165902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.223589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f574236f-4ba9-428f-9224-17803dfb19e4 req-32417096-a2dc-4e46-985c-ce380c423429 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372151 Jul 16 20:07:17.248285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:17.253529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-49f644e6-4808-449f-b1a7-268a08a63f1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733681 Jul 16 20:07:17.298667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.323336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.324503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.325249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.503069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d2371-1c31-4664-99d2-c570485fbbcb req-b65b095a-02c7-4ace-bd8c-f9f27ec86a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.504589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-020d2371-1c31-4664-99d2-c570485fbbcb req-b65b095a-02c7-4ace-bd8c-f9f27ec86a6e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.3557327 Jul 16 20:07:17.515863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] Pushing event updated for resources: {'Network': ['ID=b96a3a0b-c687-4dbb-919f-1c6e5002a26b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.539599 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cd1f5d9b-9183-4f87-aeb7-5753dd408981 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1477969 Jul 16 20:07:17.542615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42162) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.556453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Request body: {'subnet': {'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-subnet', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:17.562342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:17.573682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-020d2371-1c31-4664-99d2-c570485fbbcb req-76499d9f-1bb7-4ffd-8a42-204bf50cb2c6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351734 Jul 16 20:07:17.580421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.581134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.591415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-4c372862-2c56-4355-afcf-0612350406b6 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884786 Jul 16 20:07:17.644550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.648159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38f3bf5d-f769-4785-a7eb-f7bff05b5c61 req-f88e9a67-fe3b-4f22-8577-4748b221a601 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 210 time: 0.0872934 Jul 16 20:07:17.676677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 0a1cd1d3-f2ee-414d-8731-3d35e744873e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:17.693713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Made reservation on behalf of c394906bc6bd41e68e4ba8dabef02ee5 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:17.701194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.730791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0a1cd1d3-f2ee-414d-8731-3d35e744873e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:17.731209 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.736186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8', 'network_id': '843a80bd-dabd-4906-9e63-8267a1e54b06', 'port_id': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8', 'mac_address': 'fa:16:3e:c1:e7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd59c46c-0680-4624-b5a9-b3160c763bc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:17.737988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-03817592-107e-4430-ad9d-69bb7f4b7a3c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6404107 Jul 16 20:07:17.769114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f507-22f3-4745-a8ab-105bf4e1bcd2 req-5da73c90-9e71-4dbf-be73-47b652922e58 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.776340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4915f507-22f3-4745-a8ab-105bf4e1bcd2 req-5da73c90-9e71-4dbf-be73-47b652922e58 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 943 time: 0.4151797 Jul 16 20:07:17.783694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Request body: {'port': {'device_id': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:17.827594 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.831925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-020d2371-1c31-4664-99d2-c570485fbbcb req-53008976-2aa2-4ae8-84b2-00cfc87a59ce service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470126 Jul 16 20:07:17.870035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:17.928538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.944813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.013179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-646bdbb7-2a31-4cc0-9ce4-a8bc7947f13d service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089911 Jul 16 20:07:18.079571 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.109919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.119102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1cd1d3-f2ee-414d-8731-3d35e744873e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:18.121780 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1474db3f-5e2d-4909-b596-005c27bd7330" -d '{"events": [{"server_uuid": "0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6", "name": "network-vif-plugged", "status": "completed", "tag": "0a1cd1d3-f2ee-414d-8731-3d35e744873e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:18.154577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0a1cd1d3-f2ee-414d-8731-3d35e744873e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:18.161363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.164600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:18.236781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7ab36cf-2e7d-434f-96d6-255d7f6ea758 req-1920452f-ee5c-4c74-916a-db33dfa92cb1 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680194 Jul 16 20:07:18.240416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-020d2371-1c31-4664-99d2-c570485fbbcb req-ab40d878-87c3-4470-ae5b-3dcabd0026d2 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071833 Jul 16 20:07:18.306426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6ccfe16b-0fe5-4db8-b399-bb62d59369f8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:18.324282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f3631-b21f-4d78-87fd-d39da7128504 req-288a055b-ffd4-4c33-acb8-c060bc76b5cb tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.333877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-469f3631-b21f-4d78-87fd-d39da7128504 req-288a055b-ffd4-4c33-acb8-c060bc76b5cb tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 945 time: 0.4098997 Jul 16 20:07:18.407576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.418281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 7c4d275d-45a8-4273-ab96-5f996b56e603 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:18.438263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 7c4d275d-45a8-4273-ab96-5f996b56e603 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:18.439117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.443087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-469f3631-b21f-4d78-87fd-d39da7128504 req-afe93d95-8977-4d7b-82d2-88bf3da40f0b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081896 Jul 16 20:07:18.522938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4a17b8-cbb5-41db-8615-edf7912b635a req-d74f6b2d-a760-463e-96e7-b814f5dc926b service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017462 Jul 16 20:07:18.559822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0a1cd1d3-f2ee-414d-8731-3d35e744873e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.587109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4915f507-22f3-4745-a8ab-105bf4e1bcd2 req-e795cb6f-b32d-4c89-ba19-f47d3856e2ad tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8096781 Jul 16 20:07:18.597041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd238f0f-68ac-47fb-8871-c0a48df07c46,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.606937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Checking segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:18.607542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Network hostable DHCP agents. Network: b96a3a0b-c687-4dbb-919f-1c6e5002a26b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:18.639768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.646114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:18.664113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, b96a3a0b-c687-4dbb-919f-1c6e5002a26b) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:18.673737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.674330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.715669 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9cbbe4cf-4f12-41de-aa44-04afa71cdcd4 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1713517 Jul 16 20:07:18.718455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42178) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.731381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:18.768450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.771717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4bf8b-415e-42c5-97b7-c671ddf3e507 None None] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:18.832132 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.833956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.876283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-2091138f-f217-400c-a08f-45060cc66b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.878491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-2091138f-f217-400c-a08f-45060cc66b54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b90b480c6a634bc1976cdfcea5c15487&device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 1095 time: 0.2797997 Jul 16 20:07:18.967701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.978708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548caa2-bb47-4eb5-ad68-284fe42ce4ad req-80c814f4-aa57-4b19-a3c8-80edd9ab2e0c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.987045 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1548caa2-bb47-4eb5-ad68-284fe42ce4ad req-80c814f4-aa57-4b19-a3c8-80edd9ab2e0c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 932 time: 0.2470090 Jul 16 20:07:19.115180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:19.128340 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.214238 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccd75f1-9e89-4535-a68f-232aa60b6688 x-openstack-request-id: req-7ccd75f1-9e89-4535-a68f-232aa60b6688 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:19.214729 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6", "name": "network-vif-plugged", "status": "completed", "tag": "0a1cd1d3-f2ee-414d-8731-3d35e744873e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:19.215186 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7ccd75f1-9e89-4535-a68f-232aa60b6688 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:19.219363 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1cd1d3-f2ee-414d-8731-3d35e744873e', 'code': 200} Jul 16 20:07:19.353765 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.369800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-9e5ce9d5-2cfa-4fd6-9f0d-fb96d1b7f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.371843 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-9e5ce9d5-2cfa-4fd6-9f0d-fb96d1b7f02e service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 200 len: 906 time: 0.4830642 Jul 16 20:07:19.383479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1548caa2-bb47-4eb5-ad68-284fe42ce4ad req-2038ce76-c2ab-42a4-ae6b-82e632645f1a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949282 Jul 16 20:07:19.446411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-cedae237-160f-4140-a181-8a5cc406129d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ac7e08-6a67-4afa-819c-1260c359a40b HTTP/1.1" status: 200 len: 217 time: 0.0628765 Jul 16 20:07:19.629218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.632062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-736a6f05-6a3c-4fa0-b75b-7f462dd22b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.633870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-736a6f05-6a3c-4fa0-b75b-7f462dd22b9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 200 len: 845 time: 0.1585159 Jul 16 20:07:19.681622 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:07:19.684108 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.961153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Allocated IP 172.20.0.2 (b96a3a0b-c687-4dbb-919f-1c6e5002a26b/fd238f0f-68ac-47fb-8871-c0a48df07c46/82aa66a2-f809-4fd4-bdb1-779e259b0abd) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:20.064557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15be800-8d05-4af1-a704-670898fba433 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:20.113642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-e4705c6b-e8f6-49ac-a04a-19f1d0cbfd9f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ebcdea9-eaca-454d-a038-8611b5c1ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803769 Jul 16 20:07:20.125120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.155373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d62cb-0443-48c9-a3ff-7a7442ce9b80 req-e958c2b3-5910-4eab-bf66-f5be29a385bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.157310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-970d62cb-0443-48c9-a3ff-7a7442ce9b80 req-e958c2b3-5910-4eab-bf66-f5be29a385bf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.7215986 Jul 16 20:07:20.190615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Transition to ACTIVE for port object a15be800-8d05-4af1-a704-670898fba433 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:20.203947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735292-9c3b-443a-824b-4684f6e87d70 req-7c6c621c-1fca-4146-914c-d257fb23b59d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.206273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-92bfea45-364a-4ac5-99eb-121264a31e02 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687041 Jul 16 20:07:20.209185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-79cd4080-bf51-48c6-9071-a6e81695b077 req-ecbb5b8b-4b77-48a9-9bcd-180339e365af tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 210 time: 0.0735190 Jul 16 20:07:20.211472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e735292-9c3b-443a-824b-4684f6e87d70 req-7c6c621c-1fca-4146-914c-d257fb23b59d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.7372456 Jul 16 20:07:20.226770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.247938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.248447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Transition to ACTIVE for port object 82aa66a2-f809-4fd4-bdb1-779e259b0abd will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:20.288416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Transition to ACTIVE for port object 82aa66a2-f809-4fd4-bdb1-779e259b0abd will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:20.302493 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.350464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.381170 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.395848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:20.398737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:20.408341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:20.426253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Pushing event updated for resources: {'Port': ['ID=82aa66a2-f809-4fd4-bdb1-779e259b0abd,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.462929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.481160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e735292-9c3b-443a-824b-4684f6e87d70 req-1c81cd84-99ce-4eed-9f06-04baa385f7b7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686057 Jul 16 20:07:20.486680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-970d62cb-0443-48c9-a3ff-7a7442ce9b80 req-5c8279a8-9ace-4699-b25d-581003c1e392 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030982 Jul 16 20:07:20.493111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-f656a793-cb30-43b7-8598-ff85c7f51de9 service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635521 Jul 16 20:07:20.494393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Attempting to bind port 82aa66a2-f809-4fd4-bdb1-779e259b0abd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:20.494774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Attempting to bind port 82aa66a2-f809-4fd4-bdb1-779e259b0abd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:20.495180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Attempting to bind port 82aa66a2-f809-4fd4-bdb1-779e259b0abd on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:20.514136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:20.514520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Checking segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:20.514956 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.515353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Bound using segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:20.516040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Bound port: 82aa66a2-f809-4fd4-bdb1-779e259b0abd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:20.516271 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.625305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26c803bb-3188-4924-9fa2-6e565c7a353a req-14062d23-35e1-425c-8b82-abb097a88e8f service neutron] 10.222.0.79 "GET /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220195 Jul 16 20:07:20.652945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] For port 82aa66a2-f809-4fd4-bdb1-779e259b0abd, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:20.653778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-24964c1f-c688-4c0a-aa4a-26dfc4c48ffe tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.655634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-24964c1f-c688-4c0a-aa4a-26dfc4c48ffe tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4430294 Jul 16 20:07:20.656875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] For port 82aa66a2-f809-4fd4-bdb1-779e259b0abd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=82aa66a2-f809-4fd4-bdb1-779e259b0abd,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:20.664064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.668555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Allocated IP 172.25.3.34 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/4ad56df8-0bf5-4f77-a8e6-f75afd331452) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:20.676977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:20.751865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725e96-9d7a-4df7-90f3-98cdc4fff05b None None] Pushing event updated for resources: {'Port': ['ID=82aa66a2-f809-4fd4-bdb1-779e259b0abd,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.754860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-dfafac35-fe47-4420-8ad2-f3f2bad0eeee tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.757364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-dfafac35-fe47-4420-8ad2-f3f2bad0eeee tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 944 time: 0.7230282 Jul 16 20:07:20.801061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0f121-a7b3-4585-8c66-a86c4ac772fd req-c8969286-0a72-4a93-b990-e6f0c413b182 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.809230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bb0f121-a7b3-4585-8c66-a86c4ac772fd req-c8969286-0a72-4a93-b990-e6f0c413b182 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 945 time: 0.1931369 Jul 16 20:07:20.823151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7381f1d-5ae9-456d-a1af-a89e8fa31b7a req-a0012903-4b00-48f0-9af9-16f9816212f3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.825415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7381f1d-5ae9-456d-a1af-a89e8fa31b7a req-a0012903-4b00-48f0-9af9-16f9816212f3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 944 time: 0.2996783 Jul 16 20:07:20.869702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 18ac7e08-6a67-4afa-819c-1260c359a40b details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:20.906419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bb0f121-a7b3-4585-8c66-a86c4ac772fd req-c9e4562b-5e3d-4210-ba03-169a1521e16a tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963879 Jul 16 20:07:21.011221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7381f1d-5ae9-456d-a1af-a89e8fa31b7a req-077317b2-8276-42c1-8e22-1491ebcd9c92 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455986 Jul 16 20:07:21.055787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:21.059389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:21.060027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:21.072883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:21.084758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:21.089967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:21.107458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:21.116607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '18ac7e08-6a67-4afa-819c-1260c359a40b', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': '18ac7e08-6a67-4afa-819c-1260c359a40b', 'mac_address': 'fa:16:3e:e7:22:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:21.121254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:21.127247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:21.128074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:21.131222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Bound port: a15be800-8d05-4af1-a704-670898fba433, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:21.131908 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.133246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:21.142341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.165049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.220578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:21.223123 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664071cb-374e-4861-af96-b29998912b82" -d '{"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-plugged", "status": "completed", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:21.240979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.256233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Deleting port 19065e52-c331-40de-aa18-05aff44c6b55 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:21.256868 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.259563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ac7e08-6a67-4afa-819c-1260c359a40b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:21.283882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:21.295417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:21.296784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:21.297256 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.328574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.408250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d14c5d-fad5-433a-abf6-ded63230cb3e req-aed3c447-ebfd-4ed4-9f6e-526a3eb1fd2b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.410057 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46d14c5d-fad5-433a-abf6-ded63230cb3e req-aed3c447-ebfd-4ed4-9f6e-526a3eb1fd2b tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 943 time: 0.2751071 Jul 16 20:07:21.419715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:21.423800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.430700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:21.445373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0803d-812a-4abf-a0b1-b798e0b326a8 req-910fba83-593a-49cc-ae98-6e79164ab928 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.445969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] For port 19065e52-c331-40de-aa18-05aff44c6b55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=19065e52-c331-40de-aa18-05aff44c6b55,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:21.446353 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.447662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dbf0803d-812a-4abf-a0b1-b798e0b326a8 req-910fba83-593a-49cc-ae98-6e79164ab928 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.2656035 Jul 16 20:07:21.453330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.458790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.462166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.503892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Calling delete_port for 19065e52-c331-40de-aa18-05aff44c6b55 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:21.520587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:21.530654 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.542606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46d14c5d-fad5-433a-abf6-ded63230cb3e req-a8b9b5ae-ca23-4491-af5e-2e2fc74bcba4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204119 Jul 16 20:07:21.580894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.56 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/23b02012-0cbf-4b13-989c-4f9f4842886e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:21.589921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.590220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.591008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.593873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] 10.222.0.79 "PUT /v2.0/ports/a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 200 len: 1093 time: 3.8436954 Jul 16 20:07:21.594574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'tag': 'a15be800-8d05-4af1-a704-670898fba433'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:21.597197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:21.597808 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b0be01-72b8-4d0b-8e54-c00a1afc5030" -d '{"events": [{"name": "network-changed", "server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "tag": "a15be800-8d05-4af1-a704-670898fba433"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:21.622386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['18ac7e08-6a67-4afa-819c-1260c359a40b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:21.656759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dbf0803d-812a-4abf-a0b1-b798e0b326a8 req-95e267b0-19b2-44ea-be7b-28ce9581cdbe tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893609 Jul 16 20:07:21.660277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:21.667071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad56df8-0bf5-4f77-a8e6-f75afd331452,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.671012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:21.724054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea08b31-51dc-4880-9c6a-7af3e3f6244f service neutron] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.804622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-97977c8b-f447-4e4d-bc02-c0c9a12c8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.810936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-97977c8b-f447-4e4d-bc02-c0c9a12c8672 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1096 time: 0.1420622 Jul 16 20:07:21.821018 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b1620c-680c-4cb2-8d07-e264d2653422 x-openstack-request-id: req-22b1620c-680c-4cb2-8d07-e264d2653422 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:21.821695 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-plugged", "status": "completed", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:21.822064 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-22b1620c-680c-4cb2-8d07-e264d2653422 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:21.822618 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'code': 200} Jul 16 20:07:21.998821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-1f2a894c-1bb6-4e9f-aaf2-39f359dd4d7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 200 len: 217 time: 0.1682119 Jul 16 20:07:22.066466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8887f-e21a-445f-bdd6-a60f4c03c825 req-ff58e25a-f247-46c7-bc9a-588ec88b7f3d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.068186 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-53d8887f-e21a-445f-bdd6-a60f4c03c825 req-ff58e25a-f247-46c7-bc9a-588ec88b7f3d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0692863 Jul 16 20:07:22.076001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-412d03b6-88df-4aca-9c9f-1a123bde1394 req-86afd106-46c4-4327-8062-e1dcecec1143 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 210 time: 0.0736685 Jul 16 20:07:22.112396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.122238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-ba69d947-bc8d-4357-877e-ff7c7317f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.123924 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-ba69d947-bc8d-4357-877e-ff7c7317f121 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1036437 Jul 16 20:07:22.187167 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e42fe-6491-4ce2-8d43-03277c29118a x-openstack-request-id: req-b67e42fe-6491-4ce2-8d43-03277c29118a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:22.187764 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "tag": "a15be800-8d05-4af1-a704-670898fba433", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:22.188258 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b67e42fe-6491-4ce2-8d43-03277c29118a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:22.189296 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'tag': 'a15be800-8d05-4af1-a704-670898fba433', 'status': 'completed', 'code': 200} Jul 16 20:07:22.189445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-53d8887f-e21a-445f-bdd6-a60f4c03c825 req-3673491c-6e9f-4ebd-a63a-ab80fb06de73 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150324 Jul 16 20:07:22.208343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event deleted for resources: {'Port': ['ID=19065e52-c331-40de-aa18-05aff44c6b55,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:22.265610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-68dd7c07-5aca-4297-8e81-ac5e0064281e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923872 Jul 16 20:07:22.315276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546c938-6777-4f3c-864c-fb652be304e0 None None] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:22.331465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.336461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.407631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object 23b02012-0cbf-4b13-989c-4f9f4842886e will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:22.460499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f3e0775-e9b5-4822-9328-1f5f37ac592b req-d5d14fd6-267a-4e3f-a69b-b33655ddabd3 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d26a0c4-8b7a-479d-9a44-c7cd42ee4107 HTTP/1.1" status: 200 len: 210 time: 0.0699735 Jul 16 20:07:22.479758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1ac9-4a51-49b5-a939-1789bcf068c0 req-73f92e85-66e5-47d9-b370-1dddf390d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.481882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9fd1ac9-4a51-49b5-a939-1789bcf068c0 req-73f92e85-66e5-47d9-b370-1dddf390d9b0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1101 time: 0.5310483 Jul 16 20:07:22.492007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 82aa66a2-f809-4fd4-bdb1-779e259b0abd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:22.519391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] No DVR routers for this DVR port 19065e52-c331-40de-aa18-05aff44c6b55 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:22.524020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.525592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8890b8e-534b-4702-a57b-957c4958dbb9 req-92166bc1-0ec5-4810-8fcf-30347f1907f4 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.79 "DELETE /v2.0/ports/19065e52-c331-40de-aa18-05aff44c6b55 HTTP/1.1" status: 204 len: 173 time: 1.7447319 Jul 16 20:07:22.528874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-6722a2c8-e09e-4698-b4b1-018e1cf679c7 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496977 Jul 16 20:07:22.569577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.583188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-62a8c3a3-4dc7-404d-bc12-3d7f9196170e None None] Provisioning for port 82aa66a2-f809-4fd4-bdb1-779e259b0abd completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:22.600170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967', 'aea746aa-c6a6-486a-9c77-88752bd8566b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:22.641145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9fd1ac9-4a51-49b5-a939-1789bcf068c0 req-df867d1b-00e4-46e2-a346-23e93b7546cc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147304 Jul 16 20:07:22.644406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad', 'd4807894-89be-4eb6-b91a-f0a866759111'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:22.699672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:22.717398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:22.724581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb56416-8ea5-4251-980e-1f2ea68fac51 req-d5d17123-3305-4ec0-8ca0-51987abedc4d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.727894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8cb56416-8ea5-4251-980e-1f2ea68fac51 req-d5d17123-3305-4ec0-8ca0-51987abedc4d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.2745602 Jul 16 20:07:22.744482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:22.751635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=23b02012-0cbf-4b13-989c-4f9f4842886e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:22.778963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 82aa66a2-f809-4fd4-bdb1-779e259b0abd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:22.801043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54b893eb-48ea-4637-9917-e3a726ab96ad req-d52f55aa-65d6-410e-80f6-ae046c3e581a service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485626 Jul 16 20:07:22.821601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 82aa66a2-f809-4fd4-bdb1-779e259b0abd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:22.822297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.828885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.854143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8cb56416-8ea5-4251-980e-1f2ea68fac51 req-f008fd7b-e53a-415d-93da-1ed0e9676e5f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175404 Jul 16 20:07:22.903096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 18ac7e08-6a67-4afa-819c-1260c359a40b up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:22.977785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-aba75847-b491-4d29-8468-f3aadfa1f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.979816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-aba75847-b491-4d29-8468-f3aadfa1f55a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1096 time: 0.1060348 Jul 16 20:07:23.008571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.009268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.048584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-b5a8fca6-c7a1-4036-802c-edf3a40565d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3770761 Jul 16 20:07:23.063910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Request body: {'port': {'device_id': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:23.122954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d71994-afce-4cc3-b3a9-b96d14c08e90 req-730f46ac-58cf-4c46-9864-8dadde589944 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.124759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4d71994-afce-4cc3-b3a9-b96d14c08e90 req-730f46ac-58cf-4c46-9864-8dadde589944 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 944 time: 0.3396549 Jul 16 20:07:23.134216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3497ab7b-ccd3-4baa-996e-787448a30ced None None] Provisioning for port 23b02012-0cbf-4b13-989c-4f9f4842886e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:23.159129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3497ab7b-ccd3-4baa-996e-787448a30ced None None] Provisioning complete for port 23b02012-0cbf-4b13-989c-4f9f4842886e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:23.163018 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3497ab7b-ccd3-4baa-996e-787448a30ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.182446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-d4bed060-b5bd-4ac2-9c29-58eb10d378b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.185340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-d4bed060-b5bd-4ac2-9c29-58eb10d378b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.1990061 Jul 16 20:07:23.216383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b765-12cf-4434-973b-83767c010f7b req-c9ac403c-0ac5-4301-a308-0fb1d16166ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.218964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c794b765-12cf-4434-973b-83767c010f7b req-c9ac403c-0ac5-4301-a308-0fb1d16166ea tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.1744654 Jul 16 20:07:23.233177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 18ac7e08-6a67-4afa-819c-1260c359a40b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:23.244935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Router d1d6e0c3-fd37-412b-a259-4deeca55545e is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:07:23.271949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-9352cde4-982f-4062-b714-5cf78ed911de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 200 len: 217 time: 0.0781913 Jul 16 20:07:23.273072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 18ac7e08-6a67-4afa-819c-1260c359a40b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:23.273436 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.275894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4d71994-afce-4cc3-b3a9-b96d14c08e90 req-2e1c56ca-3a4b-4217-b590-536ffaf0c2ac tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414938 Jul 16 20:07:23.303826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.329410 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.367484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c794b765-12cf-4434-973b-83767c010f7b req-0439102a-299f-4fc2-9765-7da80aa189fb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984447 Jul 16 20:07:23.386269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-59b71c3c-9a49-4dda-9409-2ad9c8124ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.387975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-59b71c3c-9a49-4dda-9409-2ad9c8124ba5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0773263 Jul 16 20:07:23.411087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3497ab7b-ccd3-4baa-996e-787448a30ced None None] Port 23b02012-0cbf-4b13-989c-4f9f4842886e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:23.436988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-e1afabde-9e46-4864-a2cc-5cde1497a299 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315409 Jul 16 20:07:23.467318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 82aa66a2-f809-4fd4-bdb1-779e259b0abd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=82aa66a2-f809-4fd4-bdb1-779e259b0abd,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:23.487062 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.615016 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-04a7d2d5-f504-4d7c-908f-c79adb4dea25 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707470 Jul 16 20:07:23.652905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0ebb0657-2f56-4eda-9e2e-39d0cfc43155 None None] Provisioning complete for port 82aa66a2-f809-4fd4-bdb1-779e259b0abd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:23.653584 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0657-2f56-4eda-9e2e-39d0cfc43155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.723519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=82aa66a2-f809-4fd4-bdb1-779e259b0abd,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.775492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.814411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c781-51c4-4769-b2b7-9d174429c7b9 req-4666cc5a-1dd1-40c2-ba5a-b60edecc6d4b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.816155 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82f1c781-51c4-4769-b2b7-9d174429c7b9 req-4666cc5a-1dd1-40c2-ba5a-b60edecc6d4b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 935 time: 0.2000222 Jul 16 20:07:23.822497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86b0be01-72b8-4d0b-8e54-c00a1afc5030 req-71dc41fa-ccb7-463e-9cb6-2d1ff8765763 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888652 Jul 16 20:07:23.829253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:23.830594 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b8ee1-9b39-4b46-b79e-a95eab2e56bf" -d '{"events": [{"server_uuid": "5cbcb442-fd60-4ec4-aa19-ac88e3eab193", "name": "network-vif-plugged", "status": "completed", "tag": "6ccfe16b-0fe5-4db8-b399-bb62d59369f8"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:23.867892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:23.870921 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82f1c781-51c4-4769-b2b7-9d174429c7b9 req-a199c781-f1d6-4e63-80fd-f3327093ec83 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Jul 16 20:07:23.881898 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.882700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:23.946992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:24.042976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.047168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42220) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.047416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-536ab80e-532b-4108-8fa8-2f0ea4d9e532 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3278432 Jul 16 20:07:24.086150 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413bccb1-9cfe-40be-b3cd-5b19fb40a5c6 x-openstack-request-id: req-413bccb1-9cfe-40be-b3cd-5b19fb40a5c6 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:24.086469 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbcb442-fd60-4ec4-aa19-ac88e3eab193", "name": "network-vif-plugged", "status": "completed", "tag": "6ccfe16b-0fe5-4db8-b399-bb62d59369f8", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:24.086597 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-413bccb1-9cfe-40be-b3cd-5b19fb40a5c6 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:24.086987 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8', 'code': 200} Jul 16 20:07:24.091364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb964c-10d4-44fb-a440-2ccbc44a0b3a req-9e5dfc69-e604-40c1-98e2-978146c53a66 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.092928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Sync routers for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:24.098551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42fb964c-10d4-44fb-a440-2ccbc44a0b3a req-9e5dfc69-e604-40c1-98e2-978146c53a66 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.2173741 Jul 16 20:07:24.101057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 19065e52-c331-40de-aa18-05aff44c6b55 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:24.101398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 19065e52-c331-40de-aa18-05aff44c6b55 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:24.150318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:24.151001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:24.184461 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42fb964c-10d4-44fb-a440-2ccbc44a0b3a req-a7d7dd99-9568-4e47-b6a2-88b2fb04e6df tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847924 Jul 16 20:07:24.192929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.198558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'name': 'network-vif-deleted', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:24.202131 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a57e0a7-39ce-4421-bda6-b53a9459307f" -d '{"events": [{"server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "name": "network-vif-deleted", "tag": "19065e52-c331-40de-aa18-05aff44c6b55"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:24.305851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:24.315172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b02012-0cbf-4b13-989c-4f9f4842886e {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:24.315334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a43f6-24d5-4449-868a-b40dc9e23b85 req-d644ecc2-fa29-4fc1-9db2-2475aecb2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.316624 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc8a43f6-24d5-4449-868a-b40dc9e23b85 req-d644ecc2-fa29-4fc1-9db2-2475aecb2fdf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 1098 time: 0.1958632 Jul 16 20:07:24.325382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.340024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Transition to ACTIVE for port object 23b02012-0cbf-4b13-989c-4f9f4842886e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:24.348931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.423180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce24b9a-76ca-4c03-a22d-a707f4666d5c req-29cd0df9-8ea7-4db7-bc87-3b0b4022d9a7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.439029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fce24b9a-76ca-4c03-a22d-a707f4666d5c req-29cd0df9-8ea7-4db7-bc87-3b0b4022d9a7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.2563932 Jul 16 20:07:24.448073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Pushing event updated for resources: {'Port': ['ID=23b02012-0cbf-4b13-989c-4f9f4842886e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.498275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 82aa66a2-f809-4fd4-bdb1-779e259b0abd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:24.553158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc8a43f6-24d5-4449-868a-b40dc9e23b85 req-5fbca070-afe5-437b-ae30-f876ce3011b6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012243 Jul 16 20:07:24.579002 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b398f43-f35c-4b82-8126-156398f67ce1 x-openstack-request-id: req-1b398f43-f35c-4b82-8126-156398f67ce1 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:24.579303 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d26a0c4-8b7a-479d-9a44-c7cd42ee4107", "name": "network-vif-deleted", "tag": "19065e52-c331-40de-aa18-05aff44c6b55", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:24.579526 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b398f43-f35c-4b82-8126-156398f67ce1 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:24.580611 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d26a0c4-8b7a-479d-9a44-c7cd42ee4107', 'name': 'network-vif-deleted', 'tag': '19065e52-c331-40de-aa18-05aff44c6b55', 'status': 'completed', 'code': 200} Jul 16 20:07:24.608711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fce24b9a-76ca-4c03-a22d-a707f4666d5c req-ba81e63f-89cb-48ce-866f-d08427af7ed8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644843 Jul 16 20:07:24.609002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Attempting to bind port 23b02012-0cbf-4b13-989c-4f9f4842886e on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:24.609881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Attempting to bind port 23b02012-0cbf-4b13-989c-4f9f4842886e by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:24.610590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Attempting to bind port 23b02012-0cbf-4b13-989c-4f9f4842886e on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:24.633584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Port 23b02012-0cbf-4b13-989c-4f9f4842886e on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:24.633584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Attempting to bind port 23b02012-0cbf-4b13-989c-4f9f4842886e on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:24.637349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 82aa66a2-f809-4fd4-bdb1-779e259b0abd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:24.637836 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.650804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:24.651645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:24.652130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:24.652779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Bound port: 23b02012-0cbf-4b13-989c-4f9f4842886e, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:24.653319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.706557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:21Z', 'revision_number': 3, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:24.744002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Checking router: d1d6e0c3-fd37-412b-a259-4deeca55545e for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:24.744112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Updating router d1d6e0c3-fd37-412b-a259-4deeca55545e port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:24.798822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] For port 23b02012-0cbf-4b13-989c-4f9f4842886e, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:24.818518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] For port 23b02012-0cbf-4b13-989c-4f9f4842886e, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=23b02012-0cbf-4b13-989c-4f9f4842886e,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:24.826547 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.830790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.894304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e963d63-bc29-45fe-b087-14672c267c21 req-ccc0429b-ecab-4753-abe0-266821ad5036 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.895987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e963d63-bc29-45fe-b087-14672c267c21 req-ccc0429b-ecab-4753-abe0-266821ad5036 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1700833 Jul 16 20:07:24.897435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.898041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.899582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] 10.222.0.99 "PUT /v2.0/ports/23b02012-0cbf-4b13-989c-4f9f4842886e HTTP/1.1" status: 200 len: 1096 time: 1.8406346 Jul 16 20:07:24.903094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'tag': '23b02012-0cbf-4b13-989c-4f9f4842886e'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:24.905727 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "456764e4-a7c7-44ec-ba60-4e7f0eb21877", "tag": "23b02012-0cbf-4b13-989c-4f9f4842886e"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:24.936813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29883ea9-7046-454c-bcf7-14e8bc153ecf service neutron] Pushing event updated for resources: {'Port': ['ID=23b02012-0cbf-4b13-989c-4f9f4842886e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.018087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e963d63-bc29-45fe-b087-14672c267c21 req-1bfb88c3-d946-45dc-9c74-80a884eb3d4a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002786 Jul 16 20:07:25.078152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-da4bf551-dbe7-4b89-842d-5d64aebde197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.079700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-da4bf551-dbe7-4b89-842d-5d64aebde197 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 1099 time: 0.1059096 Jul 16 20:07:25.137599 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-0419f3ad-8af5-4e0e-a093-71c0777f3a05 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=23b02012-0cbf-4b13-989c-4f9f4842886e HTTP/1.1" status: 200 len: 217 time: 0.0485470 Jul 16 20:07:25.148800 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.159083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Transition to ACTIVE for port object 4ad56df8-0bf5-4f77-a8e6-f75afd331452 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:25.167720 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.224015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Attempting to bind port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:25.224376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Attempting to bind port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:25.224728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Attempting to bind port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:25.232087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9968de-c418-4ff4-95b5-3e6d4110863e None None] Pushing event updated for resources: {'Port': ['ID=4ad56df8-0bf5-4f77-a8e6-f75afd331452,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.237156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:25.237524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:25.237917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.238301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:25.238771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Bound port: 4ad56df8-0bf5-4f77-a8e6-f75afd331452, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:25.239170 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.252358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-197813d2-8db3-4b7e-a37d-6096918d5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.254139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-197813d2-8db3-4b7e-a37d-6096918d5b73 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1067040 Jul 16 20:07:25.301903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] For port 4ad56df8-0bf5-4f77-a8e6-f75afd331452, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:25.305188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] For port 4ad56df8-0bf5-4f77-a8e6-f75afd331452, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=4ad56df8-0bf5-4f77-a8e6-f75afd331452,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:25.307307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3c329-1766-4015-9ec2-922d1e0537de req-949d72ff-42fc-41a0-9552-0ebe8045e752 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.308510 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dea3c329-1766-4015-9ec2-922d1e0537de req-949d72ff-42fc-41a0-9552-0ebe8045e752 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 945 time: 0.1267114 Jul 16 20:07:25.313212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.351885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29af0-1c00-4c14-b15a-7620dcd38524 req-9e2bc700-5cf0-4320-af8a-958813563947 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.353304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94a29af0-1c00-4c14-b15a-7620dcd38524 req-9e2bc700-5cf0-4320-af8a-958813563947 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.1895666 Jul 16 20:07:25.368356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dea3c329-1766-4015-9ec2-922d1e0537de req-ce09da3b-7cb8-47f3-84aa-4876494c0c4c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507033 Jul 16 20:07:25.369217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-91a497e3-db5d-4a44-ae17-ec3e26ec6c54 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.370737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-91a497e3-db5d-4a44-ae17-ec3e26ec6c54 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 945 time: 0.1773577 Jul 16 20:07:25.372555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:25.373186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:25.373832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-af14bee2-85d4-4af2-8e1a-5d6f09160772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.375838 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-af14bee2-85d4-4af2-8e1a-5d6f09160772 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103761 Jul 16 20:07:25.411734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9968de-c418-4ff4-95b5-3e6d4110863e None None] Pushing event updated for resources: {'Port': ['ID=4ad56df8-0bf5-4f77-a8e6-f75afd331452,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.490028 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.497343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94a29af0-1c00-4c14-b15a-7620dcd38524 req-12cd0883-1ff5-44f0-a11c-bfca25211cad tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191678 Jul 16 20:07:25.504990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:25.565793 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920c55f9-923a-458e-9fe6-472a5330677e x-openstack-request-id: req-920c55f9-923a-458e-9fe6-472a5330677e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:25.566152 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456764e4-a7c7-44ec-ba60-4e7f0eb21877", "tag": "23b02012-0cbf-4b13-989c-4f9f4842886e", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:25.566535 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-920c55f9-923a-458e-9fe6-472a5330677e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:25.566795 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'tag': '23b02012-0cbf-4b13-989c-4f9f4842886e', 'status': 'completed', 'code': 200} Jul 16 20:07:25.569325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-caf759e9-f461-4cdb-bdea-7382f2c696d8 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703475 Jul 16 20:07:25.755177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:21Z', 'revision_number': 3, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:25.777233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08d7b55e-88df-4d3c-b0d0-9922ae9bb713 req-14848713-9538-4a92-a451-7166e5496c79 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005284 Jul 16 20:07:25.781249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Allocated IP 172.20.0.1 (b96a3a0b-c687-4dbb-919f-1c6e5002a26b/fd238f0f-68ac-47fb-8871-c0a48df07c46/6f25a95a-c0b0-471e-a8af-0acef5ccdc6c) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:25.782554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44410ca8-eeee-44a3-b4ba-a1127199f16a None None] The sync data for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 is: [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:21Z', 'revision_number': 3, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:25.804079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d96bc-e272-4291-9c06-5685b5ae767a req-e2358e98-9763-4ab7-9436-d051421d6628 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.807949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Deleting port a37be24f-9ce3-4efb-a755-7772f5ace8c3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:25.808729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.812203 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-667d96bc-e272-4291-9c06-5685b5ae767a req-e2358e98-9763-4ab7-9436-d051421d6628 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 947 time: 0.0868597 Jul 16 20:07:25.894441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-667d96bc-e272-4291-9c06-5685b5ae767a req-b65aadae-51c8-4e89-9d03-23581a4c3e49 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811393 Jul 16 20:07:25.936471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-23801346-9b00-4856-b496-ac4fd49c6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.938100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-23801346-9b00-4856-b496-ac4fd49c6570 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 1099 time: 0.0912948 Jul 16 20:07:26.028647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] For port a37be24f-9ce3-4efb-a755-7772f5ace8c3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a37be24f-9ce3-4efb-a755-7772f5ace8c3,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:26.029152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.045348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc5f3e-53aa-4f63-bf8d-15be6f2bce91 req-a6c4ed3d-cf6d-4cec-9687-101c35f87d34 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.047682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49bc5f3e-53aa-4f63-bf8d-15be6f2bce91 req-a6c4ed3d-cf6d-4cec-9687-101c35f87d34 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.2681551 Jul 16 20:07:26.068308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Calling delete_port for a37be24f-9ce3-4efb-a755-7772f5ace8c3 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:26.089214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-d24fae06-c8b6-441f-8568-bc6d4db56094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.089887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ac7e08-6a67-4afa-819c-1260c359a40b'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:26.091123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-d24fae06-c8b6-441f-8568-bc6d4db56094 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1424816 Jul 16 20:07:26.093350 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203b0b40-12eb-4f60-b005-f4a52bb2816c" -d '{"events": [{"server_uuid": "ec373c60-92fd-4f64-b4ee-c83dada2a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "18ac7e08-6a67-4afa-819c-1260c359a40b"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:26.160249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-86425ecf-ba1c-40bf-b6ac-b7c95badaa7d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=23b02012-0cbf-4b13-989c-4f9f4842886e HTTP/1.1" status: 200 len: 217 time: 0.0608811 Jul 16 20:07:26.161588 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.186916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48cbc7-9001-4909-a7a6-246daf226fa5 req-9309201c-d48a-4b22-8eb4-2c5954a1f2b2 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.188684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf48cbc7-9001-4909-a7a6-246daf226fa5 req-9309201c-d48a-4b22-8eb4-2c5954a1f2b2 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1730211 Jul 16 20:07:26.202811 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49bc5f3e-53aa-4f63-bf8d-15be6f2bce91 req-c7313aa9-07cc-4eec-b9fc-082ccd4b99c7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436307 Jul 16 20:07:26.205187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Transition to ACTIVE for port object 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:26.255584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-1912e22b-3fec-4d4d-9ce9-a96cc8235f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.257115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-1912e22b-3fec-4d4d-9ce9-a96cc8235f87 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0890157 Jul 16 20:07:26.274538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf48cbc7-9001-4909-a7a6-246daf226fa5 req-2c495ecb-bbc0-4c2c-a104-e0acc1f5700d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667408 Jul 16 20:07:26.315488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.359222 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2bb5f7-b8b9-49a9-8828-e5fe18e4fe8d x-openstack-request-id: req-6c2bb5f7-b8b9-49a9-8828-e5fe18e4fe8d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:26.360503 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec373c60-92fd-4f64-b4ee-c83dada2a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "18ac7e08-6a67-4afa-819c-1260c359a40b", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:26.361273 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6c2bb5f7-b8b9-49a9-8828-e5fe18e4fe8d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:26.361411 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ac7e08-6a67-4afa-819c-1260c359a40b', 'code': 200} Jul 16 20:07:26.374783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-956ef195-9aa1-4cd3-9840-9236d97f2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.376846 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-956ef195-9aa1-4cd3-9840-9236d97f2610 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985005 Jul 16 20:07:26.486375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.488536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 4ad56df8-0bf5-4f77-a8e6-f75afd331452 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:26.498214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-71080946-ee76-438c-8967-733a1133074b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133142 Jul 16 20:07:26.529343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:26.547693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:26.561265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:26.574940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Pushing event updated for resources: {'Port': ['ID=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.580884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:26.588418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:26.589142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.627068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.627303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.627508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.627838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.628163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.628489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.628823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.629140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.629457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.629783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.630088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.630402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.711215 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.711453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d620809-eb6b-4bda-aceb-85e6e72cc7bd req-c2d3c1db-bb4e-4716-8ef7-a7969ab9c16b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053399 Jul 16 20:07:26.747698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event deleted for resources: {'Port': ['ID=a37be24f-9ce3-4efb-a755-7772f5ace8c3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.765365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 4ad56df8-0bf5-4f77-a8e6-f75afd331452, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=4ad56df8-0bf5-4f77-a8e6-f75afd331452,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:26.774661 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.795758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] No DVR routers for this DVR port a37be24f-9ce3-4efb-a755-7772f5ace8c3 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:26.801172 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.808634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2716730-5997-4323-b2e3-3793f9f31f49 req-3b0c8fbc-5f30-4f6c-a88b-5a7a897f1b4d tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "DELETE /v2.0/ports/a37be24f-9ce3-4efb-a755-7772f5ace8c3 HTTP/1.1" status: 204 len: 173 time: 1.3946187 Jul 16 20:07:26.809824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce1af8-f54c-480b-ba3f-8ad37d3ee316 req-9e995e67-68f5-4b8d-b66e-b3f004660bf1 tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.813179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'name': 'network-vif-deleted', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:26.819359 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7cce1af8-f54c-480b-ba3f-8ad37d3ee316 req-9e995e67-68f5-4b8d-b66e-b3f004660bf1 tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1101 time: 0.0733969 Jul 16 20:07:26.822643 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5a03d9-da74-452d-8e4d-4c6e09615d26" -d '{"events": [{"server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "name": "network-vif-deleted", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:26.834286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.838117 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7cce1af8-f54c-480b-ba3f-8ad37d3ee316 req-af6c131e-2d1e-436f-8b7e-81bd50725f1c tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.865632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30631be9-e768-42f3-ace3-f4c3015cf96d req-d0f4aa79-83a5-42a9-b5b6-18a9d669e338 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.871535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=4ad56df8-0bf5-4f77-a8e6-f75afd331452,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.873129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-30631be9-e768-42f3-ace3-f4c3015cf96d req-d0f4aa79-83a5-42a9-b5b6-18a9d669e338 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 945 time: 0.4636686 Jul 16 20:07:26.881952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.882459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.883072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.884258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.884704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.885509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.885946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.886523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.887169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.887641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.888225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.888649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.926033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6e1791b3-8935-4d10-a0e5-abdc4b79b5a7 None None] Provisioning for port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:26.932635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6e1791b3-8935-4d10-a0e5-abdc4b79b5a7 None None] Provisioning complete for port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:26.933883 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6e1791b3-8935-4d10-a0e5-abdc4b79b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.936145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a30a6-bca3-4bde-bdfb-5071260996c6 req-e21f51f1-2bd2-4bb2-b4f2-24e2047e8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.943091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-745a30a6-bca3-4bde-bdfb-5071260996c6 req-e21f51f1-2bd2-4bb2-b4f2-24e2047e8e76 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 1097 time: 0.4924321 Jul 16 20:07:26.978807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6e1791b3-8935-4d10-a0e5-abdc4b79b5a7 None None] Port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:26.983967 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7cce1af8-f54c-480b-ba3f-8ad37d3ee316 req-af6c131e-2d1e-436f-8b7e-81bd50725f1c tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.993172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7cce1af8-f54c-480b-ba3f-8ad37d3ee316 req-af6c131e-2d1e-436f-8b7e-81bd50725f1c tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.020548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7cce1af8-f54c-480b-ba3f-8ad37d3ee316 req-af6c131e-2d1e-436f-8b7e-81bd50725f1c tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988468 Jul 16 20:07:27.038064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-30631be9-e768-42f3-ace3-f4c3015cf96d req-84b4a6b4-a0ff-42e3-b374-de610099bdd8 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639345 Jul 16 20:07:27.050015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c131e-2d1e-436f-8b7e-81bd50725f1c tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852f4532-3734-42c3-a8f9-f7f8962dd6bf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:27.100992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-745a30a6-bca3-4bde-bdfb-5071260996c6 req-cc9eb505-d8fa-42d8-9b69-fa18153d1cbf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431401 Jul 16 20:07:27.179283 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.229713 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04f1ea6b-55b8-4e67-ae1b-f769bf7c9afa req-438346a5-305a-4885-846a-a36f2305db2c tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=80cc92e8-97f4-444d-b619-628eac55d553 HTTP/1.1" status: 200 len: 210 time: 0.0405741 Jul 16 20:07:27.461785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-45b56b58-a60d-4adc-bc1c-b66a3407367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.463156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-45b56b58-a60d-4adc-bc1c-b66a3407367a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 1098 time: 0.1132829 Jul 16 20:07:27.467611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.480157 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.484570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404b534-1b2e-4076-9aff-22225c46ebbd req-68c3e492-f3fa-40b5-9f98-7bfdef1493a5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.492529 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6404b534-1b2e-4076-9aff-22225c46ebbd req-68c3e492-f3fa-40b5-9f98-7bfdef1493a5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.0864573 Jul 16 20:07:27.537392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6404b534-1b2e-4076-9aff-22225c46ebbd req-fb2d46ee-bda9-4701-b4d4-019da581e906 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Jul 16 20:07:27.608880 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac21f2ee-10ba-4f61-90ce-27c727747c88 x-openstack-request-id: req-ac21f2ee-10ba-4f61-90ce-27c727747c88 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:27.609493 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cc92e8-97f4-444d-b619-628eac55d553", "name": "network-vif-deleted", "tag": "a37be24f-9ce3-4efb-a755-7772f5ace8c3", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:27.609493 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac21f2ee-10ba-4f61-90ce-27c727747c88 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:27.609770 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cc92e8-97f4-444d-b619-628eac55d553', 'name': 'network-vif-deleted', 'tag': 'a37be24f-9ce3-4efb-a755-7772f5ace8c3', 'status': 'completed', 'code': 200} Jul 16 20:07:27.613327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.617355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Pushing event updated for resources: {'Port': ['ID=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:27.709677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-bf2e0d7f-d94e-40c8-9d06-01c98bdc7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.711261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-bf2e0d7f-d94e-40c8-9d06-01c98bdc7516 service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.2408676 Jul 16 20:07:27.778454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-e0b27593-e6cd-44b8-a539-f7d37122ce6e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8 HTTP/1.1" status: 200 len: 217 time: 0.0529394 Jul 16 20:07:27.788959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:27.797418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:27.877708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b911-01c6-421e-be70-4784cea3153b req-e82f5ca9-2339-416c-8dff-a275fa754d04 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.879802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-3a47f8b6-a975-4e6f-a1c1-ed9437c82e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.880804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1327b911-01c6-421e-be70-4784cea3153b req-e82f5ca9-2339-416c-8dff-a275fa754d04 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 947 time: 0.1028583 Jul 16 20:07:27.881529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-3a47f8b6-a975-4e6f-a1c1-ed9437c82e46 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.0947232 Jul 16 20:07:27.967151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-6902a608-71a3-4ae2-b343-037d147997d4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692625 Jul 16 20:07:27.967567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1327b911-01c6-421e-be70-4784cea3153b req-293f95e9-4968-4b2c-9fba-3ad9e4743319 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782831 Jul 16 20:07:28.093315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Router d1d6e0c3-fd37-412b-a259-4deeca55545e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:28.128499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-10acd112-5ac4-4ea2-a32a-3c0a994205f3 None None] Provisioning complete for port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:28.129117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-10acd112-5ac4-4ea2-a32a-3c0a994205f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.187542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-7eadcca8-d39d-4a54-af14-fa48d9b16c70 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103658 Jul 16 20:07:28.187765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-10acd112-5ac4-4ea2-a32a-3c0a994205f3 None None] Port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:28.226745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fb4f5-3208-4aa4-9486-367da654381b req-c542adec-8ae2-485a-b0ab-087f82ee467e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:28.231357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f8fb4f5-3208-4aa4-9486-367da654381b req-c542adec-8ae2-485a-b0ab-087f82ee467e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1105258 Jul 16 20:07:28.287337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f8fb4f5-3208-4aa4-9486-367da654381b req-c6c524b5-7477-4f2c-8e1c-43e51b98bad3 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529606 Jul 16 20:07:28.392150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f639f379-4d18-47d8-a822-9dfa398fe577 req-65df4c5f-193b-4c02-8a52-b5f0f6244ef9 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917849 Jul 16 20:07:28.398974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:28.410319 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Sync routers for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:28.422029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cc53104f-ce09-4bc7-b1fc-edcb50fb3328 admin admin] 10.222.0.91 "PUT /v2.0/routers/d1d6e0c3-fd37-412b-a259-4deeca55545e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3632267 Jul 16 20:07:28.433975 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:28.444482 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:28.447905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 4ad56df8-0bf5-4f77-a8e6-f75afd331452 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:28.512183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:28.512560 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.578931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:28.607316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-b66afeba-de7c-4829-94aa-4712c9133213 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1831813 Jul 16 20:07:28.627186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabbe7e-81af-43a5-adba-b1bf2e960504 req-d36be2e6-0770-4a36-a370-273b639940f4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:28.629346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4eabbe7e-81af-43a5-adba-b1bf2e960504 req-d36be2e6-0770-4a36-a370-273b639940f4 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1293888 Jul 16 20:07:28.652803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b095506-7825-49b5-8ca3-5d67838ae30a req-f5ebbe37-a111-4b7e-bcce-a6c33b15280e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:28.662186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b095506-7825-49b5-8ca3-5d67838ae30a req-f5ebbe37-a111-4b7e-bcce-a6c33b15280e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1184847 Jul 16 20:07:28.695799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4eabbe7e-81af-43a5-adba-b1bf2e960504 req-8a20ab90-b4b3-4225-bc8b-6be6eb38c7fb tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Jul 16 20:07:28.706867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b095506-7825-49b5-8ca3-5d67838ae30a req-34257756-0799-4585-ae5d-0f23e8a0ed8f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 Jul 16 20:07:28.915296 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 2, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:28.933030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9311d0-80f8-4f63-9ccb-98bfe87b7880 req-97930bef-0ec5-44a9-b73a-1699ff2cb6c3 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:28.940877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b9311d0-80f8-4f63-9ccb-98bfe87b7880 req-97930bef-0ec5-44a9-b73a-1699ff2cb6c3 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.0906894 Jul 16 20:07:28.980641 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Checking router: d1d6e0c3-fd37-412b-a259-4deeca55545e for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:28.981315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Updating router d1d6e0c3-fd37-412b-a259-4deeca55545e port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:28.997073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b9311d0-80f8-4f63-9ccb-98bfe87b7880 req-8530940e-a75a-4be2-ad69-bd077605a1f1 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Jul 16 20:07:29.039282 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.102088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 23b02012-0cbf-4b13-989c-4f9f4842886e details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:29.251166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:29.312495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: a37be24f-9ce3-4efb-a755-7772f5ace8c3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:29.313103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a37be24f-9ce3-4efb-a755-7772f5ace8c3 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:29.345303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42330) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:29.351182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d2034341-00af-4b31-8868-7d2a4c4e4cb5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827428460', 'description': 'tempest-description--1023500369'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:29.357089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 23b02012-0cbf-4b13-989c-4f9f4842886e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=23b02012-0cbf-4b13-989c-4f9f4842886e,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:29.378290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '23b02012-0cbf-4b13-989c-4f9f4842886e', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '23b02012-0cbf-4b13-989c-4f9f4842886e', 'mac_address': 'fa:16:3e:70:61:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:29.415592 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2034341-00af-4b31-8868-7d2a4c4e4cb5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.429696 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.432062 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.471293 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Transition to ACTIVE for port object 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:29.480973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b02012-0cbf-4b13-989c-4f9f4842886e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:29.489657 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.514492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 23b02012-0cbf-4b13-989c-4f9f4842886e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=23b02012-0cbf-4b13-989c-4f9f4842886e,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:29.520892 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.602406 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fc57c-b2d2-4f5e-bb59-98baa193625e None None] Pushing event updated for resources: {'Port': ['ID=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.623160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2034341-00af-4b31-8868-7d2a4c4e4cb5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.626746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=23b02012-0cbf-4b13-989c-4f9f4842886e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.640355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2034341-00af-4b31-8868-7d2a4c4e4cb5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.687480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2034341-00af-4b31-8868-7d2a4c4e4cb5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.692397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d2034341-00af-4b31-8868-7d2a4c4e4cb5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3455215 Jul 16 20:07:29.695909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42336) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:29.701160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f3dc78e1-88ef-4de9-8e96-f549091f7cbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'security_group_rule': {'security_group_id': '4f8d3614-b8e7-4712-93bd-c7cc178457a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:29.709814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034341-00af-4b31-8868-7d2a4c4e4cb5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8d3614-b8e7-4712-93bd-c7cc178457a9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.731506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Attempting to bind port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:29.731822 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Attempting to bind port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:29.732525 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Attempting to bind port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:29.739220 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:29.746192 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Checking segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:29.747010 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.748107 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Bound using segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:29.748782 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Bound port: 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:29.749559 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.779968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3dc78e1-88ef-4de9-8e96-f549091f7cbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.848281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['23b02012-0cbf-4b13-989c-4f9f4842886e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:29.979598 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] For port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:29.983146 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] For port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:29.989621 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.011444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3dc78e1-88ef-4de9-8e96-f549091f7cbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.018608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3dc78e1-88ef-4de9-8e96-f549091f7cbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.034381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc78e1-88ef-4de9-8e96-f549091f7cbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443593b3-43e8-48cc-8fd0-2e1f295b41c1,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.056932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3dc78e1-88ef-4de9-8e96-f549091f7cbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.063417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f3dc78e1-88ef-4de9-8e96-f549091f7cbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661470 Jul 16 20:07:30.064146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42344) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.074614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8394d606-97ee-4aa8-b499-c6999f552bcf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'security_group_rule': {'security_group_id': '4f8d3614-b8e7-4712-93bd-c7cc178457a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:30.135649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44c4ef-5038-4b65-bcbb-568ae2b34f7c req-8cbc3209-72c6-4c7f-af3a-167ffce62969 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.137956 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:30.138500 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:30.142492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a44c4ef-5038-4b65-bcbb-568ae2b34f7c req-8cbc3209-72c6-4c7f-af3a-167ffce62969 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 948 time: 0.2307756 Jul 16 20:07:30.154898 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8394d606-97ee-4aa8-b499-c6999f552bcf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.203417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848a09-d104-44c6-8518-a27a64310062 req-0866128e-5f47-4f79-9bd7-dc407ba59eef tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.216975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b848a09-d104-44c6-8518-a27a64310062 req-0866128e-5f47-4f79-9bd7-dc407ba59eef tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 945 time: 0.6683788 Jul 16 20:07:30.258486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-bc3f293b-8cf7-44ab-9a82-76043f3efa2e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.261454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-bc3f293b-8cf7-44ab-9a82-76043f3efa2e tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 945 time: 0.6359055 Jul 16 20:07:30.272320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a44c4ef-5038-4b65-bcbb-568ae2b34f7c req-07007a88-7335-483e-a6a5-d2bb96b231d8 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288073 Jul 16 20:07:30.285898 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:30.316473 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fc57c-b2d2-4f5e-bb59-98baa193625e None None] Pushing event updated for resources: {'Port': ['ID=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.318816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8394d606-97ee-4aa8-b499-c6999f552bcf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.324311 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8394d606-97ee-4aa8-b499-c6999f552bcf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.355144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394d606-97ee-4aa8-b499-c6999f552bcf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0702b2b-7120-482b-96b2-e1be67876b3c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.365718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8394d606-97ee-4aa8-b499-c6999f552bcf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.370289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8394d606-97ee-4aa8-b499-c6999f552bcf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3019536 Jul 16 20:07:30.371139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42348) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.380494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:30.412642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b848a09-d104-44c6-8518-a27a64310062 req-10c6d3a6-f39f-4317-9ea8-a8441f8c94ed tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/security-groups?id=4584379c-d461-4485-aaba-87b2d1904fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944437 Jul 16 20:07:30.428576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.491081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Deleting port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:30.491428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.569353 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:30.602552 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d5f99-1c94-41bd-85a4-6e555177ec05 None None] The sync data for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 is: [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:30.635416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] For port b8375eff-e3c5-421e-ba9c-54d83e24e8a7, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,segment=NetworkSegment(eeaa2001-a858-4216-a86f-eeac07184ef9),segment_id=eeaa2001-a858-4216-a86f-eeac07184ef9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:30.635944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.664719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9a15e-787b-4a09-8c9d-eac3b3be0fbc req-8f38fce0-95db-47f6-9057-9eea9bcd3d88 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.673935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3e9a15e-787b-4a09-8c9d-eac3b3be0fbc req-8f38fce0-95db-47f6-9057-9eea9bcd3d88 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.2224913 Jul 16 20:07:30.678413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Calling delete_port for b8375eff-e3c5-421e-ba9c-54d83e24e8a7 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:30.702909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe563-edb4-44b6-b86b-abc62cd4dc95 req-fe6d945f-e393-4d0c-b97a-b3f98be87441 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.714034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a7fe563-edb4-44b6-b86b-abc62cd4dc95 req-fe6d945f-e393-4d0c-b97a-b3f98be87441 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1514986 Jul 16 20:07:30.730280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.761156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3e9a15e-787b-4a09-8c9d-eac3b3be0fbc req-deabad1f-323c-4539-bebe-26c61bf2a5bd tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Jul 16 20:07:30.805408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-ce54e9d6-ef2e-4da4-85ab-a278375c434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.807181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-ce54e9d6-ef2e-4da4-85ab-a278375c434f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1101 time: 0.2048123 Jul 16 20:07:30.809031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a7fe563-edb4-44b6-b86b-abc62cd4dc95 req-b15337cf-69e7-4a53-afad-5de01f117d41 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939853 Jul 16 20:07:30.940141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a15be800-8d05-4af1-a704-670898fba433 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:30.947512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Allocated IP 172.25.3.133 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/7338c22d-0db0-43f9-85a5-c28cb2d25d8b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:30.986315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.067748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Pushing event deleted for resources: {'Port': ['ID=b8375eff-e3c5-421e-ba9c-54d83e24e8a7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:31.070399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-dfa8a5ba-ff13-4128-a4bd-8b22e5b6b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.075318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-dfa8a5ba-ff13-4128-a4bd-8b22e5b6b3f3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2125156 Jul 16 20:07:31.128471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 23b02012-0cbf-4b13-989c-4f9f4842886e up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:31.196477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] No DVR routers for this DVR port b8375eff-e3c5-421e-ba9c-54d83e24e8a7 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:31.201139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.201358 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-4d5c4e6e-1da0-4398-b560-6dcedd617988 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.1129255 Jul 16 20:07:31.204126 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-795758c0-5813-4f6d-a41d-dc6ceb27a68e req-38b88621-9d78-4d47-b39e-545037d640e5 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.99 "DELETE /v2.0/ports/b8375eff-e3c5-421e-ba9c-54d83e24e8a7 HTTP/1.1" status: 204 len: 173 time: 0.9236612 Jul 16 20:07:31.205355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'name': 'network-vif-deleted', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:31.206582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:31.208216 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f4a2f1-4a91-4c46-ba11-52f1b424d87c" -d '{"events": [{"server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "name": "network-vif-deleted", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:31.246230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a15be800-8d05-4af1-a704-670898fba433', 'network_id': '96463262-65c0-480d-aa91-330c3513b73a', 'port_id': 'a15be800-8d05-4af1-a704-670898fba433', 'mac_address': 'fa:16:3e:5a:7f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ce2ff8-19ac-4864-be49-d2af1c343c0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:31.267993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c66ed-f0b3-4120-93ce-5614bbf68f49 req-dfb51116-1eb2-4c32-9330-7231a172297a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.269681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-248c66ed-f0b3-4120-93ce-5614bbf68f49 req-dfb51116-1eb2-4c32-9330-7231a172297a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.2171068 Jul 16 20:07:31.323734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 23b02012-0cbf-4b13-989c-4f9f4842886e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:31.328361 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.330877 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.340729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-4a983dc6-721c-4b34-b9f7-c3e399059ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.344583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 23b02012-0cbf-4b13-989c-4f9f4842886e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:31.344961 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.357968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-4a983dc6-721c-4b34-b9f7-c3e399059ce0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1305075 Jul 16 20:07:31.371415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-248c66ed-f0b3-4120-93ce-5614bbf68f49 req-17885e89-ec59-456e-be57-01817a8b2e07 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852172 Jul 16 20:07:31.386899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15be800-8d05-4af1-a704-670898fba433 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:31.414201 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c55dca7-35ba-4984-baa8-238e3f17eb5f x-openstack-request-id: req-8c55dca7-35ba-4984-baa8-238e3f17eb5f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:31.414516 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd465b-e588-4671-9235-e5c027cfe3b0", "name": "network-vif-deleted", "tag": "b8375eff-e3c5-421e-ba9c-54d83e24e8a7", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:31.414887 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c55dca7-35ba-4984-baa8-238e3f17eb5f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:31.415280 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bd465b-e588-4671-9235-e5c027cfe3b0', 'name': 'network-vif-deleted', 'tag': 'b8375eff-e3c5-421e-ba9c-54d83e24e8a7', 'status': 'completed', 'code': 200} Jul 16 20:07:31.424919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:31.449068 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.536028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-24ebce03-914a-4401-8679-d9747d1d808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.537632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-24ebce03-914a-4401-8679-d9747d1d808f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787076 Jul 16 20:07:31.541806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.562555 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.583832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:31.593850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b02012-0cbf-4b13-989c-4f9f4842886e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:31.596395 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be00617-9494-45cf-b711-416e9f772847" -d '{"events": [{"server_uuid": "456764e4-a7c7-44ec-ba60-4e7f0eb21877", "name": "network-vif-plugged", "status": "completed", "tag": "23b02012-0cbf-4b13-989c-4f9f4842886e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:31.611250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 23b02012-0cbf-4b13-989c-4f9f4842886e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=23b02012-0cbf-4b13-989c-4f9f4842886e,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:31.616873 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.618011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:31.666901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'Port': ['ID=7338c22d-0db0-43f9-85a5-c28cb2d25d8b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:31.673968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: b8375eff-e3c5-421e-ba9c-54d83e24e8a7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:31.674202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b8375eff-e3c5-421e-ba9c-54d83e24e8a7 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:31.683011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87e5b56d-f901-4c47-b14e-be73d4ded0e7 req-72d5882f-4ea2-4d6c-8ee0-797dcc3e2d80 tempest-LiveMigrationTest-817521150 tempest-LiveMigrationTest-817521150-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1bd465b-e588-4671-9235-e5c027cfe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0467451 Jul 16 20:07:31.714748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:31.715405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=23b02012-0cbf-4b13-989c-4f9f4842886e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:31.723899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:31.727685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:31.816594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a15be800-8d05-4af1-a704-670898fba433'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:31.910500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0703e-d221-4052-a45a-d615ba54c89b req-6534c51b-86df-44ac-bb1a-a3e3aee1362c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.915307 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2dc0703e-d221-4052-a45a-d615ba54c89b req-6534c51b-86df-44ac-bb1a-a3e3aee1362c tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1215513 Jul 16 20:07:31.981163 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2dc0703e-d221-4052-a45a-d615ba54c89b req-ff274482-a815-4ec1-ae87-dcc2e7bc8af8 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610602 Jul 16 20:07:32.029525 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3b8ca1-ab54-4983-a328-3cbc8d5971b8 x-openstack-request-id: req-9e3b8ca1-ab54-4983-a328-3cbc8d5971b8 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:32.030814 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456764e4-a7c7-44ec-ba60-4e7f0eb21877", "name": "network-vif-plugged", "status": "completed", "tag": "23b02012-0cbf-4b13-989c-4f9f4842886e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:32.031495 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9e3b8ca1-ab54-4983-a328-3cbc8d5971b8 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:32.032329 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b02012-0cbf-4b13-989c-4f9f4842886e', 'code': 200} Jul 16 20:07:32.204469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a40c6-4831-437a-96e8-e571658afaae req-1a5094b8-c569-421f-af3b-951efec28ae5 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.211707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-265a40c6-4831-437a-96e8-e571658afaae req-1a5094b8-c569-421f-af3b-951efec28ae5 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 948 time: 0.6634054 Jul 16 20:07:32.213873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-356ee9e3-e794-4841-a6d9-cc31ea337d3e service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548525 Jul 16 20:07:32.251872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d59bb-f96e-4ab4-9189-9d8d79316a60 req-abc0e6f8-640a-435d-8735-30848afb542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.253512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d2d59bb-f96e-4ab4-9189-9d8d79316a60 req-abc0e6f8-640a-435d-8735-30848afb542a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 1101 time: 0.1161652 Jul 16 20:07:32.269450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377d450-844e-4fa2-8956-2fa1caf7541c req-239e21cb-b834-4f01-be67-5238f4fcda68 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.271108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b377d450-844e-4fa2-8956-2fa1caf7541c req-239e21cb-b834-4f01-be67-5238f4fcda68 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0938661 Jul 16 20:07:32.316874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.326566 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d2d59bb-f96e-4ab4-9189-9d8d79316a60 req-e5170c64-c990-4662-bc2d-cd42651f100d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544403 Jul 16 20:07:32.332116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b377d450-844e-4fa2-8956-2fa1caf7541c req-8fdb83d2-4c8e-442c-86a7-d4ea5ba38f6d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538585 Jul 16 20:07:32.383393 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-265a40c6-4831-437a-96e8-e571658afaae req-f3dd84ec-1023-49f9-b1b7-dfaa85816eff tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467328 Jul 16 20:07:32.447643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:32.481003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.484876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-6105a250-953e-4ff1-886b-1c5a0422409f service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429967 Jul 16 20:07:32.595724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f8044-6116-48f6-abf2-66519fda1d8b req-c72cba67-1824-4281-a85f-e0bc6aa35781 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.597654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d00f8044-6116-48f6-abf2-66519fda1d8b req-c72cba67-1824-4281-a85f-e0bc6aa35781 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0874319 Jul 16 20:07:32.657742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d00f8044-6116-48f6-abf2-66519fda1d8b req-127b8bbf-ccb6-4e61-9762-53c00727902d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537906 Jul 16 20:07:32.692223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:32.697979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:32.697979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.728035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.744466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.822455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42406) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:32.846027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.876722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'Port': ['ID=7338c22d-0db0-43f9-85a5-c28cb2d25d8b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.884384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:32.891107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.899770 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.921449 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.923210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6e7a8235-780d-42a3-8b18-290f7fe44687 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5508764 Jul 16 20:07:32.931503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316c818-d7cd-4d64-819d-64e31637dabe req-2b7b1ca5-6800-4e44-9dbf-18bd72798715 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.932959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0316c818-d7cd-4d64-819d-64e31637dabe req-2b7b1ca5-6800-4e44-9dbf-18bd72798715 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 945 time: 0.1478949 Jul 16 20:07:32.954234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 18ac7e08-6a67-4afa-819c-1260c359a40b details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:32.965766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] Deleting subnet b68a8d1d-cade-419b-a2fb-d275f115c430 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:32.971403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.973942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.984433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0316c818-d7cd-4d64-819d-64e31637dabe req-b632a329-d708-4aa4-a5b9-909c64cd7c41 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jul 16 20:07:33.027997 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.100825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:33.114183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '18ac7e08-6a67-4afa-819c-1260c359a40b', 'network_id': '8ebcdea9-eaca-454d-a038-8611b5c1ff12', 'port_id': '18ac7e08-6a67-4afa-819c-1260c359a40b', 'mac_address': 'fa:16:3e:e7:22:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88339bf1-e441-44a5-985b-a9bef9e2f1f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:33.114471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.169285 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.191073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18ac7e08-6a67-4afa-819c-1260c359a40b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:33.197530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-bd2608c7-497a-433f-a5b5-5b8710568253 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--827428460&fields=id&tenant_id=c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 267 time: 0.0921783 Jul 16 20:07:33.214790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:33.219790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.238254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b734e6-2da5-43b2-9e90-8f04294bb0be req-b1896dd6-fdbd-4141-b987-ac7f64ae2106 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.245933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28b734e6-2da5-43b2-9e90-8f04294bb0be req-b1896dd6-fdbd-4141-b987-ac7f64ae2106 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0868282 Jul 16 20:07:33.272818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.282453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28b734e6-2da5-43b2-9e90-8f04294bb0be req-bd359d1d-26e4-4ced-b921-c2056503bef1 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356801 Jul 16 20:07:33.312578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.342248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['18ac7e08-6a67-4afa-819c-1260c359a40b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:33.354149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-210d846c-bad6-4951-b130-dc18001c0ccb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.356151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-210d846c-bad6-4951-b130-dc18001c0ccb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 816 time: 0.1581240 Jul 16 20:07:33.357583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.359387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b68a8d1d-cade-419b-a2fb-d275f115c430 HTTP/1.1" status: 204 len: 168 time: 0.5355933 Jul 16 20:07:33.360238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79653aa9-64e1-4e0e-b90b-e1b861469cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68a8d1d-cade-419b-a2fb-d275f115c430,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.364894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42428) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:33.383285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-53934776-1e0c-4570-9810-88b5e5602755 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/quotas/c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 375 time: 0.0111787 Jul 16 20:07:33.483103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-1ac743d7-ee2f-4c2e-b717-5ad50fcb6dc7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926902 Jul 16 20:07:33.514120 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.633042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.645261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339ac4d2-b5d2-4563-822e-9df0888eb06b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:33.657275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeaa2001-a858-4216-a86f-eeac07184ef9') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:33.657588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeaa2001-a858-4216-a86f-eeac07184ef9') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:33.667549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.682952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.697429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-3b81057d-835e-470d-8210-38b61705691c service neutron] 10.222.0.91 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023239 Jul 16 20:07:33.698863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:33.699264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:33.701969 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:33.776533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.784984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.791013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/339ac4d2-b5d2-4563-822e-9df0888eb06b HTTP/1.1" status: 204 len: 168 time: 0.4207542 Jul 16 20:07:33.791185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42440) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:33.802980 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-c9890721-8b64-471e-9476-8da6e1afb10d service neutron] 10.222.0.91 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951111 Jul 16 20:07:33.812028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbab22-22d5-4641-b0e0-cf4e09aa87d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=339ac4d2-b5d2-4563-822e-9df0888eb06b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.852199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5671bba-eb1f-4041-ad3a-a9195f3c0de0 req-0101f381-14fe-4d4f-b899-941a86f6d6f7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.853727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5671bba-eb1f-4041-ad3a-a9195f3c0de0 req-0101f381-14fe-4d4f-b899-941a86f6d6f7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1679478 Jul 16 20:07:33.872898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Deleting subnet 13282520-3d8f-460a-8026-e1205db6b0e3 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:33.884079 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.932425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5671bba-eb1f-4041-ad3a-a9195f3c0de0 req-34fac150-7f11-45a3-9aae-e6e819d361a7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707860 Jul 16 20:07:33.938280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.982419 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.054604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.088036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13282520-3d8f-460a-8026-e1205db6b0e3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:34.095432 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.100083 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/13282520-3d8f-460a-8026-e1205db6b0e3 HTTP/1.1" status: 204 len: 168 time: 0.2937839 Jul 16 20:07:34.101640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42452) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:34.107299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.107788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.108137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.108479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.108874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.109331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.109669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.110001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.110533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.110796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.111141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.111631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f8c5-e1c2-4328-af1c-96910adcd3e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:34.192096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02de741-5956-4f4a-8f1f-f1b61b1bd1be req-b38416fc-8358-4980-9e2c-e874ee3250d3 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.193655 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e02de741-5956-4f4a-8f1f-f1b61b1bd1be req-b38416fc-8358-4980-9e2c-e874ee3250d3 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 949 time: 0.1418085 Jul 16 20:07:34.196826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.287993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e02de741-5956-4f4a-8f1f-f1b61b1bd1be req-eb0d0e75-694f-483c-878d-892d336168bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829773 Jul 16 20:07:34.304093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc6da-5a0a-40bb-94e4-94e84523ec12 req-d163c908-4835-4a48-8174-5accb418b989 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.305797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8dbc6da-5a0a-40bb-94e4-94e84523ec12 req-d163c908-4835-4a48-8174-5accb418b989 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0699849 Jul 16 20:07:34.339540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.356813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eac549a-06c0-4fa4-8cdc-106c5fadd768']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:34.367464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8dbc6da-5a0a-40bb-94e4-94e84523ec12 req-70aab4aa-4047-4a6c-b3f8-bc315b44939e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532792 Jul 16 20:07:34.407843 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4265449e-fc68-4f0a-aca0-aaa9ecffe58f req-23f2df44-9c05-44ad-a7d3-cd29fd1649a2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 210 time: 0.0464504 Jul 16 20:07:34.429094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d8df96-2a14-4ac4-9123-7506b1876bca') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:34.429094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d8df96-2a14-4ac4-9123-7506b1876bca') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:34.435889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.441178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:34.456545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.464515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:34.465084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:34.493886 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:34.499064 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:34.525803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:34.526383 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.574982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.588937 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.595360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea967a-c2f3-43c0-abc3-1786512ea226 req-03087df9-ee18-4af9-9e86-c7f21ea2e47e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.595994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5eac549a-06c0-4fa4-8cdc-106c5fadd768 HTTP/1.1" status: 204 len: 168 time: 0.4932759 Jul 16 20:07:34.608831 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd59706-520c-4f34-8222-3a39fa5753d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eac549a-06c0-4fa4-8cdc-106c5fadd768,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:34.616479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2dea967a-c2f3-43c0-abc3-1786512ea226 req-03087df9-ee18-4af9-9e86-c7f21ea2e47e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 945 time: 0.1027956 Jul 16 20:07:34.675912 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2dea967a-c2f3-43c0-abc3-1786512ea226 req-1ee5759e-0bf7-454c-a00d-e2d7508a5b87 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577223 Jul 16 20:07:34.774421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42468) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:34.817904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a40cf6a1-6faf-4e00-9afd-196e3f6f781a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3c79c6417da64ee983bd90dc1bcf53af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419443 Jul 16 20:07:34.820577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:34.859443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d997b9-d86a-4440-98ba-838835c67b11 req-87e20e85-c928-4b7b-aa26-7120f2d9cc9d tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.861127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e8d997b9-d86a-4440-98ba-838835c67b11 req-87e20e85-c928-4b7b-aa26-7120f2d9cc9d tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 1101 time: 0.0660031 Jul 16 20:07:34.906042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e8d997b9-d86a-4440-98ba-838835c67b11 req-9fbe0f4c-af5b-4651-9ccf-d566075b58cf tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363314 Jul 16 20:07:34.919976 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4389d7fb-ec65-4921-af6a-f8e3a00a0bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.947193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb1602-57e3-4082-800c-ead82f243171 req-d3b18e9b-f80f-450f-9ac2-fef261a6171f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.949111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bdbb1602-57e3-4082-800c-ead82f243171 req-d3b18e9b-f80f-450f-9ac2-fef261a6171f tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 944 time: 0.1203074 Jul 16 20:07:34.959106 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4389d7fb-ec65-4921-af6a-f8e3a00a0bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.963380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a15be800-8d05-4af1-a704-670898fba433 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:35.026428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a15be800-8d05-4af1-a704-670898fba433 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:35.031366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a15be800-8d05-4af1-a704-670898fba433 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:35.031787 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.043195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bdbb1602-57e3-4082-800c-ead82f243171 req-8bf5789a-e9df-48e0-9db9-9ca96932d328 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821979 Jul 16 20:07:35.065543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4389d7fb-ec65-4921-af6a-f8e3a00a0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.069585 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4389d7fb-ec65-4921-af6a-f8e3a00a0bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.071315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4389d7fb-ec65-4921-af6a-f8e3a00a0bd6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4584379c-d461-4485-aaba-87b2d1904fbc HTTP/1.1" status: 204 len: 168 time: 0.2496338 Jul 16 20:07:35.083891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389d7fb-ec65-4921-af6a-f8e3a00a0bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584379c-d461-4485-aaba-87b2d1904fbc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.157491 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.173686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-bcf0e4c0-fd92-4019-953a-759f29370ebe tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254700 Jul 16 20:07:35.194925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b11b8-6153-4b68-8ad8-052482acb594 req-6d35d57d-bb88-4a0d-a2bf-a24d3e3ed2b0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.196411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15be800-8d05-4af1-a704-670898fba433'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:35.196896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-177b11b8-6153-4b68-8ad8-052482acb594 req-6d35d57d-bb88-4a0d-a2bf-a24d3e3ed2b0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0940828 Jul 16 20:07:35.201544 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca429d85-0976-4d39-b780-bad812c5d0a3" -d '{"events": [{"server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "name": "network-vif-plugged", "status": "completed", "tag": "a15be800-8d05-4af1-a704-670898fba433"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:35.213242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:35.218943 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.219821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 18ac7e08-6a67-4afa-819c-1260c359a40b no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:35.255697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-177b11b8-6153-4b68-8ad8-052482acb594 req-6004e759-f7db-420b-b9ac-dba1bf0fce2e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529087 Jul 16 20:07:35.319882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-9c0dd89d-cf0f-46d7-a544-b2b44950d4c9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.321659 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-9c0dd89d-cf0f-46d7-a544-b2b44950d4c9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423588 Jul 16 20:07:35.355155 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-6f14053b-a942-442d-9808-d04c37a3c6ac tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/quotas/3743d03f6d2c45908f77e494233aebcf HTTP/1.1" status: 200 len: 375 time: 0.0225782 Jul 16 20:07:35.363730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.481486 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.510750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 18ac7e08-6a67-4afa-819c-1260c359a40b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:35.553340 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e74d02-2254-43c8-b304-461e9c3680e5 x-openstack-request-id: req-a1e74d02-2254-43c8-b304-461e9c3680e5 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:35.553636 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "name": "network-vif-plugged", "status": "completed", "tag": "a15be800-8d05-4af1-a704-670898fba433", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:35.553890 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a1e74d02-2254-43c8-b304-461e9c3680e5 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:35.556421 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15be800-8d05-4af1-a704-670898fba433', 'code': 200} Jul 16 20:07:35.582798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-af5b4f99-e721-4cda-934a-9879a2866039 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.584412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:35.585099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-af5b4f99-e721-4cda-934a-9879a2866039 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.79 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 816 time: 0.1711388 Jul 16 20:07:35.596798 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.604230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-a4af589d-85db-48ae-881b-78cc4dda740a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2479329 Jul 16 20:07:35.668515 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-1ddabb80-5db3-4197-b1d3-a1eb530bb2c7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 379 time: 0.0615528 Jul 16 20:07:35.670989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42498) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.679611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-fb9c8a68-734c-414f-bd00-5e98fc86001a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.682485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-fb9c8a68-734c-414f-bd00-5e98fc86001a tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 944 time: 0.3246717 Jul 16 20:07:35.688542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'port': {'device_id': '74835140-8212-4e48-8eed-4d0536eba8ed', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'admin_state_up': True, 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'security_groups': ['4f8d3614-b8e7-4712-93bd-c7cc178457a9']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:35.694233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.777501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0fab921-905f-4d9a-ac61-10d2691f56a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=81c11b456d9248b6a8df5c181832da1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047351 Jul 16 20:07:35.780125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42502) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.855626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d83be5-c6a1-462b-ac63-10e75072ab8b req-28dbe056-de1e-494f-abd6-88823ad8c3a5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.857543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9d83be5-c6a1-462b-ac63-10e75072ab8b req-28dbe056-de1e-494f-abd6-88823ad8c3a5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1427824 Jul 16 20:07:35.869980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f204d40-bddc-4a66-b7e3-ed2cc2de9c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.913211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f204d40-bddc-4a66-b7e3-ed2cc2de9c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.944415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f219830-d7fa-42d6-90ae-85701f2ed798 req-9a747a0c-9748-46f8-a688-f12fbce5086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.945335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9d83be5-c6a1-462b-ac63-10e75072ab8b req-08d86a0d-40c5-4eba-a982-c84384818b31 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Jul 16 20:07:35.946224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f219830-d7fa-42d6-90ae-85701f2ed798 req-9a747a0c-9748-46f8-a688-f12fbce5086d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1098 time: 0.2933106 Jul 16 20:07:35.951700 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-030bb015-91af-4499-b97b-8afa8dc7e5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.984429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-527e7e5d-6f6b-47d0-85fc-8b8d33ccdccd req-4344349f-d766-43d1-a9c5-cff04b12ad1a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 210 time: 0.0676899 Jul 16 20:07:36.026136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f204d40-bddc-4a66-b7e3-ed2cc2de9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.029455 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f204d40-bddc-4a66-b7e3-ed2cc2de9c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.033061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8f204d40-bddc-4a66-b7e3-ed2cc2de9c10 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4cde57b4-5d1a-48a5-b644-72037ffb7c85 HTTP/1.1" status: 204 len: 168 time: 0.2483270 Jul 16 20:07:36.040513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204d40-bddc-4a66-b7e3-ed2cc2de9c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cde57b4-5d1a-48a5-b644-72037ffb7c85,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:36.066702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Made reservation on behalf of c394906bc6bd41e68e4ba8dabef02ee5 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:36.074460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.147784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f219830-d7fa-42d6-90ae-85701f2ed798 req-b6e952ca-3589-4edf-a193-d0c795cff2a3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746120 Jul 16 20:07:36.158777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e3f1e09-937f-4c50-9fe2-5cf3df32be77 req-af44daa2-824d-45b3-bc4f-b8946b63808c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 210 time: 0.0783052 Jul 16 20:07:36.171884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Deleting port 18ac7e08-6a67-4afa-819c-1260c359a40b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:36.172230 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.180713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea283-08c9-4b14-9aad-532b56a50861 req-5b363d89-1ff7-4afd-8c1a-cba388d10a9a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.183654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27dea283-08c9-4b14-9aad-532b56a50861 req-5b363d89-1ff7-4afd-8c1a-cba388d10a9a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.0791087 Jul 16 20:07:36.281644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27dea283-08c9-4b14-9aad-532b56a50861 req-3ed428a9-bd22-43e2-98fc-4a530f840304 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904570 Jul 16 20:07:36.394368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] For port 18ac7e08-6a67-4afa-819c-1260c359a40b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=18ac7e08-6a67-4afa-819c-1260c359a40b,segment=NetworkSegment(00ac5442-7d55-45a8-a6c3-4fa28e53134a),segment_id=00ac5442-7d55-45a8-a6c3-4fa28e53134a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:36.395066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.425610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Calling delete_port for 18ac7e08-6a67-4afa-819c-1260c359a40b owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:36.431574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Allocated IP 172.20.0.7 (b96a3a0b-c687-4dbb-919f-1c6e5002a26b/fd238f0f-68ac-47fb-8871-c0a48df07c46/10e449a2-928f-49c7-8c01-58afcda3d641) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:36.512318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f50f2-8aab-47aa-9ced-3c77bfc28929 req-6a87f969-b7c8-4a4f-b428-077770a31f2b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.514053 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c27f50f2-8aab-47aa-9ced-3c77bfc28929 req-6a87f969-b7c8-4a4f-b428-077770a31f2b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0883691 Jul 16 20:07:36.544720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61553921-f241-4cd3-bb30-ba836779a6da req-885dd364-2d24-47fb-b1be-5f1068e8a9e7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.549330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-61553921-f241-4cd3-bb30-ba836779a6da req-885dd364-2d24-47fb-b1be-5f1068e8a9e7 tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec373c60-92fd-4f64-b4ee-c83dada2a6f9 HTTP/1.1" status: 200 len: 943 time: 0.2110116 Jul 16 20:07:36.564987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c27f50f2-8aab-47aa-9ced-3c77bfc28929 req-1b3b0a65-0a75-454e-9912-4ee41c009a3e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411499 Jul 16 20:07:37.012801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-61553921-f241-4cd3-bb30-ba836779a6da req-f4429280-994d-4f35-a8b6-6826120b3ede tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.91 "GET /v2.0/security-groups?id=569c1e26-194c-4da4-beeb-75b6f193840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475198 Jul 16 20:07:37.063120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.111011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Pushing event deleted for resources: {'Port': ['ID=18ac7e08-6a67-4afa-819c-1260c359a40b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.118968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.199724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Transition to ACTIVE for port object 10e449a2-928f-49c7-8c01-58afcda3d641 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:37.201255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] No DVR routers for this DVR port 18ac7e08-6a67-4afa-819c-1260c359a40b on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:37.201571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a662ae9-600a-4ecb-9379-6c38215890a3 req-f9ebd6a0-ef5f-42d8-b984-52b4c4d3f8a2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.204074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.207229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-37be6051-82f0-4522-8fa5-b42bf5e77314 req-f31b3c97-27c9-4c51-8772-013a2c23f9cd tempest-ImagesTestJSON-815616050 tempest-ImagesTestJSON-815616050-project] 10.222.0.79 "DELETE /v2.0/ports/18ac7e08-6a67-4afa-819c-1260c359a40b HTTP/1.1" status: 204 len: 173 time: 1.4764662 Jul 16 20:07:37.209759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a662ae9-600a-4ecb-9379-6c38215890a3 req-f9ebd6a0-ef5f-42d8-b984-52b4c4d3f8a2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1020641 Jul 16 20:07:37.212070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'name': 'network-vif-deleted', 'tag': '18ac7e08-6a67-4afa-819c-1260c359a40b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:37.214651 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e298502-3ee5-47a5-9bb1-96abb94c83c0" -d '{"events": [{"server_uuid": "ec373c60-92fd-4f64-b4ee-c83dada2a6f9", "name": "network-vif-deleted", "tag": "18ac7e08-6a67-4afa-819c-1260c359a40b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:37.231440 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:37.262801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae3dc3d6-7592-4edd-8ca6-60a5edfee0c5 req-fbac2e19-e131-4b8c-89c7-82f948c3944a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 210 time: 0.0971475 Jul 16 20:07:37.274146 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a662ae9-600a-4ecb-9379-6c38215890a3 req-d78d9603-5714-4a6a-8f1d-a6b96a31f840 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625660 Jul 16 20:07:37.318737 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.381199 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a2c0cf-68a9-46ca-9167-2de738311aef x-openstack-request-id: req-41a2c0cf-68a9-46ca-9167-2de738311aef {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:37.381490 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec373c60-92fd-4f64-b4ee-c83dada2a6f9", "name": "network-vif-deleted", "tag": "18ac7e08-6a67-4afa-819c-1260c359a40b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:37.381742 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-41a2c0cf-68a9-46ca-9167-2de738311aef {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:37.382135 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec373c60-92fd-4f64-b4ee-c83dada2a6f9', 'name': 'network-vif-deleted', 'tag': '18ac7e08-6a67-4afa-819c-1260c359a40b', 'status': 'completed', 'code': 200} Jul 16 20:07:37.392950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:37.396756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:37.401721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:37.405903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.480804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.482726 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.534613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-822e13fe-38b6-4b29-ba37-f8c6d6b730f3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8499541 Jul 16 20:07:37.560699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2ca21f8-e0db-48a7-bb6d-20a68fa94921 req-729e0093-1f81-4e52-b469-c876484ecadd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 210 time: 0.1462386 Jul 16 20:07:37.566688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Request body: {'port': {'device_id': '74835140-8212-4e48-8eed-4d0536eba8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:37.579561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-66611e98-b52b-4bdb-a227-ff314a8a3838 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678005 Jul 16 20:07:37.673477 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.739177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb083838-8935-466d-be34-5cefc8bfe63d req-42a7bc34-b4b3-4a2a-b027-6dee1461556d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.746195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb083838-8935-466d-be34-5cefc8bfe63d req-42a7bc34-b4b3-4a2a-b027-6dee1461556d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.2246959 Jul 16 20:07:37.779346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7ea03bd4-8b39-4637-9679-101322bce54c None None] Provisioning for port 10e449a2-928f-49c7-8c01-58afcda3d641 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:37.797368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7ea03bd4-8b39-4637-9679-101322bce54c None None] Provisioning complete for port 10e449a2-928f-49c7-8c01-58afcda3d641 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:37.803414 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ea03bd4-8b39-4637-9679-101322bce54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.868123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb083838-8935-466d-be34-5cefc8bfe63d req-75d838ab-b95a-4e8a-af9a-18a8029e34c5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185868 Jul 16 20:07:37.891677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-8ef79c9e-bc6e-49d0-8258-58c07af54679 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.893956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-8ef79c9e-bc6e-49d0-8258-58c07af54679 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042984 Jul 16 20:07:37.925963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:37.934675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7ea03bd4-8b39-4637-9679-101322bce54c None None] Port 10e449a2-928f-49c7-8c01-58afcda3d641 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:38.102266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b4f9-98bc-460f-b2c6-b85ca075dfa5 req-72f87a65-9e7a-474b-95f0-e755d7818b28 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.103960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ff4b4f9-98bc-460f-b2c6-b85ca075dfa5 req-72f87a65-9e7a-474b-95f0-e755d7818b28 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.3284702 Jul 16 20:07:38.138655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e449a2-928f-49c7-8c01-58afcda3d641 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:38.142085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:38.146046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.151634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.194007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ff4b4f9-98bc-460f-b2c6-b85ca075dfa5 req-f1e1b6da-1d42-475d-b42c-d80501f51ebe tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687084 Jul 16 20:07:38.198482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Transition to ACTIVE for port object 10e449a2-928f-49c7-8c01-58afcda3d641 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:38.207821 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.253435 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.277144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.305291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364e80c-9957-4dc2-949b-3c087fadc604 req-b2dace9d-ce25-4ec2-a42f-137a08e9475d tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.312435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4364e80c-9957-4dc2-949b-3c087fadc604 req-b2dace9d-ce25-4ec2-a42f-137a08e9475d tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1098 time: 0.1542292 Jul 16 20:07:38.376656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.202 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/6a56e5f4-7303-404d-812b-ad83a2dc66e4) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:38.390810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:38.391182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:38.391455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:38.403324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Port 10e449a2-928f-49c7-8c01-58afcda3d641 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:38.403953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:38.415552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4364e80c-9957-4dc2-949b-3c087fadc604 req-dbd5b3b6-62b9-4f4e-8502-dbe150f63850 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022091 Jul 16 20:07:38.416256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:38.416591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Checking segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:38.416978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Bound using segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:38.417533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Bound port: 10e449a2-928f-49c7-8c01-58afcda3d641, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:38.417894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.503991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.522089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:38.526051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:38.532319 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.632041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.632703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.634137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] 10.222.0.79 "PUT /v2.0/ports/10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 1092 time: 1.0731421 Jul 16 20:07:38.645929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e02ed-4e47-418a-893a-123ee0feaa04 service neutron] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.683673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435861c-8410-41e9-a8fb-e549e725f454 req-754ec5b6-31ed-4707-a804-c523268284f5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.690800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5435861c-8410-41e9-a8fb-e549e725f454 req-754ec5b6-31ed-4707-a804-c523268284f5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1187174 Jul 16 20:07:38.691838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.733275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.736976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object 6a56e5f4-7303-404d-812b-ad83a2dc66e4 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:38.739575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.740062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.740533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.741002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.741463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.741962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.742924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.743064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.743503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.752619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6012284f-7de8-4a2e-9fad-cb06b4d56c51 req-fbeb1830-a8ca-4946-9ffd-12a535a0968b tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.2839293 Jul 16 20:07:38.773669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5435861c-8410-41e9-a8fb-e549e725f454 req-55add513-ddf5-4ab8-8ba2-0e34d62ade4f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818703 Jul 16 20:07:38.786340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-ea771ebd-4cbc-4ee5-acdb-0e417825ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.787703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-ea771ebd-4cbc-4ee5-acdb-0e417825ca28 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1095 time: 0.0949135 Jul 16 20:07:38.788350 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa020060-c563-41a6-97b9-64c09f360522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.808779 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.824644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967', 'aea746aa-c6a6-486a-9c77-88752bd8566b', '23b02012-0cbf-4b13-989c-4f9f4842886e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:38.827404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad', 'd4807894-89be-4eb6-b91a-f0a866759111'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:38.844043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-a897915a-7a47-4834-9f0c-9e910e1c0c71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 217 time: 0.0476959 Jul 16 20:07:38.890502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:38.894667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:38.897308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:38.917514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-2ebcdeb2-bf5b-47e4-bb5b-9746d1add731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.919456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-2ebcdeb2-bf5b-47e4-bb5b-9746d1add731 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.0680072 Jul 16 20:07:38.927594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=6a56e5f4-7303-404d-812b-ad83a2dc66e4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.997839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.998520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.003215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 18ac7e08-6a67-4afa-819c-1260c359a40b no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:39.031980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f4664d17-3326-4b7b-b434-939e156b3a76 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1135097 Jul 16 20:07:39.033273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-f4d9d4f1-1139-49c5-9efd-b116a1986c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.035011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-f4d9d4f1-1139-49c5-9efd-b116a1986c38 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090014 Jul 16 20:07:39.054541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Request body: {'port': {'device_id': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:39.055871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 18ac7e08-6a67-4afa-819c-1260c359a40b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:39.056287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 18ac7e08-6a67-4afa-819c-1260c359a40b not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:39.192388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-86121ab0-0166-4c7c-a668-da46c9ada830 service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461949 Jul 16 20:07:39.194365 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.201349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5393f-f569-4eaf-91d2-c2d0b2e6d4b1 req-8e6b5a0a-6447-4a71-b84e-77b822dde079 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.208529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-edc5393f-f569-4eaf-91d2-c2d0b2e6d4b1 req-8e6b5a0a-6447-4a71-b84e-77b822dde079 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.1694875 Jul 16 20:07:39.254541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b12ea-55b7-41c2-a22f-0eacce2a70c9 req-52fa8e65-71c0-461c-866a-f3440892111c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.256258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e4b12ea-55b7-41c2-a22f-0eacce2a70c9 req-52fa8e65-71c0-461c-866a-f3440892111c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1098 time: 0.1749890 Jul 16 20:07:39.299769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-edc5393f-f569-4eaf-91d2-c2d0b2e6d4b1 req-03a188db-813c-4f2e-8e44-5012563bba15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899413 Jul 16 20:07:39.328678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-78cbc938-9055-4d0a-8ae5-b46e5850982c None None] Provisioning for port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:39.344322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60e8b0c-cdb4-4f53-b213-62b01df18076 req-a9c97415-996b-491d-a8d3-667c19711e53 service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330476 Jul 16 20:07:39.344509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-78cbc938-9055-4d0a-8ae5-b46e5850982c None None] Provisioning complete for port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:39.344907 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-78cbc938-9055-4d0a-8ae5-b46e5850982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.369136 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e4b12ea-55b7-41c2-a22f-0eacce2a70c9 req-792133f1-2135-4298-8ede-e9a2784a4274 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037374 Jul 16 20:07:39.383755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:39.387261 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84c2e7a-db16-4139-987c-6f469dd9ae67" -d '{"events": [{"name": "network-changed", "server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:39.440783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-78cbc938-9055-4d0a-8ae5-b46e5850982c None None] Port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:39.526084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512a423-7959-4829-afbc-b9bff66abdd6 req-d86af642-e280-4dee-b8c5-f2271800889d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.527646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d512a423-7959-4829-afbc-b9bff66abdd6 req-d86af642-e280-4dee-b8c5-f2271800889d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 936 time: 0.0838342 Jul 16 20:07:39.578221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d512a423-7959-4829-afbc-b9bff66abdd6 req-f9cf3fed-238c-4edd-bb78-b2d54ca51fbf tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 Jul 16 20:07:39.602984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd752-7f17-4d9b-b893-c46ff1ac3380 req-10c603e8-22e6-43c7-a5ff-19fecfea4b83 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.610535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b2fd752-7f17-4d9b-b893-c46ff1ac3380 req-10c603e8-22e6-43c7-a5ff-19fecfea4b83 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 886 time: 0.1612811 Jul 16 20:07:39.617300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a56e5f4-7303-404d-812b-ad83a2dc66e4 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:39.628118 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.645156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Transition to ACTIVE for port object 6a56e5f4-7303-404d-812b-ad83a2dc66e4 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:39.652296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.809327 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9bb04-165a-4283-a301-33d924a4f68a x-openstack-request-id: req-95c9bb04-165a-4283-a301-33d924a4f68a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:39.809738 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:39.810076 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-95c9bb04-165a-4283-a301-33d924a4f68a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:39.810562 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'status': 'completed', 'code': 200} Jul 16 20:07:39.878156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef8807-912b-4426-9a2d-fadd0b09e235 req-58b00dd6-405b-486e-9e85-43c32ae2063d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.879951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccef8807-912b-4426-9a2d-fadd0b09e235 req-58b00dd6-405b-486e-9e85-43c32ae2063d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1069131 Jul 16 20:07:39.899348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.934439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccef8807-912b-4426-9a2d-fadd0b09e235 req-7d3395b2-ec7f-4285-b735-5f1b29609119 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473099 Jul 16 20:07:39.939804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-9ca3b3f7-cdc5-4cf5-b866-cc46caca7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.941287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-9ca3b3f7-cdc5-4cf5-b866-cc46caca7df5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1095 time: 0.1000445 Jul 16 20:07:40.016589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Pushing event updated for resources: {'Port': ['ID=6a56e5f4-7303-404d-812b-ad83a2dc66e4,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.070541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-043c7ace-4d9a-472f-bafb-9fac8845f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.072716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-043c7ace-4d9a-472f-bafb-9fac8845f858 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.1248562 Jul 16 20:07:40.125935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.126326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.126802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.127314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.127774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.128239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.128702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.129156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.129615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.132196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-dd04f973-e471-41a2-8294-d7f1c09bfdaa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 217 time: 0.0516188 Jul 16 20:07:40.144153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea05bd15-9553-4b16-94b8-9e7dfae936ca req-b01c78e7-8231-4869-b130-1a4edc7a6160 tempest-NetworksTest-2025787269 tempest-NetworksTest-2025787269-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.2076855 Jul 16 20:07:40.156429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Attempting to bind port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:40.156775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Attempting to bind port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:40.157110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Attempting to bind port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:40.167209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:40.167548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Attempting to bind port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:40.172962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:40.173428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:40.173830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:40.174281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Bound port: 6a56e5f4-7303-404d-812b-ad83a2dc66e4, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:40.174648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.248679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] For port 6a56e5f4-7303-404d-812b-ad83a2dc66e4, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:40.253000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] For port 6a56e5f4-7303-404d-812b-ad83a2dc66e4, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6a56e5f4-7303-404d-812b-ad83a2dc66e4,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:40.260441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-75effbfc-1be8-4fcc-9b2f-57ce4c626f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.262232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-75effbfc-1be8-4fcc-9b2f-57ce4c626f37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.1194544 Jul 16 20:07:40.269326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.295293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f135d0-a011-4584-b19e-8c3445648bdf req-b05ea7cb-c025-4eb4-89b5-8782c707569c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.297259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84f135d0-a011-4584-b19e-8c3445648bdf req-b05ea7cb-c025-4eb4-89b5-8782c707569c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1115766 Jul 16 20:07:40.318794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.319273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.321274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] 10.222.0.99 "PUT /v2.0/ports/6a56e5f4-7303-404d-812b-ad83a2dc66e4 HTTP/1.1" status: 200 len: 1097 time: 1.2726614 Jul 16 20:07:40.321725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'tag': '6a56e5f4-7303-404d-812b-ad83a2dc66e4'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:40.324260 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d139e7-7445-41a4-a98e-c5346e889323" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d5322d-8d7b-4d18-9126-f84a145ef92a", "tag": "6a56e5f4-7303-404d-812b-ad83a2dc66e4"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:40.370401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a54b-0c3e-438f-a802-ab0e0ee03a56 service neutron] Pushing event updated for resources: {'Port': ['ID=6a56e5f4-7303-404d-812b-ad83a2dc66e4,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.422322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84f135d0-a011-4584-b19e-8c3445648bdf req-eff0aa79-2023-434b-835d-e31e28a6c351 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008668 Jul 16 20:07:40.444971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-71336aee-de52-45d9-a0c1-cbe867290f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.450700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-71336aee-de52-45d9-a0c1-cbe867290f3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813855 Jul 16 20:07:40.472995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-4462dfd2-f5ac-4a6d-b358-cfe62815e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.474591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-4462dfd2-f5ac-4a6d-b358-cfe62815e0a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 1100 time: 0.0878546 Jul 16 20:07:40.571121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42630) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:40.571655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-d5352fa7-5641-4e05-82be-5280c08eeaa4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a56e5f4-7303-404d-812b-ad83a2dc66e4 HTTP/1.1" status: 200 len: 217 time: 0.0808666 Jul 16 20:07:40.591782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-14737b15-3a76-4f87-9c53-7b2aa9144895 service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334705 Jul 16 20:07:40.659265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-93d5a270-89e2-42ee-b399-706ac728c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.660609 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-93d5a270-89e2-42ee-b399-706ac728c463 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0781710 Jul 16 20:07:40.746385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d84c2e7a-db16-4139-987c-6f469dd9ae67 req-69ed92fd-eae8-4ef2-be30-37cf0a9a52df service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459913 Jul 16 20:07:40.755223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-69319974-0e17-45cc-a5f9-81b855ab40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.755724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef7711-ebc1-45b3-ad0d-63d9a10e0ec8 req-704ad224-9e02-4245-b2fd-541e261258b5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.759155 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8ef7711-ebc1-45b3-ad0d-63d9a10e0ec8 req-704ad224-9e02-4245-b2fd-541e261258b5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.1250019 Jul 16 20:07:40.768855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-69319974-0e17-45cc-a5f9-81b855ab40b0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1012130 Jul 16 20:07:40.786355 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e4-0c66-4038-a9e4-f83c5a9991d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.829223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8ef7711-ebc1-45b3-ad0d-63d9a10e0ec8 req-60a2b83e-e761-4884-91a9-7bf04a2067de tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568552 Jul 16 20:07:40.903393 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-f76ea56b-3910-4604-9306-9d130e486474 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271131 Jul 16 20:07:40.905344 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942b7bad-0743-48d6-b8f1-50892b7f0e2f x-openstack-request-id: req-942b7bad-0743-48d6-b8f1-50892b7f0e2f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:40.905753 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d5322d-8d7b-4d18-9126-f84a145ef92a", "tag": "6a56e5f4-7303-404d-812b-ad83a2dc66e4", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:40.906120 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-942b7bad-0743-48d6-b8f1-50892b7f0e2f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:40.906876 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'tag': '6a56e5f4-7303-404d-812b-ad83a2dc66e4', 'status': 'completed', 'code': 200} Jul 16 20:07:40.933610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e4-0c66-4038-a9e4-f83c5a9991d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.939857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e4-0c66-4038-a9e4-f83c5a9991d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.991339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a84ad1e4-0c66-4038-a9e4-f83c5a9991d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=77387a79061243bbb96366fe76041c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190366 Jul 16 20:07:40.992021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42654) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.008857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ad1e4-0c66-4038-a9e4-f83c5a9991d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e719a3b-16b1-42bd-8149-a53711b76691,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.038753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc833254-098e-4264-b51f-3b9a79f06d51 req-159d9c7f-04c8-4e9c-81c9-d640484ec221 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225092 Jul 16 20:07:41.089554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5c0c974-0db4-477b-a17b-5043a6af58b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.154042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5c0c974-0db4-477b-a17b-5043a6af58b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.170342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d139e7-7445-41a4-a98e-c5346e889323 req-907d77de-44b3-44a4-96a9-39e595ad4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.173516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60d139e7-7445-41a4-a98e-c5346e889323 req-907d77de-44b3-44a4-96a9-39e595ad4333 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 1100 time: 0.0619526 Jul 16 20:07:41.219510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a03e3-2dd1-4ce5-828c-a9e611254ca3 req-b5d321bf-e8bb-46a5-8f32-a3f7bffe5b3a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.221046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da1a03e3-2dd1-4ce5-828c-a9e611254ca3 req-b5d321bf-e8bb-46a5-8f32-a3f7bffe5b3a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 948 time: 0.1135099 Jul 16 20:07:41.252593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5c0c974-0db4-477b-a17b-5043a6af58b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.255213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5c0c974-0db4-477b-a17b-5043a6af58b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.256354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e5c0c974-0db4-477b-a17b-5043a6af58b7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6e719a3b-16b1-42bd-8149-a53711b76691 HTTP/1.1" status: 204 len: 168 time: 0.2589369 Jul 16 20:07:41.274080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0c974-0db4-477b-a17b-5043a6af58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e719a3b-16b1-42bd-8149-a53711b76691,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.282930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da1a03e3-2dd1-4ce5-828c-a9e611254ca3 req-ffcb123c-12eb-4bbd-b0c0-987dff83f135 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Jul 16 20:07:41.301203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d139e7-7445-41a4-a98e-c5346e889323 req-5c8b51e3-3d7d-4422-ae8d-c07b11bec1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.302860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60d139e7-7445-41a4-a98e-c5346e889323 req-5c8b51e3-3d7d-4422-ae8d-c07b11bec1a0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1234906 Jul 16 20:07:41.350228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60d139e7-7445-41a4-a98e-c5346e889323 req-17a9b286-38ae-40e9-adee-c535883e88d3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a56e5f4-7303-404d-812b-ad83a2dc66e4 HTTP/1.1" status: 200 len: 217 time: 0.0365288 Jul 16 20:07:41.435230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d139e7-7445-41a4-a98e-c5346e889323 req-483fd09e-86b8-4c28-8b56-fb56d43b8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.436825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60d139e7-7445-41a4-a98e-c5346e889323 req-483fd09e-86b8-4c28-8b56-fb56d43b8f40 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0504529 Jul 16 20:07:41.511502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d139e7-7445-41a4-a98e-c5346e889323 req-7db39b15-c8c1-42e9-adb9-04a69f4c0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.513192 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60d139e7-7445-41a4-a98e-c5346e889323 req-7db39b15-c8c1-42e9-adb9-04a69f4c0c8b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666475 Jul 16 20:07:41.586819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa88d9c-c75b-4143-97d7-f65830f73cf6 req-760886e7-5f2b-4e4e-b605-df9fd947a071 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.588478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4fa88d9c-c75b-4143-97d7-f65830f73cf6 req-760886e7-5f2b-4e4e-b605-df9fd947a071 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0681114 Jul 16 20:07:41.636675 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60d139e7-7445-41a4-a98e-c5346e889323 req-48484563-7ed7-4de4-87cf-b521b6cbc131 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087563 Jul 16 20:07:41.637313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.647837 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4fa88d9c-c75b-4143-97d7-f65830f73cf6 req-88d9f9a4-fccd-44e8-a093-b9a68ded67bb tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527420 Jul 16 20:07:41.659347 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.696727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89eda28c-70b2-4267-8d27-43e5decbe36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.782381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60d139e7-7445-41a4-a98e-c5346e889323 req-3e405d8f-5553-4284-9e9b-21511c445ef4 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307511 Jul 16 20:07:41.852654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89eda28c-70b2-4267-8d27-43e5decbe36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.857081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-b34983e0-5582-43c0-8d8a-3b213ae24c07 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:41.858238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-b34983e0-5582-43c0-8d8a-3b213ae24c07 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2592874 Jul 16 20:07:41.859371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89eda28c-70b2-4267-8d27-43e5decbe36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.906767 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-89eda28c-70b2-4267-8d27-43e5decbe36e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=09072461c61f4a88aba952f76d37f663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684009 Jul 16 20:07:41.907850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eda28c-70b2-4267-8d27-43e5decbe36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3461a0ae-7f0a-4a00-98bc-ad9b22e3333c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.909837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654eb7-1627-4865-9328-bd00ce19ae5e req-e13a7762-1bf9-4e06-8774-4a35854b7b8c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.910265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42680) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.912468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-68654eb7-1627-4865-9328-bd00ce19ae5e req-e13a7762-1bf9-4e06-8774-4a35854b7b8c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0728810 Jul 16 20:07:41.951560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Request body: {'binding': {'host': 'n-h1-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:41.952007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Unknown quota resources ['binding']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:07:41.953619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-68654eb7-1627-4865-9328-bd00ce19ae5e req-ca498954-749f-42ac-b7a1-6425c07490b9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Jul 16 20:07:42.016707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-497c5b61-a2bf-45a7-a602-f0e82446bc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.048620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-497c5b61-a2bf-45a7-a602-f0e82446bc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.149798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on host n-h1-792458-10 for vnic_type normal with profile None {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:42.150140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:42.150459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:42.155357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9839d-c28b-4e0f-9331-152c3328bb59 req-4ed4bc16-00c2-4833-8e2d-47ddddef4be4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.156641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f9839d-c28b-4e0f-9331-152c3328bb59 req-4ed4bc16-00c2-4833-8e2d-47ddddef4be4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.0694692 Jul 16 20:07:42.157473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:42.157798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:42.163428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:42.163762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:42.164150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:42.164638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Bound port: a15be800-8d05-4af1-a704-670898fba433, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:42.168468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-497c5b61-a2bf-45a7-a602-f0e82446bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.170915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-497c5b61-a2bf-45a7-a602-f0e82446bc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.172040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-497c5b61-a2bf-45a7-a602-f0e82446bc01 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3461a0ae-7f0a-4a00-98bc-ad9b22e3333c HTTP/1.1" status: 204 len: 168 time: 0.2601075 Jul 16 20:07:42.205471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f9839d-c28b-4e0f-9331-152c3328bb59 req-9fece620-4a7e-46e1-94f5-9388ea989dca tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Jul 16 20:07:42.219323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c5b61-a2bf-45a7-a602-f0e82446bc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461a0ae-7f0a-4a00-98bc-ad9b22e3333c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.265147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:42.270591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.271825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-34e2f8b6-0199-429e-8b0d-a274c185e5ed service neutron] 10.222.0.91 "POST /v2.0/ports/a15be800-8d05-4af1-a704-670898fba433/bindings HTTP/1.1" status: 201 len: 390 time: 0.4015446 Jul 16 20:07:42.385677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42696) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:42.468643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] Deleting subnet 88339bf1-e441-44a5-985b-a9bef9e2f1f3 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:42.472189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.546652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.561776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab92f68-3d78-4183-ba92-444d45356001 req-2ae4b559-b656-40e7-86ce-d277c873ca34 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.563421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ab92f68-3d78-4183-ba92-444d45356001 req-2ae4b559-b656-40e7-86ce-d277c873ca34 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 948 time: 0.0862827 Jul 16 20:07:42.612933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.660889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ab92f68-3d78-4183-ba92-444d45356001 req-791db764-333d-42dd-855a-6c47c652e3ad tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886090 Jul 16 20:07:42.688273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35983e9-10a7-4842-b472-96d4ffd8ffcd req-ff67c4fa-ea2e-42ae-9070-8582671d6d68 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.697712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f35983e9-10a7-4842-b472-96d4ffd8ffcd req-ff67c4fa-ea2e-42ae-9070-8582671d6d68 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.1813288 Jul 16 20:07:42.706508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-2dd06302-0fee-4e9b-beae-de029d2d87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.709100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-2dd06302-0fee-4e9b-beae-de029d2d87e4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1098 time: 0.1190610 Jul 16 20:07:42.750003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f35983e9-10a7-4842-b472-96d4ffd8ffcd req-a0ce7c89-68a9-492c-b24c-20583cfc4e47 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508244 Jul 16 20:07:42.751633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.791952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88339bf1-e441-44a5-985b-a9bef9e2f1f3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.795031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.797464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0472ca6c-5a6e-4b43-b0f7-44e347393744 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/88339bf1-e441-44a5-985b-a9bef9e2f1f3 HTTP/1.1" status: 204 len: 168 time: 0.4106114 Jul 16 20:07:42.800325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42712) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:42.836992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-e6fe249e-772c-44ed-a530-48c2116be784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.838438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-e6fe249e-772c-44ed-a530-48c2116be784 service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.1220944 Jul 16 20:07:42.874326 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.902179 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-15048c1c-d444-4138-9a52-40a7cbf5afab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 200 len: 217 time: 0.0495720 Jul 16 20:07:42.954478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-8c930b6d-0cad-47f3-97d0-f500749ca9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.956062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-8c930b6d-0cad-47f3-97d0-f500749ca9f9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0446446 Jul 16 20:07:42.984041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:42.999367 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.010972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-69fba6d9-625b-4b9c-af8a-d6eedba9632e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473371 Jul 16 20:07:43.013217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebcdea9-eaca-454d-a038-8611b5c1ff12']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:43.027078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ac5442-7d55-45a8-a6c3-4fa28e53134a') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:43.027376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ac5442-7d55-45a8-a6c3-4fa28e53134a') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:43.046417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693830b-4ee9-4f8a-b44f-1136999f5ad7 req-2eee09b9-5fbc-4fb7-93c4-96fb1b3d95aa tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.053564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c693830b-4ee9-4f8a-b44f-1136999f5ad7 req-2eee09b9-5fbc-4fb7-93c4-96fb1b3d95aa tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1483350 Jul 16 20:07:43.056925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.086614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.106206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:43.106923 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:43.108860 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:43.133866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c693830b-4ee9-4f8a-b44f-1136999f5ad7 req-c14eda17-f566-4a42-b42c-92e9283fc9e9 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793068 Jul 16 20:07:43.168623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6a56e5f4-7303-404d-812b-ad83a2dc66e4 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:43.182198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.189988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.192145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] 10.222.0.91 "DELETE /v2.0/networks/8ebcdea9-eaca-454d-a038-8611b5c1ff12 HTTP/1.1" status: 204 len: 168 time: 0.3905189 Jul 16 20:07:43.203624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58870ce-4e22-4ef1-bb78-dea004735434 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebcdea9-eaca-454d-a038-8611b5c1ff12,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.214194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:43.253672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-9089bf9c-44ec-4e83-953d-1bd12086094a service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347291 Jul 16 20:07:43.267685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '10e449a2-928f-49c7-8c01-58afcda3d641', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'port_id': '10e449a2-928f-49c7-8c01-58afcda3d641', 'mac_address': 'fa:16:3e:db:12:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:43.268963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ed58-1da0-4a02-affb-83e2b63823ac req-0516d604-38ff-422b-9de2-1bb221403961 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.270478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84c9ed58-1da0-4a02-affb-83e2b63823ac req-0516d604-38ff-422b-9de2-1bb221403961 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1058431 Jul 16 20:07:43.334874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84c9ed58-1da0-4a02-affb-83e2b63823ac req-31b1ae08-ece0-4eaf-9e58-8a4c76e5d0e3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Jul 16 20:07:43.414484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6a56e5f4-7303-404d-812b-ad83a2dc66e4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6a56e5f4-7303-404d-812b-ad83a2dc66e4,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:43.422255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-603da451-02a3-4bd0-8459-cac8da9a45b6 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506433 Jul 16 20:07:43.444881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '6a56e5f4-7303-404d-812b-ad83a2dc66e4', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '6a56e5f4-7303-404d-812b-ad83a2dc66e4', 'mac_address': 'fa:16:3e:e5:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:43.446609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.447596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375220d-6a53-4ebe-800f-7589ad7383a2 req-af82f193-e10e-485c-8bb8-3ce936ee6747 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.458389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a375220d-6a53-4ebe-800f-7589ad7383a2 req-af82f193-e10e-485c-8bb8-3ce936ee6747 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.0958924 Jul 16 20:07:43.485116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42732) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:43.493243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e449a2-928f-49c7-8c01-58afcda3d641 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:43.523810 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.528013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:43.537770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a375220d-6a53-4ebe-800f-7589ad7383a2 req-3c26344d-57f9-433c-8d82-377bb50499a2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778153 Jul 16 20:07:43.538980 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.547190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a56e5f4-7303-404d-812b-ad83a2dc66e4 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:43.565554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e1df6e70-b955-433f-aa9e-6a08d6f4b574 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b90b480c6a634bc1976cdfcea5c15487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751030 Jul 16 20:07:43.568148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42736) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:43.597867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6a56e5f4-7303-404d-812b-ad83a2dc66e4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6a56e5f4-7303-404d-812b-ad83a2dc66e4,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:43.609748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.616484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.641758 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e19f4c6-6117-4505-b930-81647a90f86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.676180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e19f4c6-6117-4505-b930-81647a90f86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.687131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6a56e5f4-7303-404d-812b-ad83a2dc66e4,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.769192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e19f4c6-6117-4505-b930-81647a90f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.772004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e19f4c6-6117-4505-b930-81647a90f86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.776431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1e19f4c6-6117-4505-b930-81647a90f86c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/569c1e26-194c-4da4-beeb-75b6f193840e HTTP/1.1" status: 204 len: 168 time: 0.2072425 Jul 16 20:07:43.800914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19f4c6-6117-4505-b930-81647a90f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c1e26-194c-4da4-beeb-75b6f193840e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.848612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['10e449a2-928f-49c7-8c01-58afcda3d641'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:43.957232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b33aac-1f1d-4a08-8d08-288b8e01337a req-c9a0f6b3-de8d-4527-8aea-2c0a733fc3a1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.971384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1b33aac-1f1d-4a08-8d08-288b8e01337a req-c9a0f6b3-de8d-4527-8aea-2c0a733fc3a1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 949 time: 0.1334553 Jul 16 20:07:43.987928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6a56e5f4-7303-404d-812b-ad83a2dc66e4'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:43.992165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada83807-1f48-4368-a5fc-71cd90f33181 req-e14b559f-f0c7-4352-bf43-3def8e6ac2b6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.000969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ada83807-1f48-4368-a5fc-71cd90f33181 req-e14b559f-f0c7-4352-bf43-3def8e6ac2b6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.0971208 Jul 16 20:07:44.034426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1b33aac-1f1d-4a08-8d08-288b8e01337a req-501451d8-2ee5-4b88-b23c-f605b1b83baa tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621176 Jul 16 20:07:44.059117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ada83807-1f48-4368-a5fc-71cd90f33181 req-f63963cc-95c6-4f20-9f8f-eb2d51e6c0af tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565443 Jul 16 20:07:44.452630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38675eb-6b98-4f77-b777-396611cf495f req-34f47f23-d2eb-406d-bee1-434ce4df5c17 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.460775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d38675eb-6b98-4f77-b777-396611cf495f req-34f47f23-d2eb-406d-bee1-434ce4df5c17 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1171045 Jul 16 20:07:44.504244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d38675eb-6b98-4f77-b777-396611cf495f req-d6f5ba82-1fad-4bb3-81d7-4601783d89ba tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jul 16 20:07:44.577460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80fa5-d190-48dd-86dd-03487b1a94f6 req-293ebabe-0296-42fc-9035-cfc536d8451b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.585331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ca80fa5-d190-48dd-86dd-03487b1a94f6 req-293ebabe-0296-42fc-9035-cfc536d8451b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0939271 Jul 16 20:07:44.619328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42774) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:44.636976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ca80fa5-d190-48dd-86dd-03487b1a94f6 req-98aab854-7b47-4338-bbdb-1852439a2954 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491581 Jul 16 20:07:44.785630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-731ed620-2caf-4e80-8f75-f9356345af11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.856999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d72dbc-ce51-468d-bfba-89ad98c597aa req-c6146b60-3654-44b2-aed2-ffb3fce0b725 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.863369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d72dbc-ce51-468d-bfba-89ad98c597aa req-c6146b60-3654-44b2-aed2-ffb3fce0b725 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.1228552 Jul 16 20:07:44.922283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66d72dbc-ce51-468d-bfba-89ad98c597aa req-6e321e89-9627-4cb7-8376-049914d2bc40 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573270 Jul 16 20:07:44.967933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-731ed620-2caf-4e80-8f75-f9356345af11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.973169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-731ed620-2caf-4e80-8f75-f9356345af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.020093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42790) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:45.020603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-731ed620-2caf-4e80-8f75-f9356345af11 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cd39ae6049754899b376f8aac9553de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993328 Jul 16 20:07:45.022668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed620-2caf-4e80-8f75-f9356345af11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d4645-c32c-4cc3-bc34-d232ebda6cf0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.104182 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3355eaa1-464b-44ed-ad0d-3d79432a7a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.129160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3355eaa1-464b-44ed-ad0d-3d79432a7a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.184998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3355eaa1-464b-44ed-ad0d-3d79432a7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.189630 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3355eaa1-464b-44ed-ad0d-3d79432a7a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.203185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3355eaa1-464b-44ed-ad0d-3d79432a7a43 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0a4d4645-c32c-4cc3-bc34-d232ebda6cf0 HTTP/1.1" status: 204 len: 168 time: 0.1725667 Jul 16 20:07:45.221302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355eaa1-464b-44ed-ad0d-3d79432a7a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d4645-c32c-4cc3-bc34-d232ebda6cf0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.254677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d927a85-c743-4d20-b562-04de3f46b3d4 req-c77d21ee-94be-48fe-8cb3-125a142b8919 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.257423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d927a85-c743-4d20-b562-04de3f46b3d4 req-c77d21ee-94be-48fe-8cb3-125a142b8919 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 949 time: 0.0828691 Jul 16 20:07:45.324539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d927a85-c743-4d20-b562-04de3f46b3d4 req-7ad91606-89af-4b4d-8d82-0fa9db3ac2e3 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592632 Jul 16 20:07:45.519482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a0c63-4252-4e9a-8a93-d4c2103ccb6d req-a2ebfcf0-5815-43f5-ab17-2a3648689e51 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.521618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-308a0c63-4252-4e9a-8a93-d4c2103ccb6d req-a2ebfcf0-5815-43f5-ab17-2a3648689e51 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.0846343 Jul 16 20:07:45.571180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-308a0c63-4252-4e9a-8a93-d4c2103ccb6d req-6ab4982b-e839-4c63-bd1f-5892e757b95c tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Jul 16 20:07:45.667059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:45.687280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e9b893e-b5a2-47bf-90f5-4b164dab8315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.812015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8523-943b-44ab-8309-5c8ec9cf8464 req-999bf8a1-b9da-4168-ab96-39906a0d552e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.813601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ecd8523-943b-44ab-8309-5c8ec9cf8464 req-999bf8a1-b9da-4168-ab96-39906a0d552e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1085968 Jul 16 20:07:45.855163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e9b893e-b5a2-47bf-90f5-4b164dab8315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.869358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e9b893e-b5a2-47bf-90f5-4b164dab8315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.890620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ecd8523-943b-44ab-8309-5c8ec9cf8464 req-50b58c67-c4c2-41dc-975a-9281165055c8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709352 Jul 16 20:07:45.915530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0e9b893e-b5a2-47bf-90f5-4b164dab8315 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=94ea63c29cc3404c9b9774dd002ebc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471194 Jul 16 20:07:45.916521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b893e-b5a2-47bf-90f5-4b164dab8315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa65950f-8178-4859-852c-7511f515088b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.919222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42816) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:46.046052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508ff9eb-90ea-40b8-9f45-2a5204593bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.064628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ae48-3358-42a2-b6f4-eed2ebcecab1 req-7e1c93e4-966f-40d8-85d2-869324c96733 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.066114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e76ae48-3358-42a2-b6f4-eed2ebcecab1 req-7e1c93e4-966f-40d8-85d2-869324c96733 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1166840 Jul 16 20:07:46.085623 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508ff9eb-90ea-40b8-9f45-2a5204593bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.137549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e76ae48-3358-42a2-b6f4-eed2ebcecab1 req-7dba2aa7-9294-4688-be82-84ccb5df75d3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616887 Jul 16 20:07:46.173613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508ff9eb-90ea-40b8-9f45-2a5204593bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.176336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508ff9eb-90ea-40b8-9f45-2a5204593bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.177664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-508ff9eb-90ea-40b8-9f45-2a5204593bf9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fa65950f-8178-4859-852c-7511f515088b HTTP/1.1" status: 204 len: 168 time: 0.2553530 Jul 16 20:07:46.186379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ff9eb-90ea-40b8-9f45-2a5204593bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa65950f-8178-4859-852c-7511f515088b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.214150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f5b5-4d70-46b0-9f9e-4b61b52dbd68 req-82b174d3-6caa-4592-923a-a157bb20b9c4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.215673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b601f5b5-4d70-46b0-9f9e-4b61b52dbd68 req-82b174d3-6caa-4592-923a-a157bb20b9c4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.0909336 Jul 16 20:07:46.274415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b601f5b5-4d70-46b0-9f9e-4b61b52dbd68 req-7f4bea2b-33d3-4b34-a898-6e13523a79a4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519810 Jul 16 20:07:46.539215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0df43-73f6-45ef-899b-efda1b8c8b39 req-c6a1e339-6228-4752-a843-a76aaed1a90a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.541051 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2cb0df43-73f6-45ef-899b-efda1b8c8b39 req-c6a1e339-6228-4752-a843-a76aaed1a90a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 949 time: 0.0864551 Jul 16 20:07:46.589473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2cb0df43-73f6-45ef-899b-efda1b8c8b39 req-f2a7a0d0-200b-4acb-bb06-74ab798a3591 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Jul 16 20:07:46.950769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0b98-d8fd-4f1b-89f6-10640c365363 req-5a8a6554-681e-4f90-93ee-0b4e0c8077cb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.959423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06bc0b98-d8fd-4f1b-89f6-10640c365363 req-5a8a6554-681e-4f90-93ee-0b4e0c8077cb tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.1147838 Jul 16 20:07:46.990002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:47.040069 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06bc0b98-d8fd-4f1b-89f6-10640c365363 req-dec9f6b6-ca27-4bd6-a7f3-d443de4583e5 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759075 Jul 16 20:07:47.080320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 10e449a2-928f-49c7-8c01-58afcda3d641 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:47.085469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 10e449a2-928f-49c7-8c01-58afcda3d641 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:47.093281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42856) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:47.105832 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.198887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6a56e5f4-7303-404d-812b-ad83a2dc66e4 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:47.265379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1398741763-network', 'tenant_id': '0520be0a55184b6e9e20afb7f1fd1fe9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:47.294916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342148-0811-45ee-b9c3-62759e338304 req-d9cc6eb7-b2dd-4daa-bca2-5c6cbf0fe0db tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.305897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc342148-0811-45ee-b9c3-62759e338304 req-d9cc6eb7-b2dd-4daa-bca2-5c6cbf0fe0db tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1480904 Jul 16 20:07:47.308701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Made reservation on behalf of 0520be0a55184b6e9e20afb7f1fd1fe9 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:47.311775 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.330668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.332987 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.353551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:47.360000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:47.360733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.367833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:47.370575 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b436d0-fe69-4244-8c62-7ddef5a0b6d7" -d '{"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-plugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:47.371165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc342148-0811-45ee-b9c3-62759e338304 req-4761cee2-c9ac-4438-8732-f3dbcc7e3866 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618501 Jul 16 20:07:47.409298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:47.421353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.514101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.531153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.538596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.542457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.579276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9062-db13-4e07-bd18-a17470ee280c req-3d56da30-9a53-413b-8463-48e6ff312f54 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.580728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5a9062-db13-4e07-bd18-a17470ee280c req-3d56da30-9a53-413b-8463-48e6ff312f54 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1192360 Jul 16 20:07:47.585350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:47.587473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6a56e5f4-7303-404d-812b-ad83a2dc66e4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6a56e5f4-7303-404d-812b-ad83a2dc66e4,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:47.592388 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.611936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9306d0ef-439f-4950-a983-d67248372b46,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.630402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.630802 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Added segment d3753c49-a032-4553-8e7f-57848dac64ec of type vlan for network 8519e102-2ff6-4939-a325-7d6015fd3e57 Jul 16 20:07:47.677946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6a56e5f4-7303-404d-812b-ad83a2dc66e4,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.692400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5a9062-db13-4e07-bd18-a17470ee280c req-939455a1-bd47-44f4-8643-6bf497664590 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986128 Jul 16 20:07:47.701228 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.749346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.751111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.751803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.790437 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81168a7-d3d5-49d4-ba02-0969cbcae83a x-openstack-request-id: req-a81168a7-d3d5-49d4-ba02-0969cbcae83a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:47.791146 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-plugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:47.791966 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a81168a7-d3d5-49d4-ba02-0969cbcae83a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:47.792798 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'code': 200} Jul 16 20:07:47.801967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42874) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:47.802624 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7071087 Jul 16 20:07:47.808285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Request body: {'subnet': {'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1398741763-subnet', 'tenant_id': '0520be0a55184b6e9e20afb7f1fd1fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:47.834584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc37d57-0aaa-4874-bf6d-14f421d17196 admin admin] Pushing event updated for resources: {'Network': ['ID=8519e102-2ff6-4939-a325-7d6015fd3e57,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.851565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8519e102-2ff6-4939-a325-7d6015fd3e57 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:47.882433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Made reservation on behalf of 0520be0a55184b6e9e20afb7f1fd1fe9 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:47.885543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.969234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716e8ad-53ad-467b-8de5-32b55633bbc2 req-2da12852-2cac-4e1c-974d-5d56d369e7bc tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.976891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1716e8ad-53ad-467b-8de5-32b55633bbc2 req-2da12852-2cac-4e1c-974d-5d56d369e7bc tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.1338630 Jul 16 20:07:48.003980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd59fb-031c-4673-a11a-0317825023ec req-5ba6d7c4-05d8-46fa-a06b-4d1c9de2874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.005588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8cd59fb-031c-4673-a11a-0317825023ec req-5ba6d7c4-05d8-46fa-a06b-4d1c9de2874f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1097 time: 0.1241989 Jul 16 20:07:48.019001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1716e8ad-53ad-467b-8de5-32b55633bbc2 req-23a9341f-be30-4ef6-9e91-77e2a4f4a861 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412090 Jul 16 20:07:48.061599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8cd59fb-031c-4673-a11a-0317825023ec req-4e5ea2c9-e66b-4dd7-a16d-afb4562b50a5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407987 Jul 16 20:07:48.068213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2a804-743a-42cc-933e-1cfcf840d7db req-f9d30e15-273e-4b5c-9327-d08400efef4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.069819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd2a804-743a-42cc-933e-1cfcf840d7db req-f9d30e15-273e-4b5c-9327-d08400efef4a tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 950 time: 0.1490870 Jul 16 20:07:48.164247 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bd2a804-743a-42cc-933e-1cfcf840d7db req-39e9872d-ea6e-49de-b439-94f82bb445d6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707436 Jul 16 20:07:48.201677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.299952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c0ea65-721d-432b-af25-8ce73d4a45f3,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.310674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Checking segment: {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:48.311162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Network hostable DHCP agents. Network: 8519e102-2ff6-4939-a325-7d6015fd3e57, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:48.337354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Network 8519e102-2ff6-4939-a325-7d6015fd3e57 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:48.348909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8519e102-2ff6-4939-a325-7d6015fd3e57) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:48.361109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b5041-f865-4917-9617-1614efd81d93 None None] Network 8519e102-2ff6-4939-a325-7d6015fd3e57 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:48.361636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.362202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.381957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c1ea7264-d0af-4ec9-9171-b4c393d09fc8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5782676 Jul 16 20:07:48.401617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc43c-5c44-47a2-87fb-23cc3b791cc7 req-595395c5-bc94-47d5-b7e2-3359365dadc2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.404229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d3dc43c-5c44-47a2-87fb-23cc3b791cc7 req-595395c5-bc94-47d5-b7e2-3359365dadc2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.0919273 Jul 16 20:07:48.484607 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d3dc43c-5c44-47a2-87fb-23cc3b791cc7 req-ae336114-5ecf-413b-8842-10933b7209ac tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704825 Jul 16 20:07:48.583323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a139c05-5a50-4676-ae4e-57a5a48a49be None None] Network 8519e102-2ff6-4939-a325-7d6015fd3e57 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:48.634520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c1e15-8b13-44e8-a3e7-2a8ffd69d36a req-3d217f94-38bf-42ee-a26c-49c677179f31 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.642505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2c1e15-8b13-44e8-a3e7-2a8ffd69d36a req-3d217f94-38bf-42ee-a26c-49c677179f31 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1023736 Jul 16 20:07:48.648096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42894) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:48.686693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2c1e15-8b13-44e8-a3e7-2a8ffd69d36a req-a573090c-4fe1-4e44-9298-fe532544096d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Jul 16 20:07:48.806097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-060ef674-0806-453b-9914-cdb444949829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.909590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd81253-23fb-462a-9b07-1038379a39c2 req-fa8116f7-22e2-4940-bb71-897aed670a3c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.911142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fd81253-23fb-462a-9b07-1038379a39c2 req-fa8116f7-22e2-4940-bb71-897aed670a3c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0778801 Jul 16 20:07:48.972677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fd81253-23fb-462a-9b07-1038379a39c2 req-0fa9266c-b808-425f-b91b-7568fb71b025 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 Jul 16 20:07:49.014433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-060ef674-0806-453b-9914-cdb444949829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.021716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-060ef674-0806-453b-9914-cdb444949829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.241073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb102f2-f3ac-4982-8fd4-e2407c33994f req-077026fb-e31e-4a0a-9301-c84e786dd70d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:49.242743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1eb102f2-f3ac-4982-8fd4-e2407c33994f req-077026fb-e31e-4a0a-9301-c84e786dd70d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.0826039 Jul 16 20:07:49.286761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1eb102f2-f3ac-4982-8fd4-e2407c33994f req-e6a6dd91-fedc-432e-83ca-fa9369861ee7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377116 Jul 16 20:07:49.334160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-d13b0764-bbfd-41e8-8dcb-33aa440a40d5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:49.335572 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-d13b0764-bbfd-41e8-8dcb-33aa440a40d5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 822 time: 0.4526250 Jul 16 20:07:49.360354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-060ef674-0806-453b-9914-cdb444949829 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e53f6755452043ecbee28b8b42869f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108612 Jul 16 20:07:49.361909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ef674-0806-453b-9914-cdb444949829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78499625-5990-46c3-a007-fcba3451427b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.363500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42920) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.365470 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-5ea297eb-144f-481d-942e-077dbca0cad8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/quotas/0520be0a55184b6e9e20afb7f1fd1fe9 HTTP/1.1" status: 200 len: 375 time: 0.0215442 Jul 16 20:07:49.401697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-26ea34c6-c58b-4d44-bd6d-054a25c09a6c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288069 Jul 16 20:07:49.433050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1074000-f24d-4c3f-ba24-8eac499cd2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.461014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1074000-f24d-4c3f-ba24-8eac499cd2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.508453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-e4ce5be5-0515-4a79-94d2-5edfeecd4b9b service neutron] 10.222.0.91 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986428 Jul 16 20:07:49.558714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1074000-f24d-4c3f-ba24-8eac499cd2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.561418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1074000-f24d-4c3f-ba24-8eac499cd2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.562776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b1074000-f24d-4c3f-ba24-8eac499cd2a6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/78499625-5990-46c3-a007-fcba3451427b HTTP/1.1" status: 204 len: 168 time: 0.1912310 Jul 16 20:07:49.577975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1074000-f24d-4c3f-ba24-8eac499cd2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78499625-5990-46c3-a007-fcba3451427b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.590519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cf080-dd76-4207-ab23-7bbee1f434d3 req-e7c046ca-39e1-4616-a121-9824b9999350 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:49.592313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e4cf080-dd76-4207-ab23-7bbee1f434d3 req-e7c046ca-39e1-4616-a121-9824b9999350 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 950 time: 0.0885990 Jul 16 20:07:49.618697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-4b3f0a9c-caa3-476d-b6b9-eb215ff87606 service neutron] 10.222.0.91 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040242 Jul 16 20:07:49.647250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e4cf080-dd76-4207-ab23-7bbee1f434d3 req-91d8c02c-99e2-40be-9848-3aa73b41f5a6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488403 Jul 16 20:07:49.795003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56e5f4-7303-404d-812b-ad83a2dc66e4'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:49.798057 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99215cf5-6fca-45cd-b093-bb547e25bd89" -d '{"events": [{"server_uuid": "f0d5322d-8d7b-4d18-9126-f84a145ef92a", "name": "network-vif-plugged", "status": "completed", "tag": "6a56e5f4-7303-404d-812b-ad83a2dc66e4"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:49.848565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43740-c4cb-4ce7-a5d4-1bcc7e8b0258 req-41179f5c-94ae-4b8c-a3ed-e609b8b1c2dd tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:49.851172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e5a43740-c4cb-4ce7-a5d4-1bcc7e8b0258 req-41179f5c-94ae-4b8c-a3ed-e609b8b1c2dd tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.0912828 Jul 16 20:07:49.860033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42938) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.867644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'floatingip': {'port_id': '10e449a2-928f-49c7-8c01-58afcda3d641'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:49.908875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.972818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c644e-9c47-4c5f-810e-298be234f461 req-49f5b949-746d-4640-b19b-cd2d60bd72d7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:49.975063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d49c644e-9c47-4c5f-810e-298be234f461 req-49f5b949-746d-4640-b19b-cd2d60bd72d7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.1353447 Jul 16 20:07:50.037583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d49c644e-9c47-4c5f-810e-298be234f461 req-843d1ad4-ce22-4d32-9c73-775e0c6f5c2d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Jul 16 20:07:50.131886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99f0b3d4-aa2c-469c-905b-c1a9d4ff25a4 req-c6f03b22-9d3f-4f15-8280-0a031128ece3 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 210 time: 0.0346577 Jul 16 20:07:50.149653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba4fe2-69ad-437e-a4d9-ef9ab5977d21 req-40b6cbe9-8b73-4adb-9947-84f5dcba8bf0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.151893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64ba4fe2-69ad-437e-a4d9-ef9ab5977d21 req-40b6cbe9-8b73-4adb-9947-84f5dcba8bf0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1567297 Jul 16 20:07:50.200523 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70632a15-4a7b-42a6-b754-98b73c1766b1 x-openstack-request-id: req-70632a15-4a7b-42a6-b754-98b73c1766b1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:50.201162 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d5322d-8d7b-4d18-9126-f84a145ef92a", "name": "network-vif-plugged", "status": "completed", "tag": "6a56e5f4-7303-404d-812b-ad83a2dc66e4", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:50.201645 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-70632a15-4a7b-42a6-b754-98b73c1766b1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:50.202234 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56e5f4-7303-404d-812b-ad83a2dc66e4', 'code': 200} Jul 16 20:07:50.246765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64ba4fe2-69ad-437e-a4d9-ef9ab5977d21 req-8c0d278a-acae-4f75-ac60-a75793146ef1 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884430 Jul 16 20:07:50.410473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b5bd-1a0f-4cb8-8a1b-821b5a2bb7dd req-d0306697-3a8f-4826-8108-1b3ed362127f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.412666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01b9b5bd-1a0f-4cb8-8a1b-821b5a2bb7dd req-d0306697-3a8f-4826-8108-1b3ed362127f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0800886 Jul 16 20:07:50.497815 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01b9b5bd-1a0f-4cb8-8a1b-821b5a2bb7dd req-4a5d72b0-aa03-4b21-80f0-01235b1c3649 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783188 Jul 16 20:07:50.790238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c297824-2745-455b-bd86-2bee78e73a11 req-ee1e9dc6-56d8-4374-8d22-aa72381ae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.791704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c297824-2745-455b-bd86-2bee78e73a11 req-ee1e9dc6-56d8-4374-8d22-aa72381ae93d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 1102 time: 0.4218993 Jul 16 20:07:50.903890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c297824-2745-455b-bd86-2bee78e73a11 req-36f19bfc-fc40-4983-8ad9-3d945d461b00 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981309 Jul 16 20:07:50.971498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37772-2530-47de-8998-b7cee61e7698 req-c2530f5f-11d5-413b-9181-3beabf710f6d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.973147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e37772-2530-47de-8998-b7cee61e7698 req-c2530f5f-11d5-413b-9181-3beabf710f6d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 950 time: 0.1789775 Jul 16 20:07:50.993451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.003020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.063496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e37772-2530-47de-8998-b7cee61e7698 req-a5559d4a-b26c-4639-bac0-b0b42d154b18 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801439 Jul 16 20:07:51.150209 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Floating IP ca0fafb9-07e9-4655-b1c2-8f47995310f6 associated. External IP: 172.25.3.133, port: 10e449a2-928f-49c7-8c01-58afcda3d641. Jul 16 20:07:51.330274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-b421e583-9fff-401d-99c9-7e9c47ea8aa6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.332213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-b421e583-9fff-401d-99c9-7e9c47ea8aa6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.79 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 822 time: 0.2199304 Jul 16 20:07:51.356039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718da32d-4ada-4046-99c9-861411bb8e23 req-cfb722f4-426c-4066-84a7-83978e96908f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.363372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-718da32d-4ada-4046-99c9-861411bb8e23 req-cfb722f4-426c-4066-84a7-83978e96908f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.1202102 Jul 16 20:07:51.368657 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Request body: {'port': {'device_id': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'admin_state_up': True, 'tenant_id': '0520be0a55184b6e9e20afb7f1fd1fe9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:51.417152 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9abb5f91-2c3d-40d0-a0c4-bbc210eca62f req-0ec72acb-ebac-420f-ba57-7a9cf2056cf1 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 210 time: 0.0383153 Jul 16 20:07:51.449006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Router d1d6e0c3-fd37-412b-a259-4deeca55545e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:51.463818 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-718da32d-4ada-4046-99c9-861411bb8e23 req-a3558078-ecd8-4d63-87b9-d85d603b089f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906351 Jul 16 20:07:51.532751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Made reservation on behalf of 0520be0a55184b6e9e20afb7f1fd1fe9 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:51.544457 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.632377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:51.639249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.644569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] Sync routers for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:51.655567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:51.656325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:51.693484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c698-4474-4f30-97a8-3548cccbca6f req-fb2ab3dd-42e0-4c01-a524-c9d2883008f4 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.694765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fe6c698-4474-4f30-97a8-3548cccbca6f req-fb2ab3dd-42e0-4c01-a524-c9d2883008f4 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1278870 Jul 16 20:07:51.698917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a7ddba61-ca86-421e-990d-33de53e70777 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "PUT /v2.0/floatingips/ca0fafb9-07e9-4655-b1c2-8f47995310f6 HTTP/1.1" status: 200 len: 991 time: 1.8353300 Jul 16 20:07:51.698917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:51.699896 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:51.729663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Allocated IP 172.20.0.13 (8519e102-2ff6-4939-a325-7d6015fd3e57/b1c0ea65-721d-432b-af25-8ce73d4a45f3/d54f8027-f964-451b-9fdc-507cf6930152) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:51.737833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fe6c698-4474-4f30-97a8-3548cccbca6f req-f2b9cc4d-22fc-4a34-a5cc-c15c6cbde9eb tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Jul 16 20:07:51.749538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ed28b-ee17-48de-a85c-8b6d7018b9e6 req-2e2606da-3bdb-42e5-ac5d-53210481bb8c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.756800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd8ed28b-ee17-48de-a85c-8b6d7018b9e6 req-2e2606da-3bdb-42e5-ac5d-53210481bb8c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1247678 Jul 16 20:07:51.782496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:51.816240 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd8ed28b-ee17-48de-a85c-8b6d7018b9e6 req-4331f1f0-f372-4210-b8dc-05b0214cead3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583479 Jul 16 20:07:51.956243 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.019298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.047515 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ec65d1-65db-488e-830e-622bcf2ee195 x-openstack-request-id: req-a0ec65d1-65db-488e-830e-622bcf2ee195 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:52.048047 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:52.048047 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a0ec65d1-65db-488e-830e-622bcf2ee195 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:52.048447 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'status': 'completed', 'code': 200} Jul 16 20:07:52.081327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Network 8519e102-2ff6-4939-a325-7d6015fd3e57 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:52.089793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:52.097428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:52.175107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:52.203287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.203898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.230118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-96e05a92-0587-4223-b328-07ae7ec3d474 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653481 Jul 16 20:07:52.232976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-a011c2d0-e535-439d-b779-a27249e64c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.234365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-a011c2d0-e535-439d-b779-a27249e64c53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1097 time: 0.1071968 Jul 16 20:07:52.242894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Request body: {'port': {'device_id': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:52.263094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'ca0fafb9-07e9-4655-b1c2-8f47995310f6', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'port_id': '10e449a2-928f-49c7-8c01-58afcda3d641', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'mac_address': 'fa:16:3e:db:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74835140-8212-4e48-8eed-4d0536eba8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:31Z', 'updated_at': '2021-07-16T20:07:50Z', 'revision_number': 1, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:52.293145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] Checking router: d1d6e0c3-fd37-412b-a259-4deeca55545e for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:52.302481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:52.303187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:52.326532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaf210-e6c5-4a02-8703-a058a1f2c27c req-06c1b872-b985-42a0-9b33-426621da53e3 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.333726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-baaaf210-e6c5-4a02-8703-a058a1f2c27c req-06c1b872-b985-42a0-9b33-426621da53e3 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 950 time: 0.0804296 Jul 16 20:07:52.335396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.383857 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-baaaf210-e6c5-4a02-8703-a058a1f2c27c req-85ad2e14-5137-4217-b915-d1c695799962 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Jul 16 20:07:52.429305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:52.506471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-11dba204-446c-4c3e-a511-9f704d477e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.508281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-11dba204-446c-4c3e-a511-9f704d477e7c service neutron] 10.222.0.79 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.1747382 Jul 16 20:07:52.589273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8a92-8e26-4e4d-a370-fc97c7d14f8f req-1c151495-b07a-438e-bc22-d3fb4d4bacfc tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.591491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41cd8a92-8e26-4e4d-a370-fc97c7d14f8f req-1c151495-b07a-438e-bc22-d3fb4d4bacfc tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 1102 time: 0.0768073 Jul 16 20:07:52.657187 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41cd8a92-8e26-4e4d-a370-fc97c7d14f8f req-5781b121-591b-4035-8a9b-dbd0cb944891 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574853 Jul 16 20:07:52.662081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-fa68d04c-3970-4a65-b4db-46daaa1fc302 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 999 time: 0.1091471 Jul 16 20:07:52.761290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-f6e8e847-a627-428f-a6ad-9fc6118cc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.762771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-f6e8e847-a627-428f-a6ad-9fc6118cc498 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.0712256 Jul 16 20:07:52.802305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'ca0fafb9-07e9-4655-b1c2-8f47995310f6', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'port_id': '10e449a2-928f-49c7-8c01-58afcda3d641', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'mac_address': 'fa:16:3e:db:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74835140-8212-4e48-8eed-4d0536eba8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:31Z', 'updated_at': '2021-07-16T20:07:50Z', 'revision_number': 1, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:52.835345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7513c-fa58-4129-8d4b-da4ff172bf45 None None] The sync data for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 is: [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'ca0fafb9-07e9-4655-b1c2-8f47995310f6', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'port_id': '10e449a2-928f-49c7-8c01-58afcda3d641', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'mac_address': 'fa:16:3e:db:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74835140-8212-4e48-8eed-4d0536eba8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:31Z', 'updated_at': '2021-07-16T20:07:50Z', 'revision_number': 1, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:52.875664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54f8027-f964-451b-9fdc-507cf6930152 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:52.886804 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.889067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ac096-8bb4-4996-aba1-19a1878d1ded req-0f922a46-b281-4099-91c0-735c6d41ac80 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.897750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c37ac096-8bb4-4996-aba1-19a1878d1ded req-0f922a46-b281-4099-91c0-735c6d41ac80 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 932 time: 0.0933332 Jul 16 20:07:52.904117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-c7bbf405-3976-4298-835d-3559eba06d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.905650 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-c7bbf405-3976-4298-835d-3559eba06d74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345336 Jul 16 20:07:52.910857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Transition to ACTIVE for port object d54f8027-f964-451b-9fdc-507cf6930152 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:52.924391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.949959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c37ac096-8bb4-4996-aba1-19a1878d1ded req-e3934a0d-8cf2-4cd9-bc8d-31e96ac44f4c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509512 Jul 16 20:07:53.059198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.138307 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-367094e9-5e02-4005-a66a-ae8519a9d27b service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223086 Jul 16 20:07:53.141842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7fbf4-3ebc-44bf-971b-6fdf46e826e7 req-440c3aec-2c64-4a2f-87fa-0a94399f18a0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.143532 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70a7fbf4-3ebc-44bf-971b-6fdf46e826e7 req-440c3aec-2c64-4a2f-87fa-0a94399f18a0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0914526 Jul 16 20:07:53.153534 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138869c-a8a6-424a-87f1-57341b96ac60 None None] New status for floating IP ca0fafb9-07e9-4655-b1c2-8f47995310f6: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:07:53.195266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70a7fbf4-3ebc-44bf-971b-6fdf46e826e7 req-296a25df-5852-4359-8e81-c4c39daae417 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Jul 16 20:07:53.249373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c1298-e758-4d4b-8149-6c632d138df9 req-158d63e2-1d14-47fe-885c-621ee20d4d03 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.259934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe9c1298-e758-4d4b-8149-6c632d138df9 req-158d63e2-1d14-47fe-885c-621ee20d4d03 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.2982674 Jul 16 20:07:53.287970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Attempting to bind port d54f8027-f964-451b-9fdc-507cf6930152 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:53.288355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Attempting to bind port d54f8027-f964-451b-9fdc-507cf6930152 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:53.288692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Attempting to bind port d54f8027-f964-451b-9fdc-507cf6930152 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:53.306656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Port d54f8027-f964-451b-9fdc-507cf6930152 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:53.307009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Attempting to bind port d54f8027-f964-451b-9fdc-507cf6930152 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:53.334298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-b0ab5bc0-79af-406a-925d-c19eb1073e02 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355968 Jul 16 20:07:53.345513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:53.346113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Checking segment: {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:53.346522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Bound using segment: {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:53.347021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Bound port: d54f8027-f964-451b-9fdc-507cf6930152, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:53.347387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.372209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe9c1298-e758-4d4b-8149-6c632d138df9 req-127b120b-7f4d-4de3-a2ba-12216debe85a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111083 Jul 16 20:07:53.385199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-994ad52f-2882-4aeb-b8f3-0fe4ebbffcc4 req-e343d269-5b7f-4ae7-b705-49f0f49dec34 service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381942 Jul 16 20:07:53.469965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:53.474253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:53.481503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.499422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-9e2bd3d5-c0db-40e4-85aa-c63c1b07be2c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.504796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-9e2bd3d5-c0db-40e4-85aa-c63c1b07be2c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692777 Jul 16 20:07:53.518737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-3a5c0d19-0da9-4b07-a162-7a4709a9b544 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/quotas/3743d03f6d2c45908f77e494233aebcf HTTP/1.1" status: 200 len: 375 time: 0.0111449 Jul 16 20:07:53.526277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.526967 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.528585 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] 10.222.0.79 "PUT /v2.0/ports/d54f8027-f964-451b-9fdc-507cf6930152 HTTP/1.1" status: 200 len: 1093 time: 1.2908692 Jul 16 20:07:53.529049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:53.531490 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befd9630-708d-44e8-83df-3aebda9abd45" -d '{"events": [{"name": "network-changed", "server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "tag": "d54f8027-f964-451b-9fdc-507cf6930152"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:53.569975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0befd4-5e1f-431d-a699-99d03930e82a service neutron] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.621021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-9c0d9ebf-c0ed-4748-8f5f-3b839ffdf7fd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0897479 Jul 16 20:07:53.669187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-d09d8874-70c0-44b2-a4b7-df6fd124acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.671920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-d09d8874-70c0-44b2-a4b7-df6fd124acdf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 1096 time: 0.0778131 Jul 16 20:07:53.724286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-5afb9644-4ad8-4405-a091-809f9c3a81a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54f8027-f964-451b-9fdc-507cf6930152 HTTP/1.1" status: 200 len: 217 time: 0.0370917 Jul 16 20:07:53.786786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-56766b69-da35-416f-b257-30ffe69724c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.788438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-56766b69-da35-416f-b257-30ffe69724c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b1c0ea65-721d-432b-af25-8ce73d4a45f3 HTTP/1.1" status: 200 len: 862 time: 0.0583100 Jul 16 20:07:53.824464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-6549b829-a3b1-4596-bdce-5ebd14ea6533 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8519e102-2ff6-4939-a325-7d6015fd3e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274887 Jul 16 20:07:53.934158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd07c2-9bbb-4ccc-8243-ba4883b28efb req-5a817d30-d808-419f-b0cf-23d082d7c369 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.936135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ccd07c2-9bbb-4ccc-8243-ba4883b28efb req-5a817d30-d808-419f-b0cf-23d082d7c369 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0841029 Jul 16 20:07:53.953093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-5e28e344-2b51-4de6-a29b-6bdb815e34bc service neutron] 10.222.0.79 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146157 Jul 16 20:07:53.989166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ccd07c2-9bbb-4ccc-8243-ba4883b28efb req-3fe505a8-e270-4fbc-a6ab-9c7dce22b2e3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Jul 16 20:07:54.064306 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6832fe-c3b3-4de9-9f54-2d085439a790 x-openstack-request-id: req-4b6832fe-c3b3-4de9-9f54-2d085439a790 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:54.064590 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "tag": "d54f8027-f964-451b-9fdc-507cf6930152", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:54.064889 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4b6832fe-c3b3-4de9-9f54-2d085439a790 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:54.065286 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152', 'status': 'completed', 'code': 200} Jul 16 20:07:54.072952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed3283a3-dded-42c7-ba05-8be6529ef17a req-87896ab4-3a56-4cdf-bd99-98d8785f189e service neutron] 10.222.0.79 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077988 Jul 16 20:07:54.145677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ea917a5-a93e-45eb-8507-a9026218966a req-b889d028-cc10-440b-8cc4-fd7de4b84e3e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 210 time: 0.0425794 Jul 16 20:07:54.246577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9630-708d-44e8-83df-3aebda9abd45 req-35deab65-90ec-4c54-b390-fc4b3be9b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.248065 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-befd9630-708d-44e8-83df-3aebda9abd45 req-35deab65-90ec-4c54-b390-fc4b3be9b26f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 1096 time: 0.1136136 Jul 16 20:07:54.332450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cc209-83a5-4e5e-815b-91048a59d363 req-d95b32a5-c802-4f49-b692-1ce25fc49db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.333922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-797cc209-83a5-4e5e-815b-91048a59d363 req-d95b32a5-c802-4f49-b692-1ce25fc49db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 944 time: 0.1394413 Jul 16 20:07:54.391606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccc4d2-716d-4c3c-9ff3-bbdf1651bb87 req-b85f7508-3f32-46d8-acc3-eb991ba9177b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.393501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbccc4d2-716d-4c3c-9ff3-bbdf1651bb87 req-b85f7508-3f32-46d8-acc3-eb991ba9177b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0739999 Jul 16 20:07:54.398778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9630-708d-44e8-83df-3aebda9abd45 req-ace9fb7d-991f-4f80-84ef-2ce6ddc2cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.400274 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-befd9630-708d-44e8-83df-3aebda9abd45 req-ace9fb7d-991f-4f80-84ef-2ce6ddc2cebb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 923 time: 0.1434500 Jul 16 20:07:54.412350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-797cc209-83a5-4e5e-815b-91048a59d363 req-60f86e81-0424-49f1-acbe-47aa43a3c346 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716736 Jul 16 20:07:54.449279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbccc4d2-716d-4c3c-9ff3-bbdf1651bb87 req-c21c9617-21f7-4460-bb8f-3f055cdd480e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498073 Jul 16 20:07:54.465422 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-befd9630-708d-44e8-83df-3aebda9abd45 req-3b49fad5-ccab-46cd-9c4b-601070ae5ec9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54f8027-f964-451b-9fdc-507cf6930152 HTTP/1.1" status: 200 len: 217 time: 0.0509536 Jul 16 20:07:54.543476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9630-708d-44e8-83df-3aebda9abd45 req-bbaee10c-7fe5-4fb7-b2b0-ea54a263f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.545075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-befd9630-708d-44e8-83df-3aebda9abd45 req-bbaee10c-7fe5-4fb7-b2b0-ea54a263f97c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b1c0ea65-721d-432b-af25-8ce73d4a45f3 HTTP/1.1" status: 200 len: 862 time: 0.0731349 Jul 16 20:07:54.599995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-befd9630-708d-44e8-83df-3aebda9abd45 req-53ddbf90-188f-4c34-b32a-46a2a5a7163f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8519e102-2ff6-4939-a325-7d6015fd3e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473950 Jul 16 20:07:54.660467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-b2d14077-5ea1-43f1-bd92-3b606494c829 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.662368 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-b2d14077-5ea1-43f1-bd92-3b606494c829 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1098 time: 0.1446126 Jul 16 20:07:54.673709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-10'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:54.753950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf001e-b214-4f9f-8f4b-975b7a6429cf req-c9040f66-3e64-410b-981d-bf466b0632e7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.755462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3cf001e-b214-4f9f-8f4b-975b7a6429cf req-c9040f66-3e64-410b-981d-bf466b0632e7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 946 time: 0.1545770 Jul 16 20:07:54.760779 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.761158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-befd9630-708d-44e8-83df-3aebda9abd45 req-2dbf91b8-fb88-4afa-9ed9-008c0258e2f9 service neutron] 10.222.0.79 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161742 Jul 16 20:07:54.852007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3cf001e-b214-4f9f-8f4b-975b7a6429cf req-e7dd0bad-5a9c-4f74-92b6-d649aad9cf12 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890803 Jul 16 20:07:54.882131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-befd9630-708d-44e8-83df-3aebda9abd45 req-25661d0b-6f73-4ede-9e15-969aa2e71706 service neutron] 10.222.0.79 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120532 Jul 16 20:07:54.906729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:54.950501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:55.001433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15be800-8d05-4af1-a704-670898fba433'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:55.005099 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dfdb08-f20d-495a-a51b-1d1edde3af41" -d '{"events": [{"server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a15be800-8d05-4af1-a704-670898fba433"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:55.010167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.023991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.084245 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad4b6ad-9e2c-4df1-a232-9a290f2442b3 x-openstack-request-id: req-8ad4b6ad-9e2c-4df1-a232-9a290f2442b3 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:55.084576 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a15be800-8d05-4af1-a704-670898fba433", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:55.085045 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8ad4b6ad-9e2c-4df1-a232-9a290f2442b3 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:55.085519 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15be800-8d05-4af1-a704-670898fba433', 'code': 200} Jul 16 20:07:55.106369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:55.176555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on host n-h2-792458-10 for vnic_type normal with profile {"migrating_to": "n-h1-792458-10"} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:55.178192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:55.183196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-5f343b89-8ec2-45ce-8c6e-8d0c300b7e6c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3743d03f6d2c45908f77e494233aebcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320485 Jul 16 20:07:55.190007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:55.196131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:55.196453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:55.212781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:55.213614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:55.214122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:55.215172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Bound port: a15be800-8d05-4af1-a704-670898fba433, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:55.215647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.235456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a15be800-8d05-4af1-a704-670898fba433 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:55.320869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:55.324703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:55.330063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.395860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fea418-a9f8-47c6-a4fa-df8d5cdbd7f5 req-75a76f2f-b590-4d1c-91fa-a5a6f308290e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.397427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0fea418-a9f8-47c6-a4fa-df8d5cdbd7f5 req-75a76f2f-b590-4d1c-91fa-a5a6f308290e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1995690 Jul 16 20:07:55.403867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:55.410677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-50d906f7-0958-40bf-b320-31cdc8ce1b41 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.412288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-50d906f7-0958-40bf-b320-31cdc8ce1b41 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245033 Jul 16 20:07:55.429025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Request body: {'port': {'device_id': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '3743d03f6d2c45908f77e494233aebcf'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:55.429655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on host n-h2-792458-10 for vnic_type normal with profile {"migrating_to": "n-h1-792458-10"} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:55.430060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:55.430421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:55.434944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:55.435254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Attempting to bind port a15be800-8d05-4af1-a704-670898fba433 on network 96463262-65c0-480d-aa91-330c3513b73a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:55.440866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:55.441238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Checking segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:55.441849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Bound using segment: {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:55.442302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Bound port: a15be800-8d05-4af1-a704-670898fba433, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '96463262-65c0-480d-aa91-330c3513b73a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:55.442695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.447383 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b75d6f7-7b46-4e20-a57d-4efe185f39de req-ec4f82f0-2624-4e33-b85a-ef94fe63f987 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 210 time: 0.0316226 Jul 16 20:07:55.454244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.454660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.456147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] 10.222.0.99 "PUT /v2.0/ports/a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 200 len: 1124 time: 0.7869971 Jul 16 20:07:55.457287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d73553-945a-45db-9023-61eb33c0f2ac service neutron] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=8']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:55.538985 n-d-792458-10 neutron-server[93863]: WARNING neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Concurrent port binding operations failed on port a15be800-8d05-4af1-a704-670898fba433 Jul 16 20:07:55.547228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:55.549268 n-d-792458-10 neutron-server[93863]: INFO neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Attempt 2 to bind port a15be800-8d05-4af1-a704-670898fba433 Jul 16 20:07:55.550660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a15be800-8d05-4af1-a704-670898fba433 has no active binding in host n-h1-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:07:55.573665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a15be800-8d05-4af1-a704-670898fba433'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:55.579552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0fea418-a9f8-47c6-a4fa-df8d5cdbd7f5 req-2d5debf9-0dba-470e-b853-b547d005f2b2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660612 Jul 16 20:07:55.616952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a15be800-8d05-4af1-a704-670898fba433'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:55.642819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Made reservation on behalf of 3743d03f6d2c45908f77e494233aebcf for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:55.646576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.702855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687f0e-ba34-450e-b50c-962d51838f96 req-e70f3e88-b971-4bd4-8671-38dc5004dad4 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.704949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91687f0e-ba34-450e-b50c-962d51838f96 req-e70f3e88-b971-4bd4-8671-38dc5004dad4 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 944 time: 0.0928659 Jul 16 20:07:55.748698 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91687f0e-ba34-450e-b50c-962d51838f96 req-b4df0fe6-4c7f-4307-83b6-046e3aa7deb5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Jul 16 20:07:55.844514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Allocated IP 192.168.233.6 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/f26f9c25-79a8-4f0f-bb47-2b406eeaf431) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:55.869672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736013b4-417b-4485-9f18-63524acadfc1 req-53459ec7-4860-4fec-b933-39a975178782 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.871286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-736013b4-417b-4485-9f18-63524acadfc1 req-53459ec7-4860-4fec-b933-39a975178782 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1435442 Jul 16 20:07:55.936822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-736013b4-417b-4485-9f18-63524acadfc1 req-effe03bb-683e-4acf-891b-b42db8315a68 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538433 Jul 16 20:07:56.379806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.403307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Transition to ACTIVE for port object f26f9c25-79a8-4f0f-bb47-2b406eeaf431 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:56.424638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ef6c-1289-4ce6-874c-96972014df49 req-7f4580a7-4583-4fd7-ab89-1e14d0613e62 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.425947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02a4ef6c-1289-4ce6-874c-96972014df49 req-7f4580a7-4583-4fd7-ab89-1e14d0613e62 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.1213350 Jul 16 20:07:56.480183 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02a4ef6c-1289-4ce6-874c-96972014df49 req-500575cb-b5ed-4722-b860-af94e8afb36a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Jul 16 20:07:56.481086 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.499563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad', 'd4807894-89be-4eb6-b91a-f0a866759111'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:56.535248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:56.542921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:56.550093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:56.579433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event updated for resources: {'Port': ['ID=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.624467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.625623 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.661177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e6d45d30-e5a9-4f86-8e21-d8ac3ce50dc9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2369924 Jul 16 20:07:56.676362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Request body: {'port': {'device_id': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:56.808477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967', 'aea746aa-c6a6-486a-9c77-88752bd8566b', '23b02012-0cbf-4b13-989c-4f9f4842886e', '6a56e5f4-7303-404d-812b-ad83a2dc66e4'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:56.831314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43102) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:56.862781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.897563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108dc14-0791-4a54-a355-4caab7f21ff5 req-2b51f391-fa5f-482a-8fe8-52e1a9136cfb tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.900987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c108dc14-0791-4a54-a355-4caab7f21ff5 req-2b51f391-fa5f-482a-8fe8-52e1a9136cfb tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 934 time: 0.1715479 Jul 16 20:07:56.957723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ef29-44d1-469b-9b91-23a390550058 req-e0f0506b-1e97-4361-a5bd-6d580db226e9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.958803 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c108dc14-0791-4a54-a355-4caab7f21ff5 req-fbc5e69d-2189-49d7-825e-627a03c18173 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527053 Jul 16 20:07:56.965698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d5a4ef29-44d1-469b-9b91-23a390550058 req-e0f0506b-1e97-4361-a5bd-6d580db226e9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1761768 Jul 16 20:07:57.012930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6c2b0c51-be9d-4a1c-87f7-4a0d07d1a52a None None] Provisioning for port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:57.018552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d54f8027-f964-451b-9fdc-507cf6930152 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:57.024598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-915f76f6-7039-4dbd-be40-daf5b4f0266d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.026908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6c2b0c51-be9d-4a1c-87f7-4a0d07d1a52a None None] Provisioning complete for port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:57.027299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0c51-be9d-4a1c-87f7-4a0d07d1a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.087165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'tag': 'a15be800-8d05-4af1-a704-670898fba433'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:57.094817 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa82823-d93b-4beb-82b9-af4a4c7a039a" -d '{"events": [{"name": "network-changed", "server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "tag": "a15be800-8d05-4af1-a704-670898fba433"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:57.097563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d5a4ef29-44d1-469b-9b91-23a390550058 req-3353e8e6-75cc-4e8c-a5f6-29b6dae15057 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306350 Jul 16 20:07:57.122924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b0c51-be9d-4a1c-87f7-4a0d07d1a52a None None] Port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:57.236565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:57.238972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871b17-f2bd-4c9a-aa2f-fa58cd7ade94 req-853aaf26-3bf6-4379-b5ea-7bd2b41edc66 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.247398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7871b17-f2bd-4c9a-aa2f-fa58cd7ade94 req-853aaf26-3bf6-4379-b5ea-7bd2b41edc66 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 944 time: 0.1613677 Jul 16 20:07:57.288464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-915f76f6-7039-4dbd-be40-daf5b4f0266d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.289547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'd54f8027-f964-451b-9fdc-507cf6930152', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'port_id': 'd54f8027-f964-451b-9fdc-507cf6930152', 'mac_address': 'fa:16:3e:e2:6a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c0ea65-721d-432b-af25-8ce73d4a45f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:57.296300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-915f76f6-7039-4dbd-be40-daf5b4f0266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.327317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7871b17-f2bd-4c9a-aa2f-fa58cd7ade94 req-279cb1e9-fe02-4d3c-bfeb-08a2342975f7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785675 Jul 16 20:07:57.342675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26f9c25-79a8-4f0f-bb47-2b406eeaf431 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:57.356122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-915f76f6-7039-4dbd-be40-daf5b4f0266d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6d06a9e740124cefb593e20d40f51481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200405 Jul 16 20:07:57.356122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f76f6-7039-4dbd-be40-daf5b4f0266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dfe8f2-2cbf-4e3c-895d-06db84252cf1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:57.356122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43114) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:57.367724 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.376731 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.399892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Transition to ACTIVE for port object f26f9c25-79a8-4f0f-bb47-2b406eeaf431 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:57.402259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54f8027-f964-451b-9fdc-507cf6930152 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:57.415156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497b6c0-ffc9-421d-a237-686015986f96 req-fb16207b-1df9-44ac-93e8-55169d8e46e0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.416906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0497b6c0-ffc9-421d-a237-686015986f96 req-fb16207b-1df9-44ac-93e8-55169d8e46e0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1615572 Jul 16 20:07:57.417589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.421194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f81add-1f98-4b5e-a4be-07bc593ba8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.432041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:57.435439 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b92c5cc-71e0-46f0-ab56-d03c736c51fc x-openstack-request-id: req-5b92c5cc-71e0-46f0-ab56-d03c736c51fc {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:57.436203 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "tag": "a15be800-8d05-4af1-a704-670898fba433", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:57.436898 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5b92c5cc-71e0-46f0-ab56-d03c736c51fc {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:57.437528 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'tag': 'a15be800-8d05-4af1-a704-670898fba433', 'status': 'completed', 'code': 200} Jul 16 20:07:57.446028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.465257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f81add-1f98-4b5e-a4be-07bc593ba8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.536378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:57.537804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f81add-1f98-4b5e-a4be-07bc593ba8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.546736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f81add-1f98-4b5e-a4be-07bc593ba8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.547993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-93f81add-1f98-4b5e-a4be-07bc593ba8a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/55dfe8f2-2cbf-4e3c-895d-06db84252cf1 HTTP/1.1" status: 204 len: 168 time: 0.1911812 Jul 16 20:07:57.572383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f81add-1f98-4b5e-a4be-07bc593ba8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dfe8f2-2cbf-4e3c-895d-06db84252cf1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:57.640812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:57.696100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0497b6c0-ffc9-421d-a237-686015986f96 req-d10d4c99-38b9-4bdf-8833-3a0402caf425 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686307 Jul 16 20:07:57.800068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-bd5140f8-629e-4259-9cc1-3ad544f7a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.804993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-bd5140f8-629e-4259-9cc1-3ad544f7a303 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1127 time: 0.3150206 Jul 16 20:07:57.810778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Attempting to bind port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:57.811277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Attempting to bind port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:57.812013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Attempting to bind port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:57.853746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:57.854081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Attempting to bind port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:57.863058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:57.863399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:57.863786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:57.864220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Bound port: f26f9c25-79a8-4f0f-bb47-2b406eeaf431, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:57.864759 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.879721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['d54f8027-f964-451b-9fdc-507cf6930152'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:58.044279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-fff7f9c1-d021-419f-a6a1-120253606ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.045805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-fff7f9c1-d021-419f-a6a1-120253606ba8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.2312100 Jul 16 20:07:58.071288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] For port f26f9c25-79a8-4f0f-bb47-2b406eeaf431, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:58.114685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-e00910ea-44cb-459d-a79a-2fbb8bdcd827 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 200 len: 217 time: 0.0600202 Jul 16 20:07:58.125136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692b1f6-09b2-4c8c-b2da-3ca69fd9c6f7 req-49ce4472-be73-44c2-9c6d-3be38352cb60 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.128175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1692b1f6-09b2-4c8c-b2da-3ca69fd9c6f7 req-49ce4472-be73-44c2-9c6d-3be38352cb60 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.2497935 Jul 16 20:07:58.131291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] For port f26f9c25-79a8-4f0f-bb47-2b406eeaf431, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:58.143364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.181738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1456b30-2dce-46d4-87f5-31e9c6416c84 req-39b488ba-0f30-407d-b88e-2dfd0de31b86 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.184556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d1456b30-2dce-46d4-87f5-31e9c6416c84 req-39b488ba-0f30-407d-b88e-2dfd0de31b86 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 946 time: 0.0738914 Jul 16 20:07:58.231622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.232488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.232598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d1456b30-2dce-46d4-87f5-31e9c6416c84 req-8482e1ba-638b-4014-82d0-45ae4422705f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Jul 16 20:07:58.233943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] 10.222.0.79 "PUT /v2.0/ports/f26f9c25-79a8-4f0f-bb47-2b406eeaf431 HTTP/1.1" status: 200 len: 1095 time: 1.5622284 Jul 16 20:07:58.259931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'tag': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:58.262134 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f" -d '{"events": [{"name": "network-changed", "server_uuid": "10ce143b-6d5f-4e97-b9b1-1a60e8004c7d", "tag": "f26f9c25-79a8-4f0f-bb47-2b406eeaf431"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:58.281918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1692b1f6-09b2-4c8c-b2da-3ca69fd9c6f7 req-a0a9a2f9-fc4b-479c-bd28-f18d1ed721aa tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415598 Jul 16 20:07:58.302311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-47fa5423-8f0e-46c6-819c-466ed46d96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.303949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-47fa5423-8f0e-46c6-819c-466ed46d96b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.1749055 Jul 16 20:07:58.377336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97236fea-b4b5-4e13-a6e0-c04833fabeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:58.427223 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1b6b4-5deb-4672-9b69-e6fafd0c6aa2 x-openstack-request-id: req-a5c1b6b4-5deb-4672-9b69-e6fafd0c6aa2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:58.427520 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ce143b-6d5f-4e97-b9b1-1a60e8004c7d", "tag": "f26f9c25-79a8-4f0f-bb47-2b406eeaf431", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:58.427765 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a5c1b6b4-5deb-4672-9b69-e6fafd0c6aa2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:58.428168 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'tag': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431', 'status': 'completed', 'code': 200} Jul 16 20:07:58.430425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-fd01b44a-1267-466e-a54e-9ef320d39f5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637057 Jul 16 20:07:58.519212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07486f8-effd-4406-bf56-46a9a833d45f req-ed5ed1af-6b6c-4abf-a045-fdd43eb4e9c8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.529718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d07486f8-effd-4406-bf56-46a9a833d45f req-ed5ed1af-6b6c-4abf-a045-fdd43eb4e9c8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1471102 Jul 16 20:07:58.547556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-42629e90-8707-438a-bfb1-086a666822a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.549087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-42629e90-8707-438a-bfb1-086a666822a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 1098 time: 0.2662702 Jul 16 20:07:58.611576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d07486f8-effd-4406-bf56-46a9a833d45f req-fc840238-acdc-4c95-8d31-96c07c0bb001 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804665 Jul 16 20:07:58.616711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-e50d6ba2-adbb-40d2-ac8e-eca5227de4da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f26f9c25-79a8-4f0f-bb47-2b406eeaf431 HTTP/1.1" status: 200 len: 217 time: 0.0593002 Jul 16 20:07:58.664863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:58.688413 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-ce047841-f607-422d-b81d-90a441ac0bc3 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491686 Jul 16 20:07:58.753658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-b095eac5-cf85-42ea-ac3b-c38cfee9950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.755456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-b095eac5-cf85-42ea-ac3b-c38cfee9950d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1318099 Jul 16 20:07:58.814241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-849691286-network', 'tenant_id': 'ab409a3b4fd048f493b1609bfad94ac9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:58.844740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Made reservation on behalf of ab409a3b4fd048f493b1609bfad94ac9 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:58.848594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.855101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ac1c-a7dd-4be6-8a90-53feda16d6a5 req-90a8d37e-f286-4347-9312-278a287044fc tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.856111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8764ac1c-a7dd-4be6-8a90-53feda16d6a5 req-90a8d37e-f286-4347-9312-278a287044fc tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 945 time: 0.2416227 Jul 16 20:07:58.873937 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.897534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fa82823-d93b-4beb-82b9-af4a4c7a039a req-44f1463b-5852-4007-b437-22838ec44152 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961081 Jul 16 20:07:58.920609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-a59563df-feba-4fcc-a157-057ed1953d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.922461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-a59563df-feba-4fcc-a157-057ed1953d8d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597307 Jul 16 20:07:58.941595 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8764ac1c-a7dd-4be6-8a90-53feda16d6a5 req-7c29855c-6764-4638-9be5-f20106f8bac8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759373 Jul 16 20:07:58.968583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45989164-e429-4430-b03b-425dcc7563c2 req-c0a2449b-c8c5-4c32-b74f-d4fbc3391c06 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.973479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45989164-e429-4430-b03b-425dcc7563c2 req-c0a2449b-c8c5-4c32-b74f-d4fbc3391c06 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1209779 Jul 16 20:07:59.025337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d54f8027-f964-451b-9fdc-507cf6930152 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:59.048563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45989164-e429-4430-b03b-425dcc7563c2 req-d696ce79-175d-4af6-95ba-952dbd51ece2 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740812 Jul 16 20:07:59.051239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-d14c82bc-c775-4e2d-a426-e256fd3bf6a1 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207585 Jul 16 20:07:59.103897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.110526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.131167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port d54f8027-f964-451b-9fdc-507cf6930152 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:59.138253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port d54f8027-f964-451b-9fdc-507cf6930152 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:59.138627 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.148158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:59.158973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0d843-a8f0-45df-959f-60497c684668,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.176966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b79e808-3bc6-493a-aff3-38e44eb57ca8 req-51154246-d8dd-4f33-aa64-cc6d2f56349d service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185398 Jul 16 20:07:59.179414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.179613 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Added segment 4007389a-5f8d-4604-adb5-b65c2b3446ef of type vlan for network 474256b0-764c-4b0a-884f-4c990a47d6e1 Jul 16 20:07:59.225396 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.242434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.260176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.261557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.262142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.270721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:59.273223 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e7c2b0-25fb-48a4-9db9-6dc46f448001" -d '{"events": [{"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d54f8027-f964-451b-9fdc-507cf6930152"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:59.289493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:59.294091 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.342874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6738641 Jul 16 20:07:59.343780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43162) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:59.366235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Request body: {'subnet': {'network_id': '474256b0-764c-4b0a-884f-4c990a47d6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-849691286-subnet', 'tenant_id': 'ab409a3b4fd048f493b1609bfad94ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:59.373676 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fe0709-fe65-4080-90c3-57993f7723b9 x-openstack-request-id: req-92fe0709-fe65-4080-90c3-57993f7723b9 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:59.373976 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d54f8027-f964-451b-9fdc-507cf6930152", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:59.374302 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-92fe0709-fe65-4080-90c3-57993f7723b9 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:59.375119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-dd2f0129-a9b2-4d1f-9331-bc023c3745bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.375267 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152', 'code': 200} Jul 16 20:07:59.377114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-dd2f0129-a9b2-4d1f-9331-bc023c3745bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 1098 time: 0.1442206 Jul 16 20:07:59.378531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.461721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f08cc9-be02-4f33-b7bd-9590c04efffe admin admin] Pushing event updated for resources: {'Network': ['ID=474256b0-764c-4b0a-884f-4c990a47d6e1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.472657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 474256b0-764c-4b0a-884f-4c990a47d6e1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:59.522582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Made reservation on behalf of ab409a3b4fd048f493b1609bfad94ac9 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:59.525525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.577296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938c67f-1fdd-49b3-a112-9585b3080b80 req-bf98aa1b-08dd-4ac6-85f3-35aa5d1694f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.579208 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3938c67f-1fdd-49b3-a112-9585b3080b80 req-bf98aa1b-08dd-4ac6-85f3-35aa5d1694f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 1098 time: 0.0927331 Jul 16 20:07:59.602861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ca7e8-2e77-4ef3-80c0-d14f6c7a041e req-3306a170-5256-4389-840f-74eda953196b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.605164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-062ca7e8-2e77-4ef3-80c0-d14f6c7a041e req-3306a170-5256-4389-840f-74eda953196b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 946 time: 0.1480937 Jul 16 20:07:59.619751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-b0747fce-0aac-418c-b8c5-b8531f345f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.623466 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-b0747fce-0aac-418c-b8c5-b8531f345f39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2339017 Jul 16 20:07:59.669011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-062ca7e8-2e77-4ef3-80c0-d14f6c7a041e req-92bdc4d5-5d20-43be-9337-80188d66417e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562246 Jul 16 20:07:59.680488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-04b7ef50-1ab5-492e-be96-3788d3e7e2ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f26f9c25-79a8-4f0f-bb47-2b406eeaf431 HTTP/1.1" status: 200 len: 217 time: 0.0475295 Jul 16 20:07:59.772926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3938c67f-1fdd-49b3-a112-9585b3080b80 req-4c2c5c41-f3b1-45a2-b8c3-887b66e1c476 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468422 Jul 16 20:07:59.786411 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.804520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf572ea-e62c-4dd6-a6d5-993b9c06a331 req-794c6270-9830-448e-932c-e4a49f4c0dcf tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.806279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-faf572ea-e62c-4dd6-a6d5-993b9c06a331 req-794c6270-9830-448e-932c-e4a49f4c0dcf tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.2241111 Jul 16 20:07:59.810286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-9130400d-342b-4470-97b7-c04b317dfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.811831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-9130400d-342b-4470-97b7-c04b317dfc3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1199646 Jul 16 20:07:59.872259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59976b8f-8ef4-4203-b997-8ac6be802321,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.878403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-faf572ea-e62c-4dd6-a6d5-993b9c06a331 req-224ecc0c-24c3-4d15-bf88-afdeef41e601 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646336 Jul 16 20:07:59.906554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-4ebaa721-82f8-4c42-971d-19032c24d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.908544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-4ebaa721-82f8-4c42-971d-19032c24d56d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804179 Jul 16 20:07:59.916665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Checking segment: {'id': '4007389a-5f8d-4604-adb5-b65c2b3446ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '474256b0-764c-4b0a-884f-4c990a47d6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:59.917487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Network hostable DHCP agents. Network: 474256b0-764c-4b0a-884f-4c990a47d6e1, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:59.944341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Network 474256b0-764c-4b0a-884f-4c990a47d6e1 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:59.969072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337e46f-603e-495b-97fb-f78ab8a7fc2f req-3de4211b-35f2-4491-b4e0-a5f31f6056d6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.971177 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4337e46f-603e-495b-97fb-f78ab8a7fc2f req-3de4211b-35f2-4491-b4e0-a5f31f6056d6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1750109 Jul 16 20:07:59.975976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 474256b0-764c-4b0a-884f-4c990a47d6e1) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:59.985003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a837382-b3e7-4485-a7a6-f15316afb8b6 None None] Network 474256b0-764c-4b0a-884f-4c990a47d6e1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:00.047301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-4f79f39f-fe76-4f8a-8082-8a8f4b2b06ea service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295094 Jul 16 20:08:00.158337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd36319-7f32-4093-a458-d718c33ac14b None None] Network 474256b0-764c-4b0a-884f-4c990a47d6e1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:00.238675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ff050ae-cc20-44c9-8dc9-a34e1b25657f req-f880579c-94f8-421b-b696-6e8ed4c1bec5 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782613 Jul 16 20:08:00.276050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86188ac-304e-4665-95f9-0ee02ebbfe7d req-e86ae3c5-4050-4219-ab4c-676d4bd85e7d tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.277629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d86188ac-304e-4665-95f9-0ee02ebbfe7d req-e86ae3c5-4050-4219-ab4c-676d4bd85e7d tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.0807593 Jul 16 20:08:00.324650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.325244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.343496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d86188ac-304e-4665-95f9-0ee02ebbfe7d req-3d9ec89b-c225-4520-aa9c-61660ee9d37c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595934 Jul 16 20:08:00.366191 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4337e46f-603e-495b-97fb-f78ab8a7fc2f req-3b0448e3-6d88-4576-ad8f-d7d567ae97cd tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878975 Jul 16 20:08:00.368422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-10238e12-c4ef-4222-9be4-05d010ae3629 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0165997 Jul 16 20:08:00.545869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1b176-d3ab-4ab6-bf80-ba9bdac0b35a req-da18ed39-5ef2-4b78-8972-affbad4c6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.547257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84fbae-fd64-44fc-90eb-1f2dab1b9da5 req-9180741b-0247-43a0-bcc2-812f47f1f4a6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.547447 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eaf1b176-d3ab-4ab6-bf80-ba9bdac0b35a req-da18ed39-5ef2-4b78-8972-affbad4c6b4d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 1098 time: 0.1063938 Jul 16 20:08:00.551601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca84fbae-fd64-44fc-90eb-1f2dab1b9da5 req-9180741b-0247-43a0-bcc2-812f47f1f4a6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0834849 Jul 16 20:08:00.592202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eaf1b176-d3ab-4ab6-bf80-ba9bdac0b35a req-e5dd7ca4-8519-49fa-96a7-f826d7840a83 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369413 Jul 16 20:08:00.606714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca84fbae-fd64-44fc-90eb-1f2dab1b9da5 req-c4689a92-e240-4d92-85e7-10395e42b3b1 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Jul 16 20:08:00.727320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-6ad2715f-3005-453d-8470-18b3ebd363aa req-e6a8e1b7-2bf4-4584-b755-e9e129a2c731 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-342666263', 'description': 'tempest-description-1655047949'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:00.732675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-0273c198-efd6-4d30-a788-af43725ab1b4 service neutron] 10.222.0.79 "GET /v2.0/ports/a15be800-8d05-4af1-a704-670898fba433/bindings/n-h1-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.0718043 Jul 16 20:08:00.755663 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6ad2715f-3005-453d-8470-18b3ebd363aa req-e6a8e1b7-2bf4-4584-b755-e9e129a2c731 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.866072 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6ad2715f-3005-453d-8470-18b3ebd363aa req-e6a8e1b7-2bf4-4584-b755-e9e129a2c731 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.871451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6ad2715f-3005-453d-8470-18b3ebd363aa req-e6a8e1b7-2bf4-4584-b755-e9e129a2c731 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.904256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6ad2715f-3005-453d-8470-18b3ebd363aa req-e6a8e1b7-2bf4-4584-b755-e9e129a2c731 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.905539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ad2715f-3005-453d-8470-18b3ebd363aa req-e6a8e1b7-2bf4-4584-b755-e9e129a2c731 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1840205 Jul 16 20:08:00.906514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e1b7-2bf4-4584-b755-e9e129a2c731 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33637f-a2e2-4221-aac9-6902dc68f729,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:00.967782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f101ecb-b430-4ca4-ba36-cb12dd9c753e req-36f15c7d-7df7-42ee-8d34-47893efa8567 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.969273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f101ecb-b430-4ca4-ba36-cb12dd9c753e req-36f15c7d-7df7-42ee-8d34-47893efa8567 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 946 time: 0.1541865 Jul 16 20:08:00.991340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:01.030343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:01.034786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f101ecb-b430-4ca4-ba36-cb12dd9c753e req-9d357f2e-c772-4547-8b71-fb150cbb3faf tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561414 Jul 16 20:08:01.042585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f26f9c25-79a8-4f0f-bb47-2b406eeaf431 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:01.047255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a15be800-8d05-4af1-a704-670898fba433 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:01.067094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15be800-8d05-4af1-a704-670898fba433 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:01.078447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:01.101053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6fc8f-a98b-4576-a1b4-07814a69ad8f req-8c6d7e3e-893e-4808-979a-d89192143639 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.104095 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.107662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75d6fc8f-a98b-4576-a1b4-07814a69ad8f req-8c6d7e3e-893e-4808-979a-d89192143639 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 944 time: 0.0982137 Jul 16 20:08:01.143668 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75d6fc8f-a98b-4576-a1b4-07814a69ad8f req-344c82c9-6a0a-42cc-8185-2021272101d7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347404 Jul 16 20:08:01.170736 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-72e722fd-2ec0-47fa-8f5f-4646cd434861 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/ed33637f-a2e2-4221-aac9-6902dc68f729 HTTP/1.1" status: 200 len: 1812 time: 0.0895312 Jul 16 20:08:01.181705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed33637f-a2e2-4221-aac9-6902dc68f729', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:01.182033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed33637f-a2e2-4221-aac9-6902dc68f729', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:01.239105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port f26f9c25-79a8-4f0f-bb47-2b406eeaf431, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:01.250995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431', 'mac_address': 'fa:16:3e:b0:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:01.251578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] Transition to ACTIVE for port object a15be800-8d05-4af1-a704-670898fba433 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:01.263886 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.311994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.361292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] No DVR routers for this DVR port a15be800-8d05-4af1-a704-670898fba433 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:01.377200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] Pushing event updated for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.381595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.409039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.425944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-ac3fdb61-a832-4a10-b9d5-025155dde5cf service neutron] 10.222.0.79 "PUT /v2.0/ports/a15be800-8d05-4af1-a704-670898fba433/bindings/n-h1-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6849241 Jul 16 20:08:01.443315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bd083b-ca0d-4b70-ad0e-e363b355ae04,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.445359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.454311 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.459868 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c16b3a63-4834-46ef-87a6-3ed519509b58 req-a763aab9-205d-4de3-a8ab-2549c7f1cac7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2877309 Jul 16 20:08:01.471800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26f9c25-79a8-4f0f-bb47-2b406eeaf431 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:01.511123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port f26f9c25-79a8-4f0f-bb47-2b406eeaf431, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:01.517879 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.579748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.617377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-e805f61a-0cf1-49fd-ba40-1c143a9a77d1 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.619568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-e805f61a-0cf1-49fd-ba40-1c143a9a77d1 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.0895190 Jul 16 20:08:01.628468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a157f56-e1e1-45ec-b9b7-fb369d6c34a3 req-393e732d-c816-4064-b2ac-f4587d5f4659 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.630015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a157f56-e1e1-45ec-b9b7-fb369d6c34a3 req-393e732d-c816-4064-b2ac-f4587d5f4659 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.1318035 Jul 16 20:08:01.639886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc5cf4-e6cb-48c0-9ffc-7b05b6de81fe req-7696f9f5-0d53-4534-8de2-a4a2acb9dbfc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.641434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adbc5cf4-e6cb-48c0-9ffc-7b05b6de81fe req-7696f9f5-0d53-4534-8de2-a4a2acb9dbfc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0722818 Jul 16 20:08:01.705327 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adbc5cf4-e6cb-48c0-9ffc-7b05b6de81fe req-0e575216-1d6f-4b66-914f-c827093ced6e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Jul 16 20:08:01.742822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a157f56-e1e1-45ec-b9b7-fb369d6c34a3 req-8eb1cfc4-8bfc-4867-86ed-cb6ef5d304b0 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037691 Jul 16 20:08:01.758266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-83c2bccf-8927-4478-a976-324ea6ef64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.760094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-83c2bccf-8927-4478-a976-324ea6ef64c4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9&tenant_id=c54950886ff24cafad46d7f818cda19e HTTP/1.1" status: 200 len: 1097 time: 0.1290879 Jul 16 20:08:01.787200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c557dd-f082-405b-a067-b428d4d74da2 req-83e9f5eb-3a32-44c9-aa87-bf27e50afdd4 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/ed33637f-a2e2-4221-aac9-6902dc68f729 HTTP/1.1" status: 200 len: 2405 time: 0.0536718 Jul 16 20:08:01.808192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['f26f9c25-79a8-4f0f-bb47-2b406eeaf431'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:01.876260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-3bd5b827-1a1c-4aaa-a8c4-a31827ec53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.878481 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-3bd5b827-1a1c-4aaa-a8c4-a31827ec53e9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1097 time: 0.0718892 Jul 16 20:08:01.989144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684236b-2c98-4ad5-8ab4-7f96a9ca17e0 req-d8f92809-652c-49ad-b4c7-66b9e8497c0e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.991370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c684236b-2c98-4ad5-8ab4-7f96a9ca17e0 req-d8f92809-652c-49ad-b4c7-66b9e8497c0e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0811520 Jul 16 20:08:02.028874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-18ac8e47-e59e-47ff-8084-299d1f1dd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.030812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c684236b-2c98-4ad5-8ab4-7f96a9ca17e0 req-7498553d-c673-4e5e-934f-82b79558406a tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Jul 16 20:08:02.031565 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-18ac8e47-e59e-47ff-8084-299d1f1dd15f service neutron] 10.222.0.99 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.1454480 Jul 16 20:08:02.079673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-4cbbd433-de57-4adf-8629-69e89e2a699e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 200 len: 217 time: 0.0399587 Jul 16 20:08:02.088559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fa298aa-cc9b-4bca-9087-d2944a2cf623 req-d42af1f1-d268-4dc7-a39c-3ed78ca22aa7 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-group-rules/c7bd083b-ca0d-4b70-ad0e-e363b355ae04 HTTP/1.1" status: 200 len: 778 time: 0.0224419 Jul 16 20:08:02.106781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b76d-ceea-4f7d-b903-6fda253fe873 req-a1f13e95-6d09-44af-91b8-a9c926b735ff tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.108311 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a937b76d-ceea-4f7d-b903-6fda253fe873 req-a1f13e95-6d09-44af-91b8-a9c926b735ff tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.1281550 Jul 16 20:08:02.142662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fa298aa-cc9b-4bca-9087-d2944a2cf623 req-7834c166-b9fa-49f9-9b6f-f66f6f3676ac tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/ed33637f-a2e2-4221-aac9-6902dc68f729 HTTP/1.1" status: 200 len: 2405 time: 0.0477149 Jul 16 20:08:02.168775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-a45459a0-ba5d-4652-bb5c-9ae724c8e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.170875 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-a45459a0-ba5d-4652-bb5c-9ae724c8e534 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.0816147 Jul 16 20:08:02.174142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7fa298aa-cc9b-4bca-9087-d2944a2cf623 req-1afbac39-5ae3-4145-be59-88364fea45a4 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.177765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a937b76d-ceea-4f7d-b903-6fda253fe873 req-c567851d-2788-4ecd-838f-28aa24f25b72 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497303 Jul 16 20:08:02.183576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7fa298aa-cc9b-4bca-9087-d2944a2cf623 req-1afbac39-5ae3-4145-be59-88364fea45a4 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.214218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-26b365e0-7a42-4665-8ad8-76cb5460f9ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352354 Jul 16 20:08:02.236914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7fa298aa-cc9b-4bca-9087-d2944a2cf623 req-1afbac39-5ae3-4145-be59-88364fea45a4 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.245129 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7fa298aa-cc9b-4bca-9087-d2944a2cf623 req-1afbac39-5ae3-4145-be59-88364fea45a4 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.246188 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fa298aa-cc9b-4bca-9087-d2944a2cf623 req-1afbac39-5ae3-4145-be59-88364fea45a4 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/c7bd083b-ca0d-4b70-ad0e-e363b355ae04 HTTP/1.1" status: 204 len: 173 time: 0.0975182 Jul 16 20:08:02.253745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbac39-5ae3-4145-be59-88364fea45a4 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7bd083b-ca0d-4b70-ad0e-e363b355ae04,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:02.342264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-0736a203-2b11-4b89-a0f9-5d7532c27ddc service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173210 Jul 16 20:08:02.446723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0d61-5718-461b-8232-eab05d04069c req-bb7f008f-be10-4405-8c66-f1be09a31f93 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.449098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e6e0d61-5718-461b-8232-eab05d04069c req-bb7f008f-be10-4405-8c66-f1be09a31f93 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 947 time: 0.0789611 Jul 16 20:08:02.482132 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-125ce0d0-d04f-4310-98d5-9c81f98363d8 service neutron] 10.222.0.99 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249976 Jul 16 20:08:02.502438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e6e0d61-5718-461b-8232-eab05d04069c req-94e91e20-fc25-4faa-b7d5-164efb6037b4 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Jul 16 20:08:02.599318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe919f-7f12-42fe-99ce-79eb94208703 req-bc677439-6bc3-4e89-b076-083189adb871 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.600876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fbe919f-7f12-42fe-99ce-79eb94208703 req-bc677439-6bc3-4e89-b076-083189adb871 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0757859 Jul 16 20:08:02.643769 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fbe919f-7f12-42fe-99ce-79eb94208703 req-2b8effaf-e38e-4e77-956b-cc31a123dbb8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Jul 16 20:08:02.687460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-36553993-198c-4692-af52-8ff71866a81d req-044a5434-98b7-41ea-9138-ceed0a3a2048 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1472001454', 'description': 'tempest-description-362207218'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:02.712542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-36553993-198c-4692-af52-8ff71866a81d req-044a5434-98b7-41ea-9138-ceed0a3a2048 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.725651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595f357-451e-48b4-82ea-6bb839e9203d req-4bb63313-c483-4ebc-87e0-6ec55d67d46a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.727188 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c595f357-451e-48b4-82ea-6bb839e9203d req-4bb63313-c483-4ebc-87e0-6ec55d67d46a tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 945 time: 0.0963585 Jul 16 20:08:02.780815 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c595f357-451e-48b4-82ea-6bb839e9203d req-b1b074fd-53e8-4386-8597-31d96453b6a6 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Jul 16 20:08:02.831618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-36553993-198c-4692-af52-8ff71866a81d req-044a5434-98b7-41ea-9138-ceed0a3a2048 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.873226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-36553993-198c-4692-af52-8ff71866a81d req-044a5434-98b7-41ea-9138-ceed0a3a2048 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.922493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-36553993-198c-4692-af52-8ff71866a81d req-044a5434-98b7-41ea-9138-ceed0a3a2048 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.924325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-36553993-198c-4692-af52-8ff71866a81d req-044a5434-98b7-41ea-9138-ceed0a3a2048 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2430189 Jul 16 20:08:02.937366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a5434-98b7-41ea-9138-ceed0a3a2048 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e43493-ec4b-4bdc-a604-8f05f4fd5678,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:02.956796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-036fecb5-5e15-4d8c-b2c4-1ab350d4df6d tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.959026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-036fecb5-5e15-4d8c-b2c4-1ab350d4df6d tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9&tenant_id=c54950886ff24cafad46d7f818cda19e&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.1316760 Jul 16 20:08:03.046962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f26f9c25-79a8-4f0f-bb47-2b406eeaf431 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:03.127084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:03.132357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:03.132965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.135223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400026b-d05e-4d55-b01d-a68f26054ace req-5857b019-ea69-4a13-8fee-1bf67e6cc833 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.137907 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e400026b-d05e-4d55-b01d-a68f26054ace req-5857b019-ea69-4a13-8fee-1bf67e6cc833 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.1005356 Jul 16 20:08:03.181412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e400026b-d05e-4d55-b01d-a68f26054ace req-326c06dc-f25c-44af-ba66-6c482ba284f0 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Jul 16 20:08:03.194872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-e34b35ac-c6da-4112-adf0-4a9edc5ba273 service neutron] For port a15be800-8d05-4af1-a704-670898fba433, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:03.201814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-e34b35ac-c6da-4112-adf0-4a9edc5ba273 service neutron] Notify callbacks [] for binding, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.203146 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1abbb3a3-64c1-4ef2-850a-a55ccb44bb42 req-e34b35ac-c6da-4112-adf0-4a9edc5ba273 service neutron] 10.222.0.99 "DELETE /v2.0/ports/a15be800-8d05-4af1-a704-670898fba433/bindings/n-h2-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.2272401 Jul 16 20:08:03.239407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b60425-e2cc-4351-9cef-46cc0257b8f0 req-99dead64-99b4-4863-a9ee-001366652581 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.246965 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0b60425-e2cc-4351-9cef-46cc0257b8f0 req-99dead64-99b4-4863-a9ee-001366652581 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1750281 Jul 16 20:08:03.259927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.287038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:03.289428 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5493b12b-abe7-4a05-828d-3036f7f5ffb8" -d '{"events": [{"server_uuid": "10ce143b-6d5f-4e97-b9b1-1a60e8004c7d", "name": "network-vif-plugged", "status": "completed", "tag": "f26f9c25-79a8-4f0f-bb47-2b406eeaf431"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:03.291594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0b60425-e2cc-4351-9cef-46cc0257b8f0 req-3ff0ba00-b05f-4cdd-8f2b-2cb3077b4472 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Jul 16 20:08:03.305917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port f26f9c25-79a8-4f0f-bb47-2b406eeaf431, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:03.320901 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.371900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67e4794b-38f3-443b-a6a2-220c47f317e3 req-6202cba3-9244-4b59-9075-db8eb1ea2207 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/a5e43493-ec4b-4bdc-a604-8f05f4fd5678 HTTP/1.1" status: 200 len: 1812 time: 0.0478077 Jul 16 20:08:03.386723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.570346 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3002f6-c989-430a-9713-a01283c03f3f x-openstack-request-id: req-6e3002f6-c989-430a-9713-a01283c03f3f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:03.571090 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ce143b-6d5f-4e97-b9b1-1a60e8004c7d", "name": "network-vif-plugged", "status": "completed", "tag": "f26f9c25-79a8-4f0f-bb47-2b406eeaf431", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:03.571454 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6e3002f6-c989-430a-9713-a01283c03f3f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:03.572094 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431', 'code': 200} Jul 16 20:08:03.578708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096eb3-b1b8-4d76-b1b0-02dc5af09bfc req-9a11e4c1-8d42-4aa8-a484-b720cd1c126c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.586389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03096eb3-b1b8-4d76-b1b0-02dc5af09bfc req-9a11e4c1-8d42-4aa8-a484-b720cd1c126c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.0984018 Jul 16 20:08:03.629560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03096eb3-b1b8-4d76-b1b0-02dc5af09bfc req-e291eae3-1726-47f6-ad08-e8189b1dae9c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Jul 16 20:08:03.846638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93eb52-aff2-434a-800c-2564efd96182 req-b1242537-75cb-46be-9071-419b1c247fd0 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.853072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a93eb52-aff2-434a-800c-2564efd96182 req-b1242537-75cb-46be-9071-419b1c247fd0 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 948 time: 0.1114814 Jul 16 20:08:03.932794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a93eb52-aff2-434a-800c-2564efd96182 req-6244e829-92e3-487d-b085-70c45dbe9f9c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686882 Jul 16 20:08:03.982644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-b698b5fc-6d24-4827-9e34-ae803ffa858a req-712ad307-8e45-45a5-a33f-bf6a628d5efe tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1944150061', 'description': 'tempest-description-657106667'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:04.011996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b698b5fc-6d24-4827-9e34-ae803ffa858a req-712ad307-8e45-45a5-a33f-bf6a628d5efe tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.140778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46420667-3196-4343-b86f-1d48f2306a30 req-62537824-5f2e-4659-8dd6-80a758722224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.142326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46420667-3196-4343-b86f-1d48f2306a30 req-62537824-5f2e-4659-8dd6-80a758722224 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 1100 time: 0.4624057 Jul 16 20:08:04.142881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b698b5fc-6d24-4827-9e34-ae803ffa858a req-712ad307-8e45-45a5-a33f-bf6a628d5efe tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.148906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b698b5fc-6d24-4827-9e34-ae803ffa858a req-712ad307-8e45-45a5-a33f-bf6a628d5efe tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.164770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddee08-15c1-4b9b-bbd0-cc3d7ed0351f req-157753bb-122d-4d8e-a4c8-0109ef097775 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.166365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcddee08-15c1-4b9b-bbd0-cc3d7ed0351f req-157753bb-122d-4d8e-a4c8-0109ef097775 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.4569113 Jul 16 20:08:04.188084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ad307-8e45-45a5-a33f-bf6a628d5efe tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75645d-025a-4567-bc97-09f3335a5364,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:04.200721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b698b5fc-6d24-4827-9e34-ae803ffa858a req-712ad307-8e45-45a5-a33f-bf6a628d5efe tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.214056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46420667-3196-4343-b86f-1d48f2306a30 req-ed426f77-e612-40b9-b5ac-fa9678c4432d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626442 Jul 16 20:08:04.215681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b698b5fc-6d24-4827-9e34-ae803ffa858a req-712ad307-8e45-45a5-a33f-bf6a628d5efe tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2376137 Jul 16 20:08:04.228791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcddee08-15c1-4b9b-bbd0-cc3d7ed0351f req-0510aafd-f5be-45c6-943a-079ae84dbda8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542133 Jul 16 20:08:04.417356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036279-2418-4c38-b653-f2c1be5f0344 req-71868310-8912-4820-aa96-85ce079fbc01 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.419813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84036279-2418-4c38-b653-f2c1be5f0344 req-71868310-8912-4820-aa96-85ce079fbc01 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 945 time: 0.0866168 Jul 16 20:08:04.471137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-477b60ce-470d-4b85-8738-5ef5613722e8 req-23470562-9f05-4617-bb94-d2eb0d1c0bf0 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/2e75645d-025a-4567-bc97-09f3335a5364 HTTP/1.1" status: 200 len: 1812 time: 0.0660565 Jul 16 20:08:04.487180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84036279-2418-4c38-b653-f2c1be5f0344 req-215503ba-c546-4344-94f1-05b850389a60 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520842 Jul 16 20:08:04.660971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5eefd-d16d-445c-9b8f-0a890bd27583 req-98cfae15-9070-418e-9d68-199e259abcf6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.667565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4b5eefd-d16d-445c-9b8f-0a890bd27583 req-98cfae15-9070-418e-9d68-199e259abcf6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.0886514 Jul 16 20:08:04.706684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4b5eefd-d16d-445c-9b8f-0a890bd27583 req-70cdd648-d677-44e6-ac3b-27abc8fd75f4 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Jul 16 20:08:04.770007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fd19-605f-4140-80db-f7cd66469e2e req-8c9f148f-f2a6-44b6-9e91-39b247719a60 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.771956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e862fd19-605f-4140-80db-f7cd66469e2e req-8c9f148f-f2a6-44b6-9e91-39b247719a60 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0903022 Jul 16 20:08:04.836814 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e862fd19-605f-4140-80db-f7cd66469e2e req-90709c46-794c-4361-bf38-6bec5995d673 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544348 Jul 16 20:08:04.874244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c3d2d5df-faba-4fbe-b5ab-55cb6fdb337f req-9fde8831-6998-42ef-b659-20d6c9d9f803 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-408371257', 'description': 'tempest-description-476873646'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:04.912935 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c3d2d5df-faba-4fbe-b5ab-55cb6fdb337f req-9fde8831-6998-42ef-b659-20d6c9d9f803 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.019767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c3d2d5df-faba-4fbe-b5ab-55cb6fdb337f req-9fde8831-6998-42ef-b659-20d6c9d9f803 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.024605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c3d2d5df-faba-4fbe-b5ab-55cb6fdb337f req-9fde8831-6998-42ef-b659-20d6c9d9f803 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.055096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c3d2d5df-faba-4fbe-b5ab-55cb6fdb337f req-9fde8831-6998-42ef-b659-20d6c9d9f803 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.056554 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3d2d5df-faba-4fbe-b5ab-55cb6fdb337f req-9fde8831-6998-42ef-b659-20d6c9d9f803 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1887426 Jul 16 20:08:05.058253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde8831-6998-42ef-b659-20d6c9d9f803 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28476b10-06cc-47b8-b25a-bca5e1f33174,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:05.066540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81f7f6-6fd4-4626-bf3e-a6eb25e31801 req-90f066d8-e84f-4e07-b275-7a8884919a93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.068505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd81f7f6-6fd4-4626-bf3e-a6eb25e31801 req-90f066d8-e84f-4e07-b275-7a8884919a93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.0690265 Jul 16 20:08:05.120552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd81f7f6-6fd4-4626-bf3e-a6eb25e31801 req-3c17f588-0eac-477d-8585-afbf2e4216ca tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Jul 16 20:08:05.226521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed79259-4a24-4526-af2d-bbb561c58318 req-e8fd9d4e-1b6b-42bd-b96d-98163e9aa4c9 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.227306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed79259-4a24-4526-af2d-bbb561c58318 req-e8fd9d4e-1b6b-42bd-b96d-98163e9aa4c9 tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 1097 time: 0.0574465 Jul 16 20:08:05.262985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed79259-4a24-4526-af2d-bbb561c58318 req-b132c32e-dc3d-4a0c-b8e4-b6c8ab491b8c tempest-LiveAutoBlockMigrationV225Test-1234920041 tempest-LiveAutoBlockMigrationV225Test-1234920041-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299616 Jul 16 20:08:05.299896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382f10-3e4d-416b-88a6-b6a3f4ecd889 req-9e43c3e1-81e4-46c0-9363-0d994f2d35f1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.301488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2382f10-3e4d-416b-88a6-b6a3f4ecd889 req-9e43c3e1-81e4-46c0-9363-0d994f2d35f1 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 948 time: 0.0730627 Jul 16 20:08:05.351980 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08619e37-3ce3-441f-ad5e-56842994d75e req-6bb993a8-9319-41db-93b1-8f4bf70da741 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/28476b10-06cc-47b8-b25a-bca5e1f33174 HTTP/1.1" status: 200 len: 1811 time: 0.0415089 Jul 16 20:08:05.389822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2382f10-3e4d-416b-88a6-b6a3f4ecd889 req-1bc7b023-221a-4b87-9dc7-3c249bb4baa5 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800509 Jul 16 20:08:05.395979 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-886c8efd-e013-45b6-8366-59011c7d3616 service neutron] show failed (client error): The resource could not be found. Jul 16 20:08:05.397218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-886c8efd-e013-45b6-8366-59011c7d3616 service neutron] 10.222.0.99 "GET /v2.0/ports/7c4d275d-45a8-4273-ab96-5f996b56e603/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0944803 Jul 16 20:08:05.577122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959398-454e-43f3-9933-56cceff4b2bb req-066e32dd-0de2-4ba4-8a5c-7803dceae33b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.579003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97959398-454e-43f3-9933-56cceff4b2bb req-066e32dd-0de2-4ba4-8a5c-7803dceae33b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0893714 Jul 16 20:08:05.629688 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97959398-454e-43f3-9933-56cceff4b2bb req-5d9ff1e9-4f24-444d-bbd2-855f62cc1f40 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435598 Jul 16 20:08:05.680177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-99def875-2c8a-4297-8f2f-d3b94bbfd76e req-f46fa92c-63ce-4031-b723-2ba7f3cf4651 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-487577642', 'description': 'tempest-description-1388769828'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:05.730676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-99def875-2c8a-4297-8f2f-d3b94bbfd76e req-f46fa92c-63ce-4031-b723-2ba7f3cf4651 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.790115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-7ef3dd34-2178-425f-8794-8d560294e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.791569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-7ef3dd34-2178-425f-8794-8d560294e452 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12&tenant_id=91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 1101 time: 0.0899270 Jul 16 20:08:05.809702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:05.870345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410d787-b39f-4283-ac7c-f31be9dc5d30 req-b8c3a432-7326-4fbc-982b-821a57a3bb85 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.877008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3410d787-b39f-4283-ac7c-f31be9dc5d30 req-b8c3a432-7326-4fbc-982b-821a57a3bb85 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.0752563 Jul 16 20:08:05.877261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-99def875-2c8a-4297-8f2f-d3b94bbfd76e req-f46fa92c-63ce-4031-b723-2ba7f3cf4651 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.902348 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-99def875-2c8a-4297-8f2f-d3b94bbfd76e req-f46fa92c-63ce-4031-b723-2ba7f3cf4651 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.924382 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3410d787-b39f-4283-ac7c-f31be9dc5d30 req-f3b98c31-e3da-46ee-8569-2a0e6fb349a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Jul 16 20:08:05.942804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fa92c-63ce-4031-b723-2ba7f3cf4651 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b040853b-4332-4ef4-b379-f22e7f88b273,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:05.961652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-99def875-2c8a-4297-8f2f-d3b94bbfd76e req-f46fa92c-63ce-4031-b723-2ba7f3cf4651 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.965972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5c84981b-db5d-463e-b056-51bae56aa464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.967172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99def875-2c8a-4297-8f2f-d3b94bbfd76e req-f46fa92c-63ce-4031-b723-2ba7f3cf4651 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2912986 Jul 16 20:08:05.967890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.223622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:06.238028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfb416-4cd4-4f0c-bf47-5b11ed6aacf1 req-48afe7f1-f078-40bd-a25f-6e52152eefa2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.239626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9cdfb416-4cd4-4f0c-bf47-5b11ed6aacf1 req-48afe7f1-f078-40bd-a25f-6e52152eefa2 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 945 time: 0.0767801 Jul 16 20:08:06.262125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:06.280616 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9cdfb416-4cd4-4f0c-bf47-5b11ed6aacf1 req-f84efda0-0d01-44b3-9f94-0cbd3a5a0705 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Jul 16 20:08:06.310071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:06.313199 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6633b555-5d42-4186-bbb4-499d6d274de9" -d '{"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:06.317525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.341519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Transition to ACTIVE for port object 7c4d275d-45a8-4273-ab96-5f996b56e603 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:06.363220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.426079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.451172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] No DVR routers for this DVR port 7c4d275d-45a8-4273-ab96-5f996b56e603 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:06.477991 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e93b3-e05f-4e5d-94f4-01e35fced8a1 req-5117fcf5-ccbd-430f-b8ec-9a1c8b3a7573 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.480320 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-524e93b3-e05f-4e5d-94f4-01e35fced8a1 req-5117fcf5-ccbd-430f-b8ec-9a1c8b3a7573 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1529593 Jul 16 20:08:06.530210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466a2c-544c-495e-94aa-b819ed8b4046 req-f4d8e45e-e411-487a-8be1-b8effa02731c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.531963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-87466a2c-544c-495e-94aa-b819ed8b4046 req-f4d8e45e-e411-487a-8be1-b8effa02731c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.1221600 Jul 16 20:08:06.532114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:06.532414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:06.532764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:06.538535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Port 7c4d275d-45a8-4273-ab96-5f996b56e603 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:06.539159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Attempting to bind port 7c4d275d-45a8-4273-ab96-5f996b56e603 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:06.544801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-8e557c04-8bcc-4016-af0e-52a2a0c34020 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.546514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-8e557c04-8bcc-4016-af0e-52a2a0c34020 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 945 time: 0.0998781 Jul 16 20:08:06.558656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:06.559047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:06.559526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:06.560194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Bound port: 7c4d275d-45a8-4273-ab96-5f996b56e603, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:06.560887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.570879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-524e93b3-e05f-4e5d-94f4-01e35fced8a1 req-7f3f6346-f916-4531-88e9-ba0ac2f642a3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716305 Jul 16 20:08:06.638716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-87466a2c-544c-495e-94aa-b819ed8b4046 req-27c902f1-691d-4e35-a958-e0fcdd61d1a0 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911243 Jul 16 20:08:06.703515 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c449ee2-5a0b-4129-86ee-1fa6f55a31ac req-0ff0e6d7-aae7-4f2d-9ed0-ddd59df9343a tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/b040853b-4332-4ef4-b379-f22e7f88b273 HTTP/1.1" status: 200 len: 1812 time: 0.0993247 Jul 16 20:08:06.706150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Deleting port a15be800-8d05-4af1-a704-670898fba433 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:06.707435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.711294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:06.715143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:06.722936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.759278 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320d356-c40a-47fd-b7ea-073937d985c4 x-openstack-request-id: req-8320d356-c40a-47fd-b7ea-073937d985c4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:06.759860 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:06.760269 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8320d356-c40a-47fd-b7ea-073937d985c4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:06.760839 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'code': 200} Jul 16 20:08:06.774888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.775529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.776944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] 10.222.0.79 "PUT /v2.0/ports/7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 1096 time: 0.9748149 Jul 16 20:08:06.803646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90f016-d0f2-4a89-a706-6e218b91cd87 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.857050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] For port a15be800-8d05-4af1-a704-670898fba433, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a15be800-8d05-4af1-a704-670898fba433,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:06.857776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.881166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Calling delete_port for a15be800-8d05-4af1-a704-670898fba433 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:06.947689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-a596fe4c-a4e5-49a9-b3a0-26e8ac9bd892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.949373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-a596fe4c-a4e5-49a9-b3a0-26e8ac9bd892 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1099 time: 0.1413889 Jul 16 20:08:07.056262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.075953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a15be800-8d05-4af1-a704-670898fba433'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:07.088491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event deleted for resources: {'Port': ['ID=a15be800-8d05-4af1-a704-670898fba433,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:07.121963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['0ae4c530-f3fd-4e77-95fe-413cd767bcac'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:07.155967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa7fd0-71bb-4ba6-910b-15d2b5db4087 req-26ad0341-ed8a-47e5-8f10-d8dcb25b010d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.157557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03aa7fd0-71bb-4ba6-910b-15d2b5db4087 req-26ad0341-ed8a-47e5-8f10-d8dcb25b010d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 948 time: 0.2213421 Jul 16 20:08:07.165698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] No DVR routers for this DVR port a15be800-8d05-4af1-a704-670898fba433 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:07.170159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.176909 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63409fd9-b7b5-4140-bad4-e57ceee5a999 req-5a9c9b6b-fa51-4466-87e1-481bec415a82 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.99 "DELETE /v2.0/ports/a15be800-8d05-4af1-a704-670898fba433 HTTP/1.1" status: 204 len: 173 time: 0.6203866 Jul 16 20:08:07.178621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'name': 'network-vif-deleted', 'tag': 'a15be800-8d05-4af1-a704-670898fba433'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:07.183361 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d76832-098f-4c49-bbf9-16c7ca10a99f" -d '{"events": [{"server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "name": "network-vif-deleted", "tag": "a15be800-8d05-4af1-a704-670898fba433"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:07.255812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-40eb3746-72f4-4062-9264-2e7d3118e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.259271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-40eb3746-72f4-4062-9264-2e7d3118e422 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2894897 Jul 16 20:08:07.319101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03aa7fd0-71bb-4ba6-910b-15d2b5db4087 req-bc2e0a23-3ca6-4e4b-a844-172dad1997cc tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323440 Jul 16 20:08:07.322488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-efd76519-4450-488d-8930-fe9d4c7ede5f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.0517569 Jul 16 20:08:07.386328 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-0b1ba6d8-4024-44f0-af69-975821152d05 req-3de62aeb-5367-47f8-b1c2-b96b6eff6dd3 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] show failed (client error): The resource could not be found. Jul 16 20:08:07.387409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b1ba6d8-4024-44f0-af69-975821152d05 req-3de62aeb-5367-47f8-b1c2-b96b6eff6dd3 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/fcb9dd16-79d8-407a-8dd0-2be4291549db HTTP/1.1" status: 404 len: 352 time: 0.0235245 Jul 16 20:08:07.404915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-2636c0aa-37fb-443c-8738-42d2aa8f119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.407271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-2636c0aa-37fb-443c-8738-42d2aa8f119b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0784364 Jul 16 20:08:07.503300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-60ad9044-4e3f-4ab5-8aa9-346aac9bb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.504897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-60ad9044-4e3f-4ab5-8aa9-346aac9bb5d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809715 Jul 16 20:08:07.575518 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d77e3dd-7b85-45dc-8ff1-640c95e4a6f3 x-openstack-request-id: req-9d77e3dd-7b85-45dc-8ff1-640c95e4a6f3 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:07.576237 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275ee041-57fe-4cc6-89c6-26ff2ba226a9", "name": "network-vif-deleted", "tag": "a15be800-8d05-4af1-a704-670898fba433", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:07.576460 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9d77e3dd-7b85-45dc-8ff1-640c95e4a6f3 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:07.577170 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275ee041-57fe-4cc6-89c6-26ff2ba226a9', 'name': 'network-vif-deleted', 'tag': 'a15be800-8d05-4af1-a704-670898fba433', 'status': 'completed', 'code': 200} Jul 16 20:08:07.642381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdb21e-3475-4eee-839a-35360bfd7943 req-72d3ae16-846e-4db8-bdd9-7fadc25bffa8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.644548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cecdb21e-3475-4eee-839a-35360bfd7943 req-72d3ae16-846e-4db8-bdd9-7fadc25bffa8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1148307 Jul 16 20:08:07.670628 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-ad1eaaf7-fb35-4e9c-a789-1b9b282e1881 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538677 Jul 16 20:08:07.709633 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cecdb21e-3475-4eee-839a-35360bfd7943 req-0b4782af-fade-495f-86fe-2719a6295e37 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568576 Jul 16 20:08:07.820483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72ad894-ef55-4b05-ad40-ecb578e6073a req-cd2e54ac-9894-483c-be55-366edb9a0240 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413085 Jul 16 20:08:07.968949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8ceae-ab83-45be-bfa6-209eeaba73af req-7eb2e44e-e90f-4630-a4f0-f8076be80617 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.979894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-71c8ceae-ab83-45be-bfa6-209eeaba73af req-7eb2e44e-e90f-4630-a4f0-f8076be80617 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 1100 time: 0.1212778 Jul 16 20:08:08.030493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-71c8ceae-ab83-45be-bfa6-209eeaba73af req-f8805302-e892-40ad-b57d-36936b8f3f88 tempest-ServersOnMultiNodesTest-1062204144 tempest-ServersOnMultiNodesTest-1062204144-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Jul 16 20:08:08.158176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2d9980-113b-48ee-a084-4cba76beac8e req-ac8f9690-78a4-46fc-a816-8220f06d861f tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 210 time: 0.0413895 Jul 16 20:08:08.210647 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-a46ec1fc-ba1c-4805-900e-4ac701994e7e req-638f1c14-309c-424a-953b-a8842743645e tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] show failed (client error): The resource could not be found. Jul 16 20:08:08.214541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a46ec1fc-ba1c-4805-900e-4ac701994e7e req-638f1c14-309c-424a-953b-a8842743645e tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-group-rules/359f31ad-e86b-4bbc-ae7f-10ab39b7ed5a HTTP/1.1" status: 404 len: 361 time: 0.0318363 Jul 16 20:08:08.247155 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.445882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a2fa6-78d4-4032-9709-059b0e60c646 req-8a3d10ce-6167-48c9-afbb-6be06b53b53b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.456467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e60a2fa6-78d4-4032-9709-059b0e60c646 req-8a3d10ce-6167-48c9-afbb-6be06b53b53b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 947 time: 0.1244080 Jul 16 20:08:08.463749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee662cc3-5ef1-45c4-9cf9-f8ef628bbe75 req-df6af735-e4b0-40cc-928d-51cb7726234c tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.467096 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee662cc3-5ef1-45c4-9cf9-f8ef628bbe75 req-df6af735-e4b0-40cc-928d-51cb7726234c tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.1108630 Jul 16 20:08:08.499464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.522923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e60a2fa6-78d4-4032-9709-059b0e60c646 req-200d143f-ee91-4127-b61e-01c1f2252c21 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651681 Jul 16 20:08:08.550087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee662cc3-5ef1-45c4-9cf9-f8ef628bbe75 req-fe3c069d-e4e7-4af3-b879-8f0780db17fc tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748425 Jul 16 20:08:08.746627 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.762392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:08.765043 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99971f-f851-4b24-9825-7bd05459d975" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:08.803019 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab308179-0113-4958-82ff-d37a9cf438f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.860998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24debb2e-5130-4b7b-9d10-e7b375692f85 req-e60b98e9-ffa2-4b6d-ae9c-f3d7c8a753ef tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/b040853b-4332-4ef4-b379-f22e7f88b273 HTTP/1.1" status: 200 len: 1812 time: 0.0806642 Jul 16 20:08:08.933521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-24debb2e-5130-4b7b-9d10-e7b375692f85 req-b449241b-abe3-4c63-a5f4-ae1a8e15f68b tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.964066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-24debb2e-5130-4b7b-9d10-e7b375692f85 req-b449241b-abe3-4c63-a5f4-ae1a8e15f68b tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.041088 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-24debb2e-5130-4b7b-9d10-e7b375692f85 req-b449241b-abe3-4c63-a5f4-ae1a8e15f68b tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.044528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-24debb2e-5130-4b7b-9d10-e7b375692f85 req-b449241b-abe3-4c63-a5f4-ae1a8e15f68b tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.045835 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24debb2e-5130-4b7b-9d10-e7b375692f85 req-b449241b-abe3-4c63-a5f4-ae1a8e15f68b tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "DELETE /v2.0/security-groups/b040853b-4332-4ef4-b379-f22e7f88b273 HTTP/1.1" status: 204 len: 173 time: 0.1834481 Jul 16 20:08:09.057813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449241b-abe3-4c63-a5f4-ae1a8e15f68b tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b040853b-4332-4ef4-b379-f22e7f88b273,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:09.119370 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540300c3-c07c-4fec-ac94-3da46306363e x-openstack-request-id: req-540300c3-c07c-4fec-ac94-3da46306363e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:09.119604 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:09.120226 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-540300c3-c07c-4fec-ac94-3da46306363e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:09.121467 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'status': 'completed', 'code': 200} Jul 16 20:08:09.213331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-380144f9-5c10-40c6-9e54-2e49e1249d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.215064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-380144f9-5c10-40c6-9e54-2e49e1249d1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1099 time: 0.0619266 Jul 16 20:08:09.254015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-0cb4495f-385d-4a41-9d8f-3769ee5b886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.255699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-0cb4495f-385d-4a41-9d8f-3769ee5b886d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1099 time: 0.0952649 Jul 16 20:08:09.267728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022d4e0-6d59-4fe8-bc1a-53cba6e6a174 req-cd9ba3a3-1a96-4d3e-972a-dd305b3121cd tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.269590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d022d4e0-6d59-4fe8-bc1a-53cba6e6a174 req-cd9ba3a3-1a96-4d3e-972a-dd305b3121cd tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.1459415 Jul 16 20:08:09.318990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a15be800-8d05-4af1-a704-670898fba433 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:09.363397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: a15be800-8d05-4af1-a704-670898fba433 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:09.364036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a15be800-8d05-4af1-a704-670898fba433 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:09.364614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:09.369548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-c5302fde-abab-413a-aa18-9f1a090a17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.371898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-c5302fde-abab-413a-aa18-9f1a090a17fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1497736 Jul 16 20:08:09.394054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6073e-4d26-4862-b538-9a46ba49e76b req-6184fd2c-3c1c-4fbf-9511-32d33f1cfb26 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.400099 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d022d4e0-6d59-4fe8-bc1a-53cba6e6a174 req-bdc9d1bb-8097-4b10-bba4-afc9c90486a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187267 Jul 16 20:08:09.403572 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86a6073e-4d26-4862-b538-9a46ba49e76b req-6184fd2c-3c1c-4fbf-9511-32d33f1cfb26 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 948 time: 0.1708319 Jul 16 20:08:09.414088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:09.459579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-ccae7c4c-1c5c-40f5-942e-44e7694ba9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.461798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-ccae7c4c-1c5c-40f5-942e-44e7694ba9d1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1913044 Jul 16 20:08:09.470478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-72e3ff52-026b-4bb6-8080-be3ad28e1e8d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.0853662 Jul 16 20:08:09.519736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-77550500-ff23-4559-8149-1d6c66e06854 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.0438690 Jul 16 20:08:09.525940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01d0e374-c829-4aaf-bd00-37747c0e332e req-9a5737d5-85c0-4085-96c8-1f05b1d76157 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/28476b10-06cc-47b8-b25a-bca5e1f33174 HTTP/1.1" status: 200 len: 1811 time: 0.0919297 Jul 16 20:08:09.531640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86a6073e-4d26-4862-b538-9a46ba49e76b req-c8c317d8-2019-4aaa-b09f-051d11c7c44c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271532 Jul 16 20:08:09.545278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-f81b2df6-db58-451e-bd32-a16d3cd48c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.547158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-f81b2df6-db58-451e-bd32-a16d3cd48c90 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0636940 Jul 16 20:08:09.610477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-ed4df7ee-a82b-49c3-85ba-b7aa8bed2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.612038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-ed4df7ee-a82b-49c3-85ba-b7aa8bed2c2d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0830178 Jul 16 20:08:09.638200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-499caf5b-26a6-44d0-90f4-326513a245fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.642178 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-499caf5b-26a6-44d0-90f4-326513a245fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803134 Jul 16 20:08:09.673189 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-01d0e374-c829-4aaf-bd00-37747c0e332e req-f5890f02-5d05-4233-acc9-8ac8776a680d tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.700632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-01d0e374-c829-4aaf-bd00-37747c0e332e req-f5890f02-5d05-4233-acc9-8ac8776a680d tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.722884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e901136-abb3-4289-8a61-62fc7104b8a4 req-b589bd95-79e4-4849-b5aa-b44e935f5fbc tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 210 time: 0.0391695 Jul 16 20:08:09.746527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99971f-f851-4b24-9825-7bd05459d975 req-52c290bd-41bf-4b9c-8339-ce09c596779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.748085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-52c290bd-41bf-4b9c-8339-ce09c596779b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282718 Jul 16 20:08:09.785420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-f894a81b-72e7-44ee-8697-6a2629f6e80c service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303716 Jul 16 20:08:09.877388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-01d0e374-c829-4aaf-bd00-37747c0e332e req-f5890f02-5d05-4233-acc9-8ac8776a680d tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.880140 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-01d0e374-c829-4aaf-bd00-37747c0e332e req-f5890f02-5d05-4233-acc9-8ac8776a680d tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.881402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01d0e374-c829-4aaf-bd00-37747c0e332e req-f5890f02-5d05-4233-acc9-8ac8776a680d tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "DELETE /v2.0/security-groups/28476b10-06cc-47b8-b25a-bca5e1f33174 HTTP/1.1" status: 204 len: 173 time: 0.3192265 Jul 16 20:08:09.895214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5890f02-5d05-4233-acc9-8ac8776a680d tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28476b10-06cc-47b8-b25a-bca5e1f33174,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:09.900001 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-40f4e170-5153-45c2-9d4e-1210b060675e service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424675 Jul 16 20:08:09.935950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-4c112c71-e322-4681-af37-b28f35976655 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434116 Jul 16 20:08:09.938052 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.090890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e99971f-f851-4b24-9825-7bd05459d975 req-a9b2fce4-ba9a-40a2-bc28-42f512cf4b07 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798244 Jul 16 20:08:10.140178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b45d2b-8eec-41f9-8666-3e9d2a6ce244 req-506f0a67-a5b5-4102-a9e4-5434d2e2dca4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.146008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74b45d2b-8eec-41f9-8666-3e9d2a6ce244 req-506f0a67-a5b5-4102-a9e4-5434d2e2dca4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 947 time: 0.0955739 Jul 16 20:08:10.147940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-bd5befae-7034-45ce-9ffb-9daea556e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.149818 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-bd5befae-7034-45ce-9ffb-9daea556e7f5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.0876362 Jul 16 20:08:10.193064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74b45d2b-8eec-41f9-8666-3e9d2a6ce244 req-0f7893bb-1e55-49ec-9c92-ff5089b54009 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Jul 16 20:08:10.270988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-8688d3ff-b366-4bbc-b1a3-3cbb37ee4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.272506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-8688d3ff-b366-4bbc-b1a3-3cbb37ee4dea service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.1102283 Jul 16 20:08:10.281512 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52ac11be-840e-4935-afa6-7fa3eef7c51f req-f3818888-0647-4071-8b61-3fb1791749ed tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/2e75645d-025a-4567-bc97-09f3335a5364 HTTP/1.1" status: 200 len: 1812 time: 0.0481222 Jul 16 20:08:10.331973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-54c561dd-5d48-49a2-a188-79a7cc8a3657 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 217 time: 0.0447409 Jul 16 20:08:10.362312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-52ac11be-840e-4935-afa6-7fa3eef7c51f req-7f97dd51-35e4-48b6-af50-2471c41fb2de tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.386416 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-52ac11be-840e-4935-afa6-7fa3eef7c51f req-7f97dd51-35e4-48b6-af50-2471c41fb2de tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.392419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-7bcdc070-5311-487c-9ef3-c39602fa2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.393840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-7bcdc070-5311-487c-9ef3-c39602fa2f56 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.0547938 Jul 16 20:08:10.446050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-fa68c37b-fe2d-4b10-8d38-8d4c178b27c4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418420 Jul 16 20:08:10.446753 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-52ac11be-840e-4935-afa6-7fa3eef7c51f req-7f97dd51-35e4-48b6-af50-2471c41fb2de tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.450165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-52ac11be-840e-4935-afa6-7fa3eef7c51f req-7f97dd51-35e4-48b6-af50-2471c41fb2de tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.451787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52ac11be-840e-4935-afa6-7fa3eef7c51f req-7f97dd51-35e4-48b6-af50-2471c41fb2de tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "DELETE /v2.0/security-groups/2e75645d-025a-4567-bc97-09f3335a5364 HTTP/1.1" status: 204 len: 173 time: 0.1601744 Jul 16 20:08:10.463802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97dd51-35e4-48b6-af50-2471c41fb2de tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e75645d-025a-4567-bc97-09f3335a5364,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:10.617402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53586a-6e23-4056-9a0c-2994b3922d7a req-3b0f3895-3cf7-4397-bcc8-e582a172ccfc tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.619080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef53586a-6e23-4056-9a0c-2994b3922d7a req-3b0f3895-3cf7-4397-bcc8-e582a172ccfc tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1715815 Jul 16 20:08:10.621172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-6315bfc0-f633-4612-acd8-bda4e999a5ea service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497574 Jul 16 20:08:10.698324 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef53586a-6e23-4056-9a0c-2994b3922d7a req-defef12c-4e32-4e7a-84ce-c8c4eb44b41b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717404 Jul 16 20:08:10.773059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c93ce752-e7d9-4057-9071-76eebf7c322e req-2efc8462-49c8-4f5d-893f-f6721f0e8a7e service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201057 Jul 16 20:08:10.774083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e336f-8653-47e9-8aaf-4df3bd1333d1 req-781ac08f-6c19-4b12-8d23-7047f7732e64 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.775935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-917e336f-8653-47e9-8aaf-4df3bd1333d1 req-781ac08f-6c19-4b12-8d23-7047f7732e64 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.0812662 Jul 16 20:08:10.846681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-917e336f-8653-47e9-8aaf-4df3bd1333d1 req-b3e28148-9050-4986-8e9e-266813367da3 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586817 Jul 16 20:08:10.943672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4be6d6cb-aded-481c-bc76-12d3a5a3ae1c req-cef3bd0b-0ff6-4f24-8c49-7e8d147467ac tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/a5e43493-ec4b-4bdc-a604-8f05f4fd5678 HTTP/1.1" status: 200 len: 1812 time: 0.0753164 Jul 16 20:08:10.971856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f32d21-de90-49b3-8f72-f06b79e892b3 req-ce27e919-664d-406d-8663-19222b02a870 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.980781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0f32d21-de90-49b3-8f72-f06b79e892b3 req-ce27e919-664d-406d-8663-19222b02a870 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.1596510 Jul 16 20:08:11.020483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4be6d6cb-aded-481c-bc76-12d3a5a3ae1c req-bb85f487-b15e-4b93-aee1-93673f3aeae1 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.041700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38402e2-10e9-4c8b-bf43-456105279225 req-d4acf33e-8539-42cd-b046-9dc0edf6e44f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.043317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f38402e2-10e9-4c8b-bf43-456105279225 req-d4acf33e-8539-42cd-b046-9dc0edf6e44f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 948 time: 0.1695681 Jul 16 20:08:11.060489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0f32d21-de90-49b3-8f72-f06b79e892b3 req-de0041a9-6feb-4cf2-9aff-329ca86b7987 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781746 Jul 16 20:08:11.060684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4be6d6cb-aded-481c-bc76-12d3a5a3ae1c req-bb85f487-b15e-4b93-aee1-93673f3aeae1 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.087982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:11.120850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4be6d6cb-aded-481c-bc76-12d3a5a3ae1c req-bb85f487-b15e-4b93-aee1-93673f3aeae1 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.126301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4be6d6cb-aded-481c-bc76-12d3a5a3ae1c req-bb85f487-b15e-4b93-aee1-93673f3aeae1 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.128558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4be6d6cb-aded-481c-bc76-12d3a5a3ae1c req-bb85f487-b15e-4b93-aee1-93673f3aeae1 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "DELETE /v2.0/security-groups/a5e43493-ec4b-4bdc-a604-8f05f4fd5678 HTTP/1.1" status: 204 len: 173 time: 0.1821506 Jul 16 20:08:11.142758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85f487-b15e-4b93-aee1-93673f3aeae1 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e43493-ec4b-4bdc-a604-8f05f4fd5678,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.211355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:11.211619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.284551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.296946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'mac_address': 'fa:16:3e:0a:c8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:11.297217 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a261ccd3-469e-4782-a77c-b7a0aad65581 req-3f127568-3138-47a2-91a2-5ef45cd393f0 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=275ee041-57fe-4cc6-89c6-26ff2ba226a9 HTTP/1.1" status: 200 len: 210 time: 0.0372200 Jul 16 20:08:11.362149 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.377161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4d275d-45a8-4273-ab96-5f996b56e603 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:11.397629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port f26f9c25-79a8-4f0f-bb47-2b406eeaf431, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.398001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.402399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.409435 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.409959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d54f8027-f964-451b-9fdc-507cf6930152 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:11.422734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a1e145b3-b48e-4bd7-99e8-3ef7695ebae8 req-6d77e2bd-c26f-4454-bd70-d104830ae4c1 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "GET /v2.0/security-groups/ed33637f-a2e2-4221-aac9-6902dc68f729 HTTP/1.1" status: 200 len: 1812 time: 0.0697362 Jul 16 20:08:11.423561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for f26f9c25-79a8-4f0f-bb47-2b406eeaf431 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:11.445720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f72fab-7a27-44ff-b312-00a508293463 req-f58fda61-39bf-48a5-8490-6ff2fdc01306 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.447560 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0f72fab-7a27-44ff-b312-00a508293463 req-f58fda61-39bf-48a5-8490-6ff2fdc01306 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=10ce143b-6d5f-4e97-b9b1-1a60e8004c7d HTTP/1.1" status: 200 len: 948 time: 0.1933563 Jul 16 20:08:11.495324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a1e145b3-b48e-4bd7-99e8-3ef7695ebae8 req-bd0e79d7-10b2-46e2-9949-09cb779c3d89 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.527385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a1e145b3-b48e-4bd7-99e8-3ef7695ebae8 req-bd0e79d7-10b2-46e2-9949-09cb779c3d89 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.556733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0f72fab-7a27-44ff-b312-00a508293463 req-91bf3cff-02c3-4212-846b-7e646ec7b2aa tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003234 Jul 16 20:08:11.570249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.611996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a1e145b3-b48e-4bd7-99e8-3ef7695ebae8 req-bd0e79d7-10b2-46e2-9949-09cb779c3d89 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.622564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a1e145b3-b48e-4bd7-99e8-3ef7695ebae8 req-bd0e79d7-10b2-46e2-9949-09cb779c3d89 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.623789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a1e145b3-b48e-4bd7-99e8-3ef7695ebae8 req-bd0e79d7-10b2-46e2-9949-09cb779c3d89 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] 10.222.0.91 "DELETE /v2.0/security-groups/ed33637f-a2e2-4221-aac9-6902dc68f729 HTTP/1.1" status: 204 len: 173 time: 0.1998873 Jul 16 20:08:11.652131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43398) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:11.661354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.671595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.687164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'd54f8027-f964-451b-9fdc-507cf6930152', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'port_id': 'd54f8027-f964-451b-9fdc-507cf6930152', 'mac_address': 'fa:16:3e:e2:6a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c0ea65-721d-432b-af25-8ce73d4a45f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:11.698004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad', 'd4807894-89be-4eb6-b91a-f0a866759111', 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:11.701578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967', 'aea746aa-c6a6-486a-9c77-88752bd8566b', '23b02012-0cbf-4b13-989c-4f9f4842886e', '6a56e5f4-7303-404d-812b-ad83a2dc66e4'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:11.722189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e79d7-10b2-46e2-9949-09cb779c3d89 tempest-SecurityGroupRulesNegativeTestJSON-631345809 tempest-SecurityGroupRulesNegativeTestJSON-631345809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33637f-a2e2-4221-aac9-6902dc68f729,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.775573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=f26f9c25-79a8-4f0f-bb47-2b406eeaf431,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.792675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] Deleting subnet 59976b8f-8ef4-4203-b997-8ac6be802321 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:11.798043 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.850084 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.868501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port f26f9c25-79a8-4f0f-bb47-2b406eeaf431 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:11.872097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.875112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f38402e2-10e9-4c8b-bf43-456105279225 req-46729912-92b7-4857-8764-0979eed10893 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "DELETE /v2.0/ports/f26f9c25-79a8-4f0f-bb47-2b406eeaf431 HTTP/1.1" status: 204 len: 173 time: 0.8132946 Jul 16 20:08:11.875774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'name': 'network-vif-deleted', 'tag': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:11.888139 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267b833d-6fc7-4c05-9a07-b882e3e5f9b7" -d '{"events": [{"server_uuid": "10ce143b-6d5f-4e97-b9b1-1a60e8004c7d", "name": "network-vif-deleted", "tag": "f26f9c25-79a8-4f0f-bb47-2b406eeaf431"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:11.891891 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.950880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.976412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.040791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d54f8027-f964-451b-9fdc-507cf6930152 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:12.077063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:12.085528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcaf7d-83a6-4464-a27f-8d22dd75ce1e req-9d9eefaf-738f-424c-9ba0-1cb79a85bce1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.094579 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.102117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71bcaf7d-83a6-4464-a27f-8d22dd75ce1e req-9d9eefaf-738f-424c-9ba0-1cb79a85bce1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 948 time: 0.1954463 Jul 16 20:08:12.145331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.169359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:12.184693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.192462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/59976b8f-8ef4-4203-b997-8ac6be802321 HTTP/1.1" status: 204 len: 168 time: 0.5342596 Jul 16 20:08:12.196161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43410) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.262763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['d54f8027-f964-451b-9fdc-507cf6930152'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:12.275764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202efac-08ca-4bbe-a63e-57a119e6d7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59976b8f-8ef4-4203-b997-8ac6be802321,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:12.306387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71bcaf7d-83a6-4464-a27f-8d22dd75ce1e req-39ac62ab-9437-49a0-b0a3-bbf6163c9090 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024186 Jul 16 20:08:12.447331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.523572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:12.613596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.625961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474256b0-764c-4b0a-884f-4c990a47d6e1']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:12.637984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4007389a-5f8d-4604-adb5-b65c2b3446ef') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:12.638397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4007389a-5f8d-4604-adb5-b65c2b3446ef') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:12.648390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.662909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.669735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:12.670141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:12.753110 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:12.758219 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9254759-1c04-49c7-addf-56d63f741329 x-openstack-request-id: req-e9254759-1c04-49c7-addf-56d63f741329 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:12.758219 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ce143b-6d5f-4e97-b9b1-1a60e8004c7d", "name": "network-vif-deleted", "tag": "f26f9c25-79a8-4f0f-bb47-2b406eeaf431", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:12.758219 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e9254759-1c04-49c7-addf-56d63f741329 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:12.758219 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ce143b-6d5f-4e97-b9b1-1a60e8004c7d', 'name': 'network-vif-deleted', 'tag': 'f26f9c25-79a8-4f0f-bb47-2b406eeaf431', 'status': 'completed', 'code': 200} Jul 16 20:08:12.863782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.878775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e24d34-f0cb-4532-956f-2d3bf0be9794 req-53edaf31-a349-42df-817b-47b79bc7f64a tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.886590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6e24d34-f0cb-4532-956f-2d3bf0be9794 req-53edaf31-a349-42df-817b-47b79bc7f64a tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 945 time: 0.1015687 Jul 16 20:08:12.886966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.891237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] 10.222.0.91 "DELETE /v2.0/networks/474256b0-764c-4b0a-884f-4c990a47d6e1 HTTP/1.1" status: 204 len: 168 time: 0.6914542 Jul 16 20:08:12.926821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659d158-3937-4346-9df9-0bd8e0b50127 admin admin] Pushing event deleted for resources: {'Network': ['ID=474256b0-764c-4b0a-884f-4c990a47d6e1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:12.946601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6e24d34-f0cb-4532-956f-2d3bf0be9794 req-202a42c8-2108-46e1-b306-c2387bec30ba tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589383 Jul 16 20:08:12.955800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6056aa6-7f3d-4a3b-a008-666958243cb1 req-26838d12-5f22-4af2-96dc-7efe039ba19a tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.964219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6056aa6-7f3d-4a3b-a008-666958243cb1 req-26838d12-5f22-4af2-96dc-7efe039ba19a tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.3866482 Jul 16 20:08:13.059878 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6056aa6-7f3d-4a3b-a008-666958243cb1 req-3160fb82-7c0b-4fe4-880e-83569d9fffd8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937757 Jul 16 20:08:13.155784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43428) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:13.274911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8900e8c6-39f6-46e4-81a5-f97029cf2ed5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ab409a3b4fd048f493b1609bfad94ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173623 Jul 16 20:08:13.278616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43434) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:13.367187 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7354ce24-d01b-4a41-84a8-bc614a6d5559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.403238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7354ce24-d01b-4a41-84a8-bc614a6d5559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.483540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7354ce24-d01b-4a41-84a8-bc614a6d5559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.490349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7354ce24-d01b-4a41-84a8-bc614a6d5559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.493961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7354ce24-d01b-4a41-84a8-bc614a6d5559 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2bc0d843-a8f0-45df-959f-60497c684668 HTTP/1.1" status: 204 len: 168 time: 0.2118998 Jul 16 20:08:13.517415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354ce24-d01b-4a41-84a8-bc614a6d5559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0d843-a8f0-45df-959f-60497c684668,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.692292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80ca86-e438-4b1d-a9f9-aa567c0c73a2 req-aec926ba-7293-49aa-b1f6-261e6b7c4753 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.701821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fa80ca86-e438-4b1d-a9f9-aa567c0c73a2 req-aec926ba-7293-49aa-b1f6-261e6b7c4753 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.3996258 Jul 16 20:08:13.774171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-869747bf-9b31-4e69-ae06-563bf6a48131 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.777107 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-869747bf-9b31-4e69-ae06-563bf6a48131 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.99 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12&tenant_id=91c60dcf2ee64ebebf7afc95d764961c&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 948 time: 0.3689322 Jul 16 20:08:13.807930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fa80ca86-e438-4b1d-a9f9-aa567c0c73a2 req-bf495fd9-d57d-481f-bc33-ecf9042bdb3e tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045702 Jul 16 20:08:13.880488 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-3e196faf-d2bd-4eee-ba9a-82f0906e61b0 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:08:13.881645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-3e196faf-d2bd-4eee-ba9a-82f0906e61b0 service neutron] 10.222.0.99 "DELETE /v2.0/ports/7c4d275d-45a8-4273-ab96-5f996b56e603/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0854342 Jul 16 20:08:14.149424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-f0878a08-a471-486c-8562-24b34b077635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.151154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-f0878a08-a471-486c-8562-24b34b077635 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1100 time: 0.1748641 Jul 16 20:08:14.234069 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:14.316179 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-3bd961a7-cc5e-403e-b266-bb1cad65ab74 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353695 Jul 16 20:08:14.441555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-ea70cb3d-0b4b-438c-a275-03259d51c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.443074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-ea70cb3d-0b4b-438c-a275-03259d51c044 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2825227 Jul 16 20:08:14.479608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b349ba-8750-48d8-b7cb-ba1c8c39c9a1 req-2177ae8a-fab8-46df-ae38-0903b83bba01 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.483463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b349ba-8750-48d8-b7cb-ba1c8c39c9a1 req-2177ae8a-fab8-46df-ae38-0903b83bba01 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 948 time: 0.4143844 Jul 16 20:08:14.498167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-5471f7e4-7e64-409b-9767-351024a5a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.505478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-5471f7e4-7e64-409b-9767-351024a5a9eb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3743d03f6d2c45908f77e494233aebcf&device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 1102 time: 0.1212716 Jul 16 20:08:14.891109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:14.898185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-d5c12041-f9ca-49cc-8a1b-f2c1bb35c11f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.4412842 Jul 16 20:08:15.003159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-7e68ec1f-1212-4d1f-8675-a9ca5d1ffc10 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.005906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-7e68ec1f-1212-4d1f-8675-a9ca5d1ffc10 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.6924953 Jul 16 20:08:15.025400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b349ba-8750-48d8-b7cb-ba1c8c39c9a1 req-4ee9ec2c-6fb2-4385-887e-4fa0322ffff2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351445 Jul 16 20:08:15.050601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-6228da42-d007-4213-b744-ab8600beb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.058019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-6228da42-d007-4213-b744-ab8600beb7f1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1382637 Jul 16 20:08:15.095448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:15.110060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-224472106-network', 'tenant_id': '43d1b2425b774a958c7cdc021ed3bd6b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:15.176559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 7c4d275d-45a8-4273-ab96-5f996b56e603 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:15.184254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 7c4d275d-45a8-4273-ab96-5f996b56e603 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:15.184918 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.201282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-48de7825-c561-41a8-b181-ee16fd752882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.204143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-48de7825-c561-41a8-b181-ee16fd752882 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.6738288 Jul 16 20:08:15.223692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eccc4-b6ba-4c97-97fa-b09d3c55a184 req-ff849278-eebf-4c9b-b6e0-08f53af320f2 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.229302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Made reservation on behalf of 43d1b2425b774a958c7cdc021ed3bd6b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:15.232829 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.239289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-298eccc4-b6ba-4c97-97fa-b09d3c55a184 req-ff849278-eebf-4c9b-b6e0-08f53af320f2 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 945 time: 0.5641098 Jul 16 20:08:15.264222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.291189 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.321413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:15.324874 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133dbdd1-aa7e-4ad1-8a4f-402e4c333a69" -d '{"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-plugged", "status": "completed", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:15.330697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-51bcf049-e375-431c-ab0c-12bd62479c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.332441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-51bcf049-e375-431c-ab0c-12bd62479c94 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2271852 Jul 16 20:08:15.343013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-298eccc4-b6ba-4c97-97fa-b09d3c55a184 req-7fb7df31-dd71-4e24-b0ba-2c7d9a3f0c0d tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022520 Jul 16 20:08:15.346997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:15.352697 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.355252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d54f8027-f964-451b-9fdc-507cf6930152 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:15.405882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Deleting port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:15.406317 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.422885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-0f37fc63-97cd-4e5e-ae68-0423d576fb4a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b69b41da-713c-4a7e-a995-b69672893967 HTTP/1.1" status: 200 len: 217 time: 0.1809561 Jul 16 20:08:15.535178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.554133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port d54f8027-f964-451b-9fdc-507cf6930152 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:15.555020 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.566758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-3b7675b1-ae01-48c4-9ba2-ab6015295913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.568095 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb88776-a9de-41b4-b19b-ad9d4db190ff req-82d79348-2735-4e31-9b4d-daf630e868c8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.570574 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-3b7675b1-ae01-48c4-9ba2-ab6015295913 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1402397 Jul 16 20:08:15.575823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bfb88776-a9de-41b4-b19b-ad9d4db190ff req-82d79348-2735-4e31-9b4d-daf630e868c8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.3169837 Jul 16 20:08:15.661560 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-478c4b62-3870-43a9-9e5f-b69994e83666 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196428 Jul 16 20:08:15.678260 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.698571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.712615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-21e358d8-71a9-4b92-af8c-62610a19498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.714569 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-21e358d8-71a9-4b92-af8c-62610a19498e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1344566 Jul 16 20:08:15.730271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:15.737722 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.738789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f26f9c25-79a8-4f0f-bb47-2b406eeaf431 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:15.745483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c8f8c-4217-4e34-a98f-db29d22a4f2e req-a406aebc-6b40-416d-8682-7a34303f117c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.747846 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e75c8f8c-4217-4e34-a98f-db29d22a4f2e req-a406aebc-6b40-416d-8682-7a34303f117c tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 950 time: 0.1138675 Jul 16 20:08:15.800963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: f26f9c25-79a8-4f0f-bb47-2b406eeaf431 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:15.801296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f26f9c25-79a8-4f0f-bb47-2b406eeaf431 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:15.839178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.862774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e75c8f8c-4217-4e34-a98f-db29d22a4f2e req-0f4c2d25-12d5-400b-a21c-898d8b08c9d7 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974576 Jul 16 20:08:15.876812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.916132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bfb88776-a9de-41b4-b19b-ad9d4db190ff req-6b885920-e74e-432f-9a17-a43a719b53a9 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393185 Jul 16 20:08:15.925446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-5c0b4e33-1711-4111-ae2a-d968e7fa4997 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967006 Jul 16 20:08:16.045098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] For port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:16.046105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.068081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb417e5-915d-4984-82cf-9c7d99bfdde3 req-ba363c53-f3b6-455b-b04b-3db6094f1937 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339321 Jul 16 20:08:16.120007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dce8e9f1-3a36-4912-a870-ffe0d1678837 req-fa4cb49b-192a-4e8f-86e8-2741a79f79c9 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064333 Jul 16 20:08:16.121677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:16.145871 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c9fd44-697e-44ce-a74c-175bab547720 x-openstack-request-id: req-71c9fd44-697e-44ce-a74c-175bab547720 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:16.145871 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-plugged", "status": "completed", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:16.145871 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-71c9fd44-697e-44ce-a74c-175bab547720 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:16.146604 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'code': 200} Jul 16 20:08:16.182369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554b3722-8e1e-47ca-8ed0-41b36dec3dc4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:16.240966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.241380 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Added segment 971860df-5faf-4456-a4ce-23685c1058e4 of type vlan for network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a Jul 16 20:08:16.358579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c6f41-6ab1-4358-b5c2-cd5f5cdbee9f req-1ca0ad98-c53e-431a-9e74-7f51e4948c87 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.365700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb9c6f41-6ab1-4358-b5c2-cd5f5cdbee9f req-1ca0ad98-c53e-431a-9e74-7f51e4948c87 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.0913517 Jul 16 20:08:16.366044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.383183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-c75b9aee-9626-4262-a3f0-2fb7ba5118ab tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.384774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-c75b9aee-9626-4262-a3f0-2fb7ba5118ab tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.79 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.4600830 Jul 16 20:08:16.418967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb9c6f41-6ab1-4358-b5c2-cd5f5cdbee9f req-859fe8f5-6a66-4f16-9fa3-da93f06aea46 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522273 Jul 16 20:08:16.523915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-ef6c82f3-8846-44af-a075-f6aee99ef7b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5041523 Jul 16 20:08:16.618570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a809a-67fc-45d9-8ac9-346a44d5fd0e req-8fa04e7a-eac1-469a-bf42-e0d5c1922b41 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.626444 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e15a809a-67fc-45d9-8ac9-346a44d5fd0e req-8fa04e7a-eac1-469a-bf42-e0d5c1922b41 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 946 time: 0.1022639 Jul 16 20:08:16.676068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e15a809a-67fc-45d9-8ac9-346a44d5fd0e req-c27f2b0d-1c35-4321-8fb7-63c4517f20fe tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477376 Jul 16 20:08:16.696824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001571f-3b07-4c84-991b-cbf29520ca08 req-dbd4392b-2073-4c22-8b04-1157d6217280 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.705164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3001571f-3b07-4c84-991b-cbf29520ca08 req-dbd4392b-2073-4c22-8b04-1157d6217280 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 945 time: 0.5521064 Jul 16 20:08:16.734636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.735819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.736463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.812979 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3001571f-3b07-4c84-991b-cbf29520ca08 req-34f93363-6ac6-4df1-93e3-3e1cea11af51 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e1e0c01-58d1-4241-9d84-21e37ec8bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067221 Jul 16 20:08:16.841666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9493885 Jul 16 20:08:16.844821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43484) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:16.850528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Request body: {'subnet': {'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-224472106-subnet', 'tenant_id': '43d1b2425b774a958c7cdc021ed3bd6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:16.869408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-57b052b9-0ce7-406f-b208-47b1a33f456d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.871138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-57b052b9-0ce7-406f-b208-47b1a33f456d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 950 time: 0.5250585 Jul 16 20:08:16.877848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Made reservation on behalf of 43d1b2425b774a958c7cdc021ed3bd6b for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:16.881823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.897430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.897832 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.898271 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Floating IP 3326e0d3-f1f2-44f1-8f98-862bee581062 disassociated. External IP: 172.25.3.80, port: 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7. Jul 16 20:08:16.898619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Calling delete_port for 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:17.092293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:17.106019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdee0de-dbd3-4e35-babe-271f1815e6ac admin admin] Pushing event updated for resources: {'Network': ['ID=84c712b1-f4ff-46ad-8da6-dd5992f01d1a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:17.119609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-de5e8d41-0efc-4fa4-acb5-3c7b76bbce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.122882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-de5e8d41-0efc-4fa4-acb5-3c7b76bbce14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c54950886ff24cafad46d7f818cda19e&device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 1096 time: 0.5248191 Jul 16 20:08:17.137558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:17.236861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Deleting port d54f8027-f964-451b-9fdc-507cf6930152 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:17.237347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.274579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.319955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed524fd-4c00-405f-8688-0ebbc32819d5 req-cbaa4c49-1e49-48a4-951d-9f1de07e2142 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.321861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ed524fd-4c00-405f-8688-0ebbc32819d5 req-cbaa4c49-1e49-48a4-951d-9f1de07e2142 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 950 time: 0.2181051 Jul 16 20:08:17.380306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0996938-06d2-40ac-b7fe-138d874c45c4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:17.402349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Checking segment: {'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:17.403080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Network hostable DHCP agents. Network: 84c712b1-f4ff-46ad-8da6-dd5992f01d1a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:17.412508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ed524fd-4c00-405f-8688-0ebbc32819d5 req-e4d79890-237e-4019-87de-08196f79c5e6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812800 Jul 16 20:08:17.430164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:17.461873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 84c712b1-f4ff-46ad-8da6-dd5992f01d1a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:17.462137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.471717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.474262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.475124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4fc9b8-bcd4-4d1b-89ee-75347246caa6 None None] Network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:17.510480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e0ff0d4d-b62e-44ee-bb19-8241ba9aaf71 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6644216 Jul 16 20:08:17.516320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:17.526023 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.526969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d54f8027-f964-451b-9fdc-507cf6930152 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:17.736355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:17.743243 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.834289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:17.841183 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.849592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51438a4e-30d3-410b-a455-1c824ec9d283 None None] Network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:17.905544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a3886-a004-45b0-9ee7-a070c4d45912 req-7116ea51-a55c-4ed9-9ea3-512bb5c13fcd tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.911358 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e6a3886-a004-45b0-9ee7-a070c4d45912 req-7116ea51-a55c-4ed9-9ea3-512bb5c13fcd tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1087940 Jul 16 20:08:17.914884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2c133-1b3f-443e-acd6-f0809541b1b0 req-f9af31da-05c9-4a16-9444-1668e9ee1801 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.923749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ea2c133-1b3f-443e-acd6-f0809541b1b0 req-f9af31da-05c9-4a16-9444-1668e9ee1801 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.7521245 Jul 16 20:08:17.926220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-f6510037-002d-4e86-b087-492678abcbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.927957 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-f6510037-002d-4e86-b087-492678abcbd0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 200 len: 922 time: 0.7422967 Jul 16 20:08:17.931527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] For port d54f8027-f964-451b-9fdc-507cf6930152, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d54f8027-f964-451b-9fdc-507cf6930152,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:17.932098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.952579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e6a3886-a004-45b0-9ee7-a070c4d45912 req-e565f29b-dcec-4c6f-9a10-c5b029fbbc5e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Jul 16 20:08:17.985758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Calling delete_port for d54f8027-f964-451b-9fdc-507cf6930152 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:18.028440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.047348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-e55c27d6-e71a-4eef-8575-51bbd67bfac4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0776927 Jul 16 20:08:18.068245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:18.068490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.148646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152'}, {'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7'}, {'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:18.161064 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd9a85-f60d-4e72-9cfb-0a2cfe4634fb" -d '{"events": [{"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d54f8027-f964-451b-9fdc-507cf6930152"}, {"server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7"}, {"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d54f8027-f964-451b-9fdc-507cf6930152"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:18.196884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ea2c133-1b3f-443e-acd6-f0809541b1b0 req-c7626e12-8668-4dd1-9f43-da718b4ef5ca tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721162 Jul 16 20:08:18.236117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.300538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event deleted for resources: {'Port': ['ID=6bf7791b-cc4e-4962-b8fc-a7aa27b608b7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.321031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-7255519e-0104-4619-acd8-4ce43102acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.322533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-7255519e-0104-4619-acd8-4ce43102acab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 200 len: 861 time: 0.2606187 Jul 16 20:08:18.356477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port 6a56e5f4-7303-404d-812b-ad83a2dc66e4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6a56e5f4-7303-404d-812b-ad83a2dc66e4,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:18.356859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.379216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dfa07-ac6e-4eb5-912b-78484bac0ff0 req-02efed8d-973f-49c8-8fdb-332001009bb2 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.381021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af0dfa07-ac6e-4eb5-912b-78484bac0ff0 req-02efed8d-973f-49c8-8fdb-332001009bb2 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 944 time: 0.0850387 Jul 16 20:08:18.421756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-9d93cc2f-549b-4085-9e1f-e5bba6931fe5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96463262-65c0-480d-aa91-330c3513b73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901120 Jul 16 20:08:18.436228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for 6a56e5f4-7303-404d-812b-ad83a2dc66e4 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:18.440732 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af0dfa07-ac6e-4eb5-912b-78484bac0ff0 req-db9e88dd-100a-40d7-a1c6-f67602f57347 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514097 Jul 16 20:08:18.442228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-f6e8d577-67e3-478f-8aba-8d90e88ec5fe req-d7339af6-ff0c-414b-8920-81a827c05f21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-217305563', 'description': 'tempest-description-1211411371'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:18.599745 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a18404d-a530-49f3-8e44-61a5c73667fe req-cb97ee6d-ac6c-4fe4-acc7-b44d55318074 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Jul 16 20:08:18.697754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f6e8d577-67e3-478f-8aba-8d90e88ec5fe req-d7339af6-ff0c-414b-8920-81a827c05f21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.748238 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.752346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Router fe1c932e-47fc-41b9-89f6-65e55c50d048 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:18.759068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-532cb7f1-7872-4ba8-9710-17abc45eb0d4 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268254 Jul 16 20:08:18.782809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfaad3-ca61-426d-908f-106e167474a8 req-f74ae928-784e-4ab0-8e67-c86243a4c77d tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.787450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dbfaad3-ca61-426d-908f-106e167474a8 req-f74ae928-784e-4ab0-8e67-c86243a4c77d tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1101 time: 0.0634472 Jul 16 20:08:18.821844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event deleted for resources: {'Port': ['ID=d54f8027-f964-451b-9fdc-507cf6930152,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.877308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dbfaad3-ca61-426d-908f-106e167474a8 req-0e05b98d-725e-42c5-b0fc-1f53176549b7 tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753498 Jul 16 20:08:18.923386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-8b854941-65fe-4ea4-9fea-e5df19f8da41 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.925206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-8b854941-65fe-4ea4-9fea-e5df19f8da41 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 944 time: 0.1341596 Jul 16 20:08:18.944570 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdcb943-4773-47bc-90e9-ba07e8eddf57 x-openstack-request-id: req-4bdcb943-4773-47bc-90e9-ba07e8eddf57 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:18.945129 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d54f8027-f964-451b-9fdc-507cf6930152", "code": 200}, {"server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7", "code": 200}, {"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d54f8027-f964-451b-9fdc-507cf6930152", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:18.945281 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4bdcb943-4773-47bc-90e9-ba07e8eddf57 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:18.945857 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152', 'code': 200} Jul 16 20:08:18.946178 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'code': 200} Jul 16 20:08:18.946494 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152', 'code': 200} Jul 16 20:08:19.019884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] No DVR routers for this DVR port d54f8027-f964-451b-9fdc-507cf6930152 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:19.036444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.038653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.79 "DELETE /v2.0/ports/d54f8027-f964-451b-9fdc-507cf6930152 HTTP/1.1" status: 204 len: 173 time: 2.5940821 Jul 16 20:08:19.041542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Deleting port 0ae4c530-f3fd-4e77-95fe-413cd767bcac {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:19.042099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.043516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-deleted', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:19.046391 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1a5a68-869e-450c-bc79-d1f1dce63d8e" -d '{"events": [{"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-deleted", "tag": "d54f8027-f964-451b-9fdc-507cf6930152"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:19.137217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.152564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad', 'd4807894-89be-4eb6-b91a-f0a866759111'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:19.160889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967', 'aea746aa-c6a6-486a-9c77-88752bd8566b', '23b02012-0cbf-4b13-989c-4f9f4842886e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:19.161205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47b065e8-0acc-4f68-af75-d05fa6c2bdda req-b23be8bf-45bb-4c15-bf62-a2d4627bdbc5 service neutron] 10.222.0.79 "GET /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848898 Jul 16 20:08:19.200420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfa9b0-f60f-453f-8161-e2ba18d1c17a req-6c65dc33-7b4c-41a9-86b7-c5453b255442 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.205783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=6a56e5f4-7303-404d-812b-ad83a2dc66e4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.209507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dcfa9b0-f60f-453f-8161-e2ba18d1c17a req-6c65dc33-7b4c-41a9-86b7-c5453b255442 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 944 time: 0.1496542 Jul 16 20:08:19.240974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f6e8d577-67e3-478f-8aba-8d90e88ec5fe req-d7339af6-ff0c-414b-8920-81a827c05f21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.246438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:19.258901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] For port 0ae4c530-f3fd-4e77-95fe-413cd767bcac, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0ae4c530-f3fd-4e77-95fe-413cd767bcac,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:19.259292 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.277686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] Sync routers for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:19.280521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f6e8d577-67e3-478f-8aba-8d90e88ec5fe req-d7339af6-ff0c-414b-8920-81a827c05f21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.291584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dcfa9b0-f60f-453f-8161-e2ba18d1c17a req-c7c7cada-10d5-4c57-945e-c610fbbf19a7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824866 Jul 16 20:08:19.292873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Calling delete_port for 0ae4c530-f3fd-4e77-95fe-413cd767bcac owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:19.312295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:19.313767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:19.365248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6a56e5f4-7303-404d-812b-ad83a2dc66e4 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:19.373604 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port 6a56e5f4-7303-404d-812b-ad83a2dc66e4 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:19.418443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.420808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-582d1ce5-de5a-48fe-bf3b-f32fda8cb74c req-78f78550-a9ed-4d11-998d-47f0e65acb87 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "DELETE /v2.0/ports/6a56e5f4-7303-404d-812b-ad83a2dc66e4 HTTP/1.1" status: 204 len: 173 time: 2.5374606 Jul 16 20:08:19.422247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] No DVR routers for this DVR port 6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:19.430361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f6e8d577-67e3-478f-8aba-8d90e88ec5fe req-d7339af6-ff0c-414b-8920-81a827c05f21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.433598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6e8d577-67e3-478f-8aba-8d90e88ec5fe req-d7339af6-ff0c-414b-8920-81a827c05f21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0014603 Jul 16 20:08:19.436905 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.437407 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8670e1a4-7e10-4539-822a-57f34a02e44b req-61cfef40-db0b-4dea-ba7d-e2501dda0809 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.79 "DELETE /v2.0/ports/6bf7791b-cc4e-4962-b8fc-a7aa27b608b7 HTTP/1.1" status: 204 len: 173 time: 4.4027987 Jul 16 20:08:19.451107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7339af6-ff0c-414b-8920-81a827c05f21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd5831-e5b4-4666-a112-5392ef8e5a47,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.532982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b91420de-12c5-4f36-a152-f7a7d385c64f req-e45fcabb-1f23-42ec-bee1-edda0bc43177 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0d5322d-8d7b-4d18-9126-f84a145ef92a HTTP/1.1" status: 200 len: 210 time: 0.0520608 Jul 16 20:08:19.560567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 6a56e5f4-7303-404d-812b-ad83a2dc66e4 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:19.564265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6a56e5f4-7303-404d-812b-ad83a2dc66e4 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:19.573309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.655117 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da4dcb9-0fc0-4e02-9dc7-c44119827e64 x-openstack-request-id: req-5da4dcb9-0fc0-4e02-9dc7-c44119827e64 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:19.655410 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21af797e-2347-4c8d-92a3-87a1d3112c1a", "name": "network-vif-deleted", "tag": "d54f8027-f964-451b-9fdc-507cf6930152", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:19.655666 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5da4dcb9-0fc0-4e02-9dc7-c44119827e64 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:19.656064 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af797e-2347-4c8d-92a3-87a1d3112c1a', 'name': 'network-vif-deleted', 'tag': 'd54f8027-f964-451b-9fdc-507cf6930152', 'status': 'completed', 'code': 200} Jul 16 20:08:19.658555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event deleted for resources: {'Port': ['ID=0ae4c530-f3fd-4e77-95fe-413cd767bcac,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.687203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-6a60380e-ebeb-4b7f-b4eb-46311d3feca8 req-dc8313a0-a1a7-4a70-982e-83ae4158513f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-722081492', 'description': 'tempest-description-59225212'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:19.745903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6a60380e-ebeb-4b7f-b4eb-46311d3feca8 req-dc8313a0-a1a7-4a70-982e-83ae4158513f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.769930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] No DVR routers for this DVR port 0ae4c530-f3fd-4e77-95fe-413cd767bcac on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:19.777279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.777520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:19.781959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3664b62c-c5f6-4c8d-bc03-b06c345669d2 req-56f4c0a8-9e7f-48d8-b60d-10406826c07e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "DELETE /v2.0/ports/0ae4c530-f3fd-4e77-95fe-413cd767bcac HTTP/1.1" status: 204 len: 173 time: 0.8500714 Jul 16 20:08:19.785562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'name': 'network-vif-deleted', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:19.790462 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3fdac8-0fb1-4c62-a43b-acb659bdba9a" -d '{"events": [{"server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "name": "network-vif-deleted", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:19.895518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2961a-d907-408b-a400-949859576b20 req-89fd3ba8-377d-428e-a1d2-1be858d0bcb7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.906485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-afc2961a-d907-408b-a400-949859576b20 req-89fd3ba8-377d-428e-a1d2-1be858d0bcb7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1341236 Jul 16 20:08:19.948271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6a60380e-ebeb-4b7f-b4eb-46311d3feca8 req-dc8313a0-a1a7-4a70-982e-83ae4158513f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.961577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-afc2961a-d907-408b-a400-949859576b20 req-81a8fa9d-5817-49d5-b557-b79bdae334ae tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 Jul 16 20:08:19.971029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6a60380e-ebeb-4b7f-b4eb-46311d3feca8 req-dc8313a0-a1a7-4a70-982e-83ae4158513f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.106189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8313a0-a1a7-4a70-982e-83ae4158513f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77bd292-65e6-453f-a174-1ef52c433f99,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:20.111727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6a60380e-ebeb-4b7f-b4eb-46311d3feca8 req-dc8313a0-a1a7-4a70-982e-83ae4158513f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.113925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a60380e-ebeb-4b7f-b4eb-46311d3feca8 req-dc8313a0-a1a7-4a70-982e-83ae4158513f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4342389 Jul 16 20:08:20.202520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5281e298-c87f-4998-8e08-783281d25933 req-e99a0788-8096-4cf6-a628-c960c882cd2c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=21af797e-2347-4c8d-92a3-87a1d3112c1a HTTP/1.1" status: 200 len: 210 time: 0.1066802 Jul 16 20:08:20.289602 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af74ac31-1947-40ad-9f6b-f5aa306c0c58 x-openstack-request-id: req-af74ac31-1947-40ad-9f6b-f5aa306c0c58 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:20.290107 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0844cc19-9a7d-4e17-b113-b913e8c26718", "name": "network-vif-deleted", "tag": "0ae4c530-f3fd-4e77-95fe-413cd767bcac", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:20.290509 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af74ac31-1947-40ad-9f6b-f5aa306c0c58 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:20.291432 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0844cc19-9a7d-4e17-b113-b913e8c26718', 'name': 'network-vif-deleted', 'tag': '0ae4c530-f3fd-4e77-95fe-413cd767bcac', 'status': 'completed', 'code': 200} Jul 16 20:08:20.433672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-7e695537-d942-445f-ae54-bcdef878f553 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323014 Jul 16 20:08:20.440519 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87cacb72-2499-4b37-8eb7-30b696183899 req-01a5cdc2-83a9-4988-996d-6cbfc3110676 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/ports?device_id=3d39c110-5d94-4578-ad79-98c2fc164d66 HTTP/1.1" status: 200 len: 210 time: 0.0508320 Jul 16 20:08:20.507944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:20.569900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] Checking router: fe1c932e-47fc-41b9-89f6-65e55c50d048 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:20.581426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-01ad6614-7105-4afe-8ac9-9651a974dc06 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.583627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-01ad6614-7105-4afe-8ac9-9651a974dc06 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487572 Jul 16 20:08:20.602056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:20.603365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:20.604731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-553725a7-1b66-4ae6-97c4-1d9409cd235d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/quotas/91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 375 time: 0.0124354 Jul 16 20:08:20.721805 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-025e05d9-a157-4694-b8c9-f75a0aa07e5c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027346 Jul 16 20:08:20.775666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-1d748d32-74b9-46a6-a89c-1168e5c56b86 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.777304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-1d748d32-74b9-46a6-a89c-1168e5c56b86 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 812 time: 0.1707549 Jul 16 20:08:20.791395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:20.795340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-33e883c4-e424-434c-b0c6-881cabb2efac tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/quotas/43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 375 time: 0.0100920 Jul 16 20:08:20.858671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-3b12a5ad-b4f9-4ed4-af82-4241bf2710a3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561855 Jul 16 20:08:20.928882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['0ae4c530-f3fd-4e77-95fe-413cd767bcac'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:21.026900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-23ee8b93-6691-49fe-8013-634d2432e694 service neutron] 10.222.0.91 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670737 Jul 16 20:08:21.135852 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6c7349bc-75ec-4d2b-9142-c2ec9c6262b6 req-ea9c0b44-568b-44e2-baab-062ad7e61ebf tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=0844cc19-9a7d-4e17-b113-b913e8c26718 HTTP/1.1" status: 200 len: 210 time: 0.0892825 Jul 16 20:08:21.173653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-02db3aeb-03ac-4d77-97b6-7a21e646a596 service neutron] 10.222.0.91 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394279 Jul 16 20:08:21.242399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:21.439109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-872f3879-d354-4c5c-ae09-85e03bcc04ec req-82c30fe1-705f-40c7-9879-bc009ed3d623 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 210 time: 0.0565283 Jul 16 20:08:21.469705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6c105-c7f3-4c8e-9e37-3e66bdab3692 None None] The sync data for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 is: [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:05:51Z', 'revision_number': 4, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '84071809-3951-4ffe-abb4-bdf5fc295299', 'name': '', 'network_id': '5833b2ec-0936-4f92-b017-0dfa8c0bd833', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'mac_address': 'fa:16:3e:1b:82:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:49Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'subnets': [{'id': '1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:21.657331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'name': 'network-vif-deleted', 'tag': '6a56e5f4-7303-404d-812b-ad83a2dc66e4'}, {'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'name': 'network-vif-deleted', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:21.659703 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6096e536-ca9c-49d8-9727-b40ad7e11576" -d '{"events": [{"server_uuid": "f0d5322d-8d7b-4d18-9126-f84a145ef92a", "name": "network-vif-deleted", "tag": "6a56e5f4-7303-404d-812b-ad83a2dc66e4"}, {"server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "name": "network-vif-deleted", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:21.730130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213106fa-0213-48e1-aeed-7ab4c0307f23 req-f29671a4-d0a9-4725-a622-3659b7f85e31 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.750936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-213106fa-0213-48e1-aeed-7ab4c0307f23 req-f29671a4-d0a9-4725-a622-3659b7f85e31 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1589551 Jul 16 20:08:21.815700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-213106fa-0213-48e1-aeed-7ab4c0307f23 req-85b6a9ce-1d77-4bd0-86d7-a03cdab3fa20 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634243 Jul 16 20:08:21.948838 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2512966-3917-4ecc-a312-6958fcb6ae6a req-faaf55ca-6fe9-42b3-bb70-6f36164c80d7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 210 time: 0.0821986 Jul 16 20:08:21.992656 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad205d1-c40c-48e2-b377-b44dade1e616 None None] New status for floating IP 3326e0d3-f1f2-44f1-8f98-862bee581062: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:08:22.019612 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e6cbe-9908-4a00-aa93-a0d8fe4d6f3e x-openstack-request-id: req-df8e6cbe-9908-4a00-aa93-a0d8fe4d6f3e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:22.020377 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d5322d-8d7b-4d18-9126-f84a145ef92a", "name": "network-vif-deleted", "tag": "6a56e5f4-7303-404d-812b-ad83a2dc66e4", "status": "completed", "code": 200}, {"server_uuid": "3d39c110-5d94-4578-ad79-98c2fc164d66", "name": "network-vif-deleted", "tag": "6bf7791b-cc4e-4962-b8fc-a7aa27b608b7", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:22.021018 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-df8e6cbe-9908-4a00-aa93-a0d8fe4d6f3e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:22.022198 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d5322d-8d7b-4d18-9126-f84a145ef92a', 'name': 'network-vif-deleted', 'tag': '6a56e5f4-7303-404d-812b-ad83a2dc66e4', 'status': 'completed', 'code': 200} Jul 16 20:08:22.022790 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39c110-5d94-4578-ad79-98c2fc164d66', 'name': 'network-vif-deleted', 'tag': '6bf7791b-cc4e-4962-b8fc-a7aa27b608b7', 'status': 'completed', 'code': 200} Jul 16 20:08:22.264329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e044e-d6a1-4b56-ac98-a0c3c7426174 req-f079cd5b-6051-4fef-8906-01f40f211e85 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.266251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c56e044e-d6a1-4b56-ac98-a0c3c7426174 req-f079cd5b-6051-4fef-8906-01f40f211e85 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 949 time: 0.1219637 Jul 16 20:08:22.315166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c56e044e-d6a1-4b56-ac98-a0c3c7426174 req-0a7d9baa-a293-4ab6-a6ac-56e56a445b9f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Jul 16 20:08:22.368102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43602) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:22.427512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43604) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:22.434357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0dcc1508-ff56-47bd-a424-0b45d080e7c7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210762342', 'description': 'tempest-description--367075588'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:22.444313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddc86029-cbde-4eea-af09-838b3c15849f tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.492889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddc86029-cbde-4eea-af09-838b3c15849f tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.493381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1508-ff56-47bd-a424-0b45d080e7c7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.622255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-cb823814-6a7d-492a-a5c3-0bcb58b80708 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478420 Jul 16 20:08:22.623231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddc86029-cbde-4eea-af09-838b3c15849f tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.628941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddc86029-cbde-4eea-af09-838b3c15849f tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.633326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ddc86029-cbde-4eea-af09-838b3c15849f tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "DELETE /v2.0/security-groups/2e1e0c01-58d1-4241-9d84-21e37ec8bccc HTTP/1.1" status: 204 len: 168 time: 0.2617836 Jul 16 20:08:22.638405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43610) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:22.656888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1508-ff56-47bd-a424-0b45d080e7c7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.667563 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1508-ff56-47bd-a424-0b45d080e7c7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.683979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc86029-cbde-4eea-af09-838b3c15849f tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1e0c01-58d1-4241-9d84-21e37ec8bccc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:22.714234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1508-ff56-47bd-a424-0b45d080e7c7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.716315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0dcc1508-ff56-47bd-a424-0b45d080e7c7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2875497 Jul 16 20:08:22.720754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43612) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:22.724169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc1508-ff56-47bd-a424-0b45d080e7c7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67bf5a4-8547-406f-865f-e104af37e41c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:22.725800 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-1a09d4da-87f6-4332-9028-fa421adf2cd9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] show failed (client error): The resource could not be found. Jul 16 20:08:22.733063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1a09d4da-87f6-4332-9028-fa421adf2cd9 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "GET /v2.0/security-groups/2e1e0c01-58d1-4241-9d84-21e37ec8bccc HTTP/1.1" status: 404 len: 347 time: 0.0907443 Jul 16 20:08:22.734933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fbca25da-b94e-45d0-b28d-dccfa5a2c2e6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Request body: {'security_group_rule': {'security_group_id': 'e67bf5a4-8547-406f-865f-e104af37e41c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:22.740608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43614) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:22.775953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fbca25da-b94e-45d0-b28d-dccfa5a2c2e6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.864507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31725825-019e-4ed6-9dff-78c0ba84b598 req-fe0e7ac3-97ad-45db-8270-b95328c9f976 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 210 time: 0.0517347 Jul 16 20:08:22.890883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fbca25da-b94e-45d0-b28d-dccfa5a2c2e6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.898983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fbca25da-b94e-45d0-b28d-dccfa5a2c2e6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.926898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca25da-b94e-45d0-b28d-dccfa5a2c2e6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88d1731-2fa0-4c14-9436-c85ae5d1ae59,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:22.937693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fbca25da-b94e-45d0-b28d-dccfa5a2c2e6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.940852 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fbca25da-b94e-45d0-b28d-dccfa5a2c2e6 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2183042 Jul 16 20:08:22.943571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43618) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:22.955966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3440a59d-f1f4-4f65-9a09-0adbb08e9ee8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Request body: {'security_group_rule': {'security_group_id': 'e67bf5a4-8547-406f-865f-e104af37e41c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:22.977424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-7fd161bb-8b78-4655-af8f-fd71ba9339d9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.979057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-7fd161bb-8b78-4655-af8f-fd71ba9339d9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3427801 Jul 16 20:08:23.003104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Request body: {'port': {'device_id': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '91c60dcf2ee64ebebf7afc95d764961c'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:23.023354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3440a59d-f1f4-4f65-9a09-0adbb08e9ee8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.036870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Deleting port 9eb5ae8c-6e6e-4a7e-90cb-be36bb7e1a02 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:23.037210 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.118117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0ae4c530-f3fd-4e77-95fe-413cd767bcac no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:23.140973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 0ae4c530-f3fd-4e77-95fe-413cd767bcac {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:23.141605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0ae4c530-f3fd-4e77-95fe-413cd767bcac not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:23.187451 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3440a59d-f1f4-4f65-9a09-0adbb08e9ee8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.198624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3440a59d-f1f4-4f65-9a09-0adbb08e9ee8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.212039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a005d-3dc8-4ebd-a016-8e3f7530f029 req-41e319cb-5fb0-4c0c-bfdd-3599b381f384 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.221040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca0a005d-3dc8-4ebd-a016-8e3f7530f029 req-41e319cb-5fb0-4c0c-bfdd-3599b381f384 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1882532 Jul 16 20:08:23.235595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.235595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.264642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Calling delete_port for 9eb5ae8c-6e6e-4a7e-90cb-be36bb7e1a02 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:23.309743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a59d-f1f4-4f65-9a09-0adbb08e9ee8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb4657b-f25a-443b-85bb-0968806e120d,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.331256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3440a59d-f1f4-4f65-9a09-0adbb08e9ee8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.337981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3440a59d-f1f4-4f65-9a09-0adbb08e9ee8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3874726 Jul 16 20:08:23.337981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43624) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:23.342249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:23.346262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f20b-2aa7-4dc0-baad-8d62cd0cedbd req-dd05872e-6418-4fa7-be23-5cdcf039a998 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.348757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ce2f20b-2aa7-4dc0-baad-8d62cd0cedbd req-dd05872e-6418-4fa7-be23-5cdcf039a998 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 944 time: 0.2510977 Jul 16 20:08:23.353034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Made reservation on behalf of 91c60dcf2ee64ebebf7afc95d764961c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:23.355936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.369936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca0a005d-3dc8-4ebd-a016-8e3f7530f029 req-f6949c05-f1c6-434c-9537-961278e68616 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475744 Jul 16 20:08:23.476364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-4663a788-94d7-4c5f-a2ff-c6f88ae776a5 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.477862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-4663a788-94d7-4c5f-a2ff-c6f88ae776a5 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 812 time: 0.3358343 Jul 16 20:08:23.487685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.506954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ce2f20b-2aa7-4dc0-baad-8d62cd0cedbd req-712556eb-ee2c-4e53-b584-bb93f2b204f3 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429360 Jul 16 20:08:23.509334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'port': {'device_id': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a', 'admin_state_up': True, 'tenant_id': '43d1b2425b774a958c7cdc021ed3bd6b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:23.616001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b22c7b27-715b-4fa2-ad60-fcd47fb08167 req-fe16df8a-841e-46dd-967f-a4ee0fb05c40 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 210 time: 0.0952749 Jul 16 20:08:23.642778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Allocated IP 192.168.233.79 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/c2c487f5-75fb-48f0-ad1c-3d905ad0cf06) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:23.678585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500853d-5259-4643-9099-fbf251facc06 req-487c2ca5-448b-4944-9731-f9204b40dbf9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.680196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d500853d-5259-4643-9099-fbf251facc06 req-487c2ca5-448b-4944-9731-f9204b40dbf9 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 949 time: 0.2546306 Jul 16 20:08:23.693248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.749917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Pushing event deleted for resources: {'Port': ['ID=9eb5ae8c-6e6e-4a7e-90cb-be36bb7e1a02,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.864508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d0838-a2f1-42c0-a434-75c5ab9aaba1 req-194add60-f4e5-4719-8008-b0e073d01338 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.865561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a5d0838-a2f1-42c0-a434-75c5ab9aaba1 req-194add60-f4e5-4719-8008-b0e073d01338 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 949 time: 0.2265692 Jul 16 20:08:23.875586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-cad14224-648d-4acd-bcc8-29167fcac346 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.877094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-cad14224-648d-4acd-bcc8-29167fcac346 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 944 time: 0.3197770 Jul 16 20:08:23.904686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Made reservation on behalf of 43d1b2425b774a958c7cdc021ed3bd6b for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:23.908731 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.921331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.923925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.925211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1e9d1a9-7781-42d7-b1da-599bff10cec0 tempest-ServersTestManualDisk-289370907 tempest-ServersTestManualDisk-289370907-project] 10.222.0.91 "DELETE /v2.0/floatingips/3326e0d3-f1f2-44f1-8f98-862bee581062 HTTP/1.1" status: 204 len: 168 time: 1.1835289 Jul 16 20:08:23.929602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43632) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:24.282758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eed8a53e-a8e1-4afe-9c6e-ad2c8d1d5427 req-1274818d-1a92-4827-9fc4-70f4262a75a7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 210 time: 0.0688066 Jul 16 20:08:24.310967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a5d0838-a2f1-42c0-a434-75c5ab9aaba1 req-80f97ab8-3914-4b70-b52f-e935d5779b70 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320953 Jul 16 20:08:24.311955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.345932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.370173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Transition to ACTIVE for port object c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:24.416386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port 23b02012-0cbf-4b13-989c-4f9f4842886e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:24.416739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.489562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.504171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:24.549737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:24.553484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:24.559032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:24.608183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.657826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.658521 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.671673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Allocated IP 172.20.0.4 (84c712b1-f4ff-46ad-8da6-dd5992f01d1a/c0996938-06d2-40ac-b7fe-138d874c45c4/6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:24.723377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Deleting port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:24.724214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.733961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-ca3d7b3e-84bd-41f6-bd47-702b5da4f565 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7362797 Jul 16 20:08:24.742953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Allocated IP 172.25.3.112 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/0cd7a970-7734-4146-8d01-f085c15d2ce6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:24.754175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port 23b02012-0cbf-4b13-989c-4f9f4842886e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=23b02012-0cbf-4b13-989c-4f9f4842886e,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:24.754808 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.766225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Request body: {'port': {'device_id': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:24.808849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for 23b02012-0cbf-4b13-989c-4f9f4842886e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:24.898554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1dcc-d56b-42b9-9281-217be42e0d25 req-5c1ab393-bfdc-4ebb-bd06-4e90f8b92a4e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.900301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0bc1dcc-d56b-42b9-9281-217be42e0d25 req-5c1ab393-bfdc-4ebb-bd06-4e90f8b92a4e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 944 time: 0.1845863 Jul 16 20:08:24.935413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.004678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0bc1dcc-d56b-42b9-9281-217be42e0d25 req-0b19118c-e69a-428c-b0f3-90f459eabe5e tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788095 Jul 16 20:08:25.005100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-81584744-1f73-4289-bf8e-ed1d12e46d6e None None] Provisioning for port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:25.010524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-81584744-1f73-4289-bf8e-ed1d12e46d6e None None] Provisioning complete for port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:25.011206 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-81584744-1f73-4289-bf8e-ed1d12e46d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.078222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-81584744-1f73-4289-bf8e-ed1d12e46d6e None None] Port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:25.083289 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.092609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a31b0-4fca-4fdc-ab90-532acb36c61b req-153e0c6a-9428-4b26-ad52-03f8e954df2b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.094291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a5a31b0-4fca-4fdc-ab90-532acb36c61b req-153e0c6a-9428-4b26-ad52-03f8e954df2b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.5080276 Jul 16 20:08:25.196199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] For port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:25.196608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.237037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86fb5d83-3c8e-47a0-b191-8566fc3750cf req-53cac12f-12b9-494c-893d-0e12e0ec2460 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 210 time: 0.0811725 Jul 16 20:08:25.244830 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Calling delete_port for cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:25.260734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.301159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a5a31b0-4fca-4fdc-ab90-532acb36c61b req-ba7c8eb6-f0d1-4dc3-b93b-1397a2642909 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597698 Jul 16 20:08:25.375303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.472721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:25.499860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.534757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Transition to ACTIVE for port object c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:25.536407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.538777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.550588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad', 'd4807894-89be-4eb6-b91a-f0a866759111'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:25.554641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967', 'aea746aa-c6a6-486a-9c77-88752bd8566b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:25.577902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e2cafba-7347-4357-90ff-54b7bea50efe req-5bcd7e8c-bacd-4356-bae8-a478b0a0247e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=456764e4-a7c7-44ec-ba60-4e7f0eb21877 HTTP/1.1" status: 200 len: 210 time: 0.0566623 Jul 16 20:08:25.578162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.631139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:25.632670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.641757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.687558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:25.700328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:25.700573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Deleting port 84071809-3951-4ffe-abb4-bdf5fc295299 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:25.700934 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.730544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port 23b02012-0cbf-4b13-989c-4f9f4842886e on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:25.733182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'Port': ['ID=0cd7a970-7734-4146-8d01-f085c15d2ce6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.755980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.758056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d500853d-5259-4643-9099-fbf251facc06 req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "DELETE /v2.0/ports/23b02012-0cbf-4b13-989c-4f9f4842886e HTTP/1.1" status: 204 len: 173 time: 2.0710175 Jul 16 20:08:25.760638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'name': 'network-vif-deleted', 'tag': '23b02012-0cbf-4b13-989c-4f9f4842886e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:25.763005 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6612498-a783-4f0e-a649-60b314c20cd3" -d '{"events": [{"server_uuid": "456764e4-a7c7-44ec-ba60-4e7f0eb21877", "name": "network-vif-deleted", "tag": "23b02012-0cbf-4b13-989c-4f9f4842886e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:25.783054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Attempting to bind port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:25.783054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Attempting to bind port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:25.783330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Attempting to bind port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:25.791788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:25.792172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Attempting to bind port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:25.808528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:25.808920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:25.809308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:25.809816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Bound port: c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:25.810178 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.817118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:25.821414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f866b-aca6-47e4-aa3a-0ad46a17a63e tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=23b02012-0cbf-4b13-989c-4f9f4842886e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.831655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:25.833580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.842233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168d640-0476-4cfe-99e7-a0b01c3edf19 req-1ca33116-ebeb-4b3d-8adf-379da22213ac tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.849638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5168d640-0476-4cfe-99e7-a0b01c3edf19 req-1ca33116-ebeb-4b3d-8adf-379da22213ac tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 935 time: 0.3637946 Jul 16 20:08:25.856945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:25.860321 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b2c38d-9790-4641-9a2f-b9dfd27bf8ff x-openstack-request-id: req-c1b2c38d-9790-4641-9a2f-b9dfd27bf8ff {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:25.860606 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456764e4-a7c7-44ec-ba60-4e7f0eb21877", "name": "network-vif-deleted", "tag": "23b02012-0cbf-4b13-989c-4f9f4842886e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:25.860856 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c1b2c38d-9790-4641-9a2f-b9dfd27bf8ff {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:25.861247 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456764e4-a7c7-44ec-ba60-4e7f0eb21877', 'name': 'network-vif-deleted', 'tag': '23b02012-0cbf-4b13-989c-4f9f4842886e', 'status': 'completed', 'code': 200} Jul 16 20:08:25.863329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] For port 84071809-3951-4ffe-abb4-bdf5fc295299, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84071809-3951-4ffe-abb4-bdf5fc295299,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:25.863935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.930259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Calling delete_port for 84071809-3951-4ffe-abb4-bdf5fc295299 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:26.022778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:26.039461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:26.053845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.085873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.109804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.110766 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.127183 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5168d640-0476-4cfe-99e7-a0b01c3edf19 req-509e6965-c103-4dd3-9eb9-1faed79eb554 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764690 Jul 16 20:08:26.187236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.187895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.189319 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] 10.222.0.79 "PUT /v2.0/ports/c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 200 len: 1096 time: 1.4328554 Jul 16 20:08:26.192065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:26.195917 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56741b9f-dc67-4fe7-ba84-2d7f8829430b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:26.256534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22532b3c-ed5c-42ea-a056-c375a4ea828e service neutron] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.259921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] No DVR routers for this DVR port cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:26.270088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event deleted for resources: {'Port': ['ID=cd2802a8-3393-47c2-84d5-3aa41ab6e5b6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.274205 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.277468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9fc607e0-bd66-4b0e-b343-0383a8474da8 req-bad45ccd-1fb9-4b1f-a513-442dbde97894 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "DELETE /v2.0/ports/cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 HTTP/1.1" status: 204 len: 173 time: 2.3882048 Jul 16 20:08:26.279687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.291427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-0a5b1023-6d2e-4897-b958-de047ce4c617 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7867024 Jul 16 20:08:26.298506 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bf682e-11bf-46eb-b5d1-a444592ad89d x-openstack-request-id: req-33bf682e-11bf-46eb-b5d1-a444592ad89d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:26.298793 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:26.299191 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-33bf682e-11bf-46eb-b5d1-a444592ad89d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:26.299455 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'status': 'completed', 'code': 200} Jul 16 20:08:26.310388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Request body: {'port': {'device_id': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:26.363477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c15ad452-9a3e-47e8-9f2c-54f47a064957 req-e42a73a6-e19f-4604-860a-b2084cb1073d tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fc5dfa5-51ac-414c-a70f-91476a98c47a HTTP/1.1" status: 200 len: 210 time: 0.1109638 Jul 16 20:08:26.409809 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.462245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-b597d2aa-83c5-4c15-9881-82e955dc7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.472638 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-b597d2aa-83c5-4c15-9881-82e955dc7f8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 1099 time: 0.2308972 Jul 16 20:08:26.520862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.549460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-797b9937-8bcf-4667-9414-c3b95243bb2f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 200 len: 217 time: 0.0666425 Jul 16 20:08:26.570522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.649768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=84071809-3951-4ffe-abb4-bdf5fc295299,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.777213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-41069bdd-c456-4589-92c1-4c836fca7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.782865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-41069bdd-c456-4589-92c1-4c836fca7f7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2220933 Jul 16 20:08:26.919611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29795ea8-6d97-4f45-a352-2133dd0073be req-13afa1ea-b8a4-43ee-a47b-74b3b3f533aa tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.927948 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29795ea8-6d97-4f45-a352-2133dd0073be req-13afa1ea-b8a4-43ee-a47b-74b3b3f533aa tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 931 time: 0.4080856 Jul 16 20:08:26.968101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e7f58-0adf-4d4f-9da9-8542645a3859 req-f06389fb-5d31-4d68-b2f2-93a97f2d0b86 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.975248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d2e7f58-0adf-4d4f-9da9-8542645a3859 req-f06389fb-5d31-4d68-b2f2-93a97f2d0b86 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.3423228 Jul 16 20:08:27.030375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29795ea8-6d97-4f45-a352-2133dd0073be req-d25a7fe9-56bb-48f2-bc5e-838aafc446d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011524 Jul 16 20:08:27.083229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.091147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.093523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d2e7f58-0adf-4d4f-9da9-8542645a3859 req-c452bd25-84d0-4eef-a445-f96d3c747417 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171882 Jul 16 20:08:27.108351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.120047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:27.142869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-4cc53914-11f9-4b9b-93ef-0d20a3488db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.155292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:27.155634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cd2802a8-3393-47c2-84d5-3aa41ab6e5b6 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:27.157341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-4cc53914-11f9-4b9b-93ef-0d20a3488db7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3618309 Jul 16 20:08:27.421596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 23b02012-0cbf-4b13-989c-4f9f4842886e no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:27.473591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 23b02012-0cbf-4b13-989c-4f9f4842886e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:27.474118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 23b02012-0cbf-4b13-989c-4f9f4842886e not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:27.698679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'Port': ['ID=0cd7a970-7734-4146-8d01-f085c15d2ce6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:27.728682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.729055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.729375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.729717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.730058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.730391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.730724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.731086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.731407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.731737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.732061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.732385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.747082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.787860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-d8d7223e-75f8-40b7-9f93-a47042813f17 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889564 Jul 16 20:08:27.801748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117427f-aa67-46a3-8270-ffb171930df4 req-f36ffab5-9a22-47ae-a44b-f00124e685c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.803290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6117427f-aa67-46a3-8270-ffb171930df4 req-f36ffab5-9a22-47ae-a44b-f00124e685c2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.2608612 Jul 16 20:08:27.807602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.816746 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-201b8f5f-17fd-4e52-b210-386eda291a8b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4706550 Jul 16 20:08:27.849706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:27.863113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.865416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'name': 'network-vif-deleted', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:27.868119 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd597f-210e-4dee-96e3-9d58eb7534ef" -d '{"events": [{"server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "name": "network-vif-deleted", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:27.885102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6555cc0-52f3-4f07-8be4-0be6c5047db5 req-47bc6df3-d9d5-474a-be68-fca319640e07 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.886761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6555cc0-52f3-4f07-8be4-0be6c5047db5 req-47bc6df3-d9d5-474a-be68-fca319640e07 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 947 time: 0.2865548 Jul 16 20:08:27.911808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Transition to ACTIVE for port object 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:27.915549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6117427f-aa67-46a3-8270-ffb171930df4 req-84c42174-cfaa-408e-9a31-f94cff9dff17 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034901 Jul 16 20:08:27.930415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.937202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc0ff56e-0b1c-4519-85f1-d9c869053c71 req-109d9477-355c-4569-9d50-7fe9f1fd4f67 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120236 Jul 16 20:08:28.010347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6555cc0-52f3-4f07-8be4-0be6c5047db5 req-733582e8-52f6-40d2-b354-9fca36fdc42e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126585 Jul 16 20:08:28.022736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Pushing event updated for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:28.023887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Router fe1c932e-47fc-41b9-89f6-65e55c50d048 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:28.092897 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6180df39-8e06-4286-b32b-95eeec630c1c x-openstack-request-id: req-6180df39-8e06-4286-b32b-95eeec630c1c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:28.093354 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc5dfa5-51ac-414c-a70f-91476a98c47a", "name": "network-vif-deleted", "tag": "cd2802a8-3393-47c2-84d5-3aa41ab6e5b6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:28.093724 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6180df39-8e06-4286-b32b-95eeec630c1c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:28.094239 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc5dfa5-51ac-414c-a70f-91476a98c47a', 'name': 'network-vif-deleted', 'tag': 'cd2802a8-3393-47c2-84d5-3aa41ab6e5b6', 'status': 'completed', 'code': 200} Jul 16 20:08:28.126878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Attempting to bind port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:28.127313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Attempting to bind port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:28.127822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Attempting to bind port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 on network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:28.132581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 on network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:28.132966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Attempting to bind port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 on network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:28.138433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:28.138909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Checking segment: {'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:28.139354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Bound using segment: {'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:28.139843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Bound port: 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:28.140260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.185597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-3da0d4bd-0b63-4290-ac0e-24650512c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.186738 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-3da0d4bd-0b63-4290-ac0e-24650512c64e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 1099 time: 0.1487360 Jul 16 20:08:28.262711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:28.279109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:28.289560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.327619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.328604 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.330102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] 10.222.0.79 "PUT /v2.0/ports/6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 200 len: 1092 time: 2.0248110 Jul 16 20:08:28.350879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eccec-f40c-4efc-b4c7-08520b39a5a3 req-9a8f48f2-0c2c-4ba4-adc1-c887505befe6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.351848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:28.352510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d11eccec-f40c-4efc-b4c7-08520b39a5a3 req-9a8f48f2-0c2c-4ba4-adc1-c887505befe6 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 950 time: 0.1333616 Jul 16 20:08:28.363810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f195684c-e203-4325-9547-ebd85f318b97 admin admin] 10.222.0.91 "PUT /v2.0/routers/fe1c932e-47fc-41b9-89f6-65e55c50d048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4309826 Jul 16 20:08:28.364436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] Sync routers for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:28.368501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43694) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:28.380599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:28.381265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:28.460259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c2cb4-e07b-49a8-bbe3-8571928cd623 service neutron] Pushing event updated for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:28.468422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-024262f4-c758-4287-9951-3320319e586c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.476251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-024262f4-c758-4287-9951-3320319e586c tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 822 time: 0.1696649 Jul 16 20:08:28.479008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-12b7adcf-4c2c-4fb3-a131-4b4443ce02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.480572 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-12b7adcf-4c2c-4fb3-a131-4b4443ce02c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2521236 Jul 16 20:08:28.491605 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-e53917e1-73dd-4ef3-b2fa-840b13581807 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/quotas/0520be0a55184b6e9e20afb7f1fd1fe9 HTTP/1.1" status: 200 len: 375 time: 0.0140407 Jul 16 20:08:28.519594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:28.537860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d11eccec-f40c-4efc-b4c7-08520b39a5a3 req-3f4a89d9-314b-4a20-bb5a-c4eb6a9e217b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683593 Jul 16 20:08:28.565782 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-76cb7955-1be6-4b44-8249-52061269c25f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 200 len: 217 time: 0.0601616 Jul 16 20:08:28.570542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.573902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-60e69fad-389c-48ad-ab28-51f4c3a657c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.575419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-60e69fad-389c-48ad-ab28-51f4c3a657c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1095 time: 0.1904573 Jul 16 20:08:28.664330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-2b4109f8-b1d4-436b-9033-ab2fa4e10752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.666406 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-2b4109f8-b1d4-436b-9033-ab2fa4e10752 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0843792 Jul 16 20:08:28.691169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-801b8804-a527-43a9-866b-90ad067f3d71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 200 len: 217 time: 0.0961955 Jul 16 20:08:28.725323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-6acb64a0-cb2a-49e3-87ab-9327cb0b35fe tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2293713 Jul 16 20:08:28.744233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:08:26Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:28.773561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] Checking router: fe1c932e-47fc-41b9-89f6-65e55c50d048 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:28.783877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] Routers {'fe1c932e-47fc-41b9-89f6-65e55c50d048'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:28.784501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fe1c932e-47fc-41b9-89f6-65e55c50d048'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:28.789739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-fca81cb2-88b9-43ca-8499-fb6131a5997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.791475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-fca81cb2-88b9-43ca-8499-fb6131a5997e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111436 Jul 16 20:08:28.891067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.894817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-e7d1ef0e-c8a3-4ead-956c-72e6a34c91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.896870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-e7d1ef0e-c8a3-4ead-956c-72e6a34c91bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.1556063 Jul 16 20:08:28.915943 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-eab4666e-4fb4-4582-a3bb-3b84e9bbc4a8 service neutron] 10.222.0.91 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745775 Jul 16 20:08:28.948539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] Set router fe1c932e-47fc-41b9-89f6-65e55c50d048 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:28.964102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-e4764df9-1c3c-4f1b-8635-60f91325d2d5 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448586 Jul 16 20:08:28.972281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-a73e4618-c088-45b8-8652-df83b029ef6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661855 Jul 16 20:08:28.982231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf9d3-8d5e-4cf0-a145-3b90c9d73b7e req-864d8815-be78-48a8-85c2-9d5529d9753e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.983873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-301cf9d3-8d5e-4cf0-a145-3b90c9d73b7e req-864d8815-be78-48a8-85c2-9d5529d9753e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 943 time: 0.2854636 Jul 16 20:08:29.007448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-b5542bbd-c007-47a9-8dc6-54ec9d1a14f7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.009217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-b5542bbd-c007-47a9-8dc6-54ec9d1a14f7 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 944 time: 0.2070920 Jul 16 20:08:29.104185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ae9b8983-fe37-45e9-b625-0567153df045 service neutron] 10.222.0.91 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798580 Jul 16 20:08:29.123768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56741b9f-dc67-4fe7-ba84-2d7f8829430b req-47cfd84c-af93-49cb-9bef-3e5882a58f65 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523485 Jul 16 20:08:29.167371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-301cf9d3-8d5e-4cf0-a145-3b90c9d73b7e req-fd2cd39d-d2e5-4b37-9ba7-d9801a32df5e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689959 Jul 16 20:08:29.176679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:08:26Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:29.212998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688fbdf-18c8-48a7-ba9f-5eb90546b3e5 None None] The sync data for ids ['fe1c932e-47fc-41b9-89f6-65e55c50d048'] in n-d-792458-10 is: [{'id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'name': 'tempest-ServersTestManualDisk-1188841868-router', 'tenant_id': '5c18b7e95a654d4d84829230e3979840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:44Z', 'updated_at': '2021-07-16T20:08:26Z', 'revision_number': 5, 'project_id': '5c18b7e95a654d4d84829230e3979840', 'gw_port': {'id': '0fa2718c-dc6f-4d90-bc81-916795a60283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1c932e-47fc-41b9-89f6-65e55c50d048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:29.247760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Deleting port 0fa2718c-dc6f-4d90-bc81-916795a60283 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:29.248172 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.303363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-4018ed9a-b9d3-460b-adf8-2474309f4072 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181958 Jul 16 20:08:29.424983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09214257-8c9c-4f6e-a691-3a001fcf779a req-20b714e5-e41b-4c4a-8cfb-ce370c08a4ef tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.426575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09214257-8c9c-4f6e-a691-3a001fcf779a req-20b714e5-e41b-4c4a-8cfb-ce370c08a4ef tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 944 time: 0.0797632 Jul 16 20:08:29.486180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09214257-8c9c-4f6e-a691-3a001fcf779a req-446fa5d3-9856-4a95-bcf0-c2865ca45621 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/security-groups?id=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494008 Jul 16 20:08:29.530214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Deleting port 04a575c8-a5af-4078-b5e5-678e2a41aff5 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:29.530479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.536286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] For port 0fa2718c-dc6f-4d90-bc81-916795a60283, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0fa2718c-dc6f-4d90-bc81-916795a60283,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:29.536641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.567708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-ca3b7e96-9b05-429f-8a36-a4ccd36ece34 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.569101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-ca3b7e96-9b05-429f-8a36-a4ccd36ece34 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/ports?device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 950 time: 0.4264159 Jul 16 20:08:29.607558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Calling delete_port for 0fa2718c-dc6f-4d90-bc81-916795a60283 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:29.739840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-253ef18e-9adc-4be9-a72f-9069974209b0 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.741356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-253ef18e-9adc-4be9-a72f-9069974209b0 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd HTTP/1.1" status: 200 len: 950 time: 0.1054006 Jul 16 20:08:29.769528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fa36e3-8d00-4d87-a41c-38dfc109c729 req-53841791-b013-4f8f-82e0-f5df56b6dc86 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530210 Jul 16 20:08:29.830743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf5b94-35df-4724-89b9-6f71f91b86b7 req-dfa4dcd9-f44d-44b3-afd0-e9b8f0480be6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.838053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2dcf5b94-35df-4724-89b9-6f71f91b86b7 req-dfa4dcd9-f44d-44b3-afd0-e9b8f0480be6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.4746392 Jul 16 20:08:29.886789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] For port 04a575c8-a5af-4078-b5e5-678e2a41aff5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=04a575c8-a5af-4078-b5e5-678e2a41aff5,segment=NetworkSegment(72ff46f0-4c1c-48d9-a0d3-970a9eb891fd),segment_id=72ff46f0-4c1c-48d9-a0d3-970a9eb891fd)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:29.887185 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.936356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eeb7e2-bf09-4b0f-8066-b9e1f962f913 req-89735545-d7bd-4a85-9a14-eccdd5585f86 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.937963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94eeb7e2-bf09-4b0f-8066-b9e1f962f913 req-89735545-d7bd-4a85-9a14-eccdd5585f86 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 947 time: 0.1273434 Jul 16 20:08:29.940746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port d4807894-89be-4eb6-b91a-f0a866759111 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:29.941810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.948480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Calling delete_port for 04a575c8-a5af-4078-b5e5-678e2a41aff5 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:29.970156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2dcf5b94-35df-4724-89b9-6f71f91b86b7 req-57e6257b-b2f7-4f11-9301-7f474dd93b79 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312230 Jul 16 20:08:30.063083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port aea746aa-c6a6-486a-9c77-88752bd8566b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:30.064056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.079730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94eeb7e2-bf09-4b0f-8066-b9e1f962f913 req-fc94972e-6787-431c-a4a3-3c9483abb802 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315858 Jul 16 20:08:30.097952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port d4807894-89be-4eb6-b91a-f0a866759111, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d4807894-89be-4eb6-b91a-f0a866759111,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:30.098767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.114576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:30.122091 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:30.126197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for d4807894-89be-4eb6-b91a-f0a866759111 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:30.217668 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69aa07c6-8c9f-40df-9470-6c6b1fb17ed5 req-c1cae572-3f3a-47c1-9cea-3cbf151b04b0 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 210 time: 0.0532916 Jul 16 20:08:30.263996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.336573 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.352359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967', 'aea746aa-c6a6-486a-9c77-88752bd8566b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:30.358095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad', 'd4807894-89be-4eb6-b91a-f0a866759111'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:30.384999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=d4807894-89be-4eb6-b91a-f0a866759111,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.408802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3be1-23dc-46ff-b8a0-049e6d918d39 req-a9e31955-f671-448e-b64a-e5c363775212 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.418406 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1af3be1-23dc-46ff-b8a0-049e6d918d39 req-a9e31955-f671-448e-b64a-e5c363775212 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 950 time: 0.1771657 Jul 16 20:08:30.450692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84071809-3951-4ffe-abb4-bdf5fc295299 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:30.478939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port d4807894-89be-4eb6-b91a-f0a866759111 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:30.481902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.484477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa4e1922-fc43-4c97-81cf-b2076c136338 req-2df47dc6-8bd7-4fc7-972c-b72fc1e5dad2 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "DELETE /v2.0/ports/d4807894-89be-4eb6-b91a-f0a866759111 HTTP/1.1" status: 204 len: 173 time: 0.7326365 Jul 16 20:08:30.486367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'name': 'network-vif-deleted', 'tag': 'd4807894-89be-4eb6-b91a-f0a866759111'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:30.490210 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb65a66-eb41-41f4-809e-182c6f1c8442" -d '{"events": [{"server_uuid": "fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd", "name": "network-vif-deleted", "tag": "d4807894-89be-4eb6-b91a-f0a866759111"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:30.526513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 84071809-3951-4ffe-abb4-bdf5fc295299 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:30.526766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84071809-3951-4ffe-abb4-bdf5fc295299 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:30.553428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1af3be1-23dc-46ff-b8a0-049e6d918d39 req-fe0643da-5fc4-45ae-9d85-abce06e4e4c7 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295257 Jul 16 20:08:30.694071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa2718c-dc6f-4d90-bc81-916795a60283,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.703545 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba433ae-c316-43b8-866d-00cef461a2d6 x-openstack-request-id: req-2ba433ae-c316-43b8-866d-00cef461a2d6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:30.703795 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:30.703985 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2ba433ae-c316-43b8-866d-00cef461a2d6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:30.704474 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'status': 'completed', 'code': 200} Jul 16 20:08:30.870588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port aea746aa-c6a6-486a-9c77-88752bd8566b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aea746aa-c6a6-486a-9c77-88752bd8566b,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:30.873685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.926483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for aea746aa-c6a6-486a-9c77-88752bd8566b owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:30.930570 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.941654 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afa2bdd-9412-4089-be37-87b9bf5ebf3d x-openstack-request-id: req-8afa2bdd-9412-4089-be37-87b9bf5ebf3d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:30.942321 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd", "name": "network-vif-deleted", "tag": "d4807894-89be-4eb6-b91a-f0a866759111", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:30.946956 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8afa2bdd-9412-4089-be37-87b9bf5ebf3d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:30.947532 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc65e8b7-c5e2-4689-9d7d-b2853d91b9bd', 'name': 'network-vif-deleted', 'tag': 'd4807894-89be-4eb6-b91a-f0a866759111', 'status': 'completed', 'code': 200} Jul 16 20:08:31.013091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.025259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Pushing event deleted for resources: {'Port': ['ID=04a575c8-a5af-4078-b5e5-678e2a41aff5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.032343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-1edb645e-57f6-4208-a5cb-7a00f4a3d702 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.034920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-1edb645e-57f6-4208-a5cb-7a00f4a3d702 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 822 time: 0.3208315 Jul 16 20:08:31.098287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Request body: {'port': {'device_id': '304a8087-f920-4788-a789-e1dbd653ddbb', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'admin_state_up': True, 'tenant_id': '0520be0a55184b6e9e20afb7f1fd1fe9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:31.143283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:31.145546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:31.175044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 04a575c8-a5af-4078-b5e5-678e2a41aff5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:31.175531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 04a575c8-a5af-4078-b5e5-678e2a41aff5 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:31.185455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-5375b42a-099c-4fb0-9eee-c33b24f06f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.187656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-5375b42a-099c-4fb0-9eee-c33b24f06f3f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1095 time: 0.4802136 Jul 16 20:08:31.207622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a1bd8-fbcd-402c-a870-754c1624e033 req-8f1f6591-685c-4793-9f82-b45b49fdbe1e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.209094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e43a1bd8-fbcd-402c-a870-754c1624e033 req-8f1f6591-685c-4793-9f82-b45b49fdbe1e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 943 time: 0.4984045 Jul 16 20:08:31.238931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] No DVR routers for this DVR port 04a575c8-a5af-4078-b5e5-678e2a41aff5 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:31.245739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.248615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-827c18cb-c631-440e-a0d9-95a0a811684c req-726cfc60-03b0-4deb-a4ab-a0dc079eff43 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.91 "GET /v2.0/ports?device_id=afd704a6-73fa-4937-a2cb-2d0e99c7015b HTTP/1.1" status: 200 len: 210 time: 0.1647837 Jul 16 20:08:31.273813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Made reservation on behalf of 0520be0a55184b6e9e20afb7f1fd1fe9 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:31.274126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.274126 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-814d0ead-6a27-43b4-a29c-3411075dcc6f req-740a683e-d0fa-43fb-a631-57377fab0861 tempest-LiveAutoBlockMigrationV225Test-1148861540 tempest-LiveAutoBlockMigrationV225Test-1148861540-project] 10.222.0.79 "DELETE /v2.0/ports/04a575c8-a5af-4078-b5e5-678e2a41aff5 HTTP/1.1" status: 204 len: 173 time: 2.2412724 Jul 16 20:08:31.274126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.290486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:31.300316 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.305680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a', 'port_id': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'mac_address': 'fa:16:3e:33:67:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0996938-06d2-40ac-b7fe-138d874c45c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:31.369748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.386726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:31.426287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:31.433164 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.434336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:31.481386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-1385f927-9999-4af7-ae9e-1985c60f0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.482974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-1385f927-9999-4af7-ae9e-1985c60f0066 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.4471045 Jul 16 20:08:31.535378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.548958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.549606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.550126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.550633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.551141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.551629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.552106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.552581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.553056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.553528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.554075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.554547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.579867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.580420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe1c932e-47fc-41b9-89f6-65e55c50d048 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:08:31.600335 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.601565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-792aebfb-fe19-416a-a754-764926c0cadb admin admin] 10.222.0.91 "DELETE /v2.0/routers/fe1c932e-47fc-41b9-89f6-65e55c50d048 HTTP/1.1" status: 204 len: 168 time: 3.2308965 Jul 16 20:08:31.604532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43732) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:31.650616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:31.651979 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e43a1bd8-fbcd-402c-a870-754c1624e033 req-280224a5-dbc1-4421-a5f2-0e3286e112bc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154103 Jul 16 20:08:31.669221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'mac_address': 'fa:16:3e:22:63:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:31.719621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.734640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:31.762457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:31.770744 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.789900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-c3cbfc2a-f3c3-4f28-852e-811b30f38208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.795791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-52e20ea5-f0b9-4b0e-8047-ef756bd19ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.797262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-52e20ea5-f0b9-4b0e-8047-ef756bd19ed9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.3031046 Jul 16 20:08:31.802649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-c3cbfc2a-f3c3-4f28-852e-811b30f38208 service neutron] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 913 time: 0.6075203 Jul 16 20:08:31.809714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] Deleting subnet 1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:31.829999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.836398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.863723 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-b264c9cc-6bb7-4070-90c5-b00eb902c9ab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 217 time: 0.0518429 Jul 16 20:08:31.903123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-13259324-0f35-4017-a69c-01fc793dcfbe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 200 len: 217 time: 0.0811863 Jul 16 20:08:31.909553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Allocated IP 172.20.0.12 (8519e102-2ff6-4939-a325-7d6015fd3e57/b1c0ea65-721d-432b-af25-8ce73d4a45f3/2ae823a6-6bc8-431b-8b8b-40599b532f11) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:31.938483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc51d28-832c-4fe7-bf67-ce68d5f67c16 req-6700b514-ae9a-44bb-8d35-d2c0e06dafe3 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.940048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbc51d28-832c-4fe7-bf67-ce68d5f67c16 req-6700b514-ae9a-44bb-8d35-d2c0e06dafe3 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.3751569 Jul 16 20:08:31.948628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.964202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:31.968535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-ba285a45-beb0-469e-9bda-c5d10062010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.970002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-ba285a45-beb0-469e-9bda-c5d10062010e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.0972576 Jul 16 20:08:31.971663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:31.989729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.032519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-239856e2-8281-4f22-9a9b-454f493d322c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466745 Jul 16 20:08:32.044452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=aea746aa-c6a6-486a-9c77-88752bd8566b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:32.061453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:32.066206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:32.094525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-63ca7846-22ec-4188-a862-2a84d4370afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.096670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-63ca7846-22ec-4188-a862-2a84d4370afe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.1779842 Jul 16 20:08:32.154087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port aea746aa-c6a6-486a-9c77-88752bd8566b on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:32.186539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.189600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-402f12fb-0871-44c2-a7ea-ea2cb016c10c req-59c35dc8-38e4-4a6d-80b5-c19c59cda8bd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "DELETE /v2.0/ports/aea746aa-c6a6-486a-9c77-88752bd8566b HTTP/1.1" status: 204 len: 173 time: 2.6045630 Jul 16 20:08:32.194388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-38e5f1cc-c3d4-4d54-ab62-371c41af238b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839579 Jul 16 20:08:32.276391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186372-0047-408f-8a3e-c20e7ab2cf27 req-8129c340-86a7-4910-82c8-0829ef18f9d7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.278219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1186372-0047-408f-8a3e-c20e7ab2cf27 req-8129c340-86a7-4910-82c8-0829ef18f9d7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 948 time: 0.3808014 Jul 16 20:08:32.377490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.445825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1186372-0047-408f-8a3e-c20e7ab2cf27 req-f1a3ea0e-ae4c-4587-b30c-19566ab572a0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545250 Jul 16 20:08:32.497761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbc51d28-832c-4fe7-bf67-ce68d5f67c16 req-0088a2a9-98f8-4623-8e57-9e86bea44c58 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458491 Jul 16 20:08:32.547089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-13cc8196-85ac-41cd-8479-9b9d46abf013 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372231 Jul 16 20:08:32.549399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0fa2718c-dc6f-4d90-bc81-916795a60283 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:32.571911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.595570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 0fa2718c-dc6f-4d90-bc81-916795a60283 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:32.596002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0fa2718c-dc6f-4d90-bc81-916795a60283 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:32.661736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:32.669569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.674735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4ad3eb94-3344-465a-b189-a913c1f3744d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1e0f4ea4-56c0-4fe8-8d22-fa434dd733cf HTTP/1.1" status: 204 len: 168 time: 1.0662944 Jul 16 20:08:32.677278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43740) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:32.716820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'name': 'network-vif-deleted', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5'}, {'server_uuid': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'name': 'network-vif-deleted', 'tag': 'aea746aa-c6a6-486a-9c77-88752bd8566b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:32.719449 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14905d8d-6db9-4187-aab7-0138ed29dde8" -d '{"events": [{"server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "name": "network-vif-deleted", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5"}, {"server_uuid": "3785141f-8710-4fc6-8be5-b409e3dd31b8", "name": "network-vif-deleted", "tag": "aea746aa-c6a6-486a-9c77-88752bd8566b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:32.742534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5126479-f637-4464-8600-16a8d7499780 None None] Network 5833b2ec-0936-4f92-b017-0dfa8c0bd833 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:32.754693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.777797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d019fdb-45c2-4c43-bc07-40e39cedd79c req-4150029b-55a2-45be-a6fb-29ac409df330 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 210 time: 0.0542352 Jul 16 20:08:32.857041 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.860863 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed5a9b1d-d26e-4c98-8117-d6aa161b15b3 req-596f3216-3396-4e7b-9af5-e97f208f9895 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043189 Jul 16 20:08:32.896648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43744) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:32.918593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed754529-4e54-490c-a1c3-85dee7784703 req-9c15d5df-ae0d-410a-af2d-59914fa646dd tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=3785141f-8710-4fc6-8be5-b409e3dd31b8 HTTP/1.1" status: 200 len: 210 time: 0.0771701 Jul 16 20:08:32.935759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Deleting port 2833cd34-87f5-4e8f-85ea-4027cd903be3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:32.936233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.976551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.029686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-4b2d7960-e435-452d-a098-68857ef1324f service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9787154 Jul 16 20:08:33.069223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] For port 2833cd34-87f5-4e8f-85ea-4027cd903be3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2833cd34-87f5-4e8f-85ea-4027cd903be3,segment=NetworkSegment(750475c0-a010-49ff-8ff9-6f1806c0d325),segment_id=750475c0-a010-49ff-8ff9-6f1806c0d325)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:33.071069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.087353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Network 8519e102-2ff6-4939-a325-7d6015fd3e57 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:33.109499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Calling delete_port for 2833cd34-87f5-4e8f-85ea-4027cd903be3 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:33.114464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] Deleting subnet 86ce2ff8-19ac-4864-be49-d2af1c343c0a {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:33.122938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.191613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:33.204455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d4807894-89be-4eb6-b91a-f0a866759111 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:33.214996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.235687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:33.235975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: d4807894-89be-4eb6-b91a-f0a866759111 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:33.236229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d4807894-89be-4eb6-b91a-f0a866759111 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:33.259811 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d9bac4-9a21-4abd-95a4-e619c99cde80 x-openstack-request-id: req-b7d9bac4-9a21-4abd-95a4-e619c99cde80 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:33.260577 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd704a6-73fa-4937-a2cb-2d0e99c7015b", "name": "network-vif-deleted", "tag": "04a575c8-a5af-4078-b5e5-678e2a41aff5", "status": "completed", "code": 200}, {"server_uuid": "3785141f-8710-4fc6-8be5-b409e3dd31b8", "name": "network-vif-deleted", "tag": "aea746aa-c6a6-486a-9c77-88752bd8566b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:33.261093 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b7d9bac4-9a21-4abd-95a4-e619c99cde80 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:33.261876 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd704a6-73fa-4937-a2cb-2d0e99c7015b', 'name': 'network-vif-deleted', 'tag': '04a575c8-a5af-4078-b5e5-678e2a41aff5', 'status': 'completed', 'code': 200} Jul 16 20:08:33.262620 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785141f-8710-4fc6-8be5-b409e3dd31b8', 'name': 'network-vif-deleted', 'tag': 'aea746aa-c6a6-486a-9c77-88752bd8566b', 'status': 'completed', 'code': 200} Jul 16 20:08:33.310353 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.319121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.356028 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.358094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.358736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.392740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-169e18e4-88ad-408a-a648-7b152e17a9c9 req-79d56dc4-7290-49a0-8533-f606f39ac960 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095083 Jul 16 20:08:33.395101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] No DVR routers for this DVR port 2833cd34-87f5-4e8f-85ea-4027cd903be3 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:33.401318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=2833cd34-87f5-4e8f-85ea-4027cd903be3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.401551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0dcba-b920-42cd-8454-4d769ca40515 req-495affe6-5234-4f01-8b02-68c3b376d315 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.409664 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1a0dcba-b920-42cd-8454-4d769ca40515 req-495affe6-5234-4f01-8b02-68c3b376d315 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 944 time: 0.2932718 Jul 16 20:08:33.434285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-c234407a-f3cb-4ee9-86c7-ad3fcb3bbc93 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3408730 Jul 16 20:08:33.460324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Request body: {'port': {'device_id': '304a8087-f920-4788-a789-e1dbd653ddbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:33.474889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.485191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aea746aa-c6a6-486a-9c77-88752bd8566b no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:33.509685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece81355-2ab8-4aec-823b-d6f65eca45a4 None None] DHCP port deletion for 5833b2ec-0936-4f92-b017-0dfa8c0bd833 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:08:33.511760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: aea746aa-c6a6-486a-9c77-88752bd8566b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:33.512107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aea746aa-c6a6-486a-9c77-88752bd8566b not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:33.522042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.529770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1a0dcba-b920-42cd-8454-4d769ca40515 req-2516e7d3-0aa2-4a90-b0ce-3a7d0315d871 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180868 Jul 16 20:08:33.561472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.563405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] 10.222.0.91 "DELETE /v2.0/subnets/86ce2ff8-19ac-4864-be49-d2af1c343c0a HTTP/1.1" status: 204 len: 168 time: 0.6648464 Jul 16 20:08:33.565484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5833b2ec-0936-4f92-b017-0dfa8c0bd833']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:33.567731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f1027-9514-4948-b4f6-4c5c06c005fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ce2ff8-19ac-4864-be49-d2af1c343c0a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.570870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43752) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:33.591483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.595051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750475c0-a010-49ff-8ff9-6f1806c0d325') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:33.595346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750475c0-a010-49ff-8ff9-6f1806c0d325') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:33.612757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.683402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.709218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:33.709489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:33.711393 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:33.723551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.804705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.812436 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.814268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] 10.222.0.91 "DELETE /v2.0/networks/5833b2ec-0936-4f92-b017-0dfa8c0bd833 HTTP/1.1" status: 204 len: 168 time: 1.1359522 Jul 16 20:08:33.845555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f444e39-b1ef-4c4c-a01d-37b95f4b9f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=5833b2ec-0936-4f92-b017-0dfa8c0bd833,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.849145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d234b1-5fb0-4943-b8ee-b8e4ef5202b7 req-8f6545b4-4cc1-4451-b401-b06a95f6535e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.851446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-48d234b1-5fb0-4943-b8ee-b8e4ef5202b7 req-8f6545b4-4cc1-4451-b401-b06a95f6535e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1761668 Jul 16 20:08:33.892850 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.909045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cd895-7eb7-4d4c-b302-b7908727519a req-9499deb2-b462-4d0c-a935-d7f620be68fb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.909335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-48d234b1-5fb0-4943-b8ee-b8e4ef5202b7 req-9e9bb6ee-1935-44ea-b916-25785c9144d3 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524950 Jul 16 20:08:33.910764 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d1cd895-7eb7-4d4c-b302-b7908727519a req-9499deb2-b462-4d0c-a935-d7f620be68fb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 948 time: 0.2810481 Jul 16 20:08:33.916150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96463262-65c0-480d-aa91-330c3513b73a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:33.936312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:33.936312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ff46f0-4c1c-48d9-a0d3-970a9eb891fd') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:33.949742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.973253 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.981799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43760) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:33.984080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:33.984595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:33.991066 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:34.000506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae823a6-6bc8-431b-8b8b-40599b532f11 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:34.004236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d1cd895-7eb7-4d4c-b302-b7908727519a req-81e6ba30-e02d-4949-b841-0530f27bb022 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790131 Jul 16 20:08:34.009293 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.023523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Transition to ACTIVE for port object 2ae823a6-6bc8-431b-8b8b-40599b532f11 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:34.028153 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.077808 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.083643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.085600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] 10.222.0.91 "DELETE /v2.0/networks/96463262-65c0-480d-aa91-330c3513b73a HTTP/1.1" status: 204 len: 168 time: 0.5089250 Jul 16 20:08:34.089288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2e7dfcb2-3c2a-409a-abda-535e1f077ac8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5c18b7e95a654d4d84829230e3979840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062081 Jul 16 20:08:34.094598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43762) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:34.095273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:34.100949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892d13b-9b03-4bfa-b7a8-626570b272cd admin admin] Pushing event deleted for resources: {'Network': ['ID=96463262-65c0-480d-aa91-330c3513b73a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:34.120671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:34.195979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.195979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.195979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.195979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.195979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.195979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.195979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.196675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.196675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.196842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.197093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.197453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:34.238302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] Deleting subnet 3c301c2f-03e2-4391-ba4a-b4ed421cc0e2 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:34.270813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.362238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.366346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e9e8-f656-45fc-8b61-93a1e6856e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.425157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4788a-1a90-4c0b-ad57-e792c2adcb99 req-90dee18b-6610-4111-96e6-c942554d9bb9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.427412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8b4788a-1a90-4c0b-ad57-e792c2adcb99 req-90dee18b-6610-4111-96e6-c942554d9bb9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 944 time: 0.3866076 Jul 16 20:08:34.465963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2833cd34-87f5-4e8f-85ea-4027cd903be3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:34.469122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e9e8-f656-45fc-8b61-93a1e6856e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.471367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Attempting to bind port 2ae823a6-6bc8-431b-8b8b-40599b532f11 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:34.471803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Attempting to bind port 2ae823a6-6bc8-431b-8b8b-40599b532f11 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:34.472166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Attempting to bind port 2ae823a6-6bc8-431b-8b8b-40599b532f11 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:34.487602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 2833cd34-87f5-4e8f-85ea-4027cd903be3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:34.487922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2833cd34-87f5-4e8f-85ea-4027cd903be3 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:34.496568 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.524819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Port 2ae823a6-6bc8-431b-8b8b-40599b532f11 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:34.525155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Attempting to bind port 2ae823a6-6bc8-431b-8b8b-40599b532f11 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:34.556921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:34.558065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Checking segment: {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:34.558065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Bound using segment: {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:34.559273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Bound port: 2ae823a6-6bc8-431b-8b8b-40599b532f11, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:34.559273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.577631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8b4788a-1a90-4c0b-ad57-e792c2adcb99 req-692d089a-caed-4ed6-816e-e4ae02a90169 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316197 Jul 16 20:08:34.658541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e9e8-f656-45fc-8b61-93a1e6856e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.661297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e9e8-f656-45fc-8b61-93a1e6856e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.662711 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f1c6e9e8-f656-45fc-8b61-93a1e6856e94 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/13c86938-5769-4e6f-b73f-f239b9f2a9a0 HTTP/1.1" status: 204 len: 168 time: 0.5606060 Jul 16 20:08:34.674204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.715803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:34.718192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6e9e8-f656-45fc-8b61-93a1e6856e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c86938-5769-4e6f-b73f-f239b9f2a9a0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:34.723521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c301c2f-03e2-4391-ba4a-b4ed421cc0e2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:34.735647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.740610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-86e9c0e6-c16e-4eac-b593-5b92f0ad1882 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3c301c2f-03e2-4391-ba4a-b4ed421cc0e2 HTTP/1.1" status: 204 len: 168 time: 0.6374350 Jul 16 20:08:34.740610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:34.741236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43782) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:34.762634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.799939 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac467b-8072-431f-8d1d-54fa247c89b3 req-92ec16a5-ec9f-45dc-9131-89f083d6451f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.802168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6cac467b-8072-431f-8d1d-54fa247c89b3 req-92ec16a5-ec9f-45dc-9131-89f083d6451f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 944 time: 0.1344616 Jul 16 20:08:34.815862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.816620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.818128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] 10.222.0.99 "PUT /v2.0/ports/2ae823a6-6bc8-431b-8b8b-40599b532f11 HTTP/1.1" status: 200 len: 1093 time: 1.3737686 Jul 16 20:08:34.818680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304a8087-f920-4788-a789-e1dbd653ddbb', 'tag': '2ae823a6-6bc8-431b-8b8b-40599b532f11'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:34.821306 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64671f1f-1de1-4d66-9def-0ba4ffd63702" -d '{"events": [{"name": "network-changed", "server_uuid": "304a8087-f920-4788-a789-e1dbd653ddbb", "tag": "2ae823a6-6bc8-431b-8b8b-40599b532f11"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:34.878580 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.879086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6cac467b-8072-431f-8d1d-54fa247c89b3 req-0714df72-7d9b-478c-8ed3-b30ae9abd684 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636115 Jul 16 20:08:34.942476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88262c-0d06-4d3b-946d-170968092164 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:34.952929 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f09f70a-249b-4997-9a59-32d563d125d6 x-openstack-request-id: req-2f09f70a-249b-4997-9a59-32d563d125d6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:34.953199 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304a8087-f920-4788-a789-e1dbd653ddbb", "tag": "2ae823a6-6bc8-431b-8b8b-40599b532f11", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:34.953457 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2f09f70a-249b-4997-9a59-32d563d125d6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:34.953909 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304a8087-f920-4788-a789-e1dbd653ddbb', 'tag': '2ae823a6-6bc8-431b-8b8b-40599b532f11', 'status': 'completed', 'code': 200} Jul 16 20:08:35.043534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.053571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-2642f93c-6559-4359-91ad-e202ebe4cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.055722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-2642f93c-6559-4359-91ad-e202ebe4cd13 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 1096 time: 0.1748078 Jul 16 20:08:35.060214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807055dc-9bb1-430c-aef5-8604f960150a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:35.090314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60caa43-0169-4b65-b69f-ea738334c682') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:35.090710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60caa43-0169-4b65-b69f-ea738334c682') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:35.132533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85d729-40b8-4daa-9cfc-01aa49ab1131 req-44813200-7b7e-403c-a5f5-a89eca151c39 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.135076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d85d729-40b8-4daa-9cfc-01aa49ab1131 req-44813200-7b7e-403c-a5f5-a89eca151c39 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 950 time: 0.1020439 Jul 16 20:08:35.154344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.158237 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-33955a19-0db5-4758-aee3-d7da86daced6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11 HTTP/1.1" status: 200 len: 217 time: 0.0767887 Jul 16 20:08:35.186769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:35.193787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d85d729-40b8-4daa-9cfc-01aa49ab1131 req-8da41782-2b0e-4bc0-afeb-00391aff7315 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525134 Jul 16 20:08:35.201456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.227160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:35.227655 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:35.229699 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:35.275921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:35.281102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:35.281754 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.313961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77315582-ccc0-40c7-ac50-826f4d629b94 req-fc6bf78e-7599-40a3-9030-5f5c76c0ef49 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.318286 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77315582-ccc0-40c7-ac50-826f4d629b94 req-fc6bf78e-7599-40a3-9030-5f5c76c0ef49 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.2553196 Jul 16 20:08:35.325557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-b3b95cc5-fb3d-464e-ab24-2d979171bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.332526 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-b3b95cc5-fb3d-464e-ab24-2d979171bf6a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b1c0ea65-721d-432b-af25-8ce73d4a45f3 HTTP/1.1" status: 200 len: 862 time: 0.1656227 Jul 16 20:08:35.402940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-9bafb77a-07f1-4489-bfa4-efcc36b19696 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8519e102-2ff6-4939-a325-7d6015fd3e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361159 Jul 16 20:08:35.405033 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.445734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:35.450807 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3b996c-9ac0-4490-8e75-5ee21fdcca9b" -d '{"events": [{"server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "name": "network-vif-plugged", "status": "completed", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:35.461208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.471909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:35.478470 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.481634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:35.481980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d1f36-bcf5-45a5-9e3c-6a60427b9cc6 req-f5bdadc1-83b1-4391-923f-5f58b07ca6ce tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.483830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.486094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] 10.222.0.91 "DELETE /v2.0/networks/807055dc-9bb1-430c-aef5-8604f960150a HTTP/1.1" status: 204 len: 168 time: 0.7434933 Jul 16 20:08:35.492300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e2d1f36-bcf5-45a5-9e3c-6a60427b9cc6 req-f5bdadc1-83b1-4391-923f-5f58b07ca6ce tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 948 time: 0.1314518 Jul 16 20:08:35.507873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e85eb-f14c-4218-8c6a-a0962679eb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=807055dc-9bb1-430c-aef5-8604f960150a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:35.515570 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77315582-ccc0-40c7-ac50-826f4d629b94 req-20b7e592-4035-40e1-8200-3fa97c0cded8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794136 Jul 16 20:08:35.546788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e2d1f36-bcf5-45a5-9e3c-6a60427b9cc6 req-fbe7caee-63e4-4f34-9aee-0f836849d79f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525076 Jul 16 20:08:35.591801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-7751065b-0744-48d3-9d70-465236d3d888 service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626356 Jul 16 20:08:35.636006 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd021cec-64cf-429b-ba74-f2f8aaad283a x-openstack-request-id: req-bd021cec-64cf-429b-ba74-f2f8aaad283a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:35.636294 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "name": "network-vif-plugged", "status": "completed", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:35.636617 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bd021cec-64cf-429b-ba74-f2f8aaad283a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:35.638077 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'code': 200} Jul 16 20:08:35.640017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:35.678766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:35.691224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:35.691893 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.769996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef65b1a-0656-4108-b641-ee6a4821229c req-da0ee795-42fe-4f9a-a9c9-14ab7a60cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.771669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ef65b1a-0656-4108-b641-ee6a4821229c req-da0ee795-42fe-4f9a-a9c9-14ab7a60cb94 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1097 time: 0.0720508 Jul 16 20:08:35.779855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-522d369a-b85b-4963-ae1c-e32423b20bbf req-a589b95f-67ac-46cb-9d44-9b482e36bde2 service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795802 Jul 16 20:08:35.838464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43818) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:35.841251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.857869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ef65b1a-0656-4108-b641-ee6a4821229c req-064499ea-5a0b-4393-958c-fbb203a48190 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772400 Jul 16 20:08:35.886053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:35.892069 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.896450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a285130-57b9-4c83-b5f1-b2c504ca1f1e req-c09fc0ad-a96b-4b36-b671-eda959a99615 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.898389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a285130-57b9-4c83-b5f1-b2c504ca1f1e req-c09fc0ad-a96b-4b36-b671-eda959a99615 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 944 time: 0.0841658 Jul 16 20:08:35.898820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43820) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:35.939135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2a626d3d-e75f-46f6-9438-f413ab90da2a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c54950886ff24cafad46d7f818cda19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990672 Jul 16 20:08:35.939912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43826) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:35.972631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a285130-57b9-4c83-b5f1-b2c504ca1f1e req-328dc6a4-c3a2-4b34-8a5c-5f8e9899006a tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Jul 16 20:08:35.978063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:35.983147 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0274202a-5b20-487e-8ec0-f5d5ad87e5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.000929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-ff65aa5e-a3c2-423c-8763-b51f7df1cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.003244 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-ff65aa5e-a3c2-423c-8763-b51f7df1cac9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 1096 time: 0.1399696 Jul 16 20:08:36.057540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-07b8a64d-1694-46aa-bb36-2d6ae7d0bb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.112987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-123133017-network', 'tenant_id': '443eabb37d6e4cf8ae535c5740f4d7b6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:36.137284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Made reservation on behalf of 443eabb37d6e4cf8ae535c5740f4d7b6 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:36.139819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.146851 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-07b8a64d-1694-46aa-bb36-2d6ae7d0bb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.148665 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.189537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-a62e5102-7273-4506-a3a1-c61e19e2b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.191330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-a62e5102-7273-4506-a3a1-c61e19e2b362 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 923 time: 0.1795845 Jul 16 20:08:36.261441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-89c7b532-5c82-45e4-bb01-467e9a3bac6b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11 HTTP/1.1" status: 200 len: 217 time: 0.0524580 Jul 16 20:08:36.266986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.271974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.273192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948df6c-de98-4176-a875-dad3e6b05c2b req-cf793433-8542-4721-9d59-bae87c907fec tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.274864 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1948df6c-de98-4176-a875-dad3e6b05c2b req-cf793433-8542-4721-9d59-bae87c907fec tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 945 time: 0.2185102 Jul 16 20:08:36.298327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:36.310445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.314480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-07b8a64d-1694-46aa-bb36-2d6ae7d0bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.316414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.316803 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Added segment a5f08c48-d601-45db-84a8-3ee6e5d9dc6a of type vlan for network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a Jul 16 20:08:36.317795 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-07b8a64d-1694-46aa-bb36-2d6ae7d0bb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.321194 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-07b8a64d-1694-46aa-bb36-2d6ae7d0bb23 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6c6c89fa-5dc5-463a-8dfb-d1d4a2411356 HTTP/1.1" status: 204 len: 168 time: 0.3766174 Jul 16 20:08:36.355538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8a64d-1694-46aa-bb36-2d6ae7d0bb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c89fa-5dc5-463a-8dfb-d1d4a2411356,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.393312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-c5941634-5261-4645-a3c2-efd9afb4e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.394781 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-c5941634-5261-4645-a3c2-efd9afb4e286 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b1c0ea65-721d-432b-af25-8ce73d4a45f3 HTTP/1.1" status: 200 len: 862 time: 0.1188960 Jul 16 20:08:36.402658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1948df6c-de98-4176-a875-dad3e6b05c2b req-03b7e754-1ef9-497b-a150-e20a8ea83e5c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148791 Jul 16 20:08:36.420970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.452422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-861666cf-7649-4d4d-b725-6a9f9d075199 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8519e102-2ff6-4939-a325-7d6015fd3e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478909 Jul 16 20:08:36.470975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a56826-e230-47c1-9d6c-c251d25fa919 req-50331276-f172-4d09-be8f-1b7001283415 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.472936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08a56826-e230-47c1-9d6c-c251d25fa919 req-50331276-f172-4d09-be8f-1b7001283415 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 950 time: 0.1287665 Jul 16 20:08:36.481209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.483189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.484122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.506036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-a4793442-6bf2-42ff-addd-47f3fc95d044 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.507681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-a4793442-6bf2-42ff-addd-47f3fc95d044 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 950 time: 0.1633027 Jul 16 20:08:36.536747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6367476 Jul 16 20:08:36.540529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43834) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.551563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Request body: {'subnet': {'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-123133017-subnet', 'tenant_id': '443eabb37d6e4cf8ae535c5740f4d7b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:36.584285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f9f8-1a60-4569-8a89-a2ac1f3ba365 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.594546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:36.598892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08a56826-e230-47c1-9d6c-c251d25fa919 req-130fc05a-504c-48db-974b-abcf8c5f4b32 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067913 Jul 16 20:08:36.717712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-af590a0c-3874-4cf5-8294-a78783089b8d service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545331 Jul 16 20:08:36.719964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Made reservation on behalf of 443eabb37d6e4cf8ae535c5740f4d7b6 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:36.722546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.752732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.897737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-53272db5-970e-4aa5-9a7b-99104da7932e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0816d465ee2c4a06aa007d74ceba7330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436229 Jul 16 20:08:36.903109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43844) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.952165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-7eff8682-f16e-4d79-b4b6-ad38cd22fb0d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.953819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-7eff8682-f16e-4d79-b4b6-ad38cd22fb0d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "GET /v2.0/ports?device_id=6745d0be-56f8-4d20-9a33-689d2a6169ca HTTP/1.1" status: 200 len: 949 time: 0.1752174 Jul 16 20:08:37.023654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f724b-0511-49da-8384-39621355679d req-21f8649f-8624-43eb-ad56-65759bad30ef tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.025209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-955f724b-0511-49da-8384-39621355679d req-21f8649f-8624-43eb-ad56-65759bad30ef tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.2058182 Jul 16 20:08:37.071164 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29182088-0676-49aa-bde0-d6afbde2e327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.124520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-955f724b-0511-49da-8384-39621355679d req-cd7697d2-87f9-4cc6-b92f-54f4a276bcea tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902674 Jul 16 20:08:37.130617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29182088-0676-49aa-bde0-d6afbde2e327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.183779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port 0402480b-264d-4390-90eb-9622c5823390 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:37.184159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.202331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port b69b41da-713c-4a7e-a995-b69672893967 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:37.202331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.228104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64671f1f-1de1-4d66-9def-0ba4ffd63702 req-3d709a4f-df30-4c93-b52c-484e74b8c566 service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003705 Jul 16 20:08:37.307544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0e66-c2c9-4709-92f5-563786d26553 req-e8e90bb6-0373-4618-9c75-aab749bd9e06 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.309409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52cd0e66-c2c9-4709-92f5-563786d26553 req-e8e90bb6-0373-4618-9c75-aab749bd9e06 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.5445876 Jul 16 20:08:37.396572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port b69b41da-713c-4a7e-a995-b69672893967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b69b41da-713c-4a7e-a995-b69672893967,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:37.396924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.427988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52cd0e66-c2c9-4709-92f5-563786d26553 req-6b5bd322-38f1-4aa7-b713-fcb574bc5fee tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087651 Jul 16 20:08:37.430134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for b69b41da-713c-4a7e-a995-b69672893967 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:37.516230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2ae823a6-6bc8-431b-8b8b-40599b532f11 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:37.527339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.610065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29182088-0676-49aa-bde0-d6afbde2e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.619792 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29182088-0676-49aa-bde0-d6afbde2e327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.619792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-29182088-0676-49aa-bde0-d6afbde2e327 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df5006a8-d4fd-4036-b449-b70654fad2e2 HTTP/1.1" status: 204 len: 168 time: 0.7118914 Jul 16 20:08:37.638904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:37.646600 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd0d0ab-c2be-4b33-b136-9b1a79821754" -d '{"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-plugged", "status": "completed", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:37.674438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0370f1-a85f-4d2a-a06d-f89c625a2d74,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.691192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29182088-0676-49aa-bde0-d6afbde2e327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5006a8-d4fd-4036-b449-b70654fad2e2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.693647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Checking segment: {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:37.694106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Network hostable DHCP agents. Network: 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:37.770542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:37.773678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port 0402480b-264d-4390-90eb-9622c5823390, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0402480b-264d-4390-90eb-9622c5823390,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:37.774056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.780067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:37.784989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498b485-e721-416f-9e9c-253062bc2c7f req-ee842f85-e7dd-4252-a6ba-a010194228e1 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.786667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a498b485-e721-416f-9e9c-253062bc2c7f req-ee842f85-e7dd-4252-a6ba-a010194228e1 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 945 time: 0.1823130 Jul 16 20:08:37.791126 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.802774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:37.812464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d3f0f-2390-4894-8444-d715a48944a5 req-ca74e884-ebe7-4f75-8421-3d1ca02baa2f tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.814149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db6d3f0f-2390-4894-8444-d715a48944a5 req-ca74e884-ebe7-4f75-8421-3d1ca02baa2f tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 944 time: 0.3044269 Jul 16 20:08:37.817326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:37.819989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0402480b-264d-4390-90eb-9622c5823390', 'b69b41da-713c-4a7e-a995-b69672893967'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:37.833676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787e26f-53a6-4b91-8859-21025b120f8b None None] Network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:37.856721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for 0402480b-264d-4390-90eb-9622c5823390 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:37.878880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.878880 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.878880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=b69b41da-713c-4a7e-a995-b69672893967,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.949482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db6d3f0f-2390-4894-8444-d715a48944a5 req-2bfe7b94-49e0-4d5b-8c6d-af197570a105 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178887 Jul 16 20:08:38.003197 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ad22043-ae30-4181-a595-6ec474f0f014 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4558184 Jul 16 20:08:38.005467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '2ae823a6-6bc8-431b-8b8b-40599b532f11', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'port_id': '2ae823a6-6bc8-431b-8b8b-40599b532f11', 'mac_address': 'fa:16:3e:59:34:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c0ea65-721d-432b-af25-8ce73d4a45f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:38.075728 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.082045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port b69b41da-713c-4a7e-a995-b69672893967 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:38.093515 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.115215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc6e4985-329d-4653-abc0-40061cc34a97 req-4efe559c-1993-45a0-8dae-d9c73930cd56 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "DELETE /v2.0/ports/b69b41da-713c-4a7e-a995-b69672893967 HTTP/1.1" status: 204 len: 173 time: 1.5728498 Jul 16 20:08:38.116504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'name': 'network-vif-deleted', 'tag': 'b69b41da-713c-4a7e-a995-b69672893967'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:38.122657 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe23f4a-9152-478d-b2f9-0023683f14ef" -d '{"events": [{"server_uuid": "f38599e6-85ea-4541-9cdf-37c8d9b6e2cd", "name": "network-vif-deleted", "tag": "b69b41da-713c-4a7e-a995-b69672893967"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:38.162222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae823a6-6bc8-431b-8b8b-40599b532f11 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:38.194298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a498b485-e721-416f-9e9c-253062bc2c7f req-5695fa74-86d4-496a-b927-54d18a38b598 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950591 Jul 16 20:08:38.239327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:38.323263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.343909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.363506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b4d9512-40eb-4f4a-856a-00e1458e5de9 req-b826aed4-fa99-42b7-a365-1aad74af3913 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f38599e6-85ea-4541-9cdf-37c8d9b6e2cd HTTP/1.1" status: 200 len: 210 time: 0.1782160 Jul 16 20:08:38.387727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.428232 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e587ee7-69c1-4179-92d7-87d3d90bd647 x-openstack-request-id: req-3e587ee7-69c1-4179-92d7-87d3d90bd647 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:38.428650 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-plugged", "status": "completed", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:38.429014 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e587ee7-69c1-4179-92d7-87d3d90bd647 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:38.429544 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'code': 200} Jul 16 20:08:38.491517 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1c215d-8ff7-472d-9bae-de50d338dcee x-openstack-request-id: req-8b1c215d-8ff7-472d-9bae-de50d338dcee {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:38.492029 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38599e6-85ea-4541-9cdf-37c8d9b6e2cd", "name": "network-vif-deleted", "tag": "b69b41da-713c-4a7e-a995-b69672893967", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:38.492229 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8b1c215d-8ff7-472d-9bae-de50d338dcee {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:38.492661 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38599e6-85ea-4541-9cdf-37c8d9b6e2cd', 'name': 'network-vif-deleted', 'tag': 'b69b41da-713c-4a7e-a995-b69672893967', 'status': 'completed', 'code': 200} Jul 16 20:08:38.510986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=0402480b-264d-4390-90eb-9622c5823390,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.574064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.664226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f2af8-d408-4aa2-8140-ef4f1c042927 None None] Network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:38.738529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port 0402480b-264d-4390-90eb-9622c5823390 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:38.744127 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.747420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7dc518e-0cbb-4b1c-8832-831b3e3ce1a4 req-01d84575-6f7b-487d-b274-d578941ce868 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.99 "DELETE /v2.0/ports/0402480b-264d-4390-90eb-9622c5823390 HTTP/1.1" status: 204 len: 173 time: 1.7839408 Jul 16 20:08:38.753315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'name': 'network-vif-deleted', 'tag': '0402480b-264d-4390-90eb-9622c5823390'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:38.757393 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9796a9-20ec-458a-aaef-c1f97da321d8" -d '{"events": [{"server_uuid": "6745d0be-56f8-4d20-9a33-689d2a6169ca", "name": "network-vif-deleted", "tag": "0402480b-264d-4390-90eb-9622c5823390"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:38.781265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['2ae823a6-6bc8-431b-8b8b-40599b532f11'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:38.793831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af26a-bbf7-47ec-9cf7-8655a7ff5928 req-6930fe75-0878-4973-8e68-3d90fb95089b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.808293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c60af26a-bbf7-47ec-9cf7-8655a7ff5928 req-6930fe75-0878-4973-8e68-3d90fb95089b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1456511 Jul 16 20:08:38.863064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-4b3b5301-3de1-479b-8b7d-a3b61861641f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-217305563&fields=id&tenant_id=43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 267 time: 0.1109631 Jul 16 20:08:38.869424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c60af26a-bbf7-47ec-9cf7-8655a7ff5928 req-048613c4-e6b9-4c8b-99e7-8f4d5219d686 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594690 Jul 16 20:08:38.885296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb0f1-dc16-421a-a495-7f80c37b5344 req-0504d642-2556-4e95-a2a8-8f7e01554409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.887575 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98bbb0f1-dc16-421a-a495-7f80c37b5344 req-0504d642-2556-4e95-a2a8-8f7e01554409 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 1101 time: 0.3778367 Jul 16 20:08:38.899467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.016120 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.056226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98bbb0f1-dc16-421a-a495-7f80c37b5344 req-22090740-ca47-40de-8f0e-b5ace61962cf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343622 Jul 16 20:08:39.080781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-d3c3c00e-1955-4a78-82a5-ecfc8d83080c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.096060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-d3c3c00e-1955-4a78-82a5-ecfc8d83080c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 945 time: 0.2305593 Jul 16 20:08:39.109168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'port': {'security_groups': ['554b3722-8e1e-47ca-8ed0-41b36dec3dc4', 'fdfd5831-e5b4-4666-a112-5392ef8e5a47']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:39.173612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1868790d-6ed5-451c-87f0-4dd4515156c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.358621 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.530082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b69b41da-713c-4a7e-a995-b69672893967 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:39.552786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: b69b41da-713c-4a7e-a995-b69672893967 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:39.553136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b69b41da-713c-4a7e-a995-b69672893967 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:39.553772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0402480b-264d-4390-90eb-9622c5823390 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:39.575176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 0402480b-264d-4390-90eb-9622c5823390 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:39.575550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0402480b-264d-4390-90eb-9622c5823390 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:39.676258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:39.709034 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.714854 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.751306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:39.764635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.765288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.783434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e5ad01a-2433-4bc7-bbb5-ae59182f5343 req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "PUT /v2.0/ports/6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 200 len: 981 time: 0.6852593 Jul 16 20:08:39.815098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:39.825863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175a1c-3b78-403d-a9ca-3f4298dcee9b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:39.834624 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e986eb7-0187-4aef-8541-3e6686f10b9e x-openstack-request-id: req-4e986eb7-0187-4aef-8541-3e6686f10b9e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:39.835017 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745d0be-56f8-4d20-9a33-689d2a6169ca", "name": "network-vif-deleted", "tag": "0402480b-264d-4390-90eb-9622c5823390", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:39.836027 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4e986eb7-0187-4aef-8541-3e6686f10b9e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:39.836027 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745d0be-56f8-4d20-9a33-689d2a6169ca', 'name': 'network-vif-deleted', 'tag': '0402480b-264d-4390-90eb-9622c5823390', 'status': 'completed', 'code': 200} Jul 16 20:08:39.888248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:39.903572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bff9c-1446-4985-a10a-71fde01f267b req-366f34dc-dafe-4faf-8f42-9cfb4641e735 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.905576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-366f34dc-dafe-4faf-8f42-9cfb4641e735 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 814 time: 0.2150424 Jul 16 20:08:39.933545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-9b4c0e30-34f4-4448-a7bc-18a3669aeb74 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/quotas/443eabb37d6e4cf8ae535c5740f4d7b6 HTTP/1.1" status: 200 len: 375 time: 0.0205648 Jul 16 20:08:39.996529 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-fbb32d7d-a890-4cc7-a787-f425dcf24617 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569823 Jul 16 20:08:40.024537 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.077473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c136c-3f82-45f5-bee2-375179fea2d4 req-70873e4a-d7ee-4a41-9ac5-c79976ddda41 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.093718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c06c136c-3f82-45f5-bee2-375179fea2d4 req-70873e4a-d7ee-4a41-9ac5-c79976ddda41 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 945 time: 0.1222715 Jul 16 20:08:40.149293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c06c136c-3f82-45f5-bee2-375179fea2d4 req-b43b5662-82d8-4b12-b90d-7a0065786d42 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545678 Jul 16 20:08:40.235276 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-0f57cb17-7591-4d24-be94-15412b95b585 service neutron] 10.222.0.91 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296047 Jul 16 20:08:40.379602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-44df3974-5cc1-46ba-80ac-83f642a733b5 service neutron] 10.222.0.91 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409209 Jul 16 20:08:40.422797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-9ef625a2-8e79-418a-864f-205ca0f8107a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-722081492&fields=id&tenant_id=43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 267 time: 0.0425336 Jul 16 20:08:40.496225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-badba50c-47ce-48b2-831c-7f97a2f07bed tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.497777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-badba50c-47ce-48b2-831c-7f97a2f07bed tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 984 time: 0.0691967 Jul 16 20:08:40.514400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'port': {'security_groups': ['554b3722-8e1e-47ca-8ed0-41b36dec3dc4', 'fdfd5831-e5b4-4666-a112-5392ef8e5a47', 'b77bd292-65e6-453f-a174-1ef52c433f99']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:40.631888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.683190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bf6-2f34-4aa8-8b27-07390043f999 req-7721d553-a991-4772-b8db-d5728d6eb84c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.684921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a322bf6-2f34-4aa8-8b27-07390043f999 req-7721d553-a991-4772-b8db-d5728d6eb84c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0898490 Jul 16 20:08:40.728363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a322bf6-2f34-4aa8-8b27-07390043f999 req-ac74c408-11f8-464f-9daa-16a13e0e2b37 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Jul 16 20:08:40.840629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:40.877564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.884160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.899881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:40.944284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.945178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.946805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93584118-f5c6-42b8-b09e-732dfe0588bc req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "PUT /v2.0/ports/6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 200 len: 1020 time: 0.4384134 Jul 16 20:08:40.989529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5af7ef-c727-45a3-bd60-c6d486e89e45 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:41.043718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:41.067303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df657c-4274-475b-9eb6-f02b01689d66 req-e1afa105-d423-4887-bfac-11a67b7fce3e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.068842 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06df657c-4274-475b-9eb6-f02b01689d66 req-e1afa105-d423-4887-bfac-11a67b7fce3e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0796034 Jul 16 20:08:41.123919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06df657c-4274-475b-9eb6-f02b01689d66 req-a6f9ef20-9912-4d70-8588-fe5cb69a85a0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486140 Jul 16 20:08:41.200137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8adb1ff1-4b2c-43ce-b63f-c8c4c4b3e983 req-108325a0-6b9f-4c93-99e5-939fac630407 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 210 time: 0.0320277 Jul 16 20:08:41.335489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-2bcf8d1c-849a-4708-825d-70d765912228 req-33a62169-d96a-4696-8694-7ece36d1ad07 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:41.336592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2bcf8d1c-849a-4708-825d-70d765912228 req-33a62169-d96a-4696-8694-7ece36d1ad07 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063519 Jul 16 20:08:41.539032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2ae823a6-6bc8-431b-8b8b-40599b532f11 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:41.640219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e114e07-956f-4371-8eed-e0df1e5b0df9 req-b1a2d371-7158-4214-8686-17d55e7045d7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.659190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e114e07-956f-4371-8eed-e0df1e5b0df9 req-b1a2d371-7158-4214-8686-17d55e7045d7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1023 time: 0.1631522 Jul 16 20:08:41.662905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 2ae823a6-6bc8-431b-8b8b-40599b532f11 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:41.675766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 2ae823a6-6bc8-431b-8b8b-40599b532f11 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:41.676183 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.707586 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.708400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-cd4d1907-6766-446c-baee-7f4f3667e654 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327977 Jul 16 20:08:41.763956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e114e07-956f-4371-8eed-e0df1e5b0df9 req-70c20bd3-a083-4e84-bc7f-90fe8011e513 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=b77bd292-65e6-453f-a174-1ef52c433f99&id=fdfd5831-e5b4-4666-a112-5392ef8e5a47&id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4 HTTP/1.1" status: 200 len: 6146 time: 0.1028757 Jul 16 20:08:41.787132 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.830881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304a8087-f920-4788-a789-e1dbd653ddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae823a6-6bc8-431b-8b8b-40599b532f11'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:41.834982 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068e877-0427-43bc-bb88-4149276a54eb" -d '{"events": [{"server_uuid": "304a8087-f920-4788-a789-e1dbd653ddbb", "name": "network-vif-plugged", "status": "completed", "tag": "2ae823a6-6bc8-431b-8b8b-40599b532f11"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:41.850056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:41.858811 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.871544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'}, {'name': 'network-changed', 'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:41.873729 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8"}, {"name": "network-changed", "server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:41.930626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.012725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bff9c-1446-4985-a10a-71fde01f267b req-4a6c9b36-3347-4600-b3ea-8321d70988b8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.014522 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-4a6c9b36-3347-4600-b3ea-8321d70988b8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 814 time: 0.2114482 Jul 16 20:08:42.034159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcdb8b-1a2d-4063-bc8e-d18884edc58d req-a2e98d34-bc8b-499f-bf38-1df97e0e4d08 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.045478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Request body: {'port': {'device_id': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'admin_state_up': True, 'tenant_id': '443eabb37d6e4cf8ae535c5740f4d7b6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:42.056045 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfcdb8b-1a2d-4063-bc8e-d18884edc58d req-a2e98d34-bc8b-499f-bf38-1df97e0e4d08 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 946 time: 0.1430743 Jul 16 20:08:42.115596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfcdb8b-1a2d-4063-bc8e-d18884edc58d req-da360fc5-4327-4611-abc1-ce6e57c7b3dc tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557783 Jul 16 20:08:42.285082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Made reservation on behalf of 443eabb37d6e4cf8ae535c5740f4d7b6 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:42.291574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.412363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f2f52-28c3-4f9d-bfa5-76b22d2f250d req-74ff770c-2181-47c0-9ef5-f5d2e0283ad5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.419411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a48f2f52-28c3-4f9d-bfa5-76b22d2f250d req-74ff770c-2181-47c0-9ef5-f5d2e0283ad5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1493864 Jul 16 20:08:42.497581 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a48f2f52-28c3-4f9d-bfa5-76b22d2f250d req-a5db2f8b-7df0-4243-92e8-e0abd45778df tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752130 Jul 16 20:08:42.557641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Allocated IP 172.20.0.8 (3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a/5c0370f1-a85f-4d2a-a06d-f89c625a2d74/fb92d584-f913-4be7-a474-d1d98e5a04c0) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:42.560120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0273d841-53c4-4e8c-9a30-1b065190ecf5 req-3d17dae3-99cf-4e73-9bef-23f90058f86c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': ' tempest-securitygroup -589170016 ', 'description': 'tempest-description-1590399472'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:42.608468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0273d841-53c4-4e8c-9a30-1b065190ecf5 req-3d17dae3-99cf-4e73-9bef-23f90058f86c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.651182 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1322dda-264f-4b28-8eee-64c134ac3777 x-openstack-request-id: req-b1322dda-264f-4b28-8eee-64c134ac3777 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:42.651532 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304a8087-f920-4788-a789-e1dbd653ddbb", "name": "network-vif-plugged", "status": "completed", "tag": "2ae823a6-6bc8-431b-8b8b-40599b532f11", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:42.651676 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b1322dda-264f-4b28-8eee-64c134ac3777 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:42.652016 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a8087-f920-4788-a789-e1dbd653ddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae823a6-6bc8-431b-8b8b-40599b532f11', 'code': 200} Jul 16 20:08:42.791879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0273d841-53c4-4e8c-9a30-1b065190ecf5 req-3d17dae3-99cf-4e73-9bef-23f90058f86c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.803359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0273d841-53c4-4e8c-9a30-1b065190ecf5 req-3d17dae3-99cf-4e73-9bef-23f90058f86c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.823560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.881433 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc28207-545f-43ad-b709-aa25579ca1af x-openstack-request-id: req-4cc28207-545f-43ad-b709-aa25579ca1af {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:42.882104 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:42.882442 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4cc28207-545f-43ad-b709-aa25579ca1af {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:42.883055 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'status': 'completed', 'code': 200} Jul 16 20:08:42.883309 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'status': 'completed', 'code': 200} Jul 16 20:08:42.890376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.913956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0273d841-53c4-4e8c-9a30-1b065190ecf5 req-3d17dae3-99cf-4e73-9bef-23f90058f86c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.927478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0273d841-53c4-4e8c-9a30-1b065190ecf5 req-3d17dae3-99cf-4e73-9bef-23f90058f86c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3725495 Jul 16 20:08:42.941252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17dae3-99cf-4e73-9bef-23f90058f86c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb3c76-248b-4d36-a2dc-5d129d6763c8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.949418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:42.962405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:42.987595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:43.034335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe17d-c0e7-40c5-9fb5-b8f0f5550959 req-2fee302f-9d67-4b8f-8058-2e31be1bf535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.039185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4fe17d-c0e7-40c5-9fb5-b8f0f5550959 req-2fee302f-9d67-4b8f-8058-2e31be1bf535 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 1098 time: 0.1910176 Jul 16 20:08:43.085381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.118269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.119132 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.129453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4fe17d-c0e7-40c5-9fb5-b8f0f5550959 req-8d3c0207-89e9-476f-b4ef-cb06cf6ffcb2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832224 Jul 16 20:08:43.153410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-ced303ad-1a9e-40b9-9ce2-a8df05b48d0e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1188052 Jul 16 20:08:43.156076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-d04bba03-2a27-4675-9255-ca200c748449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.157603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-d04bba03-2a27-4675-9255-ca200c748449 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1175 time: 0.2215061 Jul 16 20:08:43.180180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52a979-8376-4e3b-963a-3e1e1c7c0f6f req-4d464c83-c310-4f06-9973-d05ccdaa93b0 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.191328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f52a979-8376-4e3b-963a-3e1e1c7c0f6f req-4d464c83-c310-4f06-9973-d05ccdaa93b0 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 949 time: 0.1213405 Jul 16 20:08:43.200123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff844-6e36-4168-bc90-2b8c0db20438 req-ec4d0a72-1139-4447-a9ae-00d1c4b8348f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.206970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45cff844-6e36-4168-bc90-2b8c0db20438 req-ec4d0a72-1139-4447-a9ae-00d1c4b8348f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 931 time: 0.1701682 Jul 16 20:08:43.224259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Request body: {'port': {'device_id': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:43.231857 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f52a979-8376-4e3b-963a-3e1e1c7c0f6f req-74527588-fc72-4648-8a77-61639367071d tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Jul 16 20:08:43.344315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45cff844-6e36-4168-bc90-2b8c0db20438 req-b327df56-5f68-4df1-9071-da25fdc747b2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364832 Jul 16 20:08:43.424844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-ad228a5f-f8b2-4e26-a227-1ea28181b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.426334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-ad228a5f-f8b2-4e26-a227-1ea28181b9fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 913 time: 0.2555838 Jul 16 20:08:43.430186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.491471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eff4ec0d-4eb9-4285-8ba5-aaa3a13e2f46 req-24a4bb36-428d-478d-aee0-99a753c202b8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/91bb3c76-248b-4d36-a2dc-5d129d6763c8 HTTP/1.1" status: 200 len: 1780 time: 0.1007495 Jul 16 20:08:43.533951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-101eb1b3-3d29-49f9-b6b8-0b40070a020e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 200 len: 217 time: 0.0866745 Jul 16 20:08:43.570061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7d707e5-fc50-4d46-891e-e571dc937fd8 req-7e099a9d-b5ee-4b51-9bf9-c6e6d9fecf21 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/91bb3c76-248b-4d36-a2dc-5d129d6763c8 HTTP/1.1" status: 200 len: 1780 time: 0.0456617 Jul 16 20:08:43.645963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d7d707e5-fc50-4d46-891e-e571dc937fd8 req-76f6cb8c-d58f-46b3-8016-aa3bfe5c26c0 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.666332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-1566f848-839c-43e3-b92b-e44f9635b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.667712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-1566f848-839c-43e3-b92b-e44f9635b78a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.1127379 Jul 16 20:08:43.678137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d7d707e5-fc50-4d46-891e-e571dc937fd8 req-76f6cb8c-d58f-46b3-8016-aa3bfe5c26c0 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.724394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d7d707e5-fc50-4d46-891e-e571dc937fd8 req-76f6cb8c-d58f-46b3-8016-aa3bfe5c26c0 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.727436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d7d707e5-fc50-4d46-891e-e571dc937fd8 req-76f6cb8c-d58f-46b3-8016-aa3bfe5c26c0 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.736306 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7d707e5-fc50-4d46-891e-e571dc937fd8 req-76f6cb8c-d58f-46b3-8016-aa3bfe5c26c0 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/91bb3c76-248b-4d36-a2dc-5d129d6763c8 HTTP/1.1" status: 204 len: 173 time: 0.1625855 Jul 16 20:08:43.752979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6cb8c-d58f-46b3-8016-aa3bfe5c26c0 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb3c76-248b-4d36-a2dc-5d129d6763c8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.780667 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-093df06b-498e-4113-99c6-3627a9c450ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660412 Jul 16 20:08:43.795982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-6b8cff0b-d81f-44d7-b9ff-0f112771c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.797436 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-6b8cff0b-d81f-44d7-b9ff-0f112771c593 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 1101 time: 0.2993674 Jul 16 20:08:43.900464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e6bac-f214-46a0-9bfc-a9176567a4f6 req-51638526-2f29-46e2-b585-bbfdd4eca494 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.901973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d09e6bac-f214-46a0-9bfc-a9176567a4f6 req-51638526-2f29-46e2-b585-bbfdd4eca494 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 946 time: 0.3503983 Jul 16 20:08:43.944907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac2c3-977c-45e2-ad49-6885b7f64838 req-aca44241-2919-4d53-bf7b-bfcfee6d92a0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.953113 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf2ac2c3-977c-45e2-ad49-6885b7f64838 req-aca44241-2919-4d53-bf7b-bfcfee6d92a0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0801544 Jul 16 20:08:43.994236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf2ac2c3-977c-45e2-ad49-6885b7f64838 req-fba97fc6-c6c3-4070-b603-d706d6803b7b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Jul 16 20:08:44.100970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d09e6bac-f214-46a0-9bfc-a9176567a4f6 req-60eb3313-c362-4d12-ac29-48a5f4f563f5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682158 Jul 16 20:08:44.111565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-c1ab26b2-1f9e-4021-9210-772526cd7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.127763 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-c1ab26b2-1f9e-4021-9210-772526cd7126 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.3185537 Jul 16 20:08:44.129635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-82df653a-fa01-4ee2-8eb9-87c383b81979 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401117 Jul 16 20:08:44.152498 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-5b1db669-df20-4eff-af4b-9607adf462d7 req-ca64121a-19ff-4af3-8358-e9612ea7cc7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:08:44.167564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5b1db669-df20-4eff-af4b-9607adf462d7 req-ca64121a-19ff-4af3-8358-e9612ea7cc7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/91bb3c76-248b-4d36-a2dc-5d129d6763c8 HTTP/1.1" status: 404 len: 352 time: 0.0367789 Jul 16 20:08:44.265588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-9a2537d1-caa6-4647-ba5c-f25ac0769445 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 200 len: 217 time: 0.1157360 Jul 16 20:08:44.336964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-eaf9d375-cbcc-41af-8a61-0b0e550a9b06 req-485c0783-0309-4d69-97b5-63b88f6705d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1529228498', 'description': 'tempest-description-1902935592'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:44.376062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb92d584-f913-4be7-a474-d1d98e5a04c0 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:44.390400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-eaf9d375-cbcc-41af-8a61-0b0e550a9b06 req-485c0783-0309-4d69-97b5-63b88f6705d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.393755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.426733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-c2daeeb7-1981-4574-8aa3-91c729ce3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.428305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-c2daeeb7-1981-4574-8aa3-91c729ce3b56 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1321220 Jul 16 20:08:44.433278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Transition to ACTIVE for port object fb92d584-f913-4be7-a474-d1d98e5a04c0 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:44.442773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-34e1cc22-c172-43dd-b914-75233535795b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.445502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-34e1cc22-c172-43dd-b914-75233535795b tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 949 time: 0.1927109 Jul 16 20:08:44.457376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-0b90af3e-13ca-4421-aeef-b6954f9f9e66 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751312 Jul 16 20:08:44.469696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.564853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-eaf9d375-cbcc-41af-8a61-0b0e550a9b06 req-485c0783-0309-4d69-97b5-63b88f6705d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.593350 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-eaf9d375-cbcc-41af-8a61-0b0e550a9b06 req-485c0783-0309-4d69-97b5-63b88f6705d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.641071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-eaf9d375-cbcc-41af-8a61-0b0e550a9b06 req-485c0783-0309-4d69-97b5-63b88f6705d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.642701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eaf9d375-cbcc-41af-8a61-0b0e550a9b06 req-485c0783-0309-4d69-97b5-63b88f6705d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3804672 Jul 16 20:08:44.655683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c0783-0309-4d69-97b5-63b88f6705d9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442b7d74-b964-4f88-a2de-5c40606393de,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:44.733366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Deleting port dbe76aad-c96f-49be-a26c-aa182eb294ad {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:44.733874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.902389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] For port dbe76aad-c96f-49be-a26c-aa182eb294ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=dbe76aad-c96f-49be-a26c-aa182eb294ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:44.902859 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.921647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Calling delete_port for dbe76aad-c96f-49be-a26c-aa182eb294ad owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:44.933598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689845a8-8571-4f3e-8c74-c86ea5933855 req-e9e4fe8f-3931-4d9d-9cff-fbadbaf49fcc tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.935202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-689845a8-8571-4f3e-8c74-c86ea5933855 req-e9e4fe8f-3931-4d9d-9cff-fbadbaf49fcc tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 943 time: 0.1132376 Jul 16 20:08:45.023923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:45.027808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-689845a8-8571-4f3e-8c74-c86ea5933855 req-04216927-ed8a-4b78-90e2-028f34a7f85f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830846 Jul 16 20:08:45.093277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-0a203a19-d251-428c-b326-a2c276708df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.095210 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-0a203a19-d251-428c-b326-a2c276708df7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6353559 Jul 16 20:08:45.102873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-874b9057-2289-4d1e-85b1-f322dae1071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.104439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-874b9057-2289-4d1e-85b1-f322dae1071e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1175 time: 0.2125003 Jul 16 20:08:45.114371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Attempting to bind port fb92d584-f913-4be7-a474-d1d98e5a04c0 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:45.114699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Attempting to bind port fb92d584-f913-4be7-a474-d1d98e5a04c0 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:45.115068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Attempting to bind port fb92d584-f913-4be7-a474-d1d98e5a04c0 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:45.135041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.149248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['dbe76aad-c96f-49be-a26c-aa182eb294ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:45.167111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed249d24-752c-4777-9911-653be88c699a req-3cca6416-2dee-4f79-9381-a5f4ccef834f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.174206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed249d24-752c-4777-9911-653be88c699a req-3cca6416-2dee-4f79-9381-a5f4ccef834f tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9c0f5ce-5848-46c2-9abc-f2760bd737c8 HTTP/1.1" status: 200 len: 949 time: 0.2848451 Jul 16 20:08:45.175996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Port fb92d584-f913-4be7-a474-d1d98e5a04c0 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:45.176316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Attempting to bind port fb92d584-f913-4be7-a474-d1d98e5a04c0 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:45.191867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Pushing event deleted for resources: {'Port': ['ID=dbe76aad-c96f-49be-a26c-aa182eb294ad,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:45.212456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:45.212802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Checking segment: {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:45.213192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Bound using segment: {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:45.213642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Bound port: fb92d584-f913-4be7-a474-d1d98e5a04c0, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:45.214007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.266691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] No DVR routers for this DVR port dbe76aad-c96f-49be-a26c-aa182eb294ad on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:45.269778 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.272276 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-619d90dc-c73a-434d-ae89-3105d23121b1 req-40cf7a57-62cd-4ccf-a513-bf2968f7b150 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.79 "DELETE /v2.0/ports/dbe76aad-c96f-49be-a26c-aa182eb294ad HTTP/1.1" status: 204 len: 173 time: 0.7102904 Jul 16 20:08:45.273069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'name': 'network-vif-deleted', 'tag': 'dbe76aad-c96f-49be-a26c-aa182eb294ad'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:45.284262 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8978da-fabd-41dd-a60e-6ec940e2d97d" -d '{"events": [{"server_uuid": "b9c0f5ce-5848-46c2-9abc-f2760bd737c8", "name": "network-vif-deleted", "tag": "dbe76aad-c96f-49be-a26c-aa182eb294ad"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:45.382435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-51bf742b-b42b-47d7-849a-e641b2ae6c2f req-1ad0a4ae-ab61-4779-bc82-9773923853f3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1383859306', 'description': 'tempest-description-214457483'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:45.392974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed249d24-752c-4777-9911-653be88c699a req-99e54c52-8976-4b83-8f8f-72f88fd20e34 tempest-ServersOnMultiNodesTest-424570433 tempest-ServersOnMultiNodesTest-424570433-project] 10.222.0.91 "GET /v2.0/security-groups?id=365d5663-bbc2-46d6-9823-692cae8f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178533 Jul 16 20:08:45.444747 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bf742b-b42b-47d7-849a-e641b2ae6c2f req-1ad0a4ae-ab61-4779-bc82-9773923853f3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.462770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-e6bef786-1dad-43e9-82a8-42407d6e483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.465650 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-e6bef786-1dad-43e9-82a8-42407d6e483a service neutron] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 913 time: 0.3481648 Jul 16 20:08:45.468059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-861e034b-a1ff-4458-9b1b-fbacd22cb4e2 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623824 Jul 16 20:08:45.581459 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bf742b-b42b-47d7-849a-e641b2ae6c2f req-1ad0a4ae-ab61-4779-bc82-9773923853f3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.585449 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-3e98e223-38bf-4f88-8551-3159fa808db2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 200 len: 217 time: 0.0965223 Jul 16 20:08:45.587085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bf742b-b42b-47d7-849a-e641b2ae6c2f req-1ad0a4ae-ab61-4779-bc82-9773923853f3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.623824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-51bf742b-b42b-47d7-849a-e641b2ae6c2f req-1ad0a4ae-ab61-4779-bc82-9773923853f3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.627368 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51bf742b-b42b-47d7-849a-e641b2ae6c2f req-1ad0a4ae-ab61-4779-bc82-9773923853f3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2500837 Jul 16 20:08:45.628277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:45.647002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0a4ae-ab61-4779-bc82-9773923853f3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794ab8f8-10e6-450d-908a-6e8904ae318e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:45.683626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-20ef87c7-6955-4d7a-ad8d-3ef09dd26591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.685104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-20ef87c7-6955-4d7a-ad8d-3ef09dd26591 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.0583870 Jul 16 20:08:45.709865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:45.735411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-e0e8dab1-2171-4ed5-a3c4-b493d0584f51 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379581 Jul 16 20:08:45.766378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.857086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10a9cc-9c66-49af-a6b3-9db156465d53 req-74403c60-84cc-4a35-a113-1b8261374ea3 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.859074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b10a9cc-9c66-49af-a6b3-9db156465d53 req-74403c60-84cc-4a35-a113-1b8261374ea3 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 946 time: 0.1013563 Jul 16 20:08:45.863011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.863660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.865024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] 10.222.0.99 "PUT /v2.0/ports/fb92d584-f913-4be7-a474-d1d98e5a04c0 HTTP/1.1" status: 200 len: 1092 time: 2.6555245 Jul 16 20:08:45.867171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:45.869503 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506f6ba-8960-4063-93ff-84b11921ec83" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:45.920329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b10a9cc-9c66-49af-a6b3-9db156465d53 req-c16dd067-2111-42f0-ba56-2df10ce57689 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524228 Jul 16 20:08:45.971864 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b012e4a1-81b2-409c-8814-a6e8e280f1e6 x-openstack-request-id: req-b012e4a1-81b2-409c-8814-a6e8e280f1e6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:45.972031 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c0f5ce-5848-46c2-9abc-f2760bd737c8", "name": "network-vif-deleted", "tag": "dbe76aad-c96f-49be-a26c-aa182eb294ad", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:45.972181 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b012e4a1-81b2-409c-8814-a6e8e280f1e6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:45.972762 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c0f5ce-5848-46c2-9abc-f2760bd737c8', 'name': 'network-vif-deleted', 'tag': 'dbe76aad-c96f-49be-a26c-aa182eb294ad', 'status': 'completed', 'code': 200} Jul 16 20:08:45.973121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe601c-a315-49ce-9b34-b6d7ccfe5844 service neutron] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:46.012840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-e1fe2ea6-d804-41b4-8815-692024e83f39 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381394 Jul 16 20:08:46.015177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-26b4a68f-4647-4ba7-8888-de5bf524258d service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393937 Jul 16 20:08:46.042296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492bdef-16d7-4a5d-b4f6-a9c93b7a9374 req-b8c94a7f-4d03-45d5-8902-6597862f6920 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.051691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4492bdef-16d7-4a5d-b4f6-a9c93b7a9374 req-b8c94a7f-4d03-45d5-8902-6597862f6920 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.4800632 Jul 16 20:08:46.241711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4492bdef-16d7-4a5d-b4f6-a9c93b7a9374 req-83921f5d-af0c-4ec6-aa55-d05fdd2b38a2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113057 Jul 16 20:08:46.265018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bff9c-1446-4985-a10a-71fde01f267b req-16f0441c-d6b5-473d-ab90-a9e4b562f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.266538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-16f0441c-d6b5-473d-ab90-a9e4b562f50c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 1095 time: 0.3261595 Jul 16 20:08:46.282145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce97fa35-e93c-4f2d-951a-00ef28d4dc96 req-069ad105-94c0-4a10-8c2d-bdfa4f8a45c6 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953874 Jul 16 20:08:46.283896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d86f4baf-f95d-42a6-993c-539881170e5d req-d4d94800-e89a-4075-8d54-68eb06a7e533 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1984561602', 'description': 'tempest-description-973640379'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:46.311777 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d86f4baf-f95d-42a6-993c-539881170e5d req-d4d94800-e89a-4075-8d54-68eb06a7e533 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.338924 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-7ee0d6fc-cc9f-472a-9084-996d88f699bf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0 HTTP/1.1" status: 200 len: 217 time: 0.0554564 Jul 16 20:08:46.344300 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ec8c13-e816-4f45-98c9-37543252d7ef x-openstack-request-id: req-44ec8c13-e816-4f45-98c9-37543252d7ef {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:46.344592 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:46.344843 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-44ec8c13-e816-4f45-98c9-37543252d7ef {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:46.345241 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'status': 'completed', 'code': 200} Jul 16 20:08:46.425343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bff9c-1446-4985-a10a-71fde01f267b req-41ae2702-ff01-408d-a504-a8dec4e9ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.427629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-41ae2702-ff01-408d-a504-a8dec4e9ca66 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c0370f1-a85f-4d2a-a06d-f89c625a2d74 HTTP/1.1" status: 200 len: 854 time: 0.0786633 Jul 16 20:08:46.445272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d86f4baf-f95d-42a6-993c-539881170e5d req-d4d94800-e89a-4075-8d54-68eb06a7e533 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.451918 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d86f4baf-f95d-42a6-993c-539881170e5d req-d4d94800-e89a-4075-8d54-68eb06a7e533 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.466544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-e2734ded-38fc-45c8-879a-2eaa2de03355 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325675 Jul 16 20:08:46.520198 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d86f4baf-f95d-42a6-993c-539881170e5d req-d4d94800-e89a-4075-8d54-68eb06a7e533 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.534200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d86f4baf-f95d-42a6-993c-539881170e5d req-d4d94800-e89a-4075-8d54-68eb06a7e533 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2570333 Jul 16 20:08:46.536271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94800-e89a-4075-8d54-68eb06a7e533 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148b7772-6446-42ac-abcb-b3ed6c0e1a1b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:46.627450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dea1a-ad78-4247-bf56-bbfb419bc010 req-0b7b6d7a-46f2-40f9-9060-b4cc65ae9692 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.629012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4dea1a-ad78-4247-bf56-bbfb419bc010 req-0b7b6d7a-46f2-40f9-9060-b4cc65ae9692 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 946 time: 0.1663475 Jul 16 20:08:46.644397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-4e4c54d1-11b9-40d8-bb91-bac6989be217 service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685588 Jul 16 20:08:46.699293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa4dea1a-ad78-4247-bf56-bbfb419bc010 req-70b21d0f-28e4-4c83-a5f4-872a357c2dc4 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633953 Jul 16 20:08:46.707269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25237278-c236-40e1-98d8-0a275781ec93 req-94da2aa2-02de-4aea-a832-9afef36a9873 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.715557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25237278-c236-40e1-98d8-0a275781ec93 req-94da2aa2-02de-4aea-a832-9afef36a9873 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 943 time: 0.0912936 Jul 16 20:08:46.760660 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e58bff9c-1446-4985-a10a-71fde01f267b req-c16c1863-f161-4291-a9fa-70656ea07c99 service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094697 Jul 16 20:08:46.761415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25237278-c236-40e1-98d8-0a275781ec93 req-a5e3b305-16ed-4627-8c95-068439b6fc42 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Jul 16 20:08:46.937817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-f35f8b35-92c0-4dc4-bbff-16f2b03a4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.939375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-f35f8b35-92c0-4dc4-bbff-16f2b03a4565 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 1095 time: 0.1191363 Jul 16 20:08:47.003981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e34e93ec-2aa4-4083-96e1-a15d85ec4328 req-a035e1ec-8e5e-4581-a00b-900689345ab4 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 10894 time: 0.1751056 Jul 16 20:08:47.106274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-89595b85-92f1-48d8-8e25-22a718d4854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.107807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-89595b85-92f1-48d8-8e25-22a718d4854f service neutron] 10.222.0.99 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 915 time: 0.1600792 Jul 16 20:08:47.110949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e34e93ec-2aa4-4083-96e1-a15d85ec4328 req-02a07291-4fd7-4b48-b815-b0e680d1fa04 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/554b3722-8e1e-47ca-8ed0-41b36dec3dc4 HTTP/1.1" status: 200 len: 2981 time: 0.0712090 Jul 16 20:08:47.159344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44138) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:47.163821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-e9db5186-275b-4096-95bd-fa340fbd242a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0 HTTP/1.1" status: 200 len: 217 time: 0.0485506 Jul 16 20:08:47.224106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device dbe76aad-c96f-49be-a26c-aa182eb294ad no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:47.260323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: dbe76aad-c96f-49be-a26c-aa182eb294ad {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:47.260670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device dbe76aad-c96f-49be-a26c-aa182eb294ad not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:47.279118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e34e93ec-2aa4-4083-96e1-a15d85ec4328 req-1f7ced59-ec00-449f-872c-9ce4734f9efc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/554b3722-8e1e-47ca-8ed0-41b36dec3dc4 HTTP/1.1" status: 200 len: 2981 time: 0.1550052 Jul 16 20:08:47.289251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-f33f7d38-b52d-4266-9c18-abec2b8fcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.291887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-f33f7d38-b52d-4266-9c18-abec2b8fcbf5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c0370f1-a85f-4d2a-a06d-f89c625a2d74 HTTP/1.1" status: 200 len: 854 time: 0.1212127 Jul 16 20:08:47.340514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-28e8e4ba-6144-45cf-a529-74909a954573 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345919 Jul 16 20:08:47.359728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-73b8c983-ece7-46f2-b115-664b8b8b07a4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3743d03f6d2c45908f77e494233aebcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988955 Jul 16 20:08:47.362446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44154) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:47.422286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2c2-ff8f-456a-806c-b6de2aefbde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.454486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2c2-ff8f-456a-806c-b6de2aefbde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.465665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-264b1749-a0fb-457e-861a-81b1cdf1d5cc service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163156 Jul 16 20:08:47.543672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2c2-ff8f-456a-806c-b6de2aefbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.561149 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10b3f2c2-ff8f-456a-806c-b6de2aefbde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.566682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-10b3f2c2-ff8f-456a-806c-b6de2aefbde4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/365d5663-bbc2-46d6-9823-692cae8f4b85 HTTP/1.1" status: 204 len: 168 time: 0.2003345 Jul 16 20:08:47.584063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3f2c2-ff8f-456a-806c-b6de2aefbde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d5663-bbc2-46d6-9823-692cae8f4b85,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.612672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0506f6ba-8960-4063-93ff-84b11921ec83 req-b00d522b-6428-49cc-8853-1b79ebe7d6e4 service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356325 Jul 16 20:08:47.739074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cdf4ca8-f631-46e1-b02d-41d234ff66de req-a4d8260e-2cb3-4b6e-b375-5a02ad164500 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/442b7d74-b964-4f88-a2de-5c40606393de HTTP/1.1" status: 200 len: 1801 time: 0.0558212 Jul 16 20:08:47.817110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4cdf4ca8-f631-46e1-b02d-41d234ff66de req-eec21a44-9f17-4582-8e72-9545a1bd4406 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.852332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4cdf4ca8-f631-46e1-b02d-41d234ff66de req-eec21a44-9f17-4582-8e72-9545a1bd4406 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.896218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594a41-7c2b-4a0b-8e31-f16542101c2f req-fdab1589-dc71-4e24-bd9d-011f8acc03ec tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.903039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98594a41-7c2b-4a0b-8e31-f16542101c2f req-fdab1589-dc71-4e24-bd9d-011f8acc03ec tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1346648 Jul 16 20:08:47.904643 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4cdf4ca8-f631-46e1-b02d-41d234ff66de req-eec21a44-9f17-4582-8e72-9545a1bd4406 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.907286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4cdf4ca8-f631-46e1-b02d-41d234ff66de req-eec21a44-9f17-4582-8e72-9545a1bd4406 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.919552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cdf4ca8-f631-46e1-b02d-41d234ff66de req-eec21a44-9f17-4582-8e72-9545a1bd4406 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/442b7d74-b964-4f88-a2de-5c40606393de HTTP/1.1" status: 204 len: 173 time: 0.1751063 Jul 16 20:08:47.932297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec21a44-9f17-4582-8e72-9545a1bd4406 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442b7d74-b964-4f88-a2de-5c40606393de,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.976745 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98594a41-7c2b-4a0b-8e31-f16542101c2f req-1a0c7aeb-fd19-4d58-9de6-1c3a2f79ed83 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726869 Jul 16 20:08:48.090740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44176) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.145443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5fbde529-ff1f-40f4-80fe-382924515d9e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=84dae9681cc548bc963f726e7f9d26a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533090 Jul 16 20:08:48.146519 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-8457ad09-9298-4135-a97b-0e29de2f696d req-b3212028-14d5-440c-a5a6-5e9bd473625d tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:08:48.147469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8457ad09-9298-4135-a97b-0e29de2f696d req-b3212028-14d5-440c-a5a6-5e9bd473625d tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/442b7d74-b964-4f88-a2de-5c40606393de HTTP/1.1" status: 404 len: 352 time: 0.0187092 Jul 16 20:08:48.148037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44182) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.170394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c790a71-03d2-4420-a84c-e77b2432ce16 req-29e48ed2-556b-4ffd-a2e8-41a1de40086d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.172784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c790a71-03d2-4420-a84c-e77b2432ce16 req-29e48ed2-556b-4ffd-a2e8-41a1de40086d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 943 time: 0.0784149 Jul 16 20:08:48.203739 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad660699-45d0-4ef3-8ea2-6c37731f68e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.216464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c790a71-03d2-4420-a84c-e77b2432ce16 req-bf878756-1ba5-4bdc-a0c5-cd2e0b868b16 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Jul 16 20:08:48.226157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad660699-45d0-4ef3-8ea2-6c37731f68e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.293598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad660699-45d0-4ef3-8ea2-6c37731f68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.296526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad660699-45d0-4ef3-8ea2-6c37731f68e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.297730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ad660699-45d0-4ef3-8ea2-6c37731f68e9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/34573f28-28ec-4a41-bb7a-b160652a6a44 HTTP/1.1" status: 204 len: 168 time: 0.1487086 Jul 16 20:08:48.306481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad660699-45d0-4ef3-8ea2-6c37731f68e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34573f28-28ec-4a41-bb7a-b160652a6a44,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.317263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7dfd5282-9f2c-4452-af07-800875e6ac60 req-de8a540e-ae06-440d-bc8a-9eb2e69841a3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/794ab8f8-10e6-450d-908a-6e8904ae318e HTTP/1.1" status: 200 len: 1800 time: 0.0416768 Jul 16 20:08:48.386076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7dfd5282-9f2c-4452-af07-800875e6ac60 req-95d3bd03-7cea-48c6-9f97-ca532b65e52e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.411786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7dfd5282-9f2c-4452-af07-800875e6ac60 req-95d3bd03-7cea-48c6-9f97-ca532b65e52e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.461786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7dfd5282-9f2c-4452-af07-800875e6ac60 req-95d3bd03-7cea-48c6-9f97-ca532b65e52e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.464438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7dfd5282-9f2c-4452-af07-800875e6ac60 req-95d3bd03-7cea-48c6-9f97-ca532b65e52e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.466007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7dfd5282-9f2c-4452-af07-800875e6ac60 req-95d3bd03-7cea-48c6-9f97-ca532b65e52e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/794ab8f8-10e6-450d-908a-6e8904ae318e HTTP/1.1" status: 204 len: 173 time: 0.1383963 Jul 16 20:08:48.482501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3bd03-7cea-48c6-9f97-ca532b65e52e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794ab8f8-10e6-450d-908a-6e8904ae318e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.621287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0a69-111a-4db4-94e9-123e92d6b522 req-a3d4d205-d4d9-4481-9a09-ec2243c47005 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.622862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c47e0a69-111a-4db4-94e9-123e92d6b522 req-a3d4d205-d4d9-4481-9a09-ec2243c47005 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 946 time: 0.0761843 Jul 16 20:08:48.666543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c47e0a69-111a-4db4-94e9-123e92d6b522 req-25d0ed7a-854b-4f49-b142-4821aed15581 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Jul 16 20:08:48.714719 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-41ff3980-2090-4c2a-869f-0c056f9d8301 req-b33be4ab-a75e-4d48-866d-32c59523387f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:08:48.716834 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ff3980-2090-4c2a-869f-0c056f9d8301 req-b33be4ab-a75e-4d48-866d-32c59523387f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/794ab8f8-10e6-450d-908a-6e8904ae318e HTTP/1.1" status: 404 len: 352 time: 0.0166366 Jul 16 20:08:48.903745 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd2b35d7-b57a-4e1b-b102-ab47c4b35e88 req-51ea3ef6-06a7-42eb-aeca-dcbc13202d8d tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/148b7772-6446-42ac-abcb-b3ed6c0e1a1b HTTP/1.1" status: 200 len: 1800 time: 0.0422184 Jul 16 20:08:48.968464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fd2b35d7-b57a-4e1b-b102-ab47c4b35e88 req-ee1ff060-2880-4478-a090-72ca50ebf129 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.998724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fd2b35d7-b57a-4e1b-b102-ab47c4b35e88 req-ee1ff060-2880-4478-a090-72ca50ebf129 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.065862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fd2b35d7-b57a-4e1b-b102-ab47c4b35e88 req-ee1ff060-2880-4478-a090-72ca50ebf129 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.070407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fd2b35d7-b57a-4e1b-b102-ab47c4b35e88 req-ee1ff060-2880-4478-a090-72ca50ebf129 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.072525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd2b35d7-b57a-4e1b-b102-ab47c4b35e88 req-ee1ff060-2880-4478-a090-72ca50ebf129 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/148b7772-6446-42ac-abcb-b3ed6c0e1a1b HTTP/1.1" status: 204 len: 173 time: 0.1625705 Jul 16 20:08:49.088088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff060-2880-4478-a090-72ca50ebf129 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b7772-6446-42ac-abcb-b3ed6c0e1a1b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.187175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44240) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:49.210648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143606-cc12-489c-8f08-6cc88a2e9a89 req-c68d1cc5-5c0b-4961-9005-468a1e2b376c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.212181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35143606-cc12-489c-8f08-6cc88a2e9a89 req-c68d1cc5-5c0b-4961-9005-468a1e2b376c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0661709 Jul 16 20:08:49.267673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35143606-cc12-489c-8f08-6cc88a2e9a89 req-441d3f50-4d41-4c0a-8b4d-88ee45e442f2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Jul 16 20:08:49.295954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-network', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:49.315328 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-c30c1162-cf92-4d47-a955-d0ac5d34d2b1 req-f07b6221-5a77-4e65-8adf-51608e8d4944 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:08:49.316398 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c30c1162-cf92-4d47-a955-d0ac5d34d2b1 req-f07b6221-5a77-4e65-8adf-51608e8d4944 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/148b7772-6446-42ac-abcb-b3ed6c0e1a1b HTTP/1.1" status: 404 len: 352 time: 0.0152686 Jul 16 20:08:49.323518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Made reservation on behalf of b76ecb60782342d9b8d16bc5c21f33da for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:49.326816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.340416 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.440273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.444220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.474136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:49.476297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8236c3ce-65ed-4fd0-8e2d-948b1acf27e3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.487536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6fad9-ab17-4ea5-9f6a-5cede9b5e7d3 req-c7aafc1d-87d4-4a08-8ca8-713460d66f76 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.488099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.488496 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Added segment 8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6 of type vlan for network b282552f-dfe5-4d5a-8875-fa6c29b0befc Jul 16 20:08:49.489370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77a6fad9-ab17-4ea5-9f6a-5cede9b5e7d3 req-c7aafc1d-87d4-4a08-8ca8-713460d66f76 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 943 time: 0.0725219 Jul 16 20:08:49.531809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77a6fad9-ab17-4ea5-9f6a-5cede9b5e7d3 req-5bd1f86c-1d67-404a-9058-15e3597ac18d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Jul 16 20:08:49.539650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.570809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.572069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.572838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.587259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2ae823a6-6bc8-431b-8b8b-40599b532f11 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:49.610922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4224591 Jul 16 20:08:49.614899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44248) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:49.620153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Request body: {'subnet': {'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-subnet', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:49.659241 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-428c85a6-0d84-4c4b-874f-47dad46b0a4e req-3569768c-2fa7-4ec7-9dd2-97bc2b87328c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 6146 time: 0.0942183 Jul 16 20:08:49.673091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e85c6c-9c22-4575-9404-447b61668073 admin admin] Pushing event updated for resources: {'Network': ['ID=b282552f-dfe5-4d5a-8875-fa6c29b0befc,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.677772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Made reservation on behalf of b76ecb60782342d9b8d16bc5c21f33da for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:49.680718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.711919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:49.722590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-428c85a6-0d84-4c4b-874f-47dad46b0a4e req-901ddf7a-c98e-489b-bf1a-b33962f01317 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/554b3722-8e1e-47ca-8ed0-41b36dec3dc4 HTTP/1.1" status: 200 len: 2981 time: 0.0545216 Jul 16 20:08:49.793109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-428c85a6-0d84-4c4b-874f-47dad46b0a4e req-af0f53f7-9c72-4b50-83d5-522de7bc91cc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/554b3722-8e1e-47ca-8ed0-41b36dec3dc4 HTTP/1.1" status: 200 len: 2981 time: 0.0634172 Jul 16 20:08:49.803530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:49.819729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '2ae823a6-6bc8-431b-8b8b-40599b532f11', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'port_id': '2ae823a6-6bc8-431b-8b8b-40599b532f11', 'mac_address': 'fa:16:3e:59:34:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c0ea65-721d-432b-af25-8ce73d4a45f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:49.835184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-fede7b21-bac3-4933-abeb-9b87dffd51bf req-d937bcc7-91da-45ff-a23e-85e7982bdec8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1513027668', 'description': 'tempest-description-420674817'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:49.876198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fede7b21-bac3-4933-abeb-9b87dffd51bf req-d937bcc7-91da-45ff-a23e-85e7982bdec8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.881650 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.902784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ae823a6-6bc8-431b-8b8b-40599b532f11 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:49.927960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:49.939530 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.940540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device fb92d584-f913-4be7-a474-d1d98e5a04c0 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:50.018351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fede7b21-bac3-4933-abeb-9b87dffd51bf req-d937bcc7-91da-45ff-a23e-85e7982bdec8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.024377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fede7b21-bac3-4933-abeb-9b87dffd51bf req-d937bcc7-91da-45ff-a23e-85e7982bdec8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.025918 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.055027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44262) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.055812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fede7b21-bac3-4933-abeb-9b87dffd51bf req-d937bcc7-91da-45ff-a23e-85e7982bdec8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.057248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fede7b21-bac3-4933-abeb-9b87dffd51bf req-d937bcc7-91da-45ff-a23e-85e7982bdec8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2268989 Jul 16 20:08:50.082395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.111162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937bcc7-91da-45ff-a23e-85e7982bdec8 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948037a5-26b1-4e4b-b72e-7b7ccbd959b2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.113013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:50.121197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Checking segment: {'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:50.121566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Network hostable DHCP agents. Network: b282552f-dfe5-4d5a-8875-fa6c29b0befc, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:50.130516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'port_id': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'mac_address': 'fa:16:3e:06:cf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0370f1-a85f-4d2a-a06d-f89c625a2d74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:50.133052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bad64e-a550-465f-a1e2-8ca3c7c35e2a req-0a701707-0b12-4d4f-979a-d13b86ea89d9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.134820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54bad64e-a550-465f-a1e2-8ca3c7c35e2a req-0a701707-0b12-4d4f-979a-d13b86ea89d9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 945 time: 0.1711867 Jul 16 20:08:50.138211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1264cb74-5326-4e26-80a2-2041612c9c47,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.179932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.183423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:50.195390 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54bad64e-a550-465f-a1e2-8ca3c7c35e2a req-af9caa90-c3f1-464d-89ef-9d0cfa579d24 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538640 Jul 16 20:08:50.202571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, b282552f-dfe5-4d5a-8875-fa6c29b0befc) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:50.204762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb92d584-f913-4be7-a474-d1d98e5a04c0 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:50.208004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.209179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.220166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b27cb3-76f5-4606-b402-137958270776 None None] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:50.230719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-541c1cd1-136b-4071-8149-4234af65e36e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6146259 Jul 16 20:08:50.233303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44268) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.237755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:50.250565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c6355875-b53d-436a-a6f7-f9278402fab8 req-cc5082f8-5516-4b2c-abfb-104d8406ee52 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1604467992', 'description': 'tempest-description-821171890'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:50.264354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:50.277968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.292345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.293426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.298242 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.316864 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:08:50.316864 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:08:50.316864 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id_1': '38334f053639462d96f7b37fa3bf9e4b', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 8, 50, 300819)}] Jul 16 20:08:50.316864 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:08:50.317399 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:08:50.326649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6355875-b53d-436a-a6f7-f9278402fab8 req-cc5082f8-5516-4b2c-abfb-104d8406ee52 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.387383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.410399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.438891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['2ae823a6-6bc8-431b-8b8b-40599b532f11'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:50.462768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20af62-dfbe-4733-8ef5-b82a5a8262ed req-067de48d-2c77-4af5-b90e-2b77989752b1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.464345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e20af62-dfbe-4733-8ef5-b82a5a8262ed req-067de48d-2c77-4af5-b90e-2b77989752b1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0677540 Jul 16 20:08:50.468044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-b282552f-dfe5-4d5a-8875-fa6c29b0befc', 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'fixed_ips': [{'subnet_id': '1264cb74-5326-4e26-80a2-2041612c9c47'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:08:50.469157 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.506443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e20af62-dfbe-4733-8ef5-b82a5a8262ed req-2e6ce12f-60f3-4432-a6e1-eb10a734eede tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 16 20:08:50.590679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.653289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6355875-b53d-436a-a6f7-f9278402fab8 req-cc5082f8-5516-4b2c-abfb-104d8406ee52 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.665928 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6355875-b53d-436a-a6f7-f9278402fab8 req-cc5082f8-5516-4b2c-abfb-104d8406ee52 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.686968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Allocated IP 172.20.0.2 (b282552f-dfe5-4d5a-8875-fa6c29b0befc/1264cb74-5326-4e26-80a2-2041612c9c47/349e2e73-ff0f-4f5f-9914-2977ee2934f0) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:50.702165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['fb92d584-f913-4be7-a474-d1d98e5a04c0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:50.729362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6355875-b53d-436a-a6f7-f9278402fab8 req-cc5082f8-5516-4b2c-abfb-104d8406ee52 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.732659 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6355875-b53d-436a-a6f7-f9278402fab8 req-cc5082f8-5516-4b2c-abfb-104d8406ee52 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4901948 Jul 16 20:08:50.734694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5082f8-5516-4b2c-abfb-104d8406ee52 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.769812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a1fb0-da19-4e70-8e5b-b38ce9a7e37d req-fbdcadef-31af-4015-9b46-fe60771627e2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.778948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-517a1fb0-da19-4e70-8e5b-b38ce9a7e37d req-fbdcadef-31af-4015-9b46-fe60771627e2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 944 time: 0.0977972 Jul 16 20:08:50.829930 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-517a1fb0-da19-4e70-8e5b-b38ce9a7e37d req-67301e34-5a7e-4f0c-85e7-86933ce473f6 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499277 Jul 16 20:08:50.863715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.969520 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.979387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Transition to ACTIVE for port object 349e2e73-ff0f-4f5f-9914-2977ee2934f0 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:51.013842 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Transition to ACTIVE for port object 349e2e73-ff0f-4f5f-9914-2977ee2934f0 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:51.029769 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.083957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:51.102205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:51.111415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:51.118814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Pushing event updated for resources: {'Port': ['ID=349e2e73-ff0f-4f5f-9914-2977ee2934f0,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.186665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Attempting to bind port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:51.187095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Attempting to bind port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:51.187459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Attempting to bind port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 on network b282552f-dfe5-4d5a-8875-fa6c29b0befc {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:51.193368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:51.193748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Checking segment: {'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:51.194159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.194559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Bound using segment: {'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:51.195068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Bound port: 349e2e73-ff0f-4f5f-9914-2977ee2934f0, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:51.195452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.238348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:51.269397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] For port 349e2e73-ff0f-4f5f-9914-2977ee2934f0, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:51.273066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] For port 349e2e73-ff0f-4f5f-9914-2977ee2934f0, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=349e2e73-ff0f-4f5f-9914-2977ee2934f0,segment=NetworkSegment(8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6),segment_id=8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:51.279492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.317958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.349446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1da5b8-869b-47ff-8bfc-ab5ce205295a None None] Pushing event updated for resources: {'Port': ['ID=349e2e73-ff0f-4f5f-9914-2977ee2934f0,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.349855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.487528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-db03fbdd-5536-45e1-8728-a622f90a69cf tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.488919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-db03fbdd-5536-45e1-8728-a622f90a69cf tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 812 time: 0.5511522 Jul 16 20:08:51.543047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa3f5f-296b-46da-b260-f80e1aed9633 req-096af3ad-ccaf-4ad9-810f-bf163f9c6fc8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.544679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5fa3f5f-296b-46da-b260-f80e1aed9633 req-096af3ad-ccaf-4ad9-810f-bf163f9c6fc8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 945 time: 0.1108499 Jul 16 20:08:51.574215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.582894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-f6750fd2-9100-4cfd-abd8-33cb8cbecafc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/quotas/43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 375 time: 0.0811286 Jul 16 20:08:51.601230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2ae823a6-6bc8-431b-8b8b-40599b532f11 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:51.617394 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5fa3f5f-296b-46da-b260-f80e1aed9633 req-c94e32c9-c68f-4f6a-969f-e9906b2f52d2 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Jul 16 20:08:51.618680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.657234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Allocated IP 172.25.3.79 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:51.710368 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.726685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ae823a6-6bc8-431b-8b8b-40599b532f11 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:51.752455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:51.757326 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.770292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=38334f053639462d96f7b37fa3bf9e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7117951 Jul 16 20:08:51.773847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44298) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:51.793958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3636aac-8174-42a1-aac1-7f28bdd8fe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae82b7-60bf-48cb-905e-dccec16aacd8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.811509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.832629 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.840808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-c5edd671-0af4-4ce7-a1f6-6fa5dd32de25 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2555823 Jul 16 20:08:51.858223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6f57b-9788-41ff-987a-489caf5607ad req-2c29d91e-66a7-4c78-b3ea-9bc5cfe7f64d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.859741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59e6f57b-9788-41ff-987a-489caf5607ad req-2c29d91e-66a7-4c78-b3ea-9bc5cfe7f64d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1249239 Jul 16 20:08:51.864681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-606dc23f-6788-4427-b36f-2448a7c03b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.909038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-606dc23f-6788-4427-b36f-2448a7c03b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.947749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.948841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59e6f57b-9788-41ff-987a-489caf5607ad req-6052a316-4fd1-4c5d-9385-da92f0d59175 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814095 Jul 16 20:08:51.987062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-606dc23f-6788-4427-b36f-2448a7c03b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.996508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-606dc23f-6788-4427-b36f-2448a7c03b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.998144 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-606dc23f-6788-4427-b36f-2448a7c03b9c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/52ae82b7-60bf-48cb-905e-dccec16aacd8 HTTP/1.1" status: 204 len: 168 time: 0.2226183 Jul 16 20:08:52.016943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dc23f-6788-4427-b36f-2448a7c03b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae82b7-60bf-48cb-905e-dccec16aacd8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.046499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:52.050147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-738e98bf-b17f-46b7-8267-a2fc25e3912d service neutron] 10.222.0.91 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995730 Jul 16 20:08:52.075501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.078855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:52.090063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:52.333492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-ebc99592-d2d2-4465-9963-f605e9a4614c service neutron] 10.222.0.91 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588844 Jul 16 20:08:52.501547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44312) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:52.531265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d08e1ac-b942-461c-bc15-0bf9050124e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.545856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.555954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9318c9-3221-4bc5-bcc7-3779a2fe1962 req-d7de184c-e70e-4149-b5dd-b961c900100e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.564108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b9318c9-3221-4bc5-bcc7-3779a2fe1962 req-d7de184c-e70e-4149-b5dd-b961c900100e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 944 time: 0.1551492 Jul 16 20:08:52.677195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 349e2e73-ff0f-4f5f-9914-2977ee2934f0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:52.683257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fafe3e-0c9d-45bd-b6b4-3dfa84449b40 None None] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:52.686131 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d08e1ac-b942-461c-bc15-0bf9050124e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.697865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d08e1ac-b942-461c-bc15-0bf9050124e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.744313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2d08e1ac-b942-461c-bc15-0bf9050124e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f95ebba8f74346c4b45b013a11f5e96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395728 Jul 16 20:08:52.748740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44318) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:52.788022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08e1ac-b942-461c-bc15-0bf9050124e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73010413-fbb3-4c21-bf5c-a5dce4702dc8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.806180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b9318c9-3221-4bc5-bcc7-3779a2fe1962 req-d907d9b7-f659-4813-aed4-7cda3960fea8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378826 Jul 16 20:08:52.815330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5c3d9eda-92f2-4c57-94a3-191473546b3d None None] Provisioning for port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:52.885355 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8813e5e-3cbd-4d6f-b94a-75d5e2978133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.904324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.917594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479043f1-2e44-40a2-9d5d-2aa0abb2f0f4 req-cfc3ca51-6e30-4cec-b5ee-21f39243fb0b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.923514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:52.925365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-479043f1-2e44-40a2-9d5d-2aa0abb2f0f4 req-cfc3ca51-6e30-4cec-b5ee-21f39243fb0b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 944 time: 0.2372561 Jul 16 20:08:52.944067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8813e5e-3cbd-4d6f-b94a-75d5e2978133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.949763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:52.950059 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.046995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-479043f1-2e44-40a2-9d5d-2aa0abb2f0f4 req-a5997cb6-ea73-4355-86dc-da6ab51cccdc tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206677 Jul 16 20:08:53.143997 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8813e5e-3cbd-4d6f-b94a-75d5e2978133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.148423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c05e9da-4e49-4a93-8a5b-2b23c527f894 req-0dc1e456-169e-40ce-9750-b2325979eb27 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 210 time: 0.1087027 Jul 16 20:08:53.150576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8813e5e-3cbd-4d6f-b94a-75d5e2978133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.158206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c8813e5e-3cbd-4d6f-b94a-75d5e2978133 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/73010413-fbb3-4c21-bf5c-a5dce4702dc8 HTTP/1.1" status: 204 len: 168 time: 0.4055743 Jul 16 20:08:53.197647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8813e5e-3cbd-4d6f-b94a-75d5e2978133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73010413-fbb3-4c21-bf5c-a5dce4702dc8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.249182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Router dd8886b0-c9b6-404c-9822-a5b3201e369e is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:08:53.332694 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.389815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 349e2e73-ff0f-4f5f-9914-2977ee2934f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=349e2e73-ff0f-4f5f-9914-2977ee2934f0,segment=NetworkSegment(8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6),segment_id=8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:53.395390 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.469300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda722-d19c-4190-a139-0aa6244a2d30 req-6e226175-8511-4482-9d6b-23ed7f5f5dad tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.471220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=349e2e73-ff0f-4f5f-9914-2977ee2934f0,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.488437 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6edda722-d19c-4190-a139-0aa6244a2d30 req-6e226175-8511-4482-9d6b-23ed7f5f5dad tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.2260861 Jul 16 20:08:53.506324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:53.520990 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Sync routers for ids ['dd8886b0-c9b6-404c-9822-a5b3201e369e'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:53.535969 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Routers {'dd8886b0-c9b6-404c-9822-a5b3201e369e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:53.536873 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd8886b0-c9b6-404c-9822-a5b3201e369e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:53.569329 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.574218 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44338) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:53.575091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b5dcab92-e530-443d-8401-921807bfc4f8 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3404720 Jul 16 20:08:53.600354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6edda722-d19c-4190-a139-0aa6244a2d30 req-44ee5e12-4209-487d-88c4-737da37d3ad1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032307 Jul 16 20:08:53.603455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device fb92d584-f913-4be7-a474-d1d98e5a04c0 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:53.745235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port fb92d584-f913-4be7-a474-d1d98e5a04c0 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:53.756788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port fb92d584-f913-4be7-a474-d1d98e5a04c0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:53.760422 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.781463 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Set router dd8886b0-c9b6-404c-9822-a5b3201e369e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:53.921332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9c814-0444-48ad-8588-154c79e07292 req-6d4265ee-3786-4495-8c66-9abfb015ef72 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.929827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9d9c814-0444-48ad-8588-154c79e07292 req-6d4265ee-3786-4495-8c66-9abfb015ef72 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1018753 Jul 16 20:08:53.940009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fcfc44d8-ab1b-416b-af00-06f613d5c01b None None] Provisioning complete for port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:53.941786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fcfc44d8-ab1b-416b-af00-06f613d5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.004037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9d9c814-0444-48ad-8588-154c79e07292 req-a08f46d7-67cf-424f-8e83-6ec771b45cf1 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730784 Jul 16 20:08:54.194235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-423c1124-6e51-4d94-ae9f-6c839423fad7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.198853 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-423c1124-6e51-4d94-ae9f-6c839423fad7 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 944 time: 0.1709199 Jul 16 20:08:54.213197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.288545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:54.292507 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e23731a-8746-4251-acbd-238a4d2320a4" -d '{"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-plugged", "status": "completed", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:54.317472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:54.327599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.358664 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:08:52Z', 'revision_number': 3, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port': {'id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:51Z', 'updated_at': '2021-07-16T20:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:54.363238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-afa099a4-f367-40f5-afaa-3728a5b16e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.367816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-afa099a4-f367-40f5-afaa-3728a5b16e61 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.2180541 Jul 16 20:08:54.387655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad888c4-1c40-43ab-86a3-859cedb60045 req-2741de23-200b-44d4-8c64-4b289ff488f9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.395873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ad888c4-1c40-43ab-86a3-859cedb60045 req-2741de23-200b-44d4-8c64-4b289ff488f9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 944 time: 0.2483730 Jul 16 20:08:54.426471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:54.436973 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Checking router: dd8886b0-c9b6-404c-9822-a5b3201e369e for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:54.440783 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Updating router dd8886b0-c9b6-404c-9822-a5b3201e369e port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:08:54.470676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Deleting port 2ae823a6-6bc8-431b-8b8b-40599b532f11 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:54.475697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.528647 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.541311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 349e2e73-ff0f-4f5f-9914-2977ee2934f0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:54.701704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:54.702888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.946464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ad888c4-1c40-43ab-86a3-859cedb60045 req-01f072f9-8744-4cd9-86fe-e387bd2ed3c9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496008 Jul 16 20:08:54.955826 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.973108 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Transition to ACTIVE for port object 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:54.984846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] For port 2ae823a6-6bc8-431b-8b8b-40599b532f11, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2ae823a6-6bc8-431b-8b8b-40599b532f11,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:54.985410 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.985536 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.020657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-fee66291-0111-4196-8d72-f33da806bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.022918 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-fee66291-0111-4196-8d72-f33da806bab5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.6114070 Jul 16 20:08:55.023430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Calling delete_port for 2ae823a6-6bc8-431b-8b8b-40599b532f11 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:55.046552 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Attempting to bind port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:55.047229 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Attempting to bind port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:55.047669 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Attempting to bind port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:55.062548 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:55.063041 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:55.063504 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.063959 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:55.064504 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Bound port: 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:55.064960 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.069804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-97475ba8-8c23-4cbe-95fa-ad302d901a3b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.071375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-97475ba8-8c23-4cbe-95fa-ad302d901a3b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 812 time: 0.3777957 Jul 16 20:08:55.135115 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] For port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:55.140820 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] For port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:55.142677 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Pushing event updated for resources: {'Port': ['ID=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:55.151938 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.155009 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.155620 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.156194 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.156734 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.157273 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.157827 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.158360 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.158930 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.159493 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.160038 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.160583 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.161138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.185891 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-05753864-e58f-4e7c-a5fc-584214e425de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 217 time: 0.0888846 Jul 16 20:08:55.226213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2a6c555-0aa3-4209-b443-f86d64efebcf req-0f09e71b-1cd0-4078-8be0-8497a3f6b8fe tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 210 time: 0.0870614 Jul 16 20:08:55.232979 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Routers {'dd8886b0-c9b6-404c-9822-a5b3201e369e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:55.233910 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd8886b0-c9b6-404c-9822-a5b3201e369e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:55.260330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'port': {'device_id': 'e7b8695a-59dc-444c-913c-449fd228314e', 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a', 'admin_state_up': True, 'tenant_id': '43d1b2425b774a958c7cdc021ed3bd6b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:55.281414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.304081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3dd43-92c2-4ffe-a5a2-bfd4c7acbef3 req-1cb73a07-85ab-4edd-aeac-155093f1108b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.305048 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baade907-a58d-4241-b634-d754a0adb96f x-openstack-request-id: req-baade907-a58d-4241-b634-d754a0adb96f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:55.305548 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-plugged", "status": "completed", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:55.305644 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-baade907-a58d-4241-b634-d754a0adb96f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:55.306050 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'code': 200} Jul 16 20:08:55.322658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10c3dd43-92c2-4ffe-a5a2-bfd4c7acbef3 req-1cb73a07-85ab-4edd-aeac-155093f1108b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=304a8087-f920-4788-a789-e1dbd653ddbb HTTP/1.1" status: 200 len: 944 time: 0.6285655 Jul 16 20:08:55.374311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event deleted for resources: {'Port': ['ID=2ae823a6-6bc8-431b-8b8b-40599b532f11,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:55.384892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.418107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-250e2424-e66f-449b-87e9-959b055f90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.421330 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d66cf-6c5c-4998-9d8c-3023150e1b5e None None] Pushing event updated for resources: {'Port': ['ID=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:55.425642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-250e2424-e66f-449b-87e9-959b055f90c6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.2121482 Jul 16 20:08:55.449274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] No DVR routers for this DVR port 2ae823a6-6bc8-431b-8b8b-40599b532f11 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:55.453489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.456282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea59f59a-be6e-47fe-b898-003a015a0f25 req-5c673bcb-9aaa-4213-8920-d94ada5a65a5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "DELETE /v2.0/ports/2ae823a6-6bc8-431b-8b8b-40599b532f11 HTTP/1.1" status: 204 len: 173 time: 1.2473893 Jul 16 20:08:55.517890 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] Set router dd8886b0-c9b6-404c-9822-a5b3201e369e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:55.560692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304a8087-f920-4788-a789-e1dbd653ddbb', 'name': 'network-vif-deleted', 'tag': '2ae823a6-6bc8-431b-8b8b-40599b532f11'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:55.563510 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0beb5b-6dce-49a6-8306-0bb6a5eeaa6f" -d '{"events": [{"server_uuid": "304a8087-f920-4788-a789-e1dbd653ddbb", "name": "network-vif-deleted", "tag": "2ae823a6-6bc8-431b-8b8b-40599b532f11"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:55.642154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10c3dd43-92c2-4ffe-a5a2-bfd4c7acbef3 req-4e9efe7d-5d67-4072-9bbe-58cb23db49be tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138556 Jul 16 20:08:55.691502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Made reservation on behalf of 43d1b2425b774a958c7cdc021ed3bd6b for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:55.697373 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.790153 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:08:52Z', 'revision_number': 3, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port': {'id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:51Z', 'updated_at': '2021-07-16T20:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:55.799277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-7054571c-a131-4cd0-998d-d03ad0c21428 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397264 Jul 16 20:08:55.822497 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654878b2-6b11-40ad-9ad9-4efeb4ef4f98 None None] The sync data for ids ['dd8886b0-c9b6-404c-9822-a5b3201e369e'] in n-d-792458-10 is: [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:08:52Z', 'revision_number': 3, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port': {'id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:51Z', 'updated_at': '2021-07-16T20:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:55.830550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54bb9b-33d5-4fd7-bcf9-bd8c609e202b req-88424c4d-6ea4-48b4-a605-e60aa94ffd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.832134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c54bb9b-33d5-4fd7-bcf9-bd8c609e202b req-88424c4d-6ea4-48b4-a605-e60aa94ffd23 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 1097 time: 0.2582531 Jul 16 20:08:55.932871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Allocated IP 172.20.0.1 (b282552f-dfe5-4d5a-8875-fa6c29b0befc/1264cb74-5326-4e26-80a2-2041612c9c47/f257a27f-2971-400d-98c6-aea428959029) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:55.955329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383eb045-fc02-4eb9-9485-d00d1345b322 req-20804bec-f0ef-41e5-bca9-b1c3762958db tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.956956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-383eb045-fc02-4eb9-9485-d00d1345b322 req-20804bec-f0ef-41e5-bca9-b1c3762958db tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.2999485 Jul 16 20:08:56.046456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-ba8ec011-e5b7-45f7-a512-50c02dce8fca service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341113 Jul 16 20:08:56.137825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-383eb045-fc02-4eb9-9485-d00d1345b322 req-0378d6dc-74ea-47ce-8570-d380ddcadbf6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743832 Jul 16 20:08:56.302140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c54bb9b-33d5-4fd7-bcf9-bd8c609e202b req-86e4a9be-8761-4165-a565-b94cdaf90417 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492893 Jul 16 20:08:56.303113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.310081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3341042-9bf8-4b9c-90ff-72876a00f4ca req-b0fb36bb-e726-4fa2-b8f3-3360cc6dfbc0 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545300 Jul 16 20:08:56.311129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Allocated IP 172.20.0.11 (84c712b1-f4ff-46ad-8da6-dd5992f01d1a/c0996938-06d2-40ac-b7fe-138d874c45c4/de9c05d5-f2a4-4e52-be3e-375fbfb15387) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:56.334459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Transition to ACTIVE for port object f257a27f-2971-400d-98c6-aea428959029 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:56.344945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf481c3-2b5f-42ae-89d5-004b0ebcdfa2 req-cc858e3b-490e-4e89-9b07-c8746120ac11 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.351291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dbf481c3-2b5f-42ae-89d5-004b0ebcdfa2 req-cc858e3b-490e-4e89-9b07-c8746120ac11 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.5440350 Jul 16 20:08:56.391535 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cb8a10-3573-46b2-8d7e-a529133e781e x-openstack-request-id: req-14cb8a10-3573-46b2-8d7e-a529133e781e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:56.392050 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304a8087-f920-4788-a789-e1dbd653ddbb", "name": "network-vif-deleted", "tag": "2ae823a6-6bc8-431b-8b8b-40599b532f11", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:56.392479 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-14cb8a10-3573-46b2-8d7e-a529133e781e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:56.393712 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a8087-f920-4788-a789-e1dbd653ddbb', 'name': 'network-vif-deleted', 'tag': '2ae823a6-6bc8-431b-8b8b-40599b532f11', 'status': 'completed', 'code': 200} Jul 16 20:08:56.412469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.495397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:56.498036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:56.513856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:56.520819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dbf481c3-2b5f-42ae-89d5-004b0ebcdfa2 req-ffc104ca-b4a1-427b-aa76-572ec47e8511 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466746 Jul 16 20:08:56.541642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:56.593818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f257a27f-2971-400d-98c6-aea428959029,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:56.622273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.645309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:56.652351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:56.653016 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.748224 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.852546 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.908340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f9af26b6-9401-41dd-85a4-06835294e10d None None] Provisioning for port f257a27f-2971-400d-98c6-aea428959029 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:56.908971 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.915012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:56.917360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f9af26b6-9401-41dd-85a4-06835294e10d None None] Provisioning complete for port f257a27f-2971-400d-98c6-aea428959029 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:56.917863 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f9af26b6-9401-41dd-85a4-06835294e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.919000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034505e-7184-425b-bf26-428ab331af4a req-af1f9a81-bf1d-47d1-9675-53caa3b724f3 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.925559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:56.926625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d034505e-7184-425b-bf26-428ab331af4a req-af1f9a81-bf1d-47d1-9675-53caa3b724f3 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1457241 Jul 16 20:08:56.952965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.004839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:57.017929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:57.022268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:57.026530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.029347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003d90-fda2-4d07-bb38-e1c04a89205b req-12996b2e-e38a-4fd0-9887-3b5ff5efb712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.031551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6003d90-fda2-4d07-bb38-e1c04a89205b req-12996b2e-e38a-4fd0-9887-3b5ff5efb712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 932 time: 0.1460094 Jul 16 20:08:57.044083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d034505e-7184-425b-bf26-428ab331af4a req-bd1e21cc-50db-4307-bbf4-bb2c5cd43639 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163187 Jul 16 20:08:57.107010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f9af26b6-9401-41dd-85a4-06835294e10d None None] Port f257a27f-2971-400d-98c6-aea428959029 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:57.115940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.117227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.127454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6003d90-fda2-4d07-bb38-e1c04a89205b req-4ddff96b-7dc6-4921-9626-d6d8bb21a08b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847189 Jul 16 20:08:57.131736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.136593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b29d2b90-9611-404d-aec1-f29c00a03712 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8813462 Jul 16 20:08:57.138106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.152376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Request body: {'port': {'device_id': 'e7b8695a-59dc-444c-913c-449fd228314e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:57.354955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.445463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.453671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.526061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.539841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f257a27f-2971-400d-98c6-aea428959029,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.616222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2ae823a6-6bc8-431b-8b8b-40599b532f11 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:57.646157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 2ae823a6-6bc8-431b-8b8b-40599b532f11 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:57.646807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2ae823a6-6bc8-431b-8b8b-40599b532f11 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:57.660649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:57.662448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:57.691590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1caf3-e3db-4efe-9dff-c34e4eee68ac req-4ef40376-c984-4640-9d47-aa55ccb4dc50 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.693228 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8a1caf3-e3db-4efe-9dff-c34e4eee68ac req-4ef40376-c984-4640-9d47-aa55ccb4dc50 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.2708442 Jul 16 20:08:57.783354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8a1caf3-e3db-4efe-9dff-c34e4eee68ac req-1fd1f6c4-9ff7-4ff0-915b-f862fc2c4b30 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529852 Jul 16 20:08:57.870078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Router dd8886b0-c9b6-404c-9822-a5b3201e369e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:57.872241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9c05d5-f2a4-4e52-be3e-375fbfb15387 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:57.882664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.906378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Transition to ACTIVE for port object de9c05d5-f2a4-4e52-be3e-375fbfb15387 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:57.913021 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.934558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3749ee96-29cf-4d60-ad77-85406d7968e1 None None] Provisioning complete for port f257a27f-2971-400d-98c6-aea428959029 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:57.934957 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3749ee96-29cf-4d60-ad77-85406d7968e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.968666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-717b6ee1-4c8d-42cb-ac0f-c36e02350088 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.975474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-717b6ee1-4c8d-42cb-ac0f-c36e02350088 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 822 time: 0.2438068 Jul 16 20:08:57.976438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3749ee96-29cf-4d60-ad77-85406d7968e1 None None] Port f257a27f-2971-400d-98c6-aea428959029 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:58.007466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:58.047494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-15c94018-ca9e-413a-8457-1af5f0175d13 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/quotas/0520be0a55184b6e9e20afb7f1fd1fe9 HTTP/1.1" status: 200 len: 375 time: 0.0709233 Jul 16 20:08:58.086318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb1153-e750-4362-b322-f2a441026bcc req-7bef13a3-1b9d-4426-ad49-111438f41b34 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.087939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0cfb1153-e750-4362-b322-f2a441026bcc req-7bef13a3-1b9d-4426-ad49-111438f41b34 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1660709 Jul 16 20:08:58.099221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:58.104690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5a1d97dd-18a2-4c48-871c-8e054c762fd2 admin admin] 10.222.0.91 "PUT /v2.0/routers/dd8886b0-c9b6-404c-9822-a5b3201e369e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5291755 Jul 16 20:08:58.135284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Attempting to bind port de9c05d5-f2a4-4e52-be3e-375fbfb15387 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:58.135622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Attempting to bind port de9c05d5-f2a4-4e52-be3e-375fbfb15387 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:58.135951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Attempting to bind port de9c05d5-f2a4-4e52-be3e-375fbfb15387 on network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:58.144244 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2f139e25-157c-451f-bd19-6a5f92daac50 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958183 Jul 16 20:08:58.153289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Port de9c05d5-f2a4-4e52-be3e-375fbfb15387 on network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:58.153620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Attempting to bind port de9c05d5-f2a4-4e52-be3e-375fbfb15387 on network 84c712b1-f4ff-46ad-8da6-dd5992f01d1a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:58.159335 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0cfb1153-e750-4362-b322-f2a441026bcc req-6f8770ef-9998-442a-849e-200565ba9c5b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Jul 16 20:08:58.162798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:58.162798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Checking segment: {'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:58.163094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Bound using segment: {'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:58.163347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Bound port: de9c05d5-f2a4-4e52-be3e-375fbfb15387, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971860df-5faf-4456-a4ce-23685c1058e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:58.163716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.246642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:58.251315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:58.259639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.260916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-1a9e8f28-62e5-4aff-8119-a01ebd7be077 service neutron] 10.222.0.91 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144187 Jul 16 20:08:58.309921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.310666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.312745 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] 10.222.0.79 "PUT /v2.0/ports/de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 1093 time: 1.1676478 Jul 16 20:08:58.329316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Sync routers for ids ['dd8886b0-c9b6-404c-9822-a5b3201e369e'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:58.339338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e797e9-217a-4246-b709-4baa676c2c57 service neutron] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:58.344201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Routers {'dd8886b0-c9b6-404c-9822-a5b3201e369e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:58.345438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd8886b0-c9b6-404c-9822-a5b3201e369e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:58.390906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-37ffc328-94ec-4ca8-a207-e8bf7da8731b service neutron] 10.222.0.91 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234181 Jul 16 20:08:58.418903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:58.421146 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f35fe16-e351-484e-b1a6-6a967f95ae4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:58.439718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cedfed94-0cd3-4ed7-af37-f477fcf0ec75 req-71474434-963c-4e54-8c80-9e0ec3c1c52e tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=4a84db6603fe40168378f29630ec7a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590689 Jul 16 20:08:58.479743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Set router dd8886b0-c9b6-404c-9822-a5b3201e369e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:58.517017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:58.534954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-ed435ff8-db0c-4a39-899b-3172c76da474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.536477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-ed435ff8-db0c-4a39-899b-3172c76da474 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1096 time: 0.1648841 Jul 16 20:08:58.597138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-90767791-c82d-4a02-85b6-d84411c2561f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 217 time: 0.0520666 Jul 16 20:08:58.608529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfed94-0cd3-4ed7-af37-f477fcf0ec75 req-46f4f3f6-665b-4dd2-ae6a-de78aef12cc8 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.620013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cedfed94-0cd3-4ed7-af37-f477fcf0ec75 req-46f4f3f6-665b-4dd2-ae6a-de78aef12cc8 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743045 Jul 16 20:08:58.659413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:58.660008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.672126 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cedfed94-0cd3-4ed7-af37-f477fcf0ec75 req-88277063-227b-4fae-8796-eab3ae42fedc tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/quotas/4a84db6603fe40168378f29630ec7a5b HTTP/1.1" status: 200 len: 375 time: 0.0512795 Jul 16 20:08:58.716915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cedfed94-0cd3-4ed7-af37-f477fcf0ec75 req-3579efd4-4700-422c-b57f-4e4950708e71 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4a84db6603fe40168378f29630ec7a5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361683 Jul 16 20:08:58.718323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-2b24cbed-ed87-40cd-b429-f3266f8bebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.719682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-2b24cbed-ed87-40cd-b429-f3266f8bebf1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.0971313 Jul 16 20:08:58.765417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-5f9d2f35-4a43-4173-b119-3c5f0137bcbb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373974 Jul 16 20:08:58.819931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca421e-a61b-491d-8e89-833640504a1e req-970a2a78-1303-4d2f-afa5-7fd9e12c1f64 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.835115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-78ca421e-a61b-491d-8e89-833640504a1e req-970a2a78-1303-4d2f-afa5-7fd9e12c1f64 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1338995 Jul 16 20:08:58.837202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:08:56Z', 'revision_number': 4, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port': {'id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:51Z', 'updated_at': '2021-07-16T20:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f257a27f-2971-400d-98c6-aea428959029', 'name': '', 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'mac_address': 'fa:16:3e:dd:49:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '1264cb74-5326-4e26-80a2-2041612c9c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:55Z', 'updated_at': '2021-07-16T20:08:57Z', 'revision_number': 2, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'subnets': [{'id': '1264cb74-5326-4e26-80a2-2041612c9c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:58.900874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Checking router: dd8886b0-c9b6-404c-9822-a5b3201e369e for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:58.901225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Updating router dd8886b0-c9b6-404c-9822-a5b3201e369e port f257a27f-2971-400d-98c6-aea428959029 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:08:58.910406 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-78ca421e-a61b-491d-8e89-833640504a1e req-9558fb81-59a6-44cf-b538-704adf6ed4f0 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727577 Jul 16 20:08:58.964648 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.014997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-5a44fc00-b0c2-4171-85e0-0822e9f7d1fb service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398922 Jul 16 20:08:59.071752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ba305-9f29-4359-9608-c33d47406354 req-c53297c7-f57a-450a-824b-4a50dc630578 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.073462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d9ba305-9f29-4359-9608-c33d47406354 req-c53297c7-f57a-450a-824b-4a50dc630578 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 944 time: 0.1283510 Jul 16 20:08:59.076789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f74a6ed9-7a94-4fef-80a2-e5c9f5036f8c req-27c2beb5-d86c-49cb-8e6a-16d19756eb05 tempest-FloatingIPsNegativeTestJSON-804387120 tempest-FloatingIPsNegativeTestJSON-804387120-project] 10.222.0.91 "GET /v2.0/floatingips?tenant_id=b76ecb60782342d9b8d16bc5c21f33da HTTP/1.1" status: 200 len: 217 time: 0.0741749 Jul 16 20:08:59.139923 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c4b16-5266-4db1-8c68-cb2dd82a19e7 x-openstack-request-id: req-014c4b16-5266-4db1-8c68-cb2dd82a19e7 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:59.140331 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:59.140630 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-014c4b16-5266-4db1-8c68-cb2dd82a19e7 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:59.140960 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'status': 'completed', 'code': 200} Jul 16 20:08:59.188439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d9ba305-9f29-4359-9608-c33d47406354 req-665914fc-2508-4db2-abc9-5adff65aaf30 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922780 Jul 16 20:08:59.191182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ece0e7d-c815-4ef1-9b87-5af2232f3895 req-5d5baa9e-fe79-462d-9e11-1ef016c22ecd service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682389 Jul 16 20:08:59.277514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a63b67b4-fb99-4ac6-b96b-ab96c19d9320 req-9ab1c9a3-250e-479c-b889-3235cf2e4a04 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 210 time: 0.0392230 Jul 16 20:08:59.369781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-d8bd1498-b1f3-4d9c-a436-43a8d27b4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.371950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-d8bd1498-b1f3-4d9c-a436-43a8d27b4f96 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1096 time: 0.1138215 Jul 16 20:08:59.407029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.421177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Transition to ACTIVE for port object f257a27f-2971-400d-98c6-aea428959029 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:59.429315 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.491451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1937b-9e31-48ee-969c-44018087df70 None None] Pushing event updated for resources: {'Port': ['ID=f257a27f-2971-400d-98c6-aea428959029,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.575744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-ac7ff9f9-35ec-4bee-941a-4cf0a7b0374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.578209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-ac7ff9f9-35ec-4bee-941a-4cf0a7b0374e service neutron] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 913 time: 0.1942198 Jul 16 20:08:59.609847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Attempting to bind port f257a27f-2971-400d-98c6-aea428959029 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:59.610514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Attempting to bind port f257a27f-2971-400d-98c6-aea428959029 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:59.611246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Attempting to bind port f257a27f-2971-400d-98c6-aea428959029 on network b282552f-dfe5-4d5a-8875-fa6c29b0befc {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:59.623088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7bcc3-3717-409a-92c3-9b3e10256ec7 req-faac2245-91d9-4970-84dd-062e96ff89bb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.625248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:59.626176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Checking segment: {'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:59.628708 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.629278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Bound using segment: {'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:59.629874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Bound port: f257a27f-2971-400d-98c6-aea428959029, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:59.630370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.630760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1f7bcc3-3717-409a-92c3-9b3e10256ec7 req-faac2245-91d9-4970-84dd-062e96ff89bb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1760306 Jul 16 20:08:59.657319 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-68bec766-11fe-4a5c-9d74-bc94b46dadc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 217 time: 0.0705419 Jul 16 20:08:59.696640 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1f7bcc3-3717-409a-92c3-9b3e10256ec7 req-56487c8d-5567-444e-945c-02c17994c431 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Jul 16 20:08:59.738439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-87dbf6ec-6081-44ea-86b4-eb4820c90703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.740685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-87dbf6ec-6081-44ea-86b4-eb4820c90703 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.0734990 Jul 16 20:08:59.779810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8118c826-28e4-4de1-8f3d-0872425674eb req-4bbc00c5-0abd-4e06-89cd-c552a714bcfc tempest-FloatingIPsNegativeTestJSON-804387120 tempest-FloatingIPsNegativeTestJSON-804387120-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0555189 Jul 16 20:08:59.797955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] For port f257a27f-2971-400d-98c6-aea428959029, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:59.802020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] For port f257a27f-2971-400d-98c6-aea428959029, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f257a27f-2971-400d-98c6-aea428959029,segment=NetworkSegment(8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6),segment_id=8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:59.808221 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.809443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-590eaf58-da06-43fa-ab6c-7406408ba4ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607839 Jul 16 20:08:59.884809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Routers {'dd8886b0-c9b6-404c-9822-a5b3201e369e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:59.886301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd8886b0-c9b6-404c-9822-a5b3201e369e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:59.890874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1937b-9e31-48ee-969c-44018087df70 None None] Pushing event updated for resources: {'Port': ['ID=f257a27f-2971-400d-98c6-aea428959029,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.951701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0351-fa1b-450e-a447-16858bf3526d req-c253510b-98d0-4c48-afc1-cc0e8e7f13f3 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.953512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cdd0351-fa1b-450e-a447-16858bf3526d req-c253510b-98d0-4c48-afc1-cc0e8e7f13f3 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1811025 Jul 16 20:08:59.959990 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-49f371de-1fe8-474a-918a-79de284c4900 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180310 Jul 16 20:09:00.044752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b70ce6-a97f-4b35-8d65-3033261e8ea9 req-7e745fe1-c70d-4e74-a876-5ff2afdd22ec tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.047038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18b70ce6-a97f-4b35-8d65-3033261e8ea9 req-7e745fe1-c70d-4e74-a876-5ff2afdd22ec tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1031227 Jul 16 20:09:00.092370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cdd0351-fa1b-450e-a447-16858bf3526d req-74678bcc-aa2e-423e-a4ef-e3cc7b937190 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281884 Jul 16 20:09:00.116705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f35fe16-e351-484e-b1a6-6a967f95ae4b req-ff0a60ae-4d68-4c83-975f-bf029b05630e service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402025 Jul 16 20:09:00.148798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18b70ce6-a97f-4b35-8d65-3033261e8ea9 req-56f184ab-2c6c-47ac-94bf-a62a89a5d348 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924635 Jul 16 20:09:00.278499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] Set router dd8886b0-c9b6-404c-9822-a5b3201e369e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:00.282002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-073074f6-4b52-44c5-a100-6bc9f27e525b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.283696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-073074f6-4b52-44c5-a100-6bc9f27e525b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 822 time: 0.1340461 Jul 16 20:09:00.329952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Request body: {'port': {'device_id': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'admin_state_up': True, 'tenant_id': '0520be0a55184b6e9e20afb7f1fd1fe9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:00.427816 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-0ca85099-6e96-4a8b-b0bc-29a6c6ffb80e req-c618c394-c245-443a-8fa4-fcea90553dc3 tempest-FloatingIPsNegativeTestJSON-804387120 tempest-FloatingIPsNegativeTestJSON-804387120-project] show failed (client error): The resource could not be found. Jul 16 20:09:00.429535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ca85099-6e96-4a8b-b0bc-29a6c6ffb80e req-c618c394-c245-443a-8fa4-fcea90553dc3 tempest-FloatingIPsNegativeTestJSON-804387120 tempest-FloatingIPsNegativeTestJSON-804387120-project] 10.222.0.91 "GET /v2.0/floatingips/06a7c91f-0b2a-46fa-8f2f-1ab685345a85 HTTP/1.1" status: 404 len: 350 time: 0.1448231 Jul 16 20:09:00.438968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44512) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:00.456729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Made reservation on behalf of 0520be0a55184b6e9e20afb7f1fd1fe9 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:00.461667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.592191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:08:56Z', 'revision_number': 4, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port': {'id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:51Z', 'updated_at': '2021-07-16T20:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f257a27f-2971-400d-98c6-aea428959029', 'name': '', 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'mac_address': 'fa:16:3e:dd:49:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '1264cb74-5326-4e26-80a2-2041612c9c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:55Z', 'updated_at': '2021-07-16T20:08:59Z', 'revision_number': 4, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'subnets': [{'id': '1264cb74-5326-4e26-80a2-2041612c9c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:00.626220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002f781-a03c-4db3-960c-def65379dde8 None None] The sync data for ids ['dd8886b0-c9b6-404c-9822-a5b3201e369e'] in n-d-792458-10 is: [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:08:56Z', 'revision_number': 4, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port': {'id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:51Z', 'updated_at': '2021-07-16T20:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f257a27f-2971-400d-98c6-aea428959029', 'name': '', 'network_id': 'b282552f-dfe5-4d5a-8875-fa6c29b0befc', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'mac_address': 'fa:16:3e:dd:49:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '1264cb74-5326-4e26-80a2-2041612c9c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:55Z', 'updated_at': '2021-07-16T20:08:59Z', 'revision_number': 4, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'subnets': [{'id': '1264cb74-5326-4e26-80a2-2041612c9c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:00.700448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Allocated IP 172.20.0.3 (8519e102-2ff6-4939-a325-7d6015fd3e57/b1c0ea65-721d-432b-af25-8ce73d4a45f3/d49eda91-1380-4205-ad65-3dfd8ba9b559) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:01.005302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.300717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device de9c05d5-f2a4-4e52-be3e-375fbfb15387 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:01.344539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b960ca3-80d6-4f0f-86d5-f6508c8de83e req-6b661bc5-0ac6-43df-8569-1657c5e4f1fa tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 210 time: 0.0389700 Jul 16 20:09:01.359615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.456725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:01.479529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.495297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'network_id': '84c712b1-f4ff-46ad-8da6-dd5992f01d1a', 'port_id': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'mac_address': 'fa:16:3e:15:db:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0996938-06d2-40ac-b7fe-138d874c45c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:01.540509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Network 8519e102-2ff6-4939-a325-7d6015fd3e57 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:01.547248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:01.554277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:01.557012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.564206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event updated for resources: {'Port': ['ID=d49eda91-1380-4205-ad65-3dfd8ba9b559,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:01.574577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9c05d5-f2a4-4e52-be3e-375fbfb15387 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:01.602566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53078a6d-b7df-485a-8d68-143d0e143c7b req-935e1128-fe8b-404f-8065-ee1902a059b6 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.609680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:01.611305 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-53078a6d-b7df-485a-8d68-143d0e143c7b req-935e1128-fe8b-404f-8065-ee1902a059b6 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 944 time: 0.2081861 Jul 16 20:09:01.624260 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.683682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.684572 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.704760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-53078a6d-b7df-485a-8d68-143d0e143c7b req-ef415901-929a-4b33-9328-95762c66ddbc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924487 Jul 16 20:09:01.730632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-4f621ba9-e9a0-4321-9289-1b0d0d6b2db8 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4053652 Jul 16 20:09:01.733831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:01.746268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Request body: {'port': {'device_id': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:01.825982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491950-7472-4d2d-80d8-5bec943aa7e9 req-6a12d14f-0dba-483c-85a9-8306059a5bbe tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.828207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82491950-7472-4d2d-80d8-5bec943aa7e9 req-6a12d14f-0dba-483c-85a9-8306059a5bbe tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1136167 Jul 16 20:09:01.838487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Deleting port f257a27f-2971-400d-98c6-aea428959029 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:01.839292 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.877477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.909911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['de9c05d5-f2a4-4e52-be3e-375fbfb15387'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:01.927195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82491950-7472-4d2d-80d8-5bec943aa7e9 req-dd916547-e319-4858-9e5e-0c1a31294bb8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905719 Jul 16 20:09:01.951879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ace67c-06ad-48f7-ad65-250b5a11d70f req-1e5dc542-1daf-4ea9-a0ee-2fc565152c81 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.966245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57ace67c-06ad-48f7-ad65-250b5a11d70f req-1e5dc542-1daf-4ea9-a0ee-2fc565152c81 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1340151 Jul 16 20:09:01.966430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] For port f257a27f-2971-400d-98c6-aea428959029, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f257a27f-2971-400d-98c6-aea428959029,segment=NetworkSegment(8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6),segment_id=8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:01.966430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.977291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Calling delete_port for f257a27f-2971-400d-98c6-aea428959029 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:02.082352 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57ace67c-06ad-48f7-ad65-250b5a11d70f req-6735b4e7-8b98-4635-8289-269f9613a9ae tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223838 Jul 16 20:09:02.237292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab6982f-72f7-471b-b9b5-82bd47f5d658 req-b2d2f116-ecd0-445b-b2f4-994a837f756c tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=4a84db6603fe40168378f29630ec7a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319142 Jul 16 20:09:02.279651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf741a-ba7a-4bcd-9648-1d787685dc56 req-b6ab4093-64c7-4f72-b296-917495a96d7b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.282024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75cf741a-ba7a-4bcd-9648-1d787685dc56 req-b6ab4093-64c7-4f72-b296-917495a96d7b tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1156683 Jul 16 20:09:02.367346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75cf741a-ba7a-4bcd-9648-1d787685dc56 req-fdb7d88b-dc8f-448d-99e8-edd5e85ca068 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766420 Jul 16 20:09:02.368890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.377954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49eda91-1380-4205-ad65-3dfd8ba9b559 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:02.391685 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.417189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f257a27f-2971-400d-98c6-aea428959029,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.427099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Transition to ACTIVE for port object d49eda91-1380-4205-ad65-3dfd8ba9b559 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:02.432737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.449775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6982f-72f7-471b-b9b5-82bd47f5d658 req-a4b9d133-d17b-47c6-a4f8-a6cf0390f88e tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.461327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab6982f-72f7-471b-b9b5-82bd47f5d658 req-a4b9d133-d17b-47c6-a4f8-a6cf0390f88e tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138741 Jul 16 20:09:02.563208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f257a27f-2971-400d-98c6-aea428959029 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:02.563758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab6982f-72f7-471b-b9b5-82bd47f5d658 req-8e974551-23c9-4d8b-afe0-1e015ff3a882 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/quotas/4a84db6603fe40168378f29630ec7a5b HTTP/1.1" status: 200 len: 375 time: 0.1013231 Jul 16 20:09:02.586903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: f257a27f-2971-400d-98c6-aea428959029 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:02.587295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f257a27f-2971-400d-98c6-aea428959029 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:09:02.610771 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab6982f-72f7-471b-b9b5-82bd47f5d658 req-77f0d4c6-2b95-4aac-a28e-96c62ad1de62 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4a84db6603fe40168378f29630ec7a5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461397 Jul 16 20:09:02.613616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Port f257a27f-2971-400d-98c6-aea428959029 not found, will not notify nova. {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:09:02.654889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Pushing event updated for resources: {'Port': ['ID=d49eda91-1380-4205-ad65-3dfd8ba9b559,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.685661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Attempting to bind port d49eda91-1380-4205-ad65-3dfd8ba9b559 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:02.686437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Attempting to bind port d49eda91-1380-4205-ad65-3dfd8ba9b559 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:02.686985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Attempting to bind port d49eda91-1380-4205-ad65-3dfd8ba9b559 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:02.694340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Port d49eda91-1380-4205-ad65-3dfd8ba9b559 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:02.694672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Attempting to bind port d49eda91-1380-4205-ad65-3dfd8ba9b559 on network 8519e102-2ff6-4939-a325-7d6015fd3e57 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:02.700532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:02.700927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Checking segment: {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:02.701448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Bound using segment: {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:02.701793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Bound port: d49eda91-1380-4205-ad65-3dfd8ba9b559, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3753c49-a032-4553-8e7f-57848dac64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:02.706104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.737656 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.788191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] For port d49eda91-1380-4205-ad65-3dfd8ba9b559, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:02.791852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] For port d49eda91-1380-4205-ad65-3dfd8ba9b559, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=d49eda91-1380-4205-ad65-3dfd8ba9b559,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:02.798112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.814577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4e9e-8a7c-483b-8cae-d96ac73759ab req-fbf5ea4f-fa9c-472f-b9e3-60d154463993 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.816123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f16d4e9e-8a7c-483b-8cae-d96ac73759ab req-fbf5ea4f-fa9c-472f-b9e3-60d154463993 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 943 time: 0.1822910 Jul 16 20:09:02.838423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.838997 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.840604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] 10.222.0.99 "PUT /v2.0/ports/d49eda91-1380-4205-ad65-3dfd8ba9b559 HTTP/1.1" status: 200 len: 1092 time: 1.0999303 Jul 16 20:09:02.841111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'tag': 'd49eda91-1380-4205-ad65-3dfd8ba9b559'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:02.843777 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322453e2-9d94-455d-b4a0-176750bca067" -d '{"events": [{"name": "network-changed", "server_uuid": "c38c227f-27be-46f1-8b84-88d24e0d414d", "tag": "d49eda91-1380-4205-ad65-3dfd8ba9b559"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:02.887404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a6dc6-79c2-4938-b3b1-926e84283960 service neutron] Pushing event updated for resources: {'Port': ['ID=d49eda91-1380-4205-ad65-3dfd8ba9b559,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.905220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f16d4e9e-8a7c-483b-8cae-d96ac73759ab req-c8f63a1e-563b-4af9-9e08-a799a84a3a7a tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793743 Jul 16 20:09:02.962828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-adbc9d04-effc-45f0-a5fd-c3fae6fb4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.965298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-adbc9d04-effc-45f0-a5fd-c3fae6fb4526 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 1095 time: 0.0695517 Jul 16 20:09:03.026807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-60eb80ac-d699-4dea-8f74-1d5ccb4094a4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d49eda91-1380-4205-ad65-3dfd8ba9b559 HTTP/1.1" status: 200 len: 217 time: 0.0532782 Jul 16 20:09:03.031692 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceabbd5-546a-4787-95a0-13670f627db6 x-openstack-request-id: req-eceabbd5-546a-4787-95a0-13670f627db6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:03.031987 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38c227f-27be-46f1-8b84-88d24e0d414d", "tag": "d49eda91-1380-4205-ad65-3dfd8ba9b559", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:03.032238 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eceabbd5-546a-4787-95a0-13670f627db6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:03.033265 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'tag': 'd49eda91-1380-4205-ad65-3dfd8ba9b559', 'status': 'completed', 'code': 200} Jul 16 20:09:03.081067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Router dd8886b0-c9b6-404c-9822-a5b3201e369e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:09:03.089157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-93d1130a-547c-436d-b1d1-61b72bf5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.090889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-93d1130a-547c-436d-b1d1-61b72bf5e51c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b1c0ea65-721d-432b-af25-8ce73d4a45f3 HTTP/1.1" status: 200 len: 862 time: 0.0489035 Jul 16 20:09:03.130045 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-1eca6eb4-7c9d-4720-9133-b526c0ab2abf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8519e102-2ff6-4939-a325-7d6015fd3e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310254 Jul 16 20:09:03.162811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a76de-6b75-4c99-b359-71c64f26e86a req-e3c722be-79bd-43a9-be34-1028d91b77f1 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.164319 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-429a76de-6b75-4c99-b359-71c64f26e86a req-e3c722be-79bd-43a9-be34-1028d91b77f1 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 945 time: 0.1273460 Jul 16 20:09:03.270451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1165d8-4d79-41b7-94e3-81f29dc1e612 req-eb5f52c6-90e9-4f2b-bda5-00f3cfb8579b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.271966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be1165d8-4d79-41b7-94e3-81f29dc1e612 req-eb5f52c6-90e9-4f2b-bda5-00f3cfb8579b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1444488 Jul 16 20:09:03.290707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-74d664f8-dccf-46a7-85a0-20c3f27f41be service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285205 Jul 16 20:09:03.304433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device de9c05d5-f2a4-4e52-be3e-375fbfb15387 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:03.352214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be1165d8-4d79-41b7-94e3-81f29dc1e612 req-8b05e813-115f-44b9-b50b-5a00c34fcf79 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718677 Jul 16 20:09:03.362933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port de9c05d5-f2a4-4e52-be3e-375fbfb15387 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:03.372182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port de9c05d5-f2a4-4e52-be3e-375fbfb15387 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:03.373050 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.422231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed9a5939-6fb5-4cc8-8ffe-e50661ec421d req-6807e9e5-c3bc-43f3-8acc-15039782db9c service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237993 Jul 16 20:09:03.494470 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.530988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:03.533648 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575b512a-eeaa-45bb-af22-64c486a34764" -d '{"events": [{"server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "name": "network-vif-plugged", "status": "completed", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:03.537642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-429a76de-6b75-4c99-b359-71c64f26e86a req-c2e03134-8a86-4857-ab77-5bc55ece8ee5 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481605 Jul 16 20:09:03.540900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:09:03.546141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e710e29a-53ed-4707-93ed-72c5ca163fa4 admin admin] 10.222.0.91 "PUT /v2.0/routers/dd8886b0-c9b6-404c-9822-a5b3201e369e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1060264 Jul 16 20:09:03.549003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44572) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:03.553012 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] Sync routers for ids ['dd8886b0-c9b6-404c-9822-a5b3201e369e'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:09:03.557568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:03.564718 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.565374 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] Routers {'dd8886b0-c9b6-404c-9822-a5b3201e369e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:03.567948 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd8886b0-c9b6-404c-9822-a5b3201e369e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:03.575343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322453e2-9d94-455d-b4a0-176750bca067 req-0ba15e36-7b58-4402-9155-e61e8612f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.581737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322453e2-9d94-455d-b4a0-176750bca067 req-0ba15e36-7b58-4402-9155-e61e8612f87a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 1095 time: 0.0997066 Jul 16 20:09:03.655894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:03.687720 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.712695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322453e2-9d94-455d-b4a0-176750bca067 req-9f30e130-6b95-4552-8c26-89f7d4cd7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.714628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322453e2-9d94-455d-b4a0-176750bca067 req-9f30e130-6b95-4552-8c26-89f7d4cd7172 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 200 len: 923 time: 0.1265860 Jul 16 20:09:03.737000 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] Set router dd8886b0-c9b6-404c-9822-a5b3201e369e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:03.777454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322453e2-9d94-455d-b4a0-176750bca067 req-7481c9b9-53cb-4053-b1fb-bae773d8be3b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d49eda91-1380-4205-ad65-3dfd8ba9b559 HTTP/1.1" status: 200 len: 217 time: 0.0512888 Jul 16 20:09:03.840060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.853283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9da8-e54d-4e2b-8b84-1da02a6edaf5 req-9b1289d3-03b0-4534-a45e-1d8c94edf6ab tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.855157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9507ab4-07b9-4d12-a22d-5fca05cc63be req-332cac25-fac5-4a07-bd41-f9f0fd2f5f1f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.856711 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f9507ab4-07b9-4d12-a22d-5fca05cc63be req-332cac25-fac5-4a07-bd41-f9f0fd2f5f1f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1409478 Jul 16 20:09:03.860625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d25e9da8-e54d-4e2b-8b84-1da02a6edaf5 req-9b1289d3-03b0-4534-a45e-1d8c94edf6ab tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1321955 Jul 16 20:09:03.862753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322453e2-9d94-455d-b4a0-176750bca067 req-99e97804-ef97-4939-8f52-df24fc58d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.864294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322453e2-9d94-455d-b4a0-176750bca067 req-99e97804-ef97-4939-8f52-df24fc58d064 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b1c0ea65-721d-432b-af25-8ce73d4a45f3 HTTP/1.1" status: 200 len: 862 time: 0.0688310 Jul 16 20:09:03.909689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322453e2-9d94-455d-b4a0-176750bca067 req-fe4e866f-0428-4ea5-85f5-b706cf3f809c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8519e102-2ff6-4939-a325-7d6015fd3e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369515 Jul 16 20:09:03.932790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d25e9da8-e54d-4e2b-8b84-1da02a6edaf5 req-b04b6cd0-56d7-4904-bf3f-606b1e2648ff tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709040 Jul 16 20:09:03.940344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f9507ab4-07b9-4d12-a22d-5fca05cc63be req-b10992ae-ce26-47ca-aa33-501f4ee4fe3b tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733314 Jul 16 20:09:03.956491 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:09:02Z', 'revision_number': 5, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port': {'id': '2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:51Z', 'updated_at': '2021-07-16T20:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:03.988539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Deleting port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:03.988966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.007261 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] Checking router: dd8886b0-c9b6-404c-9822-a5b3201e369e for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:09:04.025137 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] Routers {'dd8886b0-c9b6-404c-9822-a5b3201e369e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:04.027027 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd8886b0-c9b6-404c-9822-a5b3201e369e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:04.038789 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda1c4a9-5c7d-4b1d-81ea-fffcb2773409 x-openstack-request-id: req-eda1c4a9-5c7d-4b1d-81ea-fffcb2773409 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:04.043402 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "name": "network-vif-plugged", "status": "completed", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:04.043664 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eda1c4a9-5c7d-4b1d-81ea-fffcb2773409 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:04.044075 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'code': 200} Jul 16 20:09:04.069138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322453e2-9d94-455d-b4a0-176750bca067 req-8b8e974a-f72b-477c-8071-b01b9e4fd36f service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435602 Jul 16 20:09:04.107966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] For port 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:04.108339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.156716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Calling delete_port for 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:04.176519 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] Set router dd8886b0-c9b6-404c-9822-a5b3201e369e gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:04.259640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531523-60f3-4b91-b407-db8b3d51b334 req-1abe0762-b73d-4ec0-bbe4-5420986e287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.261293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07531523-60f3-4b91-b407-db8b3d51b334 req-1abe0762-b73d-4ec0-bbe4-5420986e287c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1098 time: 0.1356666 Jul 16 20:09:04.284566 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:09:03Z', 'revision_number': 6, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:04.290507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322453e2-9d94-455d-b4a0-176750bca067 req-ee90262a-cde6-476b-aace-be20c1a1c2a2 service neutron] 10.222.0.99 "GET /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145226 Jul 16 20:09:04.337788 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc25d9-44a0-48fa-9d2d-ce0d8ec1fb8f None None] The sync data for ids ['dd8886b0-c9b6-404c-9822-a5b3201e369e'] in n-d-792458-10 is: [{'id': 'dd8886b0-c9b6-404c-9822-a5b3201e369e', 'name': 'tempest-FloatingIPsNegativeTestJSON-944179261-router', 'tenant_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:50Z', 'updated_at': '2021-07-16T20:09:03Z', 'revision_number': 6, 'project_id': 'b76ecb60782342d9b8d16bc5c21f33da', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:04.392894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07531523-60f3-4b91-b407-db8b3d51b334 req-81677585-d212-4ec9-9022-6800dc6f9adb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960455 Jul 16 20:09:04.436251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08078883-7654-444b-95c8-dba6db33359b req-732faa52-900b-4306-822a-cc71c4ffde37 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=4a84db6603fe40168378f29630ec7a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293283 Jul 16 20:09:04.458414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.476697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf554f-d36e-4780-9c93-e63675d6d5b8 req-c5e647ce-d780-4cb9-a2ce-45d8a5f021a1 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.478190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15bf554f-d36e-4780-9c93-e63675d6d5b8 req-c5e647ce-d780-4cb9-a2ce-45d8a5f021a1 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 943 time: 0.1491482 Jul 16 20:09:04.504942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:04.555288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08078883-7654-444b-95c8-dba6db33359b req-f054ec5c-7d3b-43b0-af45-dd9baff58a86 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.562096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08078883-7654-444b-95c8-dba6db33359b req-f054ec5c-7d3b-43b0-af45-dd9baff58a86 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178913 Jul 16 20:09:04.576249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08078883-7654-444b-95c8-dba6db33359b req-abbc36ff-6965-4b9e-a0f4-92fca7a788e2 tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/quotas/4a84db6603fe40168378f29630ec7a5b HTTP/1.1" status: 200 len: 375 time: 0.0127935 Jul 16 20:09:04.582351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15bf554f-d36e-4780-9c93-e63675d6d5b8 req-3381df21-e22a-48e7-8cdc-159644353501 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857179 Jul 16 20:09:04.592122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.629205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08078883-7654-444b-95c8-dba6db33359b req-c1f76bdb-e86a-4cd4-a86f-ac77223d6f9a tempest-QuotasAdminNegativeTest-1265827337 tempest-QuotasAdminNegativeTest-1265827337-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4a84db6603fe40168378f29630ec7a5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410895 Jul 16 20:09:04.779930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.783376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.856399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.857115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd8886b0-c9b6-404c-9822-a5b3201e369e {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:09:04.864610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.865450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f257a27f-2971-400d-98c6-aea428959029 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:04.866055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bcb8569c-93bf-4b3a-a65e-082d5f043cf0 admin admin] 10.222.0.91 "DELETE /v2.0/routers/dd8886b0-c9b6-404c-9822-a5b3201e369e HTTP/1.1" status: 204 len: 168 time: 1.3158989 Jul 16 20:09:04.869653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44600) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:04.894406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e8a4c-23c1-423d-9115-60d5115153e1 req-049234cb-abbd-42f1-b802-8941d7249161 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.903404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: f257a27f-2971-400d-98c6-aea428959029 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:04.903631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd0e8a4c-23c1-423d-9115-60d5115153e1 req-049234cb-abbd-42f1-b802-8941d7249161 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1687055 Jul 16 20:09:04.904283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f257a27f-2971-400d-98c6-aea428959029 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:04.941257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd0e8a4c-23c1-423d-9115-60d5115153e1 req-caafe2c8-6669-435d-a78b-f28a692457db tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367064 Jul 16 20:09:04.973985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] Deleting subnet 1264cb74-5326-4e26-80a2-2041612c9c47 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:04.980784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.027693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.060211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f37f-73ba-4334-a9a3-e9c1d0c595a5 req-12c60c92-7459-458a-ac12-4d4247339e40 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.061709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a69f37f-73ba-4334-a9a3-e9c1d0c595a5 req-12c60c92-7459-458a-ac12-4d4247339e40 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 946 time: 0.1407874 Jul 16 20:09:05.136520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a69f37f-73ba-4334-a9a3-e9c1d0c595a5 req-55c0dcd0-ffe8-45c8-a3bd-a10e664c884f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Jul 16 20:09:05.151694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.236133 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.250188 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.255276 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1264cb74-5326-4e26-80a2-2041612c9c47 HTTP/1.1" status: 204 len: 168 time: 0.3844528 Jul 16 20:09:05.255618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44612) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:05.257906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9e187e-b64e-437d-a708-4a190d8df4fd None None] Network b282552f-dfe5-4d5a-8875-fa6c29b0befc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:05.279585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedf643-f282-430e-830a-529c42cdfa5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1264cb74-5326-4e26-80a2-2041612c9c47,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:05.398071 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.402262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f547f8-a4c1-4f62-bd53-2f19839a22d5 req-0c22c594-83b6-4772-b831-1f4cc08ce9a4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.403885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-50f547f8-a4c1-4f62-bd53-2f19839a22d5 req-0c22c594-83b6-4772-b831-1f4cc08ce9a4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0870636 Jul 16 20:09:05.418310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c48a12-0312-4383-8669-37441948ef51 req-01375db0-25cd-4419-a6f9-354bea8b9c69 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.420014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41c48a12-0312-4383-8669-37441948ef51 req-01375db0-25cd-4419-a6f9-354bea8b9c69 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1817007 Jul 16 20:09:05.460986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-50f547f8-a4c1-4f62-bd53-2f19839a22d5 req-27881a40-7a6a-423b-841f-a0db0cd338c9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476444 Jul 16 20:09:05.531260 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41c48a12-0312-4383-8669-37441948ef51 req-b7023977-d2a0-41fd-a7a4-4df8508904e9 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041036 Jul 16 20:09:05.574242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Deleting port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:05.574656 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.577049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] DHCP port deletion for b282552f-dfe5-4d5a-8875-fa6c29b0befc request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:09:05.654182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device d49eda91-1380-4205-ad65-3dfd8ba9b559 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:05.661660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] Deleting port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:05.662329 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.714125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] For port 349e2e73-ff0f-4f5f-9914-2977ee2934f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=349e2e73-ff0f-4f5f-9914-2977ee2934f0,segment=NetworkSegment(8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6),segment_id=8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.714706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.732448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Calling delete_port for 349e2e73-ff0f-4f5f-9914-2977ee2934f0 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:05.774511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] For port 349e2e73-ff0f-4f5f-9914-2977ee2934f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=349e2e73-ff0f-4f5f-9914-2977ee2934f0,segment=NetworkSegment(8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6),segment_id=8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.775150 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.813681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] Calling delete_port for 349e2e73-ff0f-4f5f-9914-2977ee2934f0 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:05.874605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7223-6bf7-43d4-bba4-81436467ee98 req-73ba73c8-960d-4432-80a0-a62f0c96a520 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.876189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-236e7223-6bf7-43d4-bba4-81436467ee98 req-73ba73c8-960d-4432-80a0-a62f0c96a520 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 943 time: 0.1291075 Jul 16 20:09:05.880617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port d49eda91-1380-4205-ad65-3dfd8ba9b559, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=d49eda91-1380-4205-ad65-3dfd8ba9b559,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.902764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'd49eda91-1380-4205-ad65-3dfd8ba9b559', 'network_id': '8519e102-2ff6-4939-a325-7d6015fd3e57', 'port_id': 'd49eda91-1380-4205-ad65-3dfd8ba9b559', 'mac_address': 'fa:16:3e:a4:ef:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c0ea65-721d-432b-af25-8ce73d4a45f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:05.904889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44622) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:05.922626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.935791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-236e7223-6bf7-43d4-bba4-81436467ee98 req-8b7da76e-0535-4121-b3ca-d9c32a28a6f9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517931 Jul 16 20:09:05.958080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] No DVR routers for this DVR port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:05.964186 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.971960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Pushing event deleted for resources: {'Port': ['ID=349e2e73-ff0f-4f5f-9914-2977ee2934f0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:05.975033 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.983002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e212774b-e784-4465-8688-30fcc0525670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.005475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49eda91-1380-4205-ad65-3dfd8ba9b559 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:06.012808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] Pushing event deleted for resources: {'Port': ['ID=349e2e73-ff0f-4f5f-9914-2977ee2934f0,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.017810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00e854-cda6-4997-b06e-b0ad41c2a802 None None] No DVR routers for this DVR port 349e2e73-ff0f-4f5f-9914-2977ee2934f0 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:06.038459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port d49eda91-1380-4205-ad65-3dfd8ba9b559, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=d49eda91-1380-4205-ad65-3dfd8ba9b559,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:06.044324 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.064016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54115fc5-09c1-4577-8ddc-cb5bf8fa40e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.064674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.075632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b282552f-dfe5-4d5a-8875-fa6c29b0befc']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:06.086747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:06.087189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abd9a0b-1f17-47bb-bc4a-c3a50a3a58f6') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:06.098689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.103747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=d49eda91-1380-4205-ad65-3dfd8ba9b559,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.118907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.126510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:06.127053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:06.128841 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:06.194889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.202020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.204483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b282552f-dfe5-4d5a-8875-fa6c29b0befc HTTP/1.1" status: 204 len: 168 time: 0.9227552 Jul 16 20:09:06.223596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411dbee-c4dd-454e-ba12-5c721c8dae59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b282552f-dfe5-4d5a-8875-fa6c29b0befc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.264651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54115fc5-09c1-4577-8ddc-cb5bf8fa40e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.273554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54115fc5-09c1-4577-8ddc-cb5bf8fa40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.281696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['d49eda91-1380-4205-ad65-3dfd8ba9b559'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:06.293166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fa0e7-ca80-47f7-806c-1d5ee4e38082 req-379633b1-7c60-4d00-b5e5-bcb7f2377dd0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.295654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f7fa0e7-ca80-47f7-806c-1d5ee4e38082 req-379633b1-7c60-4d00-b5e5-bcb7f2377dd0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1691210 Jul 16 20:09:06.347298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-54115fc5-09c1-4577-8ddc-cb5bf8fa40e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4a84db6603fe40168378f29630ec7a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403100 Jul 16 20:09:06.351081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54115fc5-09c1-4577-8ddc-cb5bf8fa40e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b8a63-f735-4d56-87c1-388598d36bea,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.355074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44632) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:06.366063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288dc6e-7237-4bc9-858c-c0deec8604bb req-af93d1cc-204e-49d8-b350-2798c486a8ee tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.373090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44634) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:06.374428 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9288dc6e-7237-4bc9-858c-c0deec8604bb req-af93d1cc-204e-49d8-b350-2798c486a8ee tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 946 time: 0.0938597 Jul 16 20:09:06.404101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f7fa0e7-ca80-47f7-806c-1d5ee4e38082 req-71155044-6719-402a-a6d8-6c5edb264b50 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994534 Jul 16 20:09:06.422232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9288dc6e-7237-4bc9-858c-c0deec8604bb req-3b076b00-47ab-431e-909b-171326a57f1d tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Jul 16 20:09:06.461162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d388d1d8-7c94-4a3d-954b-d0dcd4fe6418 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b76ecb60782342d9b8d16bc5c21f33da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863144 Jul 16 20:09:06.464183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44638) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:06.473028 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82107aea-ef8c-40c5-b996-db34b592dbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.502610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82107aea-ef8c-40c5-b996-db34b592dbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.532716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:06.549704 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d642a5a9-a09a-4ab0-bf42-3e2ed5dd2b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.568308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:06.569339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2ecf6544-9405-48b0-8bb6-ddb5b9c6bd75 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:06.569893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 349e2e73-ff0f-4f5f-9914-2977ee2934f0 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:06.573280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82107aea-ef8c-40c5-b996-db34b592dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.576108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82107aea-ef8c-40c5-b996-db34b592dbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.577541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-82107aea-ef8c-40c5-b996-db34b592dbe0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1b0b8a63-f735-4d56-87c1-388598d36bea HTTP/1.1" status: 204 len: 168 time: 0.2212591 Jul 16 20:09:06.585839 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d642a5a9-a09a-4ab0-bf42-3e2ed5dd2b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.592395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82107aea-ef8c-40c5-b996-db34b592dbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b8a63-f735-4d56-87c1-388598d36bea,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.625006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 349e2e73-ff0f-4f5f-9914-2977ee2934f0 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:06.625425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 349e2e73-ff0f-4f5f-9914-2977ee2934f0 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:06.673629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-8e0a8978-3847-48d9-b928-4a9756ae58b5 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1513027668&fields=id&tenant_id=43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 267 time: 0.0487597 Jul 16 20:09:06.682753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d642a5a9-a09a-4ab0-bf42-3e2ed5dd2b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.685734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d642a5a9-a09a-4ab0-bf42-3e2ed5dd2b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.687268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d642a5a9-a09a-4ab0-bf42-3e2ed5dd2b42 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8236c3ce-65ed-4fd0-8e2d-948b1acf27e3 HTTP/1.1" status: 204 len: 168 time: 0.2202554 Jul 16 20:09:06.706496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9b14d-b733-4a66-acaa-b672cabe52f8 req-c9367374-d72b-46a7-b276-eadb171c06bd tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.714481 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cc9b14d-b733-4a66-acaa-b672cabe52f8 req-c9367374-d72b-46a7-b276-eadb171c06bd tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0990021 Jul 16 20:09:06.774417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642a5a9-a09a-4ab0-bf42-3e2ed5dd2b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8236c3ce-65ed-4fd0-8e2d-948b1acf27e3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.781991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cc9b14d-b733-4a66-acaa-b672cabe52f8 req-e9b02b2f-f9f8-456a-99a4-0df2c0a7c253 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 Jul 16 20:09:06.841499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-ba5bd334-b9fc-4930-9429-f72df5db20bd tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.847733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-ba5bd334-b9fc-4930-9429-f72df5db20bd tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 946 time: 0.1590171 Jul 16 20:09:06.861641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'port': {'security_groups': ['554b3722-8e1e-47ca-8ed0-41b36dec3dc4', '948037a5-26b1-4e4b-b72e-7b7ccbd959b2']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:06.990559 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.017955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3645-4064-4f16-80df-216a826fee74 req-8eb91ede-a72a-4df6-b82e-3f942fa9593a tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.021078 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-12cc3645-4064-4f16-80df-216a826fee74 req-8eb91ede-a72a-4df6-b82e-3f942fa9593a tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.1141229 Jul 16 20:09:07.093999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-12cc3645-4064-4f16-80df-216a826fee74 req-b13dbd4f-bbf4-4a83-a6aa-accee8c4e9ec tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595000 Jul 16 20:09:07.141125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44656) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:07.169366 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abb66682-6b69-4196-8030-6d413f114c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.223778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:07.281356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.290501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.307309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:07.352207 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abb66682-6b69-4196-8030-6d413f114c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.356098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.356098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.357381 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3abb125c-4fa1-4f89-ad3f-71f1dc967b50 req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "PUT /v2.0/ports/de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 982 time: 0.5056970 Jul 16 20:09:07.357843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:07.360367 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba0025e-927f-4bb9-a1d8-0e85352a665b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:07.360616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abb66682-6b69-4196-8030-6d413f114c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.384038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10c0c0-79ea-4024-9fb5-d08e633fbba7 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.458693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['de9c05d5-f2a4-4e52-be3e-375fbfb15387'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:07.463601 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778fa8fc-b265-4c66-a753-ce6d29a5ed4e x-openstack-request-id: req-778fa8fc-b265-4c66-a753-ce6d29a5ed4e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:07.464085 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:07.464311 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-778fa8fc-b265-4c66-a753-ce6d29a5ed4e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:07.466611 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'status': 'completed', 'code': 200} Jul 16 20:09:07.529505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-abb66682-6b69-4196-8030-6d413f114c8f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ea277f454cbf48eba42964898db9b89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867984 Jul 16 20:09:07.530600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb66682-6b69-4196-8030-6d413f114c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb6d3b7-9b39-46b2-8fb5-3feea7935c7e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.535741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:07.605414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80721aee-0da2-40db-84a3-8333d8c9562b req-0ac6f998-927b-4aff-b977-70ff7f7c7717 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/948037a5-26b1-4e4b-b72e-7b7ccbd959b2 HTTP/1.1" status: 200 len: 1800 time: 0.1158364 Jul 16 20:09:07.623139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1833a661-d37e-4223-800f-d26ff88c907f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.637504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-6a7acbaf-adfd-4d63-a337-cf853b94a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.637504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-6a7acbaf-adfd-4d63-a337-cf853b94a7c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1137 time: 0.1390016 Jul 16 20:09:07.659184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79565c-f9bd-4166-b6d4-768ca623ffe6 req-cefd05bc-3fa2-4b08-806f-4414657a6872 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.660783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c79565c-f9bd-4166-b6d4-768ca623ffe6 req-cefd05bc-3fa2-4b08-806f-4414657a6872 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 944 time: 0.1977274 Jul 16 20:09:07.666970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1833a661-d37e-4223-800f-d26ff88c907f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.676492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device d49eda91-1380-4205-ad65-3dfd8ba9b559 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:07.729468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c79565c-f9bd-4166-b6d4-768ca623ffe6 req-f10cd9bc-f130-46b1-8862-62b26c57ac4e tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Jul 16 20:09:07.780188 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1833a661-d37e-4223-800f-d26ff88c907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.788145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1833a661-d37e-4223-800f-d26ff88c907f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.793252 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1833a661-d37e-4223-800f-d26ff88c907f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cdb6d3b7-9b39-46b2-8fb5-3feea7935c7e HTTP/1.1" status: 204 len: 168 time: 0.2530985 Jul 16 20:09:07.802519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833a661-d37e-4223-800f-d26ff88c907f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb6d3b7-9b39-46b2-8fb5-3feea7935c7e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.843431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-9ef5c06f-ac0c-4619-82c6-2df8e4bfab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.847418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-9ef5c06f-ac0c-4619-82c6-2df8e4bfab05 service neutron] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 913 time: 0.1984603 Jul 16 20:09:07.881991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port d49eda91-1380-4205-ad65-3dfd8ba9b559 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:07.889064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port d49eda91-1380-4205-ad65-3dfd8ba9b559 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:07.889695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.923156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-ed6629c7-5574-4106-a57d-69f2a67f32b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 217 time: 0.0616395 Jul 16 20:09:07.926593 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-80721aee-0da2-40db-84a3-8333d8c9562b req-09acf532-ac80-45e8-a0ef-2651282ba27e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:09:07.942072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80721aee-0da2-40db-84a3-8333d8c9562b req-09acf532-ac80-45e8-a0ef-2651282ba27e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/948037a5-26b1-4e4b-b72e-7b7ccbd959b2 HTTP/1.1" status: 409 len: 341 time: 0.3298392 Jul 16 20:09:08.038092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4ccb-3972-4ac4-a5d0-055ea387c53c req-a8f81e19-718b-43aa-bd02-cd96aea11a92 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.053478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bfdc4ccb-3972-4ac4-a5d0-055ea387c53c req-a8f81e19-718b-43aa-bd02-cd96aea11a92 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1584363 Jul 16 20:09:08.102608 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.126153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bfdc4ccb-3972-4ac4-a5d0-055ea387c53c req-c29eaa9b-b6e0-4a8f-a014-c967d8e822ad tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690694 Jul 16 20:09:08.143909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49eda91-1380-4205-ad65-3dfd8ba9b559'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:08.146155 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22e4afc-01f1-4680-be95-72f80fda2858" -d '{"events": [{"server_uuid": "c38c227f-27be-46f1-8b84-88d24e0d414d", "name": "network-vif-plugged", "status": "completed", "tag": "d49eda91-1380-4205-ad65-3dfd8ba9b559"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:08.164194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-6c366bff-7d1d-4ac4-a562-8e568254a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.165036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port d49eda91-1380-4205-ad65-3dfd8ba9b559, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=d49eda91-1380-4205-ad65-3dfd8ba9b559,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:08.172017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-6c366bff-7d1d-4ac4-a562-8e568254a113 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.2267714 Jul 16 20:09:08.176104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.222826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-439e8bfa-7fe5-49b5-ad9f-0a1d03228458 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406959 Jul 16 20:09:08.312820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c39f-0ed1-4abd-b090-17da404f1376 req-a34e21e8-93c6-4129-a8f6-d2656874a26a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.312820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58f7c39f-0ed1-4abd-b090-17da404f1376 req-a34e21e8-93c6-4129-a8f6-d2656874a26a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.2627900 Jul 16 20:09:08.329408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.350525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=d49eda91-1380-4205-ad65-3dfd8ba9b559,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:08.405904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-299344a0-a49f-4017-9e5a-39daba3dd887 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761022 Jul 16 20:09:08.409252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58f7c39f-0ed1-4abd-b090-17da404f1376 req-e52ba073-86e5-45c3-8ecd-c20127d9f4f9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604861 Jul 16 20:09:08.509200 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a97a7-f24a-4fb2-8c56-2f3d07b0daf1 x-openstack-request-id: req-f50a97a7-f24a-4fb2-8c56-2f3d07b0daf1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:08.509524 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38c227f-27be-46f1-8b84-88d24e0d414d", "name": "network-vif-plugged", "status": "completed", "tag": "d49eda91-1380-4205-ad65-3dfd8ba9b559", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:08.509778 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f50a97a7-f24a-4fb2-8c56-2f3d07b0daf1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:08.510343 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49eda91-1380-4205-ad65-3dfd8ba9b559', 'code': 200} Jul 16 20:09:08.511864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.565041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba0025e-927f-4bb9-a1d8-0e85352a665b req-4cba203a-2b81-47c4-af40-ef50dfa12f65 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493778 Jul 16 20:09:08.629025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd1b6-77bd-4a00-9579-904c292c8214 req-370a0d91-dd9d-4456-bae3-92ac252f2ea2 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.630607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e8dd1b6-77bd-4a00-9579-904c292c8214 req-370a0d91-dd9d-4456-bae3-92ac252f2ea2 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0891926 Jul 16 20:09:08.712140 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e8dd1b6-77bd-4a00-9579-904c292c8214 req-d0462bfa-e1c5-4165-9383-cb37eab198c8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484025 Jul 16 20:09:08.724180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-8a140f58-a607-4612-80ba-c9fada4bd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.725542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7def0dc-7106-4ee2-91f2-6e7c26ee652f req-39df291f-47ed-4363-b734-ee76605d111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.726860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-8a140f58-a607-4612-80ba-c9fada4bd9b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1137 time: 0.0783334 Jul 16 20:09:08.727494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7def0dc-7106-4ee2-91f2-6e7c26ee652f req-39df291f-47ed-4363-b734-ee76605d111d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 1097 time: 0.0959530 Jul 16 20:09:08.750623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.776112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7def0dc-7106-4ee2-91f2-6e7c26ee652f req-c23dd9b6-f7de-4ff1-bc79-c4324fadd95f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343349 Jul 16 20:09:08.777776 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d590fbe9-dc93-4813-babb-5083feb8cfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.855525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-1b868a10-7026-4a23-929d-d7b8d3a3d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.857151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-1b868a10-7026-4a23-929d-d7b8d3a3d72f service neutron] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 913 time: 0.1245730 Jul 16 20:09:08.905429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-ac66f0e4-3bb0-4087-8df5-9cfdfcd2836a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 217 time: 0.0397375 Jul 16 20:09:08.948938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480320de-72e9-4a6a-86e2-a75f58ed99d7 req-ef83fe0d-c293-4afc-b29f-85465c6bffd3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.950702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-480320de-72e9-4a6a-86e2-a75f58ed99d7 req-ef83fe0d-c293-4afc-b29f-85465c6bffd3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 985 time: 0.0844913 Jul 16 20:09:08.964017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-bee540fb-62bf-466c-84ee-321d15313e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.965535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-bee540fb-62bf-466c-84ee-321d15313e4d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.0536199 Jul 16 20:09:09.004511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-77210fcf-7988-4b46-99bd-559ce3108d25 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316005 Jul 16 20:09:09.030299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-480320de-72e9-4a6a-86e2-a75f58ed99d7 req-f3d0bcf8-78ef-44c3-b9ba-9bd625adb1f6 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=948037a5-26b1-4e4b-b72e-7b7ccbd959b2&id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0680785 Jul 16 20:09:09.126462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-663beea5-ac0d-45fd-a10c-ddf14d2bd1ff tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=4be2574f57004e629e07ad11a68fec5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303671 Jul 16 20:09:09.175271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-9b1d54e5-d43a-477e-83b5-48bc8ecf4655 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486740 Jul 16 20:09:09.213821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81d54-95dc-4886-83f6-d3484cc0edbe req-095a888c-a35f-4d67-9516-b23c1164d6ed tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.221191 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42d81d54-95dc-4886-83f6-d3484cc0edbe req-095a888c-a35f-4d67-9516-b23c1164d6ed tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 945 time: 0.0786097 Jul 16 20:09:09.259898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42d81d54-95dc-4886-83f6-d3484cc0edbe req-7fd59581-32eb-4b65-a760-5c580a559221 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Jul 16 20:09:09.322093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-e86fbcff-3bb6-499d-8087-ec4617167a04 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.323677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-e86fbcff-3bb6-499d-8087-ec4617167a04 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773558 Jul 16 20:09:09.334189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16c36669-90a4-4c3a-8c4c-78c97ba8c346 req-619ae98a-4d32-4b26-8c44-1ad4faf20f37 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505816 Jul 16 20:09:09.345378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-cc740eee-69a9-494e-bbd3-ddd29a225e91 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/quotas/4be2574f57004e629e07ad11a68fec5b HTTP/1.1" status: 200 len: 375 time: 0.0100422 Jul 16 20:09:09.381318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-2003d49d-b373-4893-aa4f-7cfc6e8a2463 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4be2574f57004e629e07ad11a68fec5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298290 Jul 16 20:09:09.442101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717acea0-7bb5-4ce6-a246-d9c5682623cf req-037761c9-8c7b-4dd0-aa41-b80ee6afc70c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.443814 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717acea0-7bb5-4ce6-a246-d9c5682623cf req-037761c9-8c7b-4dd0-aa41-b80ee6afc70c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0758324 Jul 16 20:09:09.495935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717acea0-7bb5-4ce6-a246-d9c5682623cf req-7e9e9b44-20ca-408b-bf51-ed73ac72d872 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Jul 16 20:09:09.677862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-78b0aaf4-f776-49f2-9f33-82ded2f3b48a req-f70fc5fb-bbc2-4905-8eae-33b81cc9eee9 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 210 time: 0.0774093 Jul 16 20:09:09.761637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a96e32-4be9-4b1b-b4b3-a8f0ee3e1a8b req-51671bdb-8bf0-44c4-b035-fdf8b70b3bd9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.771708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7a96e32-4be9-4b1b-b4b3-a8f0ee3e1a8b req-51671bdb-8bf0-44c4-b035-fdf8b70b3bd9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1104693 Jul 16 20:09:09.821138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7a96e32-4be9-4b1b-b4b3-a8f0ee3e1a8b req-b4c84bce-ac44-406b-8eaa-c279c7934747 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Jul 16 20:09:09.914108 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.039845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbf3de-404f-4d46-9ad9-9c7059fb7e23 req-fd1922d3-4361-4c9c-bd6d-7a4c46511ce6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.043931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5fbf3de-404f-4d46-9ad9-9c7059fb7e23 req-fd1922d3-4361-4c9c-bd6d-7a4c46511ce6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0963953 Jul 16 20:09:10.086811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5fbf3de-404f-4d46-9ad9-9c7059fb7e23 req-b2b214ff-a0ae-4689-8cb2-78269606f5b4 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368035 Jul 16 20:09:10.091463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-4f49cb41-4ef7-4eb4-9a22-842622958d67 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=12897071564a45298b97d82eb4ecce77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293107 Jul 16 20:09:10.213590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-2261d8a5-84d3-4750-85c2-44c15606a929 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.218506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-2261d8a5-84d3-4750-85c2-44c15606a929 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204541 Jul 16 20:09:10.241117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-5c802897-e59a-468e-a081-d48a63e8c051 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/quotas/12897071564a45298b97d82eb4ecce77 HTTP/1.1" status: 200 len: 375 time: 0.0179944 Jul 16 20:09:10.259457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b6e4d-4ced-43fa-b20e-9579b444e4b6 req-25f17895-058f-4aa4-94a5-fd94b37904cd tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.261362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a84b6e4d-4ced-43fa-b20e-9579b444e4b6 req-25f17895-058f-4aa4-94a5-fd94b37904cd tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 985 time: 0.0705774 Jul 16 20:09:10.325436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a84b6e4d-4ced-43fa-b20e-9579b444e4b6 req-670c6f76-275a-4cb7-a670-4f48d046674a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=948037a5-26b1-4e4b-b72e-7b7ccbd959b2&id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0583041 Jul 16 20:09:10.507682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a4980-dd78-4dca-8dfe-208d195d864b req-9cc1e3af-7178-469a-aa33-170318eaaede tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.509215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc8a4980-dd78-4dca-8dfe-208d195d864b req-9cc1e3af-7178-469a-aa33-170318eaaede tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 945 time: 0.0813975 Jul 16 20:09:10.555804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc8a4980-dd78-4dca-8dfe-208d195d864b req-a4359d9c-9029-4d6c-b560-3d087ae29900 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 Jul 16 20:09:10.585633 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f6ed1d98-e33b-45d4-9080-0ad7f3d2c1b5 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12897071564a45298b97d82eb4ecce77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3359504 Jul 16 20:09:10.712262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-c381573d-e8aa-4ec9-847d-6c73f1d7a152 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1604467992&fields=id&tenant_id=43d1b2425b774a958c7cdc021ed3bd6b HTTP/1.1" status: 200 len: 267 time: 0.0506709 Jul 16 20:09:10.795305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-73099d61-7a01-4906-bb27-6f21fb5ac816 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.797205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-73099d61-7a01-4906-bb27-6f21fb5ac816 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 985 time: 0.0746546 Jul 16 20:09:10.813799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'port': {'security_groups': ['554b3722-8e1e-47ca-8ed0-41b36dec3dc4', '948037a5-26b1-4e4b-b72e-7b7ccbd959b2', 'c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:10.883414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0f94-dbe1-4f86-b28d-5da7a7e26245 req-07e1d621-398b-40ee-9c29-bef471e0541d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.884956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fd5b0f94-dbe1-4f86-b28d-5da7a7e26245 req-07e1d621-398b-40ee-9c29-bef471e0541d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1001644 Jul 16 20:09:10.925964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.943515 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fd5b0f94-dbe1-4f86-b28d-5da7a7e26245 req-a2393df2-750a-46e9-8818-9cf47f1e8d66 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521729 Jul 16 20:09:11.018178 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-324f354d-0952-4130-9fd5-807057aa007d tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=4be2574f57004e629e07ad11a68fec5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363448 Jul 16 20:09:11.206770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-597150da-bd31-4b14-b774-aeda82b61923 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.208454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-597150da-bd31-4b14-b774-aeda82b61923 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850009 Jul 16 20:09:11.238722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Request body: {'port': {'device_id': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '4be2574f57004e629e07ad11a68fec5b'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:11.299989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb252739-e719-4143-9aa8-ed14c3f9ec37 req-845bf727-6356-47ec-9700-26dfb0356a9c tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 210 time: 0.0478735 Jul 16 20:09:11.452231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a82e68dd-4143-4b37-8b2d-e11dd79af7a3 req-e41eeed9-4c73-4d01-bdbc-200a29f0402d tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 210 time: 0.0348318 Jul 16 20:09:11.671838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.680991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:11.727051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.729417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Made reservation on behalf of 4be2574f57004e629e07ad11a68fec5b for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:11.733630 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.742768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.744834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.754109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff169f-96f6-46c2-9f2e-af022837948d req-6eb1fe18-c3c4-4fad-b099-f9d71b5736e4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.755591 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2ff169f-96f6-46c2-9f2e-af022837948d req-6eb1fe18-c3c4-4fad-b099-f9d71b5736e4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0640819 Jul 16 20:09:11.756965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:11.801293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2ff169f-96f6-46c2-9f2e-af022837948d req-22d3839b-eec8-430c-af28-6726227c8827 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Jul 16 20:09:11.811920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.812630 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.820345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4d7f02b-e8fa-4fb1-93b6-f6db37e3bcea req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "PUT /v2.0/ports/de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 1021 time: 1.0105150 Jul 16 20:09:11.822237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:11.824186 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57127152-9d72-45bc-9959-23c81d9af96d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:11.865163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83700dbe-a884-4801-be88-df1e121eafce tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:11.925012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['de9c05d5-f2a4-4e52-be3e-375fbfb15387'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:11.940238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.954279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.060867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.068777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdc8f1-97b9-4008-92d4-1e107adfbe48 req-f3553352-8906-4e48-9314-ba09683fbf41 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.070410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39bdc8f1-97b9-4008-92d4-1e107adfbe48 req-f3553352-8906-4e48-9314-ba09683fbf41 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0932851 Jul 16 20:09:12.132725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39bdc8f1-97b9-4008-92d4-1e107adfbe48 req-3465b426-a5fa-4058-9e4e-e85f4c2f3e9e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Jul 16 20:09:12.139265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b2b3-130c-4af8-bd82-546d136a5726 req-d9f6c30a-3f6c-400a-8050-8dfc70014399 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.147253 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4a54b2b3-130c-4af8-bd82-546d136a5726 req-d9f6c30a-3f6c-400a-8050-8dfc70014399 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 945 time: 0.2052174 Jul 16 20:09:12.185937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-871dff93-e282-4b52-9ff4-9b4827565b8a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=12897071564a45298b97d82eb4ecce77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519097 Jul 16 20:09:12.217705 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4a54b2b3-130c-4af8-bd82-546d136a5726 req-b381030a-29a4-4f41-941d-1ac2b539a985 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693266 Jul 16 20:09:12.220086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Allocated IP 192.168.233.75 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/9d48f8d8-b8b4-4e95-8d04-9247032ff076) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:12.269924 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eeff72d1-9461-46b6-9f5c-ae4f4dc3301b req-c09a1b5a-87a7-4915-8fbe-cf679a9f4928 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81 HTTP/1.1" status: 200 len: 1800 time: 0.1069279 Jul 16 20:09:12.312546 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4fc50-ff8f-4c98-b113-af151fbc9aa8 x-openstack-request-id: req-2eb4fc50-ff8f-4c98-b113-af151fbc9aa8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:12.316145 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:12.316597 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2eb4fc50-ff8f-4c98-b113-af151fbc9aa8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:12.317177 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'status': 'completed', 'code': 200} Jul 16 20:09:12.412974 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-eeff72d1-9461-46b6-9f5c-ae4f4dc3301b req-4b5d23a9-2af4-4193-97bc-a58fa4208b09 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:09:12.420326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eeff72d1-9461-46b6-9f5c-ae4f4dc3301b req-4b5d23a9-2af4-4193-97bc-a58fa4208b09 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81 HTTP/1.1" status: 409 len: 341 time: 0.1495092 Jul 16 20:09:12.463450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-d6450d3e-8c0a-4c1c-8fb7-cee10b129f60 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.465022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-d6450d3e-8c0a-4c1c-8fb7-cee10b129f60 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643657 Jul 16 20:09:12.481407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Request body: {'port': {'device_id': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '12897071564a45298b97d82eb4ecce77'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:12.558586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.573018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127152-9d72-45bc-9959-23c81d9af96d req-0bf40874-1265-4aa3-9713-a310b716c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.574461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57127152-9d72-45bc-9959-23c81d9af96d req-0bf40874-1265-4aa3-9713-a310b716c539 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1176 time: 0.2217393 Jul 16 20:09:12.578596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Transition to ACTIVE for port object 9d48f8d8-b8b4-4e95-8d04-9247032ff076 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:12.591237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f2fd4-3df3-461b-bf65-e9a55101d68a req-f7c82f63-538c-4994-ac6b-4f8481834fd6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.592783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d01f2fd4-3df3-461b-bf65-e9a55101d68a req-f7c82f63-538c-4994-ac6b-4f8481834fd6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1197271 Jul 16 20:09:12.600727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2dfb38a-c79d-4a29-acbd-8190ac7b5d15 req-be031e1b-f06e-4540-9571-1238658b6789 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 210 time: 0.0408359 Jul 16 20:09:12.665798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d01f2fd4-3df3-461b-bf65-e9a55101d68a req-ae8fa28c-1114-4cd6-8f22-bc8380205f64 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618038 Jul 16 20:09:12.688180 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.752334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Made reservation on behalf of 12897071564a45298b97d82eb4ecce77 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:12.756859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.757700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:12.761306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:12.780001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:12.785658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.795303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127152-9d72-45bc-9959-23c81d9af96d req-c87016ad-4cde-4b68-a675-674c811ee391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.797010 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57127152-9d72-45bc-9959-23c81d9af96d req-c87016ad-4cde-4b68-a675-674c811ee391 service neutron] 10.222.0.79 "GET /v2.0/networks?id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 200 len: 913 time: 0.1985774 Jul 16 20:09:12.819830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Pushing event updated for resources: {'Port': ['ID=9d48f8d8-b8b4-4e95-8d04-9247032ff076,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.882391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.883207 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.884882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57127152-9d72-45bc-9959-23c81d9af96d req-47ebb693-c957-4444-b09b-ce5129875c08 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 200 len: 217 time: 0.0690212 Jul 16 20:09:12.923647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79396bee-0fa1-4a70-8b91-da8b094ca8d9 req-34fcc708-b3ea-4eb2-b542-7870544cc9dc tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.932817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-79396bee-0fa1-4a70-8b91-da8b094ca8d9 req-34fcc708-b3ea-4eb2-b542-7870544cc9dc tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 935 time: 0.1484337 Jul 16 20:09:12.954609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-193bc37d-7ba3-421b-9765-fe604fb0b8b5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.956406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-193bc37d-7ba3-421b-9765-fe604fb0b8b5 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 945 time: 0.2227619 Jul 16 20:09:12.972326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-79396bee-0fa1-4a70-8b91-da8b094ca8d9 req-9598c956-3745-4d0d-af36-a93a98b6dc97 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Jul 16 20:09:13.025842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127152-9d72-45bc-9959-23c81d9af96d req-5574d174-41a9-46d7-9c28-4f65f59c5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.027345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57127152-9d72-45bc-9959-23c81d9af96d req-5574d174-41a9-46d7-9c28-4f65f59c5148 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 200 len: 852 time: 0.1298614 Jul 16 20:09:13.090504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57127152-9d72-45bc-9959-23c81d9af96d req-7651efaf-98cd-496b-8429-55d2a03ebcfc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=84c712b1-f4ff-46ad-8da6-dd5992f01d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518785 Jul 16 20:09:13.165121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f9ccba0-4d46-4055-89fe-94e5a881fa84 None None] Provisioning for port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:13.171975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f9ccba0-4d46-4055-89fe-94e5a881fa84 None None] Provisioning complete for port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:13.172684 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f9ccba0-4d46-4055-89fe-94e5a881fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.177501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-0e07b238-7c64-4380-9a6f-dc64cc1dec97 service neutron] 10.222.0.79 "GET /v2.0/ports/c2c487f5-75fb-48f0-ad1c-3d905ad0cf06/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 383 time: 0.1165743 Jul 16 20:09:13.205060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353be53-aebb-482e-9621-a9429cbc14f2 req-24353cd1-7694-4d49-99b3-d330ab567f81 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.207090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9353be53-aebb-482e-9621-a9429cbc14f2 req-24353cd1-7694-4d49-99b3-d330ab567f81 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1072874 Jul 16 20:09:13.225077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ccba0-4d46-4055-89fe-94e5a881fa84 None None] Port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:13.261282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9353be53-aebb-482e-9621-a9429cbc14f2 req-416e01b1-4c95-4146-9682-114c330b1678 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Jul 16 20:09:13.265463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.276235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.286932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-8a170545-8892-4bdc-8c58-4dc041b2de93 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0452597 Jul 16 20:09:13.297372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Request body: {'port': {'device_id': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:13.324253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Deleting port d49eda91-1380-4205-ad65-3dfd8ba9b559 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:13.324669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.329298 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57127152-9d72-45bc-9959-23c81d9af96d req-e1ac4e88-e1c5-4e6d-ab99-157a99a127ac service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177896 Jul 16 20:09:13.400334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.407698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb67b21-34fc-437c-8287-b616b8807d9c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:13.498794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389882-6317-40b2-bb0f-3ee70be24c17 req-9843efa2-279d-4846-8be0-951ffeb8c66c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.500400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b389882-6317-40b2-bb0f-3ee70be24c17 req-9843efa2-279d-4846-8be0-951ffeb8c66c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1024 time: 0.3470256 Jul 16 20:09:13.631926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] For port d49eda91-1380-4205-ad65-3dfd8ba9b559, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=d49eda91-1380-4205-ad65-3dfd8ba9b559,segment=NetworkSegment(d3753c49-a032-4553-8e7f-57848dac64ec),segment_id=d3753c49-a032-4553-8e7f-57848dac64ec)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:13.632296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.639749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b046db-acda-456b-96fd-56724d0513ac req-6e9a5c1a-cfa1-4c86-8cd6-967cf2148936 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.641344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94b046db-acda-456b-96fd-56724d0513ac req-6e9a5c1a-cfa1-4c86-8cd6-967cf2148936 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.2422318 Jul 16 20:09:13.648092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-2078c3ca-152e-40ef-bb35-f968f64edebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.649764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-2078c3ca-152e-40ef-bb35-f968f64edebd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af&tenant_id=91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 1101 time: 0.1739433 Jul 16 20:09:13.656648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57127152-9d72-45bc-9959-23c81d9af96d req-66a3b0c4-3218-460a-8f04-154776024fb5 service neutron] 10.222.0.79 "GET /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794256 Jul 16 20:09:13.657692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Calling delete_port for d49eda91-1380-4205-ad65-3dfd8ba9b559 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:13.669552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b389882-6317-40b2-bb0f-3ee70be24c17 req-6b6900a5-3352-419a-99f7-221d3a854b00 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=948037a5-26b1-4e4b-b72e-7b7ccbd959b2&id=c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81&id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1370561 Jul 16 20:09:13.686643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Allocated IP 192.168.233.145 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/061082a8-38e7-489b-8991-2baff7fcf8ad) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:13.701826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94b046db-acda-456b-96fd-56724d0513ac req-43966abb-c1f3-47a7-9e67-5b43236eccac tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Jul 16 20:09:13.842458 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f3808cb-47cc-49de-bbcd-43604d74b5be req-ed4a5225-3435-4e1c-8767-2a3f93c97154 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 210 time: 0.0305686 Jul 16 20:09:13.951477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-cabd16fb-f753-4e27-8167-31d524cadbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.953132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-cabd16fb-f753-4e27-8167-31d524cadbd6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 1101 time: 0.2690389 Jul 16 20:09:14.015960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006e39-a373-4222-9ade-d874af9b5e38 req-77b063d8-243b-48fa-a37f-9b0f451adc8a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.017484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63006e39-a373-4222-9ade-d874af9b5e38 req-77b063d8-243b-48fa-a37f-9b0f451adc8a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0677507 Jul 16 20:09:14.058768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63006e39-a373-4222-9ade-d874af9b5e38 req-68658047-6cfa-4ecb-b70c-ff992cd43c2c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Jul 16 20:09:14.084958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.099188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1936497-c0c8-4696-a850-0cb298da9b2b req-0fac3a00-2980-473f-a46c-6452c608fd7d tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.100987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1936497-c0c8-4696-a850-0cb298da9b2b req-0fac3a00-2980-473f-a46c-6452c608fd7d tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/ports?device_id=c38c227f-27be-46f1-8b84-88d24e0d414d HTTP/1.1" status: 200 len: 945 time: 0.2994344 Jul 16 20:09:14.101719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.156779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event deleted for resources: {'Port': ['ID=d49eda91-1380-4205-ad65-3dfd8ba9b559,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:14.159096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Transition to ACTIVE for port object 061082a8-38e7-489b-8991-2baff7fcf8ad will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:14.207549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-e7501efa-f0f8-4649-b2db-5e9a953cd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.208973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-e7501efa-f0f8-4649-b2db-5e9a953cd1cb service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2471275 Jul 16 20:09:14.249657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898936d-9891-4e88-8f10-988aab380c29 req-f7b9ea83-67b9-4875-bc16-9c1e995f0dc6 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.249958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] No DVR routers for this DVR port d49eda91-1380-4205-ad65-3dfd8ba9b559 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:14.252568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e898936d-9891-4e88-8f10-988aab380c29 req-f7b9ea83-67b9-4875-bc16-9c1e995f0dc6 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 935 time: 0.0863008 Jul 16 20:09:14.260896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.262956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86c6d3e6-1817-4ab2-bdc5-c675660483e9 req-a5a51340-a351-4377-9a8c-55ec747e2491 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.99 "DELETE /v2.0/ports/d49eda91-1380-4205-ad65-3dfd8ba9b559 HTTP/1.1" status: 204 len: 173 time: 1.2992418 Jul 16 20:09:14.263470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'name': 'network-vif-deleted', 'tag': 'd49eda91-1380-4205-ad65-3dfd8ba9b559'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:14.265715 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb6a1f-29c5-4ff4-b652-0ee140645d94" -d '{"events": [{"server_uuid": "c38c227f-27be-46f1-8b84-88d24e0d414d", "name": "network-vif-deleted", "tag": "d49eda91-1380-4205-ad65-3dfd8ba9b559"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:14.306789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e898936d-9891-4e88-8f10-988aab380c29 req-55b6e004-5f22-4aef-ac21-bd28f5803baa tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Jul 16 20:09:14.309861 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1936497-c0c8-4696-a850-0cb298da9b2b req-d8675bcc-d78c-4081-bddc-c7dab287084b tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups?id=9306d0ef-439f-4950-a983-d67248372b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902735 Jul 16 20:09:14.313720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-96b95faa-c661-4d7a-a92f-29ade57d6a4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 200 len: 217 time: 0.0936584 Jul 16 20:09:14.354597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.415254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-7e992f40-ad82-4d28-b52e-e8fba2ef78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.416918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-7e992f40-ad82-4d28-b52e-e8fba2ef78ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0947320 Jul 16 20:09:14.425714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:14.457090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:14.464308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:14.515513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Pushing event updated for resources: {'Port': ['ID=061082a8-38e7-489b-8991-2baff7fcf8ad,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:14.559716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.562913 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.598113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-f287495c-327d-4ec1-8dfc-6f4ff56d7a29 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1226749 Jul 16 20:09:14.619618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de101-070a-4103-abe4-3302b80156ec req-37371d5b-f42e-4a50-9ce2-f518e9c19931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.624947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-37371d5b-f42e-4a50-9ce2-f518e9c19931 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958408 Jul 16 20:09:14.636809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Request body: {'port': {'device_id': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:14.682274 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ea927-b9e0-4bbd-897e-e7c5514c7eed x-openstack-request-id: req-a06ea927-b9e0-4bbd-897e-e7c5514c7eed {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:14.682567 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38c227f-27be-46f1-8b84-88d24e0d414d", "name": "network-vif-deleted", "tag": "d49eda91-1380-4205-ad65-3dfd8ba9b559", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:14.682821 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a06ea927-b9e0-4bbd-897e-e7c5514c7eed {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:14.683263 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38c227f-27be-46f1-8b84-88d24e0d414d', 'name': 'network-vif-deleted', 'tag': 'd49eda91-1380-4205-ad65-3dfd8ba9b559', 'status': 'completed', 'code': 200} Jul 16 20:09:14.767774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d48f8d8-b8b4-4e95-8d04-9247032ff076 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:14.800699 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.848688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98075a1-6186-40a1-8074-dc0385472d92 req-65ffd686-857e-4da8-8a59-6f2103bfd013 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.856287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.866167 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a98075a1-6186-40a1-8074-dc0385472d92 req-65ffd686-857e-4da8-8a59-6f2103bfd013 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.2529068 Jul 16 20:09:14.869254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-f6e956a4-4a87-439f-a8c8-590080974f38 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221773 Jul 16 20:09:14.871551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e2bcacd9-450d-42ee-9265-c12fc3005891 None None] Provisioning for port 061082a8-38e7-489b-8991-2baff7fcf8ad completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:14.878654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e2bcacd9-450d-42ee-9265-c12fc3005891 None None] Provisioning complete for port 061082a8-38e7-489b-8991-2baff7fcf8ad triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:14.879890 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e2bcacd9-450d-42ee-9265-c12fc3005891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.905389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-6922aedd-75f2-46fd-b796-eaef44401c0c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.907957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-6922aedd-75f2-46fd-b796-eaef44401c0c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1024 time: 0.3417177 Jul 16 20:09:14.928301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcacd9-450d-42ee-9265-c12fc3005891 None None] Port 061082a8-38e7-489b-8991-2baff7fcf8ad cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:15.039416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Transition to ACTIVE for port object 9d48f8d8-b8b4-4e95-8d04-9247032ff076 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:15.061026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.093978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a98075a1-6186-40a1-8074-dc0385472d92 req-6ea4beb1-f5ae-44da-8f13-cd8b655b90d7 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219579 Jul 16 20:09:15.175098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Deleting port de9c05d5-f2a4-4e52-be3e-375fbfb15387 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:15.175582 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.183514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48f8d8-b8b4-4e95-8d04-9247032ff076,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:15.376814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device de9c05d5-f2a4-4e52-be3e-375fbfb15387 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:15.418447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Attempting to bind port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:15.418981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Attempting to bind port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:15.419406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Attempting to bind port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:15.425501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:15.426019 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.445735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:15.446202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Attempting to bind port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:15.449330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Calling delete_port for de9c05d5-f2a4-4e52-be3e-375fbfb15387 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:15.472369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:15.472369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:15.472972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:15.473679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Bound port: 9d48f8d8-b8b4-4e95-8d04-9247032ff076, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:15.474555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.543926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc3de101-070a-4103-abe4-3302b80156ec req-298b25d5-bb1a-4fd8-b5dd-28e320240f65 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442904 Jul 16 20:09:15.555083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07409af5-2768-4805-bdb5-aca0f9177268 req-cdd5f2cd-6f77-433d-87e6-54c317fd22b9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.562302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07409af5-2768-4805-bdb5-aca0f9177268 req-cdd5f2cd-6f77-433d-87e6-54c317fd22b9 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 1024 time: 0.6645217 Jul 16 20:09:15.581514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69afd1-c12c-46bc-95a6-ec21ce6ad336 req-e2abb8b4-5a43-45ef-8850-8472881f4859 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.583166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e69afd1-c12c-46bc-95a6-ec21ce6ad336 req-e2abb8b4-5a43-45ef-8850-8472881f4859 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.3026044 Jul 16 20:09:15.656294 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.661888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07409af5-2768-4805-bdb5-aca0f9177268 req-485f09be-3254-43cf-a1a6-bd01f84a7a5c tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=948037a5-26b1-4e4b-b72e-7b7ccbd959b2&id=c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81&id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0986094 Jul 16 20:09:15.692328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] For port 9d48f8d8-b8b4-4e95-8d04-9247032ff076, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:15.692972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port de9c05d5-f2a4-4e52-be3e-375fbfb15387, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=de9c05d5-f2a4-4e52-be3e-375fbfb15387,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:15.694266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:15.698012 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a44d4df-cc70-433f-8313-ea29b6aaa204" -d '{"events": [{"server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "name": "network-vif-unplugged", "status": "completed", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:15.702207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.703174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:15.713128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e69afd1-c12c-46bc-95a6-ec21ce6ad336 req-e6eeef05-42c9-4c88-b540-24d9514135f8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222563 Jul 16 20:09:15.739433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] For port 9d48f8d8-b8b4-4e95-8d04-9247032ff076, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9d48f8d8-b8b4-4e95-8d04-9247032ff076,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:15.759896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device d49eda91-1380-4205-ad65-3dfd8ba9b559 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:15.762938 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.810206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: d49eda91-1380-4205-ad65-3dfd8ba9b559 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:15.810550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device d49eda91-1380-4205-ad65-3dfd8ba9b559 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:15.834448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061082a8-38e7-489b-8991-2baff7fcf8ad {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:15.849978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.875258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Transition to ACTIVE for port object 061082a8-38e7-489b-8991-2baff7fcf8ad will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:15.883365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.888580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:15.922932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.932022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.933169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.941911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:15.946006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-605f9814-788c-40b6-8e30-de2967350369 service neutron] 10.222.0.99 "PUT /v2.0/ports/9d48f8d8-b8b4-4e95-8d04-9247032ff076 HTTP/1.1" status: 200 len: 1096 time: 2.6563544 Jul 16 20:09:15.985786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'tag': '9d48f8d8-b8b4-4e95-8d04-9247032ff076'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:15.996614 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3475b1bc-c7b1-40bb-9e37-7426ff232350" -d '{"events": [{"name": "network-changed", "server_uuid": "a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678", "tag": "9d48f8d8-b8b4-4e95-8d04-9247032ff076"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:16.016932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.048483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=061082a8-38e7-489b-8991-2baff7fcf8ad,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.066624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:16.077880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.138445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60606-6552-4950-b8f4-fb7702391619 req-6c14eef0-4930-45f6-b701-6e541d59b942 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.140379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba60606-6552-4950-b8f4-fb7702391619 req-6c14eef0-4930-45f6-b701-6e541d59b942 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 948 time: 0.2622480 Jul 16 20:09:16.169460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] No DVR routers for this DVR port de9c05d5-f2a4-4e52-be3e-375fbfb15387 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:16.176991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.193947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Attempting to bind port 061082a8-38e7-489b-8991-2baff7fcf8ad on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:16.194790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Attempting to bind port 061082a8-38e7-489b-8991-2baff7fcf8ad by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:16.195141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Attempting to bind port 061082a8-38e7-489b-8991-2baff7fcf8ad on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:16.205651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.207943 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59c26929-f97f-4f8c-b59d-926878fbe666 req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "DELETE /v2.0/ports/de9c05d5-f2a4-4e52-be3e-375fbfb15387 HTTP/1.1" status: 204 len: 173 time: 1.2727029 Jul 16 20:09:16.208241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Port 061082a8-38e7-489b-8991-2baff7fcf8ad on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:16.208578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Attempting to bind port 061082a8-38e7-489b-8991-2baff7fcf8ad on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:16.228011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bba60606-6552-4950-b8f4-fb7702391619 req-77dcc2e7-2c91-4d44-970a-632489005e47 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Jul 16 20:09:16.237072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:16.237418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:16.238287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:16.238747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Bound port: 061082a8-38e7-489b-8991-2baff7fcf8ad, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:16.239156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.299138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217f919-696f-4f43-b862-9f0deabd91f0 req-cc09e2c5-f74f-4765-928e-e8a76a67e1b5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.306639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9217f919-696f-4f43-b862-9f0deabd91f0 req-cc09e2c5-f74f-4765-928e-e8a76a67e1b5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 947 time: 0.2403569 Jul 16 20:09:16.311948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9814-788c-40b6-8e30-de2967350369 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48f8d8-b8b4-4e95-8d04-9247032ff076,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.466343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9217f919-696f-4f43-b862-9f0deabd91f0 req-2b9ed396-ecda-4673-a827-64227d39e452 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586413 Jul 16 20:09:16.467946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] For port 061082a8-38e7-489b-8991-2baff7fcf8ad, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:16.469031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d909cd2-2e63-4ab6-bbdf-66639e58dd7b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'Port': ['ID=de9c05d5-f2a4-4e52-be3e-375fbfb15387,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.480427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] For port 061082a8-38e7-489b-8991-2baff7fcf8ad, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=061082a8-38e7-489b-8991-2baff7fcf8ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:16.497091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-b55a2542-ed50-4155-bfdc-1df86a579a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.505385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-b55a2542-ed50-4155-bfdc-1df86a579a8c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4be2574f57004e629e07ad11a68fec5b&device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 1099 time: 0.4403915 Jul 16 20:09:16.552920 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.599353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-dba7288a-b97b-4ce2-a1fc-c19feafe638b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9d48f8d8-b8b4-4e95-8d04-9247032ff076 HTTP/1.1" status: 200 len: 217 time: 0.0806963 Jul 16 20:09:16.638074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.638074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.638074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] 10.222.0.79 "PUT /v2.0/ports/061082a8-38e7-489b-8991-2baff7fcf8ad HTTP/1.1" status: 200 len: 1097 time: 2.0114007 Jul 16 20:09:16.676694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b32afa-43e5-4acb-9610-4c21f15bb6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=061082a8-38e7-489b-8991-2baff7fcf8ad,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.700495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'tag': '061082a8-38e7-489b-8991-2baff7fcf8ad'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:16.706677 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d1035f-9807-467d-ac44-175578a90cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "60155bf1-d555-43ea-917b-7d80a3764fa7", "tag": "061082a8-38e7-489b-8991-2baff7fcf8ad"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:16.746157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-1a0f0e92-5b25-4fb1-a6a9-97c1cf37ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.752390 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-1a0f0e92-5b25-4fb1-a6a9-97c1cf37ec40 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1355138 Jul 16 20:09:16.755828 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79b731e-d4eb-46c1-afbc-d49e8c91155f x-openstack-request-id: req-d79b731e-d4eb-46c1-afbc-d49e8c91155f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:16.756136 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "name": "network-vif-unplugged", "status": "completed", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:16.756485 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d79b731e-d4eb-46c1-afbc-d49e8c91155f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:16.756983 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'code': 200} Jul 16 20:09:16.790797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625a7d-4922-4702-8b4e-dab73570f12c req-7cb60e49-f768-4eea-bd81-e3a9e9d37c8a tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.809824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d625a7d-4922-4702-8b4e-dab73570f12c req-7cb60e49-f768-4eea-bd81-e3a9e9d37c8a tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 947 time: 0.3201129 Jul 16 20:09:16.817318 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52fe765-f7cf-4d64-9c06-543b73fbcab2 x-openstack-request-id: req-c52fe765-f7cf-4d64-9c06-543b73fbcab2 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:16.817631 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678", "tag": "9d48f8d8-b8b4-4e95-8d04-9247032ff076", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:16.817888 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c52fe765-f7cf-4d64-9c06-543b73fbcab2 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:16.818304 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'tag': '9d48f8d8-b8b4-4e95-8d04-9247032ff076', 'status': 'completed', 'code': 200} Jul 16 20:09:16.895333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-786eb401-685b-48fc-8d1f-ee282012d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.897226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-786eb401-685b-48fc-8d1f-ee282012d36d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345961 Jul 16 20:09:16.939027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d625a7d-4922-4702-8b4e-dab73570f12c req-d5c0e2db-0721-468b-b6a6-4e9d5b103c46 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195314 Jul 16 20:09:16.949934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a18f168a-dca0-43c8-8064-5f22c9ac943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.951469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-a18f168a-dca0-43c8-8064-5f22c9ac943c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12897071564a45298b97d82eb4ecce77&device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 1100 time: 0.2356699 Jul 16 20:09:16.979222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48947-e758-4954-8251-9f6109ac3d94 req-b569a988-ae96-440d-ab17-fcd324f01d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.980736 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00c48947-e758-4954-8251-9f6109ac3d94 req-b569a988-ae96-440d-ab17-fcd324f01d4f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.1207521 Jul 16 20:09:17.028178 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-06fe36e1-cb5b-449c-841c-bb3caa1afec4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=061082a8-38e7-489b-8991-2baff7fcf8ad HTTP/1.1" status: 200 len: 217 time: 0.0620041 Jul 16 20:09:17.114990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32068ee2-8a57-49c9-ace2-5ab5ce948b8b req-6af36eb1-53a9-4afb-a17a-50deab004986 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.116928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32068ee2-8a57-49c9-ace2-5ab5ce948b8b req-6af36eb1-53a9-4afb-a17a-50deab004986 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1737862 Jul 16 20:09:17.122579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-9f46a7cf-45ef-4713-bedf-63daa3771e6b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136309 Jul 16 20:09:17.159527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-9b984459-314a-4a1f-93a9-1b5e675f4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.161615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-9b984459-314a-4a1f-93a9-1b5e675f4772 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1185715 Jul 16 20:09:17.203163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32068ee2-8a57-49c9-ace2-5ab5ce948b8b req-b3478bf5-7800-437c-bb05-545dabf8a478 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795765 Jul 16 20:09:17.251290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5390d7f-0c67-42ba-b594-8730b03c98c6 req-6289f892-f616-4f09-a37f-d2f3abf2bc4d tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=e7b8695a-59dc-444c-913c-449fd228314e HTTP/1.1" status: 200 len: 210 time: 0.0396791 Jul 16 20:09:17.254742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48947-e758-4954-8251-9f6109ac3d94 req-a44a12f8-288a-455b-9b44-c68f228a5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.254742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00c48947-e758-4954-8251-9f6109ac3d94 req-a44a12f8-288a-455b-9b44-c68f228a5dd6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.2356610 Jul 16 20:09:17.301080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc03ab59-48dc-456e-b78f-df4bb81febe1 req-e3617a93-c07c-449e-85ef-fe61369f3d5e service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671078 Jul 16 20:09:17.349706 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7697f3b-ba86-4f14-8469-0df1ef4ad70e x-openstack-request-id: req-d7697f3b-ba86-4f14-8469-0df1ef4ad70e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:17.350374 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60155bf1-d555-43ea-917b-7d80a3764fa7", "tag": "061082a8-38e7-489b-8991-2baff7fcf8ad", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:17.350789 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d7697f3b-ba86-4f14-8469-0df1ef4ad70e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:17.351425 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'tag': '061082a8-38e7-489b-8991-2baff7fcf8ad', 'status': 'completed', 'code': 200} Jul 16 20:09:17.358491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00c48947-e758-4954-8251-9f6109ac3d94 req-e1fd659a-37f1-4fbb-806b-daf85886f2aa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 217 time: 0.0942557 Jul 16 20:09:17.402022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:17.474483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-40a889af-6d4b-4df8-8c87-5d9292f1d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.476410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-40a889af-6d4b-4df8-8c87-5d9292f1d775 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3079522 Jul 16 20:09:17.585520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f47b2-1edf-46ac-b893-d76bf8979c8e req-78dd938c-25a5-49af-941f-25ffe39fd9f6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.587188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-789f47b2-1edf-46ac-b893-d76bf8979c8e req-78dd938c-25a5-49af-941f-25ffe39fd9f6 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.2016044 Jul 16 20:09:17.593363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:17.595783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-58ccf3e2-56e3-448b-940e-1eeeddbe4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.597708 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-58ccf3e2-56e3-448b-940e-1eeeddbe4576 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4be2574f57004e629e07ad11a68fec5b&device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 1099 time: 0.1522515 Jul 16 20:09:17.611783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48947-e758-4954-8251-9f6109ac3d94 req-5df02e60-0026-449e-be8d-689cbe936700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.613432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00c48947-e758-4954-8251-9f6109ac3d94 req-5df02e60-0026-449e-be8d-689cbe936700 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.2479770 Jul 16 20:09:17.613739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'mac_address': 'fa:16:3e:22:63:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:17.684254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00c48947-e758-4954-8251-9f6109ac3d94 req-6ad374b0-57b7-464f-83dd-35dbbfd94c44 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415308 Jul 16 20:09:17.736577 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.754673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-7c9b1054-ac62-4155-a464-bf235d7656a7 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610438 Jul 16 20:09:17.763822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:17.788292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:17.795672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.801253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e32f2c-ef9f-4a23-b5ea-919abe7e048a req-e9ca9ec8-23fc-4950-872a-8a56d41d0ffd tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.808506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91e32f2c-ef9f-4a23-b5ea-919abe7e048a req-e9ca9ec8-23fc-4950-872a-8a56d41d0ffd tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 948 time: 0.2939692 Jul 16 20:09:17.865990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.926372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91e32f2c-ef9f-4a23-b5ea-919abe7e048a req-90efad9a-c64d-4764-968f-2f59e89f5e77 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168659 Jul 16 20:09:17.930404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00c48947-e758-4954-8251-9f6109ac3d94 req-4596df29-2304-4488-8ac5-fdd0d7dd39d4 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322612 Jul 16 20:09:17.985710 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8badecf-b32d-445a-9f2c-c341e5a0b5a2 req-38d7b5be-a391-4f6d-9def-3ff7a6b8db08 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927707 Jul 16 20:09:18.031997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:18.053546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00c48947-e758-4954-8251-9f6109ac3d94 req-ef4235fd-0d70-425d-abf4-442a5a8cbf0b service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161242 Jul 16 20:09:18.131740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-789f47b2-1edf-46ac-b893-d76bf8979c8e req-b60617b7-1b15-4008-883e-7b1c5af642b8 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316870 Jul 16 20:09:18.139199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-b0b46ccd-3df9-40e3-b18c-3da2b920e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.141177 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-b0b46ccd-3df9-40e3-b18c-3da2b920e09d service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.5337756 Jul 16 20:09:18.199557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-5151bbf8-a46f-4eb3-8569-590123960b68 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9d48f8d8-b8b4-4e95-8d04-9247032ff076 HTTP/1.1" status: 200 len: 217 time: 0.0461388 Jul 16 20:09:18.205205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b3e0-fca4-4597-a9cc-84a73e1f144e req-d13e3cad-d405-4fa5-b073-5e1762eeff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.206730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f340b3e0-fca4-4597-a9cc-84a73e1f144e req-d13e3cad-d405-4fa5-b073-5e1762eeff1e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.5752470 Jul 16 20:09:18.215099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a11ec-9a9f-4a54-9037-c6799b5a77d8 req-88669946-6a01-4290-a095-6725352c34f7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.216606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-968a11ec-9a9f-4a54-9037-c6799b5a77d8 req-88669946-6a01-4290-a095-6725352c34f7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 948 time: 0.0896325 Jul 16 20:09:18.218621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1035f-9807-467d-ac44-175578a90cf2 req-ce026ac6-62d1-4acb-a103-ff7024010243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.220002 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82d1035f-9807-467d-ac44-175578a90cf2 req-ce026ac6-62d1-4acb-a103-ff7024010243 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12897071564a45298b97d82eb4ecce77&device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 1100 time: 0.1259632 Jul 16 20:09:18.297045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-59fe9091-9340-4244-a18d-80e58a6add54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.298404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-968a11ec-9a9f-4a54-9037-c6799b5a77d8 req-c19c2b91-a002-45b1-bca0-39cf86d3a481 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753369 Jul 16 20:09:18.298563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-59fe9091-9340-4244-a18d-80e58a6add54 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0811114 Jul 16 20:09:18.300126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f340b3e0-fca4-4597-a9cc-84a73e1f144e req-4f45f444-3f85-4bad-ae38-a13600bbe1ba service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812047 Jul 16 20:09:18.347872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44896) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:18.389357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1035f-9807-467d-ac44-175578a90cf2 req-c33cc5a1-df63-43e1-8141-0ac156322271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.390874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82d1035f-9807-467d-ac44-175578a90cf2 req-c33cc5a1-df63-43e1-8141-0ac156322271 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1601822 Jul 16 20:09:18.448973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82d1035f-9807-467d-ac44-175578a90cf2 req-44f15bb8-8674-43dc-af9d-5750ab3a2c5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=061082a8-38e7-489b-8991-2baff7fcf8ad HTTP/1.1" status: 200 len: 217 time: 0.0491078 Jul 16 20:09:18.462349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8b16-5df2-45d1-8fe3-a16844ea27e9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.462580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-9af224b9-e514-44be-8a66-4754e90bc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.463636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-9af224b9-e514-44be-8a66-4754e90bc88c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163414 Jul 16 20:09:18.474981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82085f8e-932b-4723-b7a2-30483399ba30 req-6f9cd0f9-c13f-4015-830a-e6dcc7b25ab8 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.476486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82085f8e-932b-4723-b7a2-30483399ba30 req-6f9cd0f9-c13f-4015-830a-e6dcc7b25ab8 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 947 time: 0.0924163 Jul 16 20:09:18.552994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8b16-5df2-45d1-8fe3-a16844ea27e9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.571562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82085f8e-932b-4723-b7a2-30483399ba30 req-a0aedace-d61c-44b1-9a12-a2c9f0913686 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861495 Jul 16 20:09:18.579658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1035f-9807-467d-ac44-175578a90cf2 req-a78925fa-a3b6-44dc-8868-854f7d060d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.581142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82d1035f-9807-467d-ac44-175578a90cf2 req-a78925fa-a3b6-44dc-8868-854f7d060d79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1234105 Jul 16 20:09:18.596113 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-5638c6fa-eda6-412c-ac02-f8383d7ff9cc service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186247 Jul 16 20:09:18.654439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328569-493c-4650-a303-ed94b0579275 req-5bae6d32-8a6e-4b78-b96d-675df8f23d5f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.655969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e328569-493c-4650-a303-ed94b0579275 req-5bae6d32-8a6e-4b78-b96d-675df8f23d5f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1995289 Jul 16 20:09:18.693757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8b16-5df2-45d1-8fe3-a16844ea27e9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.696272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8b16-5df2-45d1-8fe3-a16844ea27e9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.697449 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4f2a8b16-5df2-45d1-8fe3-a16844ea27e9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "DELETE /v2.0/security-groups/e67bf5a4-8547-406f-865f-e104af37e41c HTTP/1.1" status: 204 len: 168 time: 0.3487573 Jul 16 20:09:18.701325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44900) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:18.718303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a8b16-5df2-45d1-8fe3-a16844ea27e9 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67bf5a4-8547-406f-865f-e104af37e41c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:18.727654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e328569-493c-4650-a303-ed94b0579275 req-6175ab87-455d-4820-a13a-9548a5001ab6 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635622 Jul 16 20:09:18.736820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1035f-9807-467d-ac44-175578a90cf2 req-f5dbff64-3a8f-4769-b457-92614c118118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.738175 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-a4c48c50-da5b-435c-b321-71151161acd4 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] show failed (client error): The resource could not be found. Jul 16 20:09:18.741926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4c48c50-da5b-435c-b321-71151161acd4 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "GET /v2.0/security-groups/e67bf5a4-8547-406f-865f-e104af37e41c HTTP/1.1" status: 404 len: 347 time: 0.0369356 Jul 16 20:09:18.742088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82d1035f-9807-467d-ac44-175578a90cf2 req-f5dbff64-3a8f-4769-b457-92614c118118 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1455121 Jul 16 20:09:18.742203 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3475b1bc-c7b1-40bb-9e37-7426ff232350 req-ac65cbb4-2645-42f0-bcce-8ae9a9433530 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303337 Jul 16 20:09:18.742636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44902) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:18.759059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:18.761283 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fc7218-d3be-4454-9e3a-4f699645ff59" -d '{"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:18.832108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'name': 'network-vif-deleted', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:18.834635 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95898c4f-284a-4c2a-a6eb-176b6e71ba41" -d '{"events": [{"server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "name": "network-vif-deleted", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:18.854253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7b755553-0d39-4035-a58b-4ef3d39b8f33 req-28a070d4-1802-40d5-8126-5ea81a0610a5 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/948037a5-26b1-4e4b-b72e-7b7ccbd959b2 HTTP/1.1" status: 200 len: 1800 time: 0.0947826 Jul 16 20:09:18.893568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82d1035f-9807-467d-ac44-175578a90cf2 req-d8b31b99-f5ac-4b47-995b-8e01ec051c29 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459086 Jul 16 20:09:18.897254 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a140eae-2ab5-46b8-a2d6-b428d21a7618 x-openstack-request-id: req-8a140eae-2ab5-46b8-a2d6-b428d21a7618 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:18.897551 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:18.897796 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8a140eae-2ab5-46b8-a2d6-b428d21a7618 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:18.898186 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'code': 200} Jul 16 20:09:18.904288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Deleting port 0cd7a970-7734-4146-8d01-f085c15d2ce6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:18.904633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.988784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7b755553-0d39-4035-a58b-4ef3d39b8f33 req-e1f4f7d0-12c3-4430-8cef-ca2bca3d4aeb tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.040314 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7b755553-0d39-4035-a58b-4ef3d39b8f33 req-e1f4f7d0-12c3-4430-8cef-ca2bca3d4aeb tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.055234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82d1035f-9807-467d-ac44-175578a90cf2 req-990bc802-0546-4eb8-9a6f-9801c2f3a469 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397426 Jul 16 20:09:19.112634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7b755553-0d39-4035-a58b-4ef3d39b8f33 req-e1f4f7d0-12c3-4430-8cef-ca2bca3d4aeb tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.115442 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7b755553-0d39-4035-a58b-4ef3d39b8f33 req-e1f4f7d0-12c3-4430-8cef-ca2bca3d4aeb tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.116763 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7b755553-0d39-4035-a58b-4ef3d39b8f33 req-e1f4f7d0-12c3-4430-8cef-ca2bca3d4aeb tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/948037a5-26b1-4e4b-b72e-7b7ccbd959b2 HTTP/1.1" status: 204 len: 173 time: 0.2521887 Jul 16 20:09:19.128416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4f7d0-12c3-4430-8cef-ca2bca3d4aeb tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948037a5-26b1-4e4b-b72e-7b7ccbd959b2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.136046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.136555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.164496 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c993d-eb51-4b1e-abe1-edb396697b4f x-openstack-request-id: req-6e1c993d-eb51-4b1e-abe1-edb396697b4f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:19.164891 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b8695a-59dc-444c-913c-449fd228314e", "name": "network-vif-deleted", "tag": "de9c05d5-f2a4-4e52-be3e-375fbfb15387", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:19.165095 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6e1c993d-eb51-4b1e-abe1-edb396697b4f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:19.165394 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b8695a-59dc-444c-913c-449fd228314e', 'name': 'network-vif-deleted', 'tag': 'de9c05d5-f2a4-4e52-be3e-375fbfb15387', 'status': 'completed', 'code': 200} Jul 16 20:09:19.170039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Calling delete_port for 0cd7a970-7734-4146-8d01-f085c15d2ce6 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:19.260049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-e44393af-7449-409e-8219-dcf6613d5713 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.261551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-e44393af-7449-409e-8219-dcf6613d5713 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af&tenant_id=91c60dcf2ee64ebebf7afc95d764961c&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 948 time: 0.2910614 Jul 16 20:09:19.281066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22829160-e5bf-462d-b896-aa332e86b45e req-a2ec576d-81fa-49c8-bea2-2dce7067e1d0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.282617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22829160-e5bf-462d-b896-aa332e86b45e req-a2ec576d-81fa-49c8-bea2-2dce7067e1d0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 948 time: 0.2438488 Jul 16 20:09:19.332404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9a2b3-a73a-4f36-86e8-83f97978c556 req-828a75c3-f735-4b90-9207-91b6ebc9858a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.333910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47f9a2b3-a73a-4f36-86e8-83f97978c556 req-828a75c3-f735-4b90-9207-91b6ebc9858a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 948 time: 0.0757360 Jul 16 20:09:19.378860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22829160-e5bf-462d-b896-aa332e86b45e req-cbe73ee2-f1e8-4d17-8856-154dcb5808c2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844142 Jul 16 20:09:19.380314 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47f9a2b3-a73a-4f36-86e8-83f97978c556 req-2dd2ed1f-1bc7-4f3b-8928-15731004d98f tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Jul 16 20:09:19.434967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 061082a8-38e7-489b-8991-2baff7fcf8ad details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:19.439065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:19.444914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1884925b-cc42-4776-98ce-2f38cca1662f req-a6a7c52a-c573-455b-b4b2-54b645ec252f tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81 HTTP/1.1" status: 200 len: 1800 time: 0.0441046 Jul 16 20:09:19.472785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.484838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-3581b852-c495-4e21-8ed2-09bb1838ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.486431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-3581b852-c495-4e21-8ed2-09bb1838ee85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 1100 time: 0.1734200 Jul 16 20:09:19.523381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Pushing event deleted for resources: {'Port': ['ID=0cd7a970-7734-4146-8d01-f085c15d2ce6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.542299 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1884925b-cc42-4776-98ce-2f38cca1662f req-0a6fa2a3-82b1-4f55-9135-16c565aaa5b3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.560754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:19.560754 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.572692 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1884925b-cc42-4776-98ce-2f38cca1662f req-0a6fa2a3-82b1-4f55-9135-16c565aaa5b3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.608588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 061082a8-38e7-489b-8991-2baff7fcf8ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=061082a8-38e7-489b-8991-2baff7fcf8ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.628760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1884925b-cc42-4776-98ce-2f38cca1662f req-0a6fa2a3-82b1-4f55-9135-16c565aaa5b3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.632600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1884925b-cc42-4776-98ce-2f38cca1662f req-0a6fa2a3-82b1-4f55-9135-16c565aaa5b3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.633891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '061082a8-38e7-489b-8991-2baff7fcf8ad', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '061082a8-38e7-489b-8991-2baff7fcf8ad', 'mac_address': 'fa:16:3e:71:40:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:19.648474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1884925b-cc42-4776-98ce-2f38cca1662f req-0a6fa2a3-82b1-4f55-9135-16c565aaa5b3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81 HTTP/1.1" status: 204 len: 173 time: 0.1950016 Jul 16 20:09:19.670397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fa2a3-82b1-4f55-9135-16c565aaa5b3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.696907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.700114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.701327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d22726e9-615b-4a66-ac23-e28c80f68341 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] 10.222.0.91 "DELETE /v2.0/floatingips/86df9809-1175-4d0c-bf55-5a0866a5cefe HTTP/1.1" status: 204 len: 168 time: 0.9576433 Jul 16 20:09:19.713843 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.717358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-165ea9db-47a4-4bb2-92c6-fd88c8f8ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.718965 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-165ea9db-47a4-4bb2-92c6-fd88c8f8ddab service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2101350 Jul 16 20:09:19.732345 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.733123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18dd0f-30d6-4e67-af06-49250af68be2 req-2c07c189-e2fb-4fa3-adc2-a8e512b9427e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.734789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c18dd0f-30d6-4e67-af06-49250af68be2 req-2c07c189-e2fb-4fa3-adc2-a8e512b9427e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.2271435 Jul 16 20:09:19.738182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9d48f8d8-b8b4-4e95-8d04-9247032ff076 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:19.764226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061082a8-38e7-489b-8991-2baff7fcf8ad {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:19.786909 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-6fa79104-2502-4475-8c84-c61f77513e47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 200 len: 217 time: 0.0510638 Jul 16 20:09:19.804735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.807118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 061082a8-38e7-489b-8991-2baff7fcf8ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=061082a8-38e7-489b-8991-2baff7fcf8ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.818080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.830332 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.850372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c18dd0f-30d6-4e67-af06-49250af68be2 req-22c02203-37c2-48d7-b74e-89f1310446a3 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065574 Jul 16 20:09:19.868280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-d074a7c7-4675-492c-a52a-dff14d1e6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.869795 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-d074a7c7-4675-492c-a52a-dff14d1e6ca5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0751171 Jul 16 20:09:19.898097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-6f0f542a-3840-4b16-8cd7-a9cfb17b4760 req-adb37443-27ce-4851-a26c-aace3e036989 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042799326', 'description': 'tempest-description-1623001582'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:19.932563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.960636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6f0f542a-3840-4b16-8cd7-a9cfb17b4760 req-adb37443-27ce-4851-a26c-aace3e036989 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.975528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-78b91057-a706-4826-ab85-d2b4b58b64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.977251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-78b91057-a706-4826-ab85-d2b4b58b64f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999780 Jul 16 20:09:19.988351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9d48f8d8-b8b4-4e95-8d04-9247032ff076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9d48f8d8-b8b4-4e95-8d04-9247032ff076,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:20.012136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '9d48f8d8-b8b4-4e95-8d04-9247032ff076', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '9d48f8d8-b8b4-4e95-8d04-9247032ff076', 'mac_address': 'fa:16:3e:a1:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:20.017807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=061082a8-38e7-489b-8991-2baff7fcf8ad,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.026255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700a95-476c-41a1-9d68-aa8f8629847f req-6f862ff1-c529-4039-8f39-8edd087eb0e0 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.035928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99700a95-476c-41a1-9d68-aa8f8629847f req-6f862ff1-c529-4039-8f39-8edd087eb0e0 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 947 time: 0.1126952 Jul 16 20:09:20.064482 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.078572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['061082a8-38e7-489b-8991-2baff7fcf8ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:20.091689 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99700a95-476c-41a1-9d68-aa8f8629847f req-0b73547e-aee0-42ee-9ff2-95e989e926c1 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540910 Jul 16 20:09:20.112410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d48f8d8-b8b4-4e95-8d04-9247032ff076 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:20.128075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-e27f9b1c-7390-42f2-aca7-32a2eccfd2d2 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427400 Jul 16 20:09:20.156296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9d48f8d8-b8b4-4e95-8d04-9247032ff076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9d48f8d8-b8b4-4e95-8d04-9247032ff076,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:20.163661 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.187120 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6f0f542a-3840-4b16-8cd7-a9cfb17b4760 req-adb37443-27ce-4851-a26c-aace3e036989 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.223181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6f0f542a-3840-4b16-8cd7-a9cfb17b4760 req-adb37443-27ce-4851-a26c-aace3e036989 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.243659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9d48f8d8-b8b4-4e95-8d04-9247032ff076,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.264042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6f0f542a-3840-4b16-8cd7-a9cfb17b4760 req-adb37443-27ce-4851-a26c-aace3e036989 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.265280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f0f542a-3840-4b16-8cd7-a9cfb17b4760 req-adb37443-27ce-4851-a26c-aace3e036989 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3756695 Jul 16 20:09:20.279048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb37443-27ce-4851-a26c-aace3e036989 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cac349-b9f2-4311-8dd0-ce90b4aec384,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.285649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-016a0aa2-c9ad-4444-bce7-184531b284c8 req-ddf32ae1-1824-43c2-b29e-78a6fdf0994b service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492047 Jul 16 20:09:20.353357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf200a-1323-4212-b365-9ec662936ca7 req-93e33f87-17ac-40c7-ade5-dca5a608512f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.359411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7bf200a-1323-4212-b365-9ec662936ca7 req-93e33f87-17ac-40c7-ade5-dca5a608512f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0916445 Jul 16 20:09:20.398049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7bf200a-1323-4212-b365-9ec662936ca7 req-c7f976ae-8865-426c-8f2e-b646de2c9b36 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364463 Jul 16 20:09:20.421858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9d48f8d8-b8b4-4e95-8d04-9247032ff076'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:20.525478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10e18d83-19c0-4d6d-aee9-74f41454b9a5 req-ec8547c3-8151-4c5c-afdc-9f4305be570e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/98cac349-b9f2-4311-8dd0-ce90b4aec384 HTTP/1.1" status: 200 len: 1801 time: 0.0569198 Jul 16 20:09:20.541566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-10e18d83-19c0-4d6d-aee9-74f41454b9a5 req-53bc7d1e-d3ff-4187-96bd-5ef92ddb0826 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1075674240', 'description': 'tempest-description-hth-2070046696'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:20.581687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-10e18d83-19c0-4d6d-aee9-74f41454b9a5 req-53bc7d1e-d3ff-4187-96bd-5ef92ddb0826 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.652929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-10e18d83-19c0-4d6d-aee9-74f41454b9a5 req-53bc7d1e-d3ff-4187-96bd-5ef92ddb0826 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.659509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-10e18d83-19c0-4d6d-aee9-74f41454b9a5 req-53bc7d1e-d3ff-4187-96bd-5ef92ddb0826 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.663455 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-10e18d83-19c0-4d6d-aee9-74f41454b9a5 req-53bc7d1e-d3ff-4187-96bd-5ef92ddb0826 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.665667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10e18d83-19c0-4d6d-aee9-74f41454b9a5 req-53bc7d1e-d3ff-4187-96bd-5ef92ddb0826 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "PUT /v2.0/security-groups/98cac349-b9f2-4311-8dd0-ce90b4aec384 HTTP/1.1" status: 200 len: 1775 time: 0.1310000 Jul 16 20:09:20.671924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7efc5b-ca76-4e7a-9fa3-12c5062b68aa req-d40fbe20-9acc-456f-a72f-12330f994f79 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.673447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf7efc5b-ca76-4e7a-9fa3-12c5062b68aa req-d40fbe20-9acc-456f-a72f-12330f994f79 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 949 time: 0.0740349 Jul 16 20:09:20.737681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf7efc5b-ca76-4e7a-9fa3-12c5062b68aa req-e213dc57-cf16-46bb-a308-5dab9ad8664f tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497921 Jul 16 20:09:20.747953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7d1e-d3ff-4187-96bd-5ef92ddb0826 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cac349-b9f2-4311-8dd0-ce90b4aec384,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.869027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a59d0-f672-447d-a1a8-6872b9a9930e req-4b12815e-04f6-404e-a8f8-4c90c4699798 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.871061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef6a59d0-f672-447d-a1a8-6872b9a9930e req-4b12815e-04f6-404e-a8f8-4c90c4699798 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0882862 Jul 16 20:09:20.900437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:20.905547 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4083572-3697-4dc9-aec4-0c7e95fbc617" -d '{"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-plugged", "status": "completed", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:20.930419 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef6a59d0-f672-447d-a1a8-6872b9a9930e req-73bbebc6-572f-4360-8802-c5960354a018 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 Jul 16 20:09:21.025651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:21.030635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb397072-9d12-4989-8c4f-cc32db9dd20c req-c6f5c0a3-abf5-48ae-8b85-d6804a89ab1b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/98cac349-b9f2-4311-8dd0-ce90b4aec384 HTTP/1.1" status: 200 len: 1775 time: 0.0542850 Jul 16 20:09:21.065667 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf4d9cb-840f-419f-ae3d-4ca95fd4f9fe x-openstack-request-id: req-1cf4d9cb-840f-419f-ae3d-4ca95fd4f9fe {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:21.065955 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-plugged", "status": "completed", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:21.066626 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1cf4d9cb-840f-419f-ae3d-4ca95fd4f9fe {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:21.067011 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'code': 200} Jul 16 20:09:21.150955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] Deleting subnet b1c0ea65-721d-432b-af25-8ce73d4a45f3 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:21.156764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.231592 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.249588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43038c7c-abfb-4125-9f96-b2e0b2577e79 req-e4305500-e936-4463-ab0c-2f5eaae91f4d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.251530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43038c7c-abfb-4125-9f96-b2e0b2577e79 req-e4305500-e936-4463-ab0c-2f5eaae91f4d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0680857 Jul 16 20:09:21.258769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-2945d970-546b-46f1-8127-4e1ecf5735d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.261116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-2945d970-546b-46f1-8127-4e1ecf5735d8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 1097 time: 0.1739631 Jul 16 20:09:21.282525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84f6ebd0-5fb7-4513-949a-018bdaba1816 req-0bd85644-731f-4efd-9ab2-855e78adcc19 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/98cac349-b9f2-4311-8dd0-ce90b4aec384 HTTP/1.1" status: 200 len: 1775 time: 0.1350582 Jul 16 20:09:21.296494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43038c7c-abfb-4125-9f96-b2e0b2577e79 req-cd1ad635-89b0-4579-836a-56f17da6e200 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374596 Jul 16 20:09:21.324176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.451093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 061082a8-38e7-489b-8991-2baff7fcf8ad up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:21.455161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-5c757007-5732-4664-9b71-1d252c68ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.456663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-5c757007-5732-4664-9b71-1d252c68ff96 service neutron] 10.222.0.99 "GET /v2.0/networks?id=843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 200 len: 918 time: 0.1880045 Jul 16 20:09:21.462325 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84f6ebd0-5fb7-4513-949a-018bdaba1816 req-61a13273-1cc2-4f8a-89f2-4bede44d627b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.493835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d800-6bf3-4c8c-bcc7-9c84d6a9a013 req-d0fb6f7a-045b-4b47-bb38-a06e76f0cf23 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.496291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2201d800-6bf3-4c8c-bcc7-9c84d6a9a013 req-d0fb6f7a-045b-4b47-bb38-a06e76f0cf23 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 948 time: 0.0897479 Jul 16 20:09:21.508959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-b749d5b2-08e3-4988-941b-a5446a75810d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 200 len: 217 time: 0.0444386 Jul 16 20:09:21.509911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.514198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 061082a8-38e7-489b-8991-2baff7fcf8ad completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:21.521053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 061082a8-38e7-489b-8991-2baff7fcf8ad triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:21.521859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.560022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2201d800-6bf3-4c8c-bcc7-9c84d6a9a013 req-970d447b-387e-47ab-a7c8-707c7a0685e9 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559649 Jul 16 20:09:21.591019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c0ea65-721d-432b-af25-8ce73d4a45f3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.601274 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84f6ebd0-5fb7-4513-949a-018bdaba1816 req-61a13273-1cc2-4f8a-89f2-4bede44d627b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.607939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.613776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7673c66a-d11e-4cff-823b-dc0e19ebfbfb admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b1c0ea65-721d-432b-af25-8ce73d4a45f3 HTTP/1.1" status: 204 len: 168 time: 0.5831788 Jul 16 20:09:21.613966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44964) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:21.641011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-5c8c73ce-6afe-480d-ba21-c324e31432b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.642703 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-5c8c73ce-6afe-480d-ba21-c324e31432b6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 200 len: 857 time: 0.1248128 Jul 16 20:09:21.646516 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.687546 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-882e0a34-6393-4d78-ab91-955e60fa9108 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=843a80bd-dabd-4906-9e63-8267a1e54b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318046 Jul 16 20:09:21.689675 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.702403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 061082a8-38e7-489b-8991-2baff7fcf8ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=061082a8-38e7-489b-8991-2baff7fcf8ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:21.708680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.716361 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84f6ebd0-5fb7-4513-949a-018bdaba1816 req-61a13273-1cc2-4f8a-89f2-4bede44d627b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.719151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84f6ebd0-5fb7-4513-949a-018bdaba1816 req-61a13273-1cc2-4f8a-89f2-4bede44d627b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.720318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84f6ebd0-5fb7-4513-949a-018bdaba1816 req-61a13273-1cc2-4f8a-89f2-4bede44d627b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/98cac349-b9f2-4311-8dd0-ce90b4aec384 HTTP/1.1" status: 204 len: 173 time: 0.4255962 Jul 16 20:09:21.747518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9d48f8d8-b8b4-4e95-8d04-9247032ff076 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:21.752477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a13273-1cc2-4f8a-89f2-4bede44d627b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cac349-b9f2-4311-8dd0-ce90b4aec384,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.796645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.810384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8519e102-2ff6-4939-a325-7d6015fd3e57']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:21.822553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=061082a8-38e7-489b-8991-2baff7fcf8ad,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.823595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3753c49-a032-4553-8e7f-57848dac64ec') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:21.823905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3753c49-a032-4553-8e7f-57848dac64ec') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:21.836550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.843553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:21.848843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:21.849621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.854396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.862420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:21.862855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.864352 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-1009fe97-3027-4b6d-b92a-9ea774f82fff service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688540 Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:21.942795 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:21.946107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.950204 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.977416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.979581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] 10.222.0.91 "DELETE /v2.0/networks/8519e102-2ff6-4939-a325-7d6015fd3e57 HTTP/1.1" status: 204 len: 168 time: 0.3645551 Jul 16 20:09:21.982224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9600ee-ff65-4501-a9fd-1df21f22f92b admin admin] Pushing event deleted for resources: {'Network': ['ID=8519e102-2ff6-4939-a325-7d6015fd3e57,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.988652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9d48f8d8-b8b4-4e95-8d04-9247032ff076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9d48f8d8-b8b4-4e95-8d04-9247032ff076,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:21.994291 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.025532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389252f3-7136-45be-aa4e-de2805845146 req-f88878cc-6524-4b12-9b9a-6d1521fb9879 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.027362 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-389252f3-7136-45be-aa4e-de2805845146 req-f88878cc-6524-4b12-9b9a-6d1521fb9879 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.2948809 Jul 16 20:09:22.036273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd801c8b-e00d-4cbe-9065-5236292bd885 req-ff954621-4b35-47c8-aaee-16d9c80d3f30 service neutron] 10.222.0.99 "GET /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640115 Jul 16 20:09:22.051995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f5091-9f9f-4ef4-abc0-3f8f29520e85 req-c713e408-1f9e-4fdd-8717-5c7b122276c8 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.059946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9d48f8d8-b8b4-4e95-8d04-9247032ff076,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:22.064759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b76f5091-9f9f-4ef4-abc0-3f8f29520e85 req-c713e408-1f9e-4fdd-8717-5c7b122276c8 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 950 time: 0.1508806 Jul 16 20:09:22.092229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-389252f3-7136-45be-aa4e-de2805845146 req-1dcd897c-3ae9-46f5-9849-d26aca931881 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 Jul 16 20:09:22.115503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b76f5091-9f9f-4ef4-abc0-3f8f29520e85 req-88600fcf-3ac2-4857-89d2-a110a026b75a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492251 Jul 16 20:09:22.207513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44980) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:22.251991 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a9b0c444-a030-4f17-8773-46d79a15ba4c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0520be0a55184b6e9e20afb7f1fd1fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420423 Jul 16 20:09:22.253590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44982) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:22.322974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439686-0d63-40a9-b04a-cc810e028663 req-bbcc77d5-5ab8-4cb2-9f0b-6c48f8842fe4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.324532 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c439686-0d63-40a9-b04a-cc810e028663 req-bbcc77d5-5ab8-4cb2-9f0b-6c48f8842fe4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0958169 Jul 16 20:09:22.328112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2997d686-57a4-4006-bdd5-40fb76b1e994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.331440 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-43bb4fe9-3857-4b6e-88f1-419c9a7830b4 req-c0e58feb-e908-47f6-b61c-07a39509250e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:09:22.331440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43bb4fe9-3857-4b6e-88f1-419c9a7830b4 req-c0e58feb-e908-47f6-b61c-07a39509250e tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/c0debbb4-9ac9-4148-b45c-ccbbf9bd6e81 HTTP/1.1" status: 404 len: 352 time: 0.0194740 Jul 16 20:09:22.368518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2997d686-57a4-4006-bdd5-40fb76b1e994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.377553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c439686-0d63-40a9-b04a-cc810e028663 req-a003fab5-0271-4363-a95c-fd4acc05adc7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Jul 16 20:09:22.429746 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-79b8830b-7718-4071-816e-a3ade033c179 req-07afaeb1-f1a5-406b-8628-21c80d2bd014 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:09:22.431051 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-79b8830b-7718-4071-816e-a3ade033c179 req-07afaeb1-f1a5-406b-8628-21c80d2bd014 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/948037a5-26b1-4e4b-b72e-7b7ccbd959b2 HTTP/1.1" status: 404 len: 352 time: 0.0161147 Jul 16 20:09:22.437897 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2997d686-57a4-4006-bdd5-40fb76b1e994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.443282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2997d686-57a4-4006-bdd5-40fb76b1e994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.447540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2997d686-57a4-4006-bdd5-40fb76b1e994 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9306d0ef-439f-4950-a983-d67248372b46 HTTP/1.1" status: 204 len: 168 time: 0.1917994 Jul 16 20:09:22.483661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997d686-57a4-4006-bdd5-40fb76b1e994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9306d0ef-439f-4950-a983-d67248372b46,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:22.532107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90572c98-38c7-4ec3-8917-961be9a3abed req-af9bbf3c-7cb5-484f-8e62-3c1f9bb8e476 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.533934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90572c98-38c7-4ec3-8917-961be9a3abed req-af9bbf3c-7cb5-484f-8e62-3c1f9bb8e476 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0848675 Jul 16 20:09:22.581679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90572c98-38c7-4ec3-8917-961be9a3abed req-d134fdd0-20ae-4961-99f1-6749bcc6fcb0 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Jul 16 20:09:22.631011 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-65697e6a-cad2-4b39-8cdd-0e898ffb5ba5 req-f3623866-8333-4d9e-9b15-4c01660b8f49 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:09:22.632203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65697e6a-cad2-4b39-8cdd-0e898ffb5ba5 req-f3623866-8333-4d9e-9b15-4c01660b8f49 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/148b7772-6446-42ac-abcb-b3ed6c0e1a1b HTTP/1.1" status: 404 len: 352 time: 0.0153286 Jul 16 20:09:22.677317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4e1f-30c8-41db-866d-3e8d6b370bfc req-b85b3515-c22f-4c5e-9655-7c9fbe3b34f2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.678602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60ce4e1f-30c8-41db-866d-3e8d6b370bfc req-b85b3515-c22f-4c5e-9655-7c9fbe3b34f2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.0955677 Jul 16 20:09:22.722874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60ce4e1f-30c8-41db-866d-3e8d6b370bfc req-82963c01-883f-48fb-8b60-7ff7fae50178 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370791 Jul 16 20:09:22.772033 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-ab8393af-8fa5-44be-98ce-1c06bb03b938 req-7691ce41-d8cb-461e-8cd1-9547369d1562 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:09:22.773406 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ab8393af-8fa5-44be-98ce-1c06bb03b938 req-7691ce41-d8cb-461e-8cd1-9547369d1562 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/794ab8f8-10e6-450d-908a-6e8904ae318e HTTP/1.1" status: 404 len: 352 time: 0.0217652 Jul 16 20:09:22.814942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231be1ef-8180-45d5-b94a-b7ef44756656 req-ddedef2a-5cfc-46ac-9ff7-ebfba23d91a6 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.815420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-231be1ef-8180-45d5-b94a-b7ef44756656 req-ddedef2a-5cfc-46ac-9ff7-ebfba23d91a6 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 949 time: 0.0681529 Jul 16 20:09:22.837052 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-e8c3f036-cde0-47c4-85f2-d7cf73b851a4 req-99c9c2d6-5d13-4391-bc5a-d7812ad3afc3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:09:22.838103 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e8c3f036-cde0-47c4-85f2-d7cf73b851a4 req-99c9c2d6-5d13-4391-bc5a-d7812ad3afc3 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/442b7d74-b964-4f88-a2de-5c40606393de HTTP/1.1" status: 404 len: 352 time: 0.0157206 Jul 16 20:09:22.866819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-231be1ef-8180-45d5-b94a-b7ef44756656 req-d66f1e87-71ae-4579-849f-002b8a9f7748 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Jul 16 20:09:22.889484 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-2dd6a466-da33-4cc8-9a64-a7c6d292beb5 req-5bd8bb0f-eb25-462c-acec-5fe66c2c4514 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] show failed (client error): The resource could not be found. Jul 16 20:09:22.891752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2dd6a466-da33-4cc8-9a64-a7c6d292beb5 req-5bd8bb0f-eb25-462c-acec-5fe66c2c4514 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/91bb3c76-248b-4d36-a2dc-5d129d6763c8 HTTP/1.1" status: 404 len: 352 time: 0.0194895 Jul 16 20:09:23.068579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061082a8-38e7-489b-8991-2baff7fcf8ad'}, {'server_uuid': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48f8d8-b8b4-4e95-8d04-9247032ff076'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:23.071540 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c384d78-0125-428a-9555-b63c112c15aa" -d '{"events": [{"server_uuid": "60155bf1-d555-43ea-917b-7d80a3764fa7", "name": "network-vif-plugged", "status": "completed", "tag": "061082a8-38e7-489b-8991-2baff7fcf8ad"}, {"server_uuid": "a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678", "name": "network-vif-plugged", "status": "completed", "tag": "9d48f8d8-b8b4-4e95-8d04-9247032ff076"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:23.141396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-fb72f72e-fb99-47c2-8570-a2450936bf57 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304308 Jul 16 20:09:23.181582 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0763e20-3481-4062-aa91-44cdac6e9bd3 x-openstack-request-id: req-e0763e20-3481-4062-aa91-44cdac6e9bd3 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:23.182204 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60155bf1-d555-43ea-917b-7d80a3764fa7", "name": "network-vif-plugged", "status": "completed", "tag": "061082a8-38e7-489b-8991-2baff7fcf8ad", "code": 200}, {"server_uuid": "a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678", "name": "network-vif-plugged", "status": "completed", "tag": "9d48f8d8-b8b4-4e95-8d04-9247032ff076", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:23.182614 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e0763e20-3481-4062-aa91-44cdac6e9bd3 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:23.183352 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061082a8-38e7-489b-8991-2baff7fcf8ad', 'code': 200} Jul 16 20:09:23.183963 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48f8d8-b8b4-4e95-8d04-9247032ff076', 'code': 200} Jul 16 20:09:23.322862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-89956aaa-e3d4-4b03-8c17-9d837625061f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.324486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-89956aaa-e3d4-4b03-8c17-9d837625061f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778796 Jul 16 20:09:23.345983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-15b0a943-133f-4e28-a227-73e5b3706393 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/quotas/91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 375 time: 0.0138986 Jul 16 20:09:23.415850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5d4e018a-b109-4fcd-b2ff-a7c14aaa59d4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670278 Jul 16 20:09:23.421317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df2376-5db3-4f79-9dfc-2fbab498ba9d req-eaa707e4-43be-4d32-982b-62540eb45aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.423021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5df2376-5db3-4f79-9dfc-2fbab498ba9d req-eaa707e4-43be-4d32-982b-62540eb45aa4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 1101 time: 0.1511531 Jul 16 20:09:23.430688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4bb22-3211-47e7-a38c-c86e0d231af0 req-a5d9fa67-5284-400d-a738-59356967d805 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.432205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-07c4bb22-3211-47e7-a38c-c86e0d231af0 req-a5d9fa67-5284-400d-a738-59356967d805 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1496661 Jul 16 20:09:23.440632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e7b3-09aa-4f08-8ed4-323634a24290 req-9c8a66e7-2766-43c6-9c11-1e83084b9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.442019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7e0e7b3-09aa-4f08-8ed4-323634a24290 req-9c8a66e7-2766-43c6-9c11-1e83084b9900 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 1102 time: 0.1583514 Jul 16 20:09:23.513012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5df2376-5db3-4f79-9dfc-2fbab498ba9d req-92eca196-c81d-44e0-93bc-b5a985b99517 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789080 Jul 16 20:09:23.519538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-07c4bb22-3211-47e7-a38c-c86e0d231af0 req-aa160a73-a3a2-4a64-af6d-9efd5f9247d8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 Jul 16 20:09:23.523564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7e0e7b3-09aa-4f08-8ed4-323634a24290 req-1fc9f19e-fd8c-4422-8cc6-ae02bc57919a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664544 Jul 16 20:09:23.712064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5be5-e508-444c-8e25-ce9597b88230 req-a321aef8-4e17-4488-9699-70ec6ebc175e tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.713792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55ca5be5-e508-444c-8e25-ce9597b88230 req-a321aef8-4e17-4488-9699-70ec6ebc175e tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 950 time: 0.0747683 Jul 16 20:09:23.730807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574475b-5a4c-40c7-897f-faefee5ee244 req-8ea8643f-2498-4842-a293-4ce0b022943b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.733172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d574475b-5a4c-40c7-897f-faefee5ee244 req-8ea8643f-2498-4842-a293-4ce0b022943b tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1023 time: 0.0974727 Jul 16 20:09:23.782397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55ca5be5-e508-444c-8e25-ce9597b88230 req-0623250d-9478-417d-a8d7-b24812fbb350 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566456 Jul 16 20:09:23.791112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d574475b-5a4c-40c7-897f-faefee5ee244 req-455f8423-cf42-480d-a034-a4240b9f08bd tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=b77bd292-65e6-453f-a174-1ef52c433f99&id=fdfd5831-e5b4-4666-a112-5392ef8e5a47&id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0483825 Jul 16 20:09:23.984692 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec2906d2-e403-4fa4-8c40-72cc7380401e req-11e5f4fe-fc82-417a-80f4-5aa0df7b35e8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 210 time: 0.0392811 Jul 16 20:09:24.184931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b04c59-7ad5-4a46-9cf1-e7a620e39599 req-a8702e7a-21a4-49b2-9026-be924b30c710 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.186777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09b04c59-7ad5-4a46-9cf1-e7a620e39599 req-a8702e7a-21a4-49b2-9026-be924b30c710 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 949 time: 0.0729055 Jul 16 20:09:24.192289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a39e-ac0b-46e8-a28c-b6256799cc68 req-cae7b5dd-943c-42cc-a295-dc872ed3f2e9 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.194788 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6048a39e-ac0b-46e8-a28c-b6256799cc68 req-cae7b5dd-943c-42cc-a295-dc872ed3f2e9 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0913301 Jul 16 20:09:24.243392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09b04c59-7ad5-4a46-9cf1-e7a620e39599 req-186f2226-d8fa-4c5f-909a-ba78fd4f9589 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509832 Jul 16 20:09:24.251585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6048a39e-ac0b-46e8-a28c-b6256799cc68 req-624c90e4-90e1-4270-ba72-85c0d2262696 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484703 Jul 16 20:09:24.299509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45076) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:24.421722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55265e2d-dca6-4a07-b3fb-7543c8b8adb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.575201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55265e2d-dca6-4a07-b3fb-7543c8b8adb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.581239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55265e2d-dca6-4a07-b3fb-7543c8b8adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.830764 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-c9914f64-c4a9-4164-a831-b3c3ce88b0f7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272200 Jul 16 20:09:24.986986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-55265e2d-dca6-4a07-b3fb-7543c8b8adb0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=993ace40686a4b17b0c66534c8e72991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861675 Jul 16 20:09:24.991635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45096) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:25.002239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-d771525d-2a1d-4965-9adc-222fbeb350c0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.003428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55265e2d-dca6-4a07-b3fb-7543c8b8adb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f586461-8f6a-47ff-9d6f-c11684559840,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:25.003722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-d771525d-2a1d-4965-9adc-222fbeb350c0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683466 Jul 16 20:09:25.017505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Request body: {'port': {'device_id': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '91c60dcf2ee64ebebf7afc95d764961c'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:25.060827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cadb1-77a6-4d4b-8389-7f167b4ff019 req-1bdec113-c3ad-4505-8124-632f00fcb86d tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.062325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e76cadb1-77a6-4d4b-8389-7f167b4ff019 req-1bdec113-c3ad-4505-8124-632f00fcb86d tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 950 time: 0.1411412 Jul 16 20:09:25.117426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-221c517f-5bc8-4a0d-a267-29a56dcff149 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.118990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-221c517f-5bc8-4a0d-a267-29a56dcff149 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1023 time: 0.5012443 Jul 16 20:09:25.134371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6015ab5f-1147-45f3-8e54-6ba9b5aebeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.144985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e76cadb1-77a6-4d4b-8389-7f167b4ff019 req-32922f6c-2254-4f75-9794-dfd6023de445 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761299 Jul 16 20:09:25.175643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce60133-21d7-4467-9223-0e1e36149112 req-3d20b33a-7af9-4136-b2f5-e979465aad33 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.177430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce60133-21d7-4467-9223-0e1e36149112 req-3d20b33a-7af9-4136-b2f5-e979465aad33 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1944129 Jul 16 20:09:25.183761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Made reservation on behalf of 91c60dcf2ee64ebebf7afc95d764961c for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:25.188380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.220159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6015ab5f-1147-45f3-8e54-6ba9b5aebeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.313281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce60133-21d7-4467-9223-0e1e36149112 req-bc39eaf5-e0d7-41b8-a531-91e496636a41 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283445 Jul 16 20:09:25.353285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Deleting port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:25.353624 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.382086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Allocated IP 192.168.233.204 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/03520f55-2d95-4fd7-af8d-5974002ab4e9) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:25.396061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6015ab5f-1147-45f3-8e54-6ba9b5aebeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.399725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6015ab5f-1147-45f3-8e54-6ba9b5aebeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.400965 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6015ab5f-1147-45f3-8e54-6ba9b5aebeba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7f586461-8f6a-47ff-9d6f-c11684559840 HTTP/1.1" status: 204 len: 168 time: 0.3988929 Jul 16 20:09:25.417445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a092f09-7b30-438d-a292-7de92428f039 req-29845b2d-9627-42a8-9f74-917e5ece5012 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.424660 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a092f09-7b30-438d-a292-7de92428f039 req-29845b2d-9627-42a8-9f74-917e5ece5012 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa45d6b7-f49c-48f5-84a8-b0b25e999003 HTTP/1.1" status: 200 len: 1023 time: 0.1480715 Jul 16 20:09:25.443506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015ab5f-1147-45f3-8e54-6ba9b5aebeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f586461-8f6a-47ff-9d6f-c11684559840,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:25.493175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a092f09-7b30-438d-a292-7de92428f039 req-cc5c1bd3-9453-4009-ba7a-2f82f387e7bd tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups?id=b77bd292-65e6-453f-a174-1ef52c433f99&id=fdfd5831-e5b4-4666-a112-5392ef8e5a47&id=554b3722-8e1e-47ca-8ed0-41b36dec3dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0675368 Jul 16 20:09:25.505062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] For port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,segment=NetworkSegment(971860df-5faf-4456-a4ce-23685c1058e4),segment_id=971860df-5faf-4456-a4ce-23685c1058e4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:25.505371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.521677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Calling delete_port for 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:25.781706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81cb9759-98c2-4ee8-b0a7-12e02686f416 req-f8838471-feda-47cd-969f-5616605d807f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 210 time: 0.0494652 Jul 16 20:09:25.794481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.830190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Transition to ACTIVE for port object 03520f55-2d95-4fd7-af8d-5974002ab4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:25.830336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.883131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'Port': ['ID=6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:25.916170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.929497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603', 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:25.986047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] No DVR routers for this DVR port 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:25.996278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.998817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58deab0f-e584-442f-af0f-5541dcb226c4 req-d20f47bb-8265-4c9d-add4-2f728a14e2b2 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.79 "DELETE /v2.0/ports/6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 HTTP/1.1" status: 204 len: 173 time: 0.8723614 Jul 16 20:09:25.999309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'name': 'network-vif-deleted', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:26.002183 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220cc0e7-3cff-44b5-82e8-d5856dd50c41" -d '{"events": [{"server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "name": "network-vif-deleted", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:26.040838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:26.070181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:26.073202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:26.124475 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870f7000-6ad6-4837-a69b-edf422318875 x-openstack-request-id: req-870f7000-6ad6-4837-a69b-edf422318875 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:26.124831 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45d6b7-f49c-48f5-84a8-b0b25e999003", "name": "network-vif-deleted", "tag": "6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:26.125160 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-870f7000-6ad6-4837-a69b-edf422318875 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:26.125653 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45d6b7-f49c-48f5-84a8-b0b25e999003', 'name': 'network-vif-deleted', 'tag': '6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8', 'status': 'completed', 'code': 200} Jul 16 20:09:26.133054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:26.217626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.218587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.269487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d537-66d7-4f29-8cf8-ce1f799d14bc req-79b3e3e8-0fa4-4c43-8257-193a921d1d21 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.271883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed9d537-66d7-4f29-8cf8-ce1f799d14bc req-79b3e3e8-0fa4-4c43-8257-193a921d1d21 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 949 time: 0.2868681 Jul 16 20:09:26.274485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-5f641db4-e1bf-4cda-bdd9-10e84e629b9c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2609832 Jul 16 20:09:26.315861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Request body: {'port': {'device_id': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:26.388905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed9d537-66d7-4f29-8cf8-ce1f799d14bc req-2006772f-26ef-4c29-9c5d-2a5b3dc85c21 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089134 Jul 16 20:09:26.416985 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-1a6a7bc0-a113-47fb-93ae-1b7812403159 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=12897071564a45298b97d82eb4ecce77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631504 Jul 16 20:09:26.567758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4ef60690-8fca-44a7-bc0d-f202917ddea6 None None] Provisioning for port 03520f55-2d95-4fd7-af8d-5974002ab4e9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:26.586666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4ef60690-8fca-44a7-bc0d-f202917ddea6 None None] Provisioning complete for port 03520f55-2d95-4fd7-af8d-5974002ab4e9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:26.587590 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ef60690-8fca-44a7-bc0d-f202917ddea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.589528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-4bd974d7-0f7c-4eb2-9e80-df7fc8bf2831 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.595582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-4bd974d7-0f7c-4eb2-9e80-df7fc8bf2831 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776350 Jul 16 20:09:26.647376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-8498650e-6144-461b-8bee-e53eae28118d tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/quotas/12897071564a45298b97d82eb4ecce77 HTTP/1.1" status: 200 len: 375 time: 0.0283380 Jul 16 20:09:26.664273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45150) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:26.674359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4ef60690-8fca-44a7-bc0d-f202917ddea6 None None] Port 03520f55-2d95-4fd7-af8d-5974002ab4e9 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:26.759451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-74522042-9556-4c1d-8d20-a1a504cf8564 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12897071564a45298b97d82eb4ecce77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106789 Jul 16 20:09:26.857722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.925710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1029556594-network', 'tenant_id': '4ab2927e9b93420cb3da294b6014712b'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:26.949596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27eacb-47ab-4147-8649-59f8dd41d855 req-68fb6bc6-437c-4ba7-ad83-da4081dee41e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.956757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe27eacb-47ab-4147-8649-59f8dd41d855 req-68fb6bc6-437c-4ba7-ad83-da4081dee41e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1538134 Jul 16 20:09:26.980224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Made reservation on behalf of 4ab2927e9b93420cb3da294b6014712b for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:26.986064 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.001878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.093149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe27eacb-47ab-4147-8649-59f8dd41d855 req-518f4131-a683-4359-9290-99f373e78924 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348758 Jul 16 20:09:27.224159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.231928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.249092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:27.260151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.261024 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Added segment 1051fe3b-e617-4025-b85f-ab0380b4c4d3 of type vlan for network 5c4cacf8-dd7e-4d0f-87a7-b41b494795a5 Jul 16 20:09:27.393112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03520f55-2d95-4fd7-af8d-5974002ab4e9 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:27.412065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.429135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Transition to ACTIVE for port object 03520f55-2d95-4fd7-af8d-5974002ab4e9 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:27.432136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.437735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.462480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a32b4-42ac-42d0-bed2-a919df29bcad,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.507201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:27.509173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.512111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.513760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.525113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-141556c7-3d01-449f-89ac-02c577d55c40 req-0a10b046-39d1-4326-8d61-08870e7fb794 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 210 time: 0.0758505 Jul 16 20:09:27.557182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:27.557810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6a813cd8-a1f5-4a6d-b1e2-9d440fedc9d8 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:27.563645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.595613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9271312 Jul 16 20:09:27.598436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45170) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:27.606266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Request body: {'subnet': {'network_id': '5c4cacf8-dd7e-4d0f-87a7-b41b494795a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1029556594-subnet', 'tenant_id': '4ab2927e9b93420cb3da294b6014712b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:27.651691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0a5e6-1097-476c-90fa-588e23a9b07a admin admin] Pushing event updated for resources: {'Network': ['ID=5c4cacf8-dd7e-4d0f-87a7-b41b494795a5,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.663534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 5c4cacf8-dd7e-4d0f-87a7-b41b494795a5 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:27.730116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Made reservation on behalf of 4ab2927e9b93420cb3da294b6014712b for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:27.733054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.762234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-83beb424-2281-49ed-9278-eb53c19ec4c3 req-093822d6-a561-4c5d-9069-a12d083eeb38 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/b77bd292-65e6-453f-a174-1ef52c433f99 HTTP/1.1" status: 200 len: 1798 time: 0.1958175 Jul 16 20:09:27.786349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88488b9-61e9-45e1-8a37-b4ec68fe3942 req-da6c2d0b-e512-4e52-b4cb-cd0f14c9a38d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.794993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c88488b9-61e9-45e1-8a37-b4ec68fe3942 req-da6c2d0b-e512-4e52-b4cb-cd0f14c9a38d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 948 time: 0.1973834 Jul 16 20:09:27.828884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Attempting to bind port 03520f55-2d95-4fd7-af8d-5974002ab4e9 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:27.829478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Attempting to bind port 03520f55-2d95-4fd7-af8d-5974002ab4e9 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:27.829980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Attempting to bind port 03520f55-2d95-4fd7-af8d-5974002ab4e9 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:27.841348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Port 03520f55-2d95-4fd7-af8d-5974002ab4e9 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:27.841971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Attempting to bind port 03520f55-2d95-4fd7-af8d-5974002ab4e9 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:27.866874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:27.867265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:27.867611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:27.868342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Bound port: 03520f55-2d95-4fd7-af8d-5974002ab4e9, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:27.868502 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.911151 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c88488b9-61e9-45e1-8a37-b4ec68fe3942 req-9ad89b39-c2fa-4882-8064-2fe1e9a329e7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152241 Jul 16 20:09:28.004081 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-83beb424-2281-49ed-9278-eb53c19ec4c3 req-919b96ce-1a07-4713-8a49-249cae10b96a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.020734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:28.044771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:28.047001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-83beb424-2281-49ed-9278-eb53c19ec4c3 req-919b96ce-1a07-4713-8a49-249cae10b96a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.058654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.059785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.112006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.112753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.114272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] 10.222.0.79 "PUT /v2.0/ports/03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 200 len: 1097 time: 1.8152530 Jul 16 20:09:28.116805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:28.120316 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69815c61-3a0b-4b30-a930-f8903bb5bd16" -d '{"events": [{"name": "network-changed", "server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:28.155337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.168800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-83beb424-2281-49ed-9278-eb53c19ec4c3 req-919b96ce-1a07-4713-8a49-249cae10b96a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.171980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-83beb424-2281-49ed-9278-eb53c19ec4c3 req-919b96ce-1a07-4713-8a49-249cae10b96a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.188132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-83beb424-2281-49ed-9278-eb53c19ec4c3 req-919b96ce-1a07-4713-8a49-249cae10b96a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/b77bd292-65e6-453f-a174-1ef52c433f99 HTTP/1.1" status: 204 len: 173 time: 0.4247239 Jul 16 20:09:28.189941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.195925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.196789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.197785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.198340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.198928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.199535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.200785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.201711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.202279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.202819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.204083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb155d-7b07-488f-856b-eb3d9f946941 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.241897 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:28.264219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Checking segment: {'id': '1051fe3b-e617-4025-b85f-ab0380b4c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '5c4cacf8-dd7e-4d0f-87a7-b41b494795a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:28.264642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Network hostable DHCP agents. Network: 5c4cacf8-dd7e-4d0f-87a7-b41b494795a5, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:28.267557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b96ce-1a07-4713-8a49-249cae10b96a tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77bd292-65e6-453f-a174-1ef52c433f99,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.280726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14007d9f-e16f-463b-9949-fb9f0b6ce7da,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.318033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Network 5c4cacf8-dd7e-4d0f-87a7-b41b494795a5 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:28.341666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 5c4cacf8-dd7e-4d0f-87a7-b41b494795a5) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:28.345453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-e55d3caf-3e52-4c50-ac37-22c6d461a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.348671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.349410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.349876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87f89c-6ead-4149-9503-a41228df7c88 None None] Network 5c4cacf8-dd7e-4d0f-87a7-b41b494795a5 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:28.359573 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-e55d3caf-3e52-4c50-ac37-22c6d461a432 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 1100 time: 0.1175609 Jul 16 20:09:28.361714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdc7e4-623a-4c56-a40e-742dfd497346 req-523c59b0-2002-4682-9a97-6c0c3aa44469 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.363618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7fdc7e4-623a-4c56-a40e-742dfd497346 req-523c59b0-2002-4682-9a97-6c0c3aa44469 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 949 time: 0.2716827 Jul 16 20:09:28.425766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c7d40645-d792-4db8-8a8b-f0cd98407a11 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8236616 Jul 16 20:09:28.440418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-46aaef6a-71af-4f64-8fa8-c51bfb33e3c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.0798779 Jul 16 20:09:28.443088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7fdc7e4-623a-4c56-a40e-742dfd497346 req-b12b318c-21e4-473f-b35d-8bbb7522ce5d tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650718 Jul 16 20:09:28.511343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-c1f8e32c-adbc-4350-8203-6c82fe9175f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.513099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-c1f8e32c-adbc-4350-8203-6c82fe9175f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0648654 Jul 16 20:09:28.560722 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4428d1ce-207e-4953-9170-8da6ba0b9fbd x-openstack-request-id: req-4428d1ce-207e-4953-9170-8da6ba0b9fbd {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:28.561140 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:28.561932 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4428d1ce-207e-4953-9170-8da6ba0b9fbd {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:28.562753 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'status': 'completed', 'code': 200} Jul 16 20:09:28.664754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260674b7-bb1a-446e-a648-376e47046f06 req-b25bf096-d156-438d-91f6-5b01493cc989 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.672963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-260674b7-bb1a-446e-a648-376e47046f06 req-b25bf096-d156-438d-91f6-5b01493cc989 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.2444041 Jul 16 20:09:28.683980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9226da97-f358-4cd8-b5e8-36e7bd5c7080 None None] Network 5c4cacf8-dd7e-4d0f-87a7-b41b494795a5 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:28.697069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-6ba8ae5c-6004-408e-9839-c85b7ead58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.698880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-6ba8ae5c-6004-408e-9839-c85b7ead58c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1570842 Jul 16 20:09:28.731057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-703f2a89-9ea4-422c-9596-47eb28aed87c req-fab96ede-847c-4040-9274-a1b500caaaa4 tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "GET /v2.0/security-groups/fdfd5831-e5b4-4666-a112-5392ef8e5a47 HTTP/1.1" status: 200 len: 1800 time: 0.1496356 Jul 16 20:09:28.821255 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-260674b7-bb1a-446e-a648-376e47046f06 req-376851b9-5243-4f6c-a52a-e24550392c90 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470425 Jul 16 20:09:28.839702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-96efd185-8b76-4584-9558-bcf2a8738515 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=12897071564a45298b97d82eb4ecce77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449908 Jul 16 20:09:28.841681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-0ea608e4-2d90-4d18-b438-6b90527d6c02 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.843175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-0ea608e4-2d90-4d18-b438-6b90527d6c02 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.99 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 949 time: 0.1583250 Jul 16 20:09:28.856837 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-fdfb83a1-42d0-48d5-9e9b-e4a413d3c50d service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499333 Jul 16 20:09:29.039435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ed4adfd-8021-43eb-a22b-db7c023d7351 req-87ee4026-1827-4b44-a8f4-b8fcc90664c2 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734722 Jul 16 20:09:29.170902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-703f2a89-9ea4-422c-9596-47eb28aed87c req-f3779902-c92d-49cc-b38b-19bd264d4afc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.187649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-91fe14d0-0bdc-4567-942f-1bb49cc7b498 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.189164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-91fe14d0-0bdc-4567-942f-1bb49cc7b498 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451045 Jul 16 20:09:29.210949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Request body: {'port': {'device_id': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '12897071564a45298b97d82eb4ecce77'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:29.212255 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7de46054-4f0a-434c-9c3b-0f32f3f18595 req-c5f8e651-cea4-4db6-a27e-f2ffc2ddada7 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 210 time: 0.0328269 Jul 16 20:09:29.252509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-b28bb320-6f94-483f-9169-067e222f8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.258419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-b28bb320-6f94-483f-9169-067e222f8e8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 1100 time: 0.1237063 Jul 16 20:09:29.303489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-703f2a89-9ea4-422c-9596-47eb28aed87c req-f3779902-c92d-49cc-b38b-19bd264d4afc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.347558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Deleting port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:29.347923 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.378613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-fb3f3c75-629b-4f87-9ab3-815e2c87dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.381376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-fb3f3c75-629b-4f87-9ab3-815e2c87dbea service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1142917 Jul 16 20:09:29.406203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Made reservation on behalf of 12897071564a45298b97d82eb4ecce77 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:29.409809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.416329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-703f2a89-9ea4-422c-9596-47eb28aed87c req-f3779902-c92d-49cc-b38b-19bd264d4afc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.419225 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-703f2a89-9ea4-422c-9596-47eb28aed87c req-f3779902-c92d-49cc-b38b-19bd264d4afc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.420867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-703f2a89-9ea4-422c-9596-47eb28aed87c req-f3779902-c92d-49cc-b38b-19bd264d4afc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] 10.222.0.91 "DELETE /v2.0/security-groups/fdfd5831-e5b4-4666-a112-5392ef8e5a47 HTTP/1.1" status: 204 len: 173 time: 0.6833248 Jul 16 20:09:29.431726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45196) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:29.447323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-965323a1-e4c2-4cb2-ba90-e5763121903c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.0580082 Jul 16 20:09:29.486285 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-bce6114c-0df5-4427-bb52-aba51eabece0 req-2db79bf1-8451-456e-bab4-285a6170f54c tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] show failed (client error): The resource could not be found. Jul 16 20:09:29.487344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bce6114c-0df5-4427-bb52-aba51eabece0 req-2db79bf1-8451-456e-bab4-285a6170f54c tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "GET /v2.0/security-groups/8fb487a4-9dae-4713-9c2f-d4bb13067915 HTTP/1.1" status: 404 len: 352 time: 0.0547161 Jul 16 20:09:29.510226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3779902-c92d-49cc-b38b-19bd264d4afc tempest-SecurityGroupsTestJSON-1865289099 tempest-SecurityGroupsTestJSON-1865289099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd5831-e5b4-4666-a112-5392ef8e5a47,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:29.542473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] Deleting subnet c0996938-06d2-40ac-b7fe-138d874c45c4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:29.548822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.577261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-3ecd92b8-1fa2-4b5b-b936-7c822bbfa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.578749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-3ecd92b8-1fa2-4b5b-b936-7c822bbfa0de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1095865 Jul 16 20:09:29.653795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] For port 9d48f8d8-b8b4-4e95-8d04-9247032ff076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9d48f8d8-b8b4-4e95-8d04-9247032ff076,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:29.654895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.683591 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.692430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Calling delete_port for 9d48f8d8-b8b4-4e95-8d04-9247032ff076 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:29.812855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.849410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-df1aa87a-58c8-45a2-acc7-77439cec389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.851078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-df1aa87a-58c8-45a2-acc7-77439cec389e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2640829 Jul 16 20:09:29.872536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Allocated IP 192.168.233.20 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/50d31ea2-96cf-4659-9dee-213ccb25c4b3) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:29.913113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb39c6-c0c6-4a77-b1b5-9822a12fa580 req-d8135e24-c1e3-4b00-aee4-659381371aa5 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.919781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fefb39c6-c0c6-4a77-b1b5-9822a12fa580 req-d8135e24-c1e3-4b00-aee4-659381371aa5 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 949 time: 0.2313433 Jul 16 20:09:29.931689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb979e7f-6632-4eec-a475-ee955ed00aaf req-7a51f314-2d35-4905-995b-08984c31e74b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.933256 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb979e7f-6632-4eec-a475-ee955ed00aaf req-7a51f314-2d35-4905-995b-08984c31e74b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 948 time: 0.2371624 Jul 16 20:09:29.996079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.036269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-c1e369bf-8dbe-454d-87a1-9b155a365e5f service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759419 Jul 16 20:09:30.039474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0996938-06d2-40ac-b7fe-138d874c45c4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.051333 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fefb39c6-c0c6-4a77-b1b5-9822a12fa580 req-6662903d-194b-4ffa-93fa-1abca6fbd471 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304879 Jul 16 20:09:30.057896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb979e7f-6632-4eec-a475-ee955ed00aaf req-0c17a74e-d2b0-4c12-9b8b-b5a20a7789b1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141534 Jul 16 20:09:30.060264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.073876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-da6d52dd-7189-4ba4-bc9e-7cfbfd9ddec9 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c0996938-06d2-40ac-b7fe-138d874c45c4 HTTP/1.1" status: 204 len: 168 time: 0.6372113 Jul 16 20:09:30.090956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:30.201345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.240969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69815c61-3a0b-4b30-a930-f8903bb5bd16 req-011741e9-ef0f-4e89-aad0-a3fc3cd7b97d service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844764 Jul 16 20:09:30.313282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Pushing event deleted for resources: {'Port': ['ID=9d48f8d8-b8b4-4e95-8d04-9247032ff076,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.322232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.342601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125020-5e98-432b-bc00-114d0044dc9d req-bdbc96f4-1c92-40ca-8253-25851d6167ff tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.344638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d125020-5e98-432b-bc00-114d0044dc9d req-bdbc96f4-1c92-40ca-8253-25851d6167ff tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1020434 Jul 16 20:09:30.364641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] No DVR routers for this DVR port 9d48f8d8-b8b4-4e95-8d04-9247032ff076 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:30.367422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.369978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4655f5b-da69-4d9d-bb49-c9def7f830bf req-28e07d22-30db-442d-addc-be59fa6b72bf tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.99 "DELETE /v2.0/ports/9d48f8d8-b8b4-4e95-8d04-9247032ff076 HTTP/1.1" status: 204 len: 173 time: 1.4170589 Jul 16 20:09:30.383462 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'name': 'network-vif-deleted', 'tag': '9d48f8d8-b8b4-4e95-8d04-9247032ff076'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:30.387248 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399f010-5614-4d78-bad9-78279afa0d95" -d '{"events": [{"server_uuid": "a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678", "name": "network-vif-deleted", "tag": "9d48f8d8-b8b4-4e95-8d04-9247032ff076"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:30.398732 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d125020-5e98-432b-bc00-114d0044dc9d req-1ad8a8b6-cb8c-4f59-bb1d-532525657411 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480342 Jul 16 20:09:30.407691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.455212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Transition to ACTIVE for port object 50d31ea2-96cf-4659-9dee-213ccb25c4b3 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:30.495584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1a157a0-f99e-49ac-83b6-f445c5672be7 req-4068c2e7-268a-44e2-b354-73d029ba12c6 tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ab2927e9b93420cb3da294b6014712b HTTP/1.1" status: 200 len: 2984 time: 0.1761694 Jul 16 20:09:30.598778 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.630558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c712b1-f4ff-46ad-8da6-dd5992f01d1a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:30.632372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-091933dc-667e-4bca-babd-284f640e39e2 req-0217b35a-e0c9-4187-9c72-42d0d34f9493 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 210 time: 0.0419986 Jul 16 20:09:30.647825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1a157a0-f99e-49ac-83b6-f445c5672be7 req-a05ee723-ed32-4eb9-a88d-4a07d80537a0 tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "GET /v2.0/security-groups/a41a32b4-42ac-42d0-bed2-a919df29bcad HTTP/1.1" status: 200 len: 2981 time: 0.1513557 Jul 16 20:09:30.649525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971860df-5faf-4456-a4ce-23685c1058e4') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:30.649818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971860df-5faf-4456-a4ce-23685c1058e4') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:30.652368 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.665070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['061082a8-38e7-489b-8991-2baff7fcf8ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:30.696200 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef748dc7-5866-4bd8-8f91-ca4a388038af x-openstack-request-id: req-ef748dc7-5866-4bd8-8f91-ca4a388038af {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:30.696484 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678", "name": "network-vif-deleted", "tag": "9d48f8d8-b8b4-4e95-8d04-9247032ff076", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:30.696729 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ef748dc7-5866-4bd8-8f91-ca4a388038af {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:30.697117 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678', 'name': 'network-vif-deleted', 'tag': '9d48f8d8-b8b4-4e95-8d04-9247032ff076', 'status': 'completed', 'code': 200} Jul 16 20:09:30.705648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.747473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:30.754912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.759745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:30.764794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:30.775802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Pushing event updated for resources: {'Port': ['ID=50d31ea2-96cf-4659-9dee-213ccb25c4b3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.796221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:30.796658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:30.798373 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:30.825565 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1a157a0-f99e-49ac-83b6-f445c5672be7 req-b2da13b3-70e7-4336-be66-caa1f4eb779d tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "GET /v2.0/security-groups/a41a32b4-42ac-42d0-bed2-a919df29bcad HTTP/1.1" status: 200 len: 2981 time: 0.1712184 Jul 16 20:09:30.874145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.874886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.887113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.911714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.916566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] 10.222.0.91 "DELETE /v2.0/networks/84c712b1-f4ff-46ad-8da6-dd5992f01d1a HTTP/1.1" status: 204 len: 168 time: 0.8223212 Jul 16 20:09:30.916566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12490f6-2a40-443e-a02e-a34023678cca admin admin] Pushing event deleted for resources: {'Network': ['ID=84c712b1-f4ff-46ad-8da6-dd5992f01d1a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.919292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-b59e29b8-1076-4e68-90e2-f95e396f629a tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7175019 Jul 16 20:09:30.923232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9255f1b9-080f-4ff2-9bbe-8987dd7e5eb8 req-b032e256-1653-4154-b004-8ed0379f9c1e tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "GET /v2.0/security-groups/a41a32b4-42ac-42d0-bed2-a919df29bcad HTTP/1.1" status: 200 len: 2981 time: 0.0726602 Jul 16 20:09:30.954502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Request body: {'port': {'device_id': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:31.003426 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-9255f1b9-080f-4ff2-9bbe-8987dd7e5eb8 req-e82e7716-0ed0-4b1c-b1a9-58eb04770383 tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:09:31.018161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9255f1b9-080f-4ff2-9bbe-8987dd7e5eb8 req-e82e7716-0ed0-4b1c-b1a9-58eb04770383 tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "DELETE /v2.0/security-groups/a41a32b4-42ac-42d0-bed2-a919df29bcad HTTP/1.1" status: 409 len: 352 time: 0.0870700 Jul 16 20:09:31.072164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45222) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:31.075349 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-0669dba0-8d2e-478a-9930-bd18e3ef0333 req-80da8829-ac62-4fa4-bf7a-180a38b53cd2 tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] show failed (client error): The resource could not be found. Jul 16 20:09:31.076721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0669dba0-8d2e-478a-9930-bd18e3ef0333 req-80da8829-ac62-4fa4-bf7a-180a38b53cd2 tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "GET /v2.0/security-groups/173ec337-7fb9-477d-8260-c8152f1d7bd2 HTTP/1.1" status: 404 len: 352 time: 0.0238597 Jul 16 20:09:31.085337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.119746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e526dbae-0026-4fff-9f4c-0d8bc13f588a None None] Provisioning for port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:31.128258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e526dbae-0026-4fff-9f4c-0d8bc13f588a None None] Provisioning complete for port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:31.129313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e526dbae-0026-4fff-9f4c-0d8bc13f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.137088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-295385e9-2339-4481-ad9c-609814e4cac1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=43d1b2425b774a958c7cdc021ed3bd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608838 Jul 16 20:09:31.137239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45230) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:31.197699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e526dbae-0026-4fff-9f4c-0d8bc13f588a None None] Port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:31.217881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78c26d1d-2c4f-4b3c-94ad-d03055a3afbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.244783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78c26d1d-2c4f-4b3c-94ad-d03055a3afbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.312194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebc5ec55-9b3b-4f91-af8d-feb3d58b31f0 req-d48777c4-df75-4e34-9e57-b6e76592b465 tempest-ImagesNegativeTestJSON-468361888 tempest-ImagesNegativeTestJSON-468361888-project] 10.222.0.91 "GET /v2.0/ports?device_id=a560c7c1-d0e6-4e7f-90fa-f5d3fb25c678 HTTP/1.1" status: 200 len: 210 time: 0.0367353 Jul 16 20:09:31.345163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78c26d1d-2c4f-4b3c-94ad-d03055a3afbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.345163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78c26d1d-2c4f-4b3c-94ad-d03055a3afbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.345163 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-78c26d1d-2c4f-4b3c-94ad-d03055a3afbd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/554b3722-8e1e-47ca-8ed0-41b36dec3dc4 HTTP/1.1" status: 204 len: 168 time: 0.2020829 Jul 16 20:09:31.359151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26d1d-2c4f-4b3c-94ad-d03055a3afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b3722-8e1e-47ca-8ed0-41b36dec3dc4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:31.394658 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-c0762065-295f-4635-b9e0-0a2979c0504d req-abbd020d-dcb2-467f-9b9c-83f66def976a tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] show failed (client error): The resource could not be found. Jul 16 20:09:31.395746 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0762065-295f-4635-b9e0-0a2979c0504d req-abbd020d-dcb2-467f-9b9c-83f66def976a tempest-SecurityGroupsNegativeTestJSON-1412847761 tempest-SecurityGroupsNegativeTestJSON-1412847761-project] 10.222.0.91 "GET /v2.0/security-groups/e8b1d68a-c6ed-47a9-bcc4-2bf0a05214f3 HTTP/1.1" status: 404 len: 352 time: 0.0196304 Jul 16 20:09:31.408251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45240) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:31.425495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10bc9-4394-4b4a-8633-f670adb949f0 req-1c526b8e-40d6-42d8-824c-816d5aef114e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.427135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f10bc9-4394-4b4a-8633-f670adb949f0 req-1c526b8e-40d6-42d8-824c-816d5aef114e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 948 time: 0.1571712 Jul 16 20:09:31.465703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] Deleting subnet 14007d9f-e16f-463b-9949-fb9f0b6ce7da {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:31.483160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.524837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f10bc9-4394-4b4a-8633-f670adb949f0 req-c8b33172-12ed-4345-bd41-458bea0f22e6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907168 Jul 16 20:09:31.530020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:31.545476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.631931 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.656006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d31ea2-96cf-4659-9dee-213ccb25c4b3 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:31.673858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.692019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:31.693378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Transition to ACTIVE for port object 50d31ea2-96cf-4659-9dee-213ccb25c4b3 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:31.700809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.716123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'mac_address': 'fa:16:3e:0a:03:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:31.749332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.784677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9d48f8d8-b8b4-4e95-8d04-9247032ff076 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:31.820409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14007d9f-e16f-463b-9949-fb9f0b6ce7da,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:31.821551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 9d48f8d8-b8b4-4e95-8d04-9247032ff076 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:31.821971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9d48f8d8-b8b4-4e95-8d04-9247032ff076 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:31.830063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.833632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Pushing event updated for resources: {'Port': ['ID=50d31ea2-96cf-4659-9dee-213ccb25c4b3,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:31.852605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03520f55-2d95-4fd7-af8d-5974002ab4e9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:31.861683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.866206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-553d439f-eefb-4bff-ad8e-20fbf10cad4c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/14007d9f-e16f-463b-9949-fb9f0b6ce7da HTTP/1.1" status: 204 len: 168 time: 0.4574976 Jul 16 20:09:31.875516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45254) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:31.898161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:31.913909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.969578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Attempting to bind port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:31.970221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Attempting to bind port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:31.970454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Attempting to bind port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:31.985761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ee34a-86a8-49e8-bb91-14c75e48fcc3 req-1bea69d4-47c1-484b-a49f-853b93c1712b tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.993591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd3ee34a-86a8-49e8-bb91-14c75e48fcc3 req-1bea69d4-47c1-484b-a49f-853b93c1712b tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 947 time: 0.1787505 Jul 16 20:09:32.003092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:32.003536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Attempting to bind port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:32.010617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.018971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:32.019407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:32.019974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:32.020493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Bound port: 50d31ea2-96cf-4659-9dee-213ccb25c4b3, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:32.020959 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.023741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.024092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.024431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.024764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.025134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.025657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.025959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.026460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.026794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.027310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.027637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.027958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:32.036128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.059166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd3ee34a-86a8-49e8-bb91-14c75e48fcc3 req-9380499a-859e-4313-b8ce-c27d579d8f00 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642374 Jul 16 20:09:32.093140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526e5bd-f6b1-41d4-8b1d-31d4311325d8 req-abd1fad9-2f48-4466-bd10-2fd864fe7369 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.101341 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3526e5bd-f6b1-41d4-8b1d-31d4311325d8 req-abd1fad9-2f48-4466-bd10-2fd864fe7369 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.2982359 Jul 16 20:09:32.132139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] For port 50d31ea2-96cf-4659-9dee-213ccb25c4b3, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:32.135312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] For port 50d31ea2-96cf-4659-9dee-213ccb25c4b3, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=50d31ea2-96cf-4659-9dee-213ccb25c4b3,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:32.142574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.164966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.177062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4cacf8-dd7e-4d0f-87a7-b41b494795a5']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:32.199687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['03520f55-2d95-4fd7-af8d-5974002ab4e9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:32.214419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1051fe3b-e617-4025-b85f-ab0380b4c4d3') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:32.214719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1051fe3b-e617-4025-b85f-ab0380b4c4d3') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:32.215184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.215874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.217323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] 10.222.0.99 "PUT /v2.0/ports/50d31ea2-96cf-4659-9dee-213ccb25c4b3 HTTP/1.1" status: 200 len: 1096 time: 1.2753036 Jul 16 20:09:32.243828 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.257137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72141c28-fc99-455d-b387-3bd38259c60b service neutron] Pushing event updated for resources: {'Port': ['ID=50d31ea2-96cf-4659-9dee-213ccb25c4b3,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.295989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3526e5bd-f6b1-41d4-8b1d-31d4311325d8 req-2bb5811f-fbdd-46dc-8a24-6a40d1a6896d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935151 Jul 16 20:09:32.303020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.313092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:32.313619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:32.316263 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:32.388721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-2c5f83be-e4e9-4bce-9d6e-1c08110a4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.391169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-2c5f83be-e4e9-4bce-9d6e-1c08110a4d1f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=12897071564a45298b97d82eb4ecce77&device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 1099 time: 0.1142564 Jul 16 20:09:32.487145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-429e8f4b-f6e6-4c1a-bf05-72bd62376ace service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=50d31ea2-96cf-4659-9dee-213ccb25c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0821989 Jul 16 20:09:32.499131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.517081 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.524834 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5c4cacf8-dd7e-4d0f-87a7-b41b494795a5 HTTP/1.1" status: 204 len: 168 time: 0.6463168 Jul 16 20:09:32.557615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e52c5-e4fe-4409-988c-ca9ea864c5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4cacf8-dd7e-4d0f-87a7-b41b494795a5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.558662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-677716c0-01bb-48d9-b1cc-be798f902769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.564441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-677716c0-01bb-48d9-b1cc-be798f902769 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0723593 Jul 16 20:09:32.565057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45280) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:32.693211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-c32c94fb-e6db-45de-92e9-921028dbc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.694811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-c32c94fb-e6db-45de-92e9-921028dbc044 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1222007 Jul 16 20:09:32.701947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'tag': '50d31ea2-96cf-4659-9dee-213ccb25c4b3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:32.704319 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cbc38b-ca87-4e1a-b02e-7efe21169c98" -d '{"events": [{"name": "network-changed", "server_uuid": "7f762fff-458e-4f07-a70f-0ddb21302eec", "tag": "50d31ea2-96cf-4659-9dee-213ccb25c4b3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:32.874805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:32.911344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2010834725-network', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:32.939541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-853c566e-d77a-4436-8bc0-3cd9a6c851f4 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320073 Jul 16 20:09:32.956271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e797afe7-83a0-40fa-b3ca-546248a8d163 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ab2927e9b93420cb3da294b6014712b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801439 Jul 16 20:09:32.960322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45292) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:33.014582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Made reservation on behalf of a4d6983672394ccabd51241a125d02b1 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:33.017928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.030792 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-58ff3842-6d9d-49c3-ae9a-ca35eaa85a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.068358 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-58ff3842-6d9d-49c3-ae9a-ca35eaa85a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.142491 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-58ff3842-6d9d-49c3-ae9a-ca35eaa85a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.145198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-58ff3842-6d9d-49c3-ae9a-ca35eaa85a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.149030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-58ff3842-6d9d-49c3-ae9a-ca35eaa85a11 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a41a32b4-42ac-42d0-bed2-a919df29bcad HTTP/1.1" status: 204 len: 168 time: 0.1835659 Jul 16 20:09:33.168588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff3842-6d9d-49c3-ae9a-ca35eaa85a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a32b4-42ac-42d0-bed2-a919df29bcad,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:33.397769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f41dd-b46c-4b1b-9c2f-9d67dcf3b471 req-a3910a54-c847-48e3-ab1f-3bfc3a856e9c tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.407276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a9f41dd-b46c-4b1b-9c2f-9d67dcf3b471 req-a3910a54-c847-48e3-ab1f-3bfc3a856e9c tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 947 time: 0.1107483 Jul 16 20:09:33.454671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a9f41dd-b46c-4b1b-9c2f-9d67dcf3b471 req-65ea8857-55ae-4c75-88da-c79dd2695d3f tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Jul 16 20:09:33.487644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.494262 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc871ae-b7b1-4da8-8b47-2952dfcc7769 x-openstack-request-id: req-5dc871ae-b7b1-4da8-8b47-2952dfcc7769 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:33.495093 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f762fff-458e-4f07-a70f-0ddb21302eec", "tag": "50d31ea2-96cf-4659-9dee-213ccb25c4b3", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:33.495093 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5dc871ae-b7b1-4da8-8b47-2952dfcc7769 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:33.495541 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'tag': '50d31ea2-96cf-4659-9dee-213ccb25c4b3', 'status': 'completed', 'code': 200} Jul 16 20:09:33.530471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928e8a0-ab61-40f6-8763-c7924c24406f req-6b95be43-a373-4fb4-a1f7-85729cb2953d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.539282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2928e8a0-ab61-40f6-8763-c7924c24406f req-6b95be43-a373-4fb4-a1f7-85729cb2953d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 949 time: 0.6619053 Jul 16 20:09:33.547174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:33.631882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2928e8a0-ab61-40f6-8763-c7924c24406f req-66d85b3f-af83-49bb-b4eb-492cd6847dbb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914359 Jul 16 20:09:33.636259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 03520f55-2d95-4fd7-af8d-5974002ab4e9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:33.660487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 03520f55-2d95-4fd7-af8d-5974002ab4e9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:33.661154 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.680961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f39aaa7-4b54-4e43-b276-ac841bd76479 req-92b12841-989d-4745-b051-af5a7f3f620c service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144194 Jul 16 20:09:33.726872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7136b-976c-40ef-bb82-9076e024c686 req-3b6d6131-0a4a-4594-8a86-a96b62aa4e8e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.737408 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2fe7136b-976c-40ef-bb82-9076e024c686 req-3b6d6131-0a4a-4594-8a86-a96b62aa4e8e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0981650 Jul 16 20:09:33.785153 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.798917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2fe7136b-976c-40ef-bb82-9076e024c686 req-84448052-65ad-4c9d-9ac3-b6dccf612d17 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596571 Jul 16 20:09:33.799725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.851468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.874496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:33.890806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03977205-aae8-47f4-b083-885d15733daa,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:33.902130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-0e9d5b85-dbd4-4643-8544-2e9db6bf4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.904811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-0e9d5b85-dbd4-4643-8544-2e9db6bf4692 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=12897071564a45298b97d82eb4ecce77&device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 1099 time: 0.1172924 Jul 16 20:09:33.906428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.906767 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Added segment 1976151e-f431-4b24-ba53-7ddffe9b9b8a of type vlan for network 48889cee-3151-4f63-ba4c-fa784bd26018 Jul 16 20:09:33.925936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:33.927368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:33.931541 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f79526-56f7-490c-a13a-a2a2e3efdfac" -d '{"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-plugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:33.936216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.033708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:34.043030 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6306cf-6e2c-4e96-a486-0950bd8fe195 x-openstack-request-id: req-5c6306cf-6e2c-4e96-a486-0950bd8fe195 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:34.043320 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-plugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:34.043547 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5c6306cf-6e2c-4e96-a486-0950bd8fe195 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:34.043934 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'code': 200} Jul 16 20:09:34.066133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-b690226d-0cd3-4093-9b2d-b5d3db3f3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.067672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-b690226d-0cd3-4093-9b2d-b5d3db3f3952 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1497447 Jul 16 20:09:34.089850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.126862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-3a05398d-846a-46cc-aef8-5bbe0d04fe43 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=50d31ea2-96cf-4659-9dee-213ccb25c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0474479 Jul 16 20:09:34.199313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-52b997c4-dcd4-4b37-bbdb-0c29618ffe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.201524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-52b997c4-dcd4-4b37-bbdb-0c29618ffe89 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0657480 Jul 16 20:09:34.202275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.203262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.203881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.230380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6edb0-a49b-4ec9-a3b8-3496097adb5b req-3040d57d-55ef-4106-8dc3-a6d47e977d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.232344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76a6edb0-a49b-4ec9-a3b8-3496097adb5b req-3040d57d-55ef-4106-8dc3-a6d47e977d39 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 1102 time: 0.1586125 Jul 16 20:09:34.286357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45336) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:34.307315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76a6edb0-a49b-4ec9-a3b8-3496097adb5b req-6f39ad62-d798-4109-8902-e7c1e5e9bcdf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646286 Jul 16 20:09:34.308620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Pushing event updated for resources: {'Network': ['ID=48889cee-3151-4f63-ba4c-fa784bd26018,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:34.329307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.329755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.330093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.330424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.330804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.331155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.331477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.331983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.332310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.332630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.332991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.333316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.339910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2ab784e5-0e7a-4ac2-85d3-423c4fb1fe8c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7736070 Jul 16 20:09:34.342680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45340) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:34.348318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 48889cee-3151-4f63-ba4c-fa784bd26018 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:34.363543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Request body: {'subnet': {'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2010834725-subnet', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:34.431390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Made reservation on behalf of a4d6983672394ccabd51241a125d02b1 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:34.436077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.438242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-252786452-network', 'tenant_id': 'd82a06f909494499953f3673d655dab9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:34.469329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-1521fb40-629b-410f-bf46-e718cce0ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.471125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-1521fb40-629b-410f-bf46-e718cce0ebfd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2520928 Jul 16 20:09:34.478534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Made reservation on behalf of d82a06f909494499953f3673d655dab9 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:34.481141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.496491 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.508840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45344) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:34.600898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.639288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.689452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:34.723566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.723902 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Added segment be3dded7-238b-4ac0-9806-54a0abcd1daf of type vlan for network 12872790-76b2-4c1b-b9fb-b64748b36a62 Jul 16 20:09:34.733860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762e1c05-a41f-4e30-995d-01e0d476e843,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:34.736309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-c38d508e-c32f-4b28-aebc-6ac8f8414eb6 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496974 Jul 16 20:09:34.782395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7396-4ecc-4750-b333-e5cd11e008c7 req-44a9bbed-84fe-4cdc-9f35-776cd5fc0505 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.783953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a4e7396-4ecc-4750-b333-e5cd11e008c7 req-44a9bbed-84fe-4cdc-9f35-776cd5fc0505 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 947 time: 0.1758676 Jul 16 20:09:34.813640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b51e0600-17f7-4887-9f2b-8a351031aa7c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4be2574f57004e629e07ad11a68fec5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072010 Jul 16 20:09:34.813640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.817176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45352) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:34.888707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.899434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a4e7396-4ecc-4750-b333-e5cd11e008c7 req-2487a2c2-8016-4cc5-87be-222e1ac7395e tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057312 Jul 16 20:09:34.927203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47bd74aa-cb80-43fd-9e3a-f6f4d5c65a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.959386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47bd74aa-cb80-43fd-9e3a-f6f4d5c65a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.012011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.013883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.014940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.015443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.025145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25cbc38b-ca87-4e1a-b02e-7efe21169c98 req-7590f963-58f9-49d0-9d7f-7d5313b4dc80 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616110 Jul 16 20:09:35.036438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a239-e3b3-4cf2-9617-c30a779012d0 req-d8a905f0-36d1-4089-9d72-cf0256673313 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.038055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9e3a239-e3b3-4cf2-9617-c30a779012d0 req-d8a905f0-36d1-4089-9d72-cf0256673313 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2074320 Jul 16 20:09:35.055196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Checking segment: {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:35.055570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Network hostable DHCP agents. Network: 48889cee-3151-4f63-ba4c-fa784bd26018, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:35.097837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9e3a239-e3b3-4cf2-9617-c30a779012d0 req-36e2f1c1-192e-4c59-9de2-8adbc197d5e7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499747 Jul 16 20:09:35.104282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Network 48889cee-3151-4f63-ba4c-fa784bd26018 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:35.110293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8210051 Jul 16 20:09:35.119282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45356) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:35.126082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Request body: {'subnet': {'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-252786452-subnet', 'tenant_id': 'd82a06f909494499953f3673d655dab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:35.130895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 48889cee-3151-4f63-ba4c-fa784bd26018) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:35.138347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.139080 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.145301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e54bd-fd98-4189-8612-b23a6243fee0 admin admin] Pushing event updated for resources: {'Network': ['ID=12872790-76b2-4c1b-b9fb-b64748b36a62,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.159714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e549b9d-e8dc-4cc8-96c2-9046269a6552 None None] Network 48889cee-3151-4f63-ba4c-fa784bd26018 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:35.168234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Made reservation on behalf of d82a06f909494499953f3673d655dab9 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:35.171351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.179334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0f1ec-7301-45b8-b52a-6e9dd417e356 req-a0f24f07-4ccf-4716-9f84-d3536c04cfd2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.180905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34c0f1ec-7301-45b8-b52a-6e9dd417e356 req-a0f24f07-4ccf-4716-9f84-d3536c04cfd2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.1628568 Jul 16 20:09:35.181579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47bd74aa-cb80-43fd-9e3a-f6f4d5c65a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.182297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 12872790-76b2-4c1b-b9fb-b64748b36a62 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:35.185877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47bd74aa-cb80-43fd-9e3a-f6f4d5c65a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.189862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c28c5f07-41ed-40c8-8017-6c498a4e83d4 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8437834 Jul 16 20:09:35.190354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-47bd74aa-cb80-43fd-9e3a-f6f4d5c65a95 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c1fcc034-15c3-43d1-bdc8-9e159a3a96fd HTTP/1.1" status: 204 len: 168 time: 0.3692615 Jul 16 20:09:35.191195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45360) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:35.202060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:35.283856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd74aa-cb80-43fd-9e3a-f6f4d5c65a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fcc034-15c3-43d1-bdc8-9e159a3a96fd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.316254 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.319989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.380403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34c0f1ec-7301-45b8-b52a-6e9dd417e356 req-748f6ee5-6d06-4f44-9658-537d45b57a4f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874533 Jul 16 20:09:35.487494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.525021 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.547476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-48889cee-3151-4f63-ba4c-fa784bd26018', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:09:35.548445 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.596882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef38826-3561-47d5-b3db-f2f52efd0d81,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.605278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Checking segment: {'id': 'be3dded7-238b-4ac0-9806-54a0abcd1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:35.605735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Network hostable DHCP agents. Network: 12872790-76b2-4c1b-b9fb-b64748b36a62, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:35.640674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Network 12872790-76b2-4c1b-b9fb-b64748b36a62 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:35.672945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 12872790-76b2-4c1b-b9fb-b64748b36a62) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:35.685911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.686247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba390e9f-7841-46a5-8dd9-46c05bb79c4c None None] Network 12872790-76b2-4c1b-b9fb-b64748b36a62 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:35.686509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.716551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4d810bdb-592c-49ba-a55a-19a5e3c0030a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5958383 Jul 16 20:09:35.720111 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.831321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 50d31ea2-96cf-4659-9dee-213ccb25c4b3 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:36.003868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 50d31ea2-96cf-4659-9dee-213ccb25c4b3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=50d31ea2-96cf-4659-9dee-213ccb25c4b3,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:36.019074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device fb92d584-f913-4be7-a474-d1d98e5a04c0 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:36.027755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '50d31ea2-96cf-4659-9dee-213ccb25c4b3', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '50d31ea2-96cf-4659-9dee-213ccb25c4b3', 'mac_address': 'fa:16:3e:23:9f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:36.129761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca28616-6816-4bbd-97ec-e11cba85234d None None] Network 12872790-76b2-4c1b-b9fb-b64748b36a62 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:36.277868 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7e255f7-5fcd-49fc-8ea5-8b18b2e15a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.278613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.290297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.419179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d31ea2-96cf-4659-9dee-213ccb25c4b3 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:36.430562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Allocated IP 172.20.0.2 (48889cee-3151-4f63-ba4c-fa784bd26018/f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9/1f357ccd-7889-49c5-9e67-6281ac7ec0fb) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:36.499790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.535598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 50d31ea2-96cf-4659-9dee-213ccb25c4b3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=50d31ea2-96cf-4659-9dee-213ccb25c4b3,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:36.539996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf6a86-c21c-423e-9153-18d9b4e56dea req-d58dc738-5a79-48d8-87b8-71f89805f2f9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.546076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-35bf6a86-c21c-423e-9153-18d9b4e56dea req-d58dc738-5a79-48d8-87b8-71f89805f2f9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2140954 Jul 16 20:09:36.571108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:36.582123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:36.584623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45402) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:36.587122 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5d51e4-6aff-4fab-b3d9-cee5d74be2a1" -d '{"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-unplugged", "status": "completed", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:36.590178 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.590879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device fb92d584-f913-4be7-a474-d1d98e5a04c0 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:36.652709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.666647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=50d31ea2-96cf-4659-9dee-213ccb25c4b3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:36.675820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-35bf6a86-c21c-423e-9153-18d9b4e56dea req-b51b94d6-6f25-4ea5-825d-18dea07edeb6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170626 Jul 16 20:09:36.735338 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.742435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2027164082-network', 'tenant_id': '527a6df5ae93456383a83e42830aab6d'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:36.743123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:36.816251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Made reservation on behalf of 527a6df5ae93456383a83e42830aab6d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:36.819101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.831720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ab87a-2247-480a-9b05-328c1d2bbc86 req-77b4f180-9bb3-466c-a434-9243dc8b9723 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.840439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a07ab87a-2247-480a-9b05-328c1d2bbc86 req-77b4f180-9bb3-466c-a434-9243dc8b9723 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 947 time: 0.6350513 Jul 16 20:09:36.843861 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.909737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a07ab87a-2247-480a-9b05-328c1d2bbc86 req-67607acd-da1c-4082-8c74-0030f2a385e2 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678837 Jul 16 20:09:37.052087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Allocated IP 172.25.3.84 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/c92a8df4-9576-47ef-81ae-324f2d7549d4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:37.081938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:37.093955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.105123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.114977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'port_id': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'mac_address': 'fa:16:3e:06:cf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0370f1-a85f-4d2a-a06d-f89c625a2d74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:37.131765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.149128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Transition to ACTIVE for port object 1f357ccd-7889-49c5-9e67-6281ac7ec0fb will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:37.163163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:37.192917 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.193453 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Added segment ffb8489f-0c09-40d5-b633-7dd626441480 of type vlan for network 7441bde3-b20e-49ba-a573-f0f46a879c4e Jul 16 20:09:37.334697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25434aef-98bd-444b-a14f-861819d2ee8a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.339895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.358034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908ff8e-c6cc-420c-85b0-1e9edc42a5ca req-8cdae869-2e5c-474d-b443-bd51eb111573 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.360145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3908ff8e-c6cc-420c-85b0-1e9edc42a5ca req-8cdae869-2e5c-474d-b443-bd51eb111573 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 943 time: 0.1413631 Jul 16 20:09:37.376860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.419804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3908ff8e-c6cc-420c-85b0-1e9edc42a5ca req-9182e1c4-fd46-496d-881e-0ebd7fc2900a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519288 Jul 16 20:09:37.432488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.448166 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.456543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Transition to ACTIVE for port object 1f357ccd-7889-49c5-9e67-6281ac7ec0fb will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:37.473608 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.486189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb92d584-f913-4be7-a474-d1d98e5a04c0 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:37.498536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c92a8df4-9576-47ef-81ae-324f2d7549d4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.512662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:37.516384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:37.516586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.517909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.518505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.522421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:37.532202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:37.542798 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.552939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Network 48889cee-3151-4f63-ba4c-fa784bd26018 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:37.556656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:37.559389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-23840e92-2cda-47de-a5c2-b7a88eaa8138 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.565645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:37.566141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-23840e92-2cda-47de-a5c2-b7a88eaa8138 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/networks?id=12872790-76b2-4c1b-b9fb-b64748b36a62 HTTP/1.1" status: 200 len: 813 time: 0.3349802 Jul 16 20:09:37.591341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f8383aea-cc91-4a09-99bb-7c89b1af1992 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/quotas/d82a06f909494499953f3673d655dab9 HTTP/1.1" status: 200 len: 375 time: 0.0241828 Jul 16 20:09:37.614129 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0252209 Jul 16 20:09:37.641004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45422) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:37.646715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Request body: {'subnet': {'network_id': '7441bde3-b20e-49ba-a573-f0f46a879c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2027164082-subnet', 'tenant_id': '527a6df5ae93456383a83e42830aab6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:37.654357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Attempting to bind port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:37.654898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Attempting to bind port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:37.655385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Attempting to bind port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb on network 48889cee-3151-4f63-ba4c-fa784bd26018 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:37.662513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:37.663100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Checking segment: {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:37.663565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.664054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Bound using segment: {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:37.664626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Bound port: 1f357ccd-7889-49c5-9e67-6281ac7ec0fb, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:37.665113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.669260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Pushing event updated for resources: {'Port': ['ID=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.682409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-d782ac8a-608f-400f-8aaf-eefa7e92ff1e tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d82a06f909494499953f3673d655dab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901029 Jul 16 20:09:37.692286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0aeda-9e90-4981-8c49-e63bf05c05fc admin admin] Pushing event updated for resources: {'Network': ['ID=7441bde3-b20e-49ba-a573-f0f46a879c4e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.732293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 7441bde3-b20e-49ba-a573-f0f46a879c4e details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:37.775039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Made reservation on behalf of 527a6df5ae93456383a83e42830aab6d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:37.777807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.782788 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e57b6-6f40-4416-a61f-092b2b584aba x-openstack-request-id: req-1f2e57b6-6f40-4416-a61f-092b2b584aba {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:37.785486 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-unplugged", "status": "completed", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:37.786596 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1f2e57b6-6f40-4416-a61f-092b2b584aba {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:37.787151 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'code': 200} Jul 16 20:09:37.794009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-84ccdee1-4c63-4e4b-bd74-32ac6ef40537 service neutron] 10.222.0.91 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105835 Jul 16 20:09:37.906756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-45936781-0c6e-4269-a932-0a8adc888c6f service neutron] 10.222.0.91 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115136 Jul 16 20:09:37.920315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['fb92d584-f913-4be7-a474-d1d98e5a04c0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:37.923378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['50d31ea2-96cf-4659-9dee-213ccb25c4b3'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:37.944408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:38.015071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] For port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:38.019717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] For port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:38.091023 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.235766 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.490245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803f04f-01df-41db-9a09-cc4a3057c960 None None] Pushing event updated for resources: {'Port': ['ID=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:38.507474 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.533325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e9481-0d2f-4934-8b8c-b276684d4d28 req-75ad7d9f-4a72-4341-80d4-45625a5ea6ac tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.535138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-044e9481-0d2f-4934-8b8c-b276684d4d28 req-75ad7d9f-4a72-4341-80d4-45625a5ea6ac tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 948 time: 0.1610906 Jul 16 20:09:38.580810 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.589226 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.595473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-044e9481-0d2f-4934-8b8c-b276684d4d28 req-b67ee983-51c1-4c5b-84de-92981ba8bd44 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525849 Jul 16 20:09:38.760499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14366c-ad65-46a6-9e9a-9b3515df2cc7 req-7b61ce54-1510-455f-9356-e13ee33ae0bf tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.764327 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.778589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb14366c-ad65-46a6-9e9a-9b3515df2cc7 req-7b61ce54-1510-455f-9356-e13ee33ae0bf tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.8702116 Jul 16 20:09:38.779281 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2c70-a199-4f03-96f2-fd7237c54ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.784395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-086687bb-a9b7-4351-8278-1b3381a35ee1 req-fab4bafa-d28e-4637-8b61-14b6436930db tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 210 time: 0.0690176 Jul 16 20:09:38.970454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.114645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a8765-ce90-4e64-8152-2dc74162d403 req-7b418ab3-3c7c-425a-9af6-9f0b290f93ce tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.130421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb5a8765-ce90-4e64-8152-2dc74162d403 req-7b418ab3-3c7c-425a-9af6-9f0b290f93ce tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 944 time: 0.1133647 Jul 16 20:09:39.145831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb14366c-ad65-46a6-9e9a-9b3515df2cc7 req-9d503273-893a-4255-bfb2-4d592838720f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623874 Jul 16 20:09:39.149530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4929113-b4e8-43f6-a290-4d72b80fd5ac,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:39.188898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Checking segment: {'id': 'ffb8489f-0c09-40d5-b633-7dd626441480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7441bde3-b20e-49ba-a573-f0f46a879c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:39.196036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Network hostable DHCP agents. Network: 7441bde3-b20e-49ba-a573-f0f46a879c4e, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:39.205307 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb5a8765-ce90-4e64-8152-2dc74162d403 req-d9855fa6-60e5-45a5-81de-d93ffce02891 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724063 Jul 16 20:09:39.261520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Network 7441bde3-b20e-49ba-a573-f0f46a879c4e is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:39.290925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 7441bde3-b20e-49ba-a573-f0f46a879c4e) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:39.299216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1c1a0-9510-4273-8c6b-7e1bf1c56598 None None] Network 7441bde3-b20e-49ba-a573-f0f46a879c4e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:39.305171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.306158 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.322685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Router ffe067ff-4659-4e23-bf51-12f134b1807c is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:09:39.339942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0d7e1228-4065-4c65-bace-5e1e7e36611e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6973174 Jul 16 20:09:39.515031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-472d9d00-b540-4275-a394-4d18b5b79879 req-d31a8a6b-8966-4b87-b48c-c27ce9e32b45 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:39.516418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-472d9d00-b540-4275-a394-4d18b5b79879 req-d31a8a6b-8966-4b87-b48c-c27ce9e32b45 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070233 Jul 16 20:09:39.569980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:09:39.589636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Sync routers for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:09:39.611900 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.616519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45464) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:39.618123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-43c43dd7-d1f0-4089-b069-a915d87470b4 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4200525 Jul 16 20:09:39.668771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:39.669467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:09:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:39.745799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912755e4-7168-4002-8271-86e6c7f9bff1 None None] Network 7441bde3-b20e-49ba-a573-f0f46a879c4e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:39.871462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ed598-8922-416b-a979-c72506cc8b8d None None] Network 48889cee-3151-4f63-ba4c-fa784bd26018 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:39.875079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 50d31ea2-96cf-4659-9dee-213ccb25c4b3 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:39.955975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-36587524-007b-4837-b775-200a012f1b7a req-a33e6699-7382-4949-906a-5b484e3eded6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1299954504', 'description': 'tempest-description-1464347369'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:39.999678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-36587524-007b-4837-b775-200a012f1b7a req-a33e6699-7382-4949-906a-5b484e3eded6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.194446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-36587524-007b-4837-b775-200a012f1b7a req-a33e6699-7382-4949-906a-5b484e3eded6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.209364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-36587524-007b-4837-b775-200a012f1b7a req-a33e6699-7382-4949-906a-5b484e3eded6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.276145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6699-7382-4949-906a-5b484e3eded6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3433f5-4ef0-4183-b7d6-d6300fb507a0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:40.286245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-36587524-007b-4837-b775-200a012f1b7a req-a33e6699-7382-4949-906a-5b484e3eded6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.301070 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36587524-007b-4837-b775-200a012f1b7a req-a33e6699-7382-4949-906a-5b484e3eded6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3594346 Jul 16 20:09:40.405691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fa08baee-da23-4d63-853b-334b5aa14f2b None None] Provisioning for port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:40.409642 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.452801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:40.454279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ffb82-25b5-4ef6-a87c-c11365c40b41 req-4d064930-2a26-4a7d-938b-aef5ee3ff4f8 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.465728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-122ffb82-25b5-4ef6-a87c-c11365c40b41 req-4d064930-2a26-4a7d-938b-aef5ee3ff4f8 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 948 time: 0.4090557 Jul 16 20:09:40.469492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850608-15f2-4b9a-9654-537d39f5b5c5 req-1331dd4d-416f-4e54-b55f-9bcabca36526 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.477193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc850608-15f2-4b9a-9654-537d39f5b5c5 req-1331dd4d-416f-4e54-b55f-9bcabca36526 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.0865917 Jul 16 20:09:40.531490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-122ffb82-25b5-4ef6-a87c-c11365c40b41 req-7a8b0ff5-7f62-4fcd-a99e-c6dd934f436d tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647743 Jul 16 20:09:40.539910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc850608-15f2-4b9a-9654-537d39f5b5c5 req-90246b63-b16f-4059-bd3c-523055e3f813 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615840 Jul 16 20:09:40.544307 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-ec874147-7203-4cb5-980b-95bbf118b03d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4893868 Jul 16 20:09:40.704818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:40.712665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-8c2791b0-8e90-4451-adf6-d424710ab685 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.723043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-8c2791b0-8e90-4451-adf6-d424710ab685 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.99 "GET /v2.0/networks?id=12872790-76b2-4c1b-b9fb-b64748b36a62 HTTP/1.1" status: 200 len: 813 time: 0.4487813 Jul 16 20:09:40.728705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Request body: {'port': {'device_id': 'e8b91229-6475-4a80-9952-43a65795004c', 'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62', 'admin_state_up': True, 'tenant_id': 'd82a06f909494499953f3673d655dab9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:40.736578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1f357ccd-7889-49c5-9e67-6281ac7ec0fb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:40.738632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-170a8531-fad9-423e-87a3-7273da653b00 req-e2a3ed90-7a97-40d4-b691-765f4b44904b tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 210 time: 0.0481739 Jul 16 20:09:40.779663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:40.780152 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.920698 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.972697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:40.980720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:40.981314 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.012431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b0f69-4e88-4918-9839-9764d347a162 req-8a5d8191-4c15-4734-8dd6-5f53b5faee11 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.015020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-650b0f69-4e88-4918-9839-9764d347a162 req-8a5d8191-4c15-4734-8dd6-5f53b5faee11 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 944 time: 0.1245153 Jul 16 20:09:41.071495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09c93f-ec36-4043-960d-449e08553f88 req-15f6a41d-640e-424f-a44c-7578b5c0df3e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.078793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d09c93f-ec36-4043-960d-449e08553f88 req-15f6a41d-640e-424f-a44c-7578b5c0df3e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2642541 Jul 16 20:09:41.089632 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.123660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:37Z', 'revision_number': 3, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:41.161511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-650b0f69-4e88-4918-9839-9764d347a162 req-8e279963-7a44-4d08-b11f-4511b697fd56 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320975 Jul 16 20:09:41.267738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-a48f7b7a-dcbf-428d-8a11-760c3a093325 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/bc3433f5-4ef0-4183-b7d6-d6300fb507a0 HTTP/1.1" status: 200 len: 1805 time: 0.0651970 Jul 16 20:09:41.273426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bc3433f5-4ef0-4183-b7d6-d6300fb507a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:41.273752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bc3433f5-4ef0-4183-b7d6-d6300fb507a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:41.359443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d31ea2-96cf-4659-9dee-213ccb25c4b3'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:41.361891 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11665ed-60c0-46c9-b5ff-0ed5c9e67fb2" -d '{"events": [{"server_uuid": "7f762fff-458e-4f07-a70f-0ddb21302eec", "name": "network-vif-plugged", "status": "completed", "tag": "50d31ea2-96cf-4659-9dee-213ccb25c4b3"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:41.392433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 50d31ea2-96cf-4659-9dee-213ccb25c4b3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=50d31ea2-96cf-4659-9dee-213ccb25c4b3,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:41.400980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Checking router: ffe067ff-4659-4e23-bf51-12f134b1807c for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:09:41.401494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Updating router ffe067ff-4659-4e23-bf51-12f134b1807c port c92a8df4-9576-47ef-81ae-324f2d7549d4 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:09:41.406295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.407456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device fb92d584-f913-4be7-a474-d1d98e5a04c0 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:41.496994 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.507343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Made reservation on behalf of d82a06f909494499953f3673d655dab9 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:41.511073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.535447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.584796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.585966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.591820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.599618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6ad0e0a1-af57-47ae-ae66-591f4cfedcb5 None None] Provisioning complete for port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:41.600248 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e0a1-af57-47ae-ae66-591f4cfedcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.623650 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.657589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf9feaf5-80d0-4fca-8fc1-418ff5a388ca req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3885088 Jul 16 20:09:41.659270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=50d31ea2-96cf-4659-9dee-213ccb25c4b3,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:41.663570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96733-7c68-4255-b643-01d3b499858f tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82e904e-6a94-44a4-a23c-7de8dfc9451a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:41.671117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:41.674456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d09c93f-ec36-4043-960d-449e08553f88 req-e55f51b0-edee-47d9-a0a5-2123327d0233 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946271 Jul 16 20:09:41.694771 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.751066 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9947b63-b483-4737-9235-2c74744e946d x-openstack-request-id: req-d9947b63-b483-4737-9235-2c74744e946d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:41.751066 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f762fff-458e-4f07-a70f-0ddb21302eec", "name": "network-vif-plugged", "status": "completed", "tag": "50d31ea2-96cf-4659-9dee-213ccb25c4b3", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:41.751066 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d9947b63-b483-4737-9235-2c74744e946d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:41.760154 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d31ea2-96cf-4659-9dee-213ccb25c4b3', 'code': 200} Jul 16 20:09:41.768580 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.823103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Allocated IP 172.20.0.3 (12872790-76b2-4c1b-b9fb-b64748b36a62/eef38826-3561-47d5-b3db-f2f52efd0d81/694207d1-8831-4dff-a81d-87b2fc741044) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:41.829817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Allocated IP 172.20.0.1 (48889cee-3151-4f63-ba4c-fa784bd26018/f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9/c385aa9a-0d5d-41aa-aa9d-275e7001475b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:41.839887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port fb92d584-f913-4be7-a474-d1d98e5a04c0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:41.840258 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.932807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.007736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0407a-f96f-43f2-b29c-dd4b4a98146e req-5d1e27c9-39dd-466b-bcd6-2ef9d87fb492 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.014801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ca0407a-f96f-43f2-b29c-dd4b4a98146e req-5d1e27c9-39dd-466b-bcd6-2ef9d87fb492 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1242669 Jul 16 20:09:42.079164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ca0407a-f96f-43f2-b29c-dd4b4a98146e req-8335e42e-2d78-409b-9da6-acb72cf1b53d tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627928 Jul 16 20:09:42.100460 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.106874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b667f643-92de-4ed5-8727-f300a61d566d req-5374e92e-363d-4565-ae9b-2b8c580c5a25 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1280316681', 'description': 'tempest-description-99965403'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:42.133336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b667f643-92de-4ed5-8727-f300a61d566d req-5374e92e-363d-4565-ae9b-2b8c580c5a25 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.135440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a955b-c3f5-457b-acb0-bb6554297c2b req-adb9f4a9-1779-4e39-ba9d-f6c0931385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.137027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-168a955b-c3f5-457b-acb0-bb6554297c2b req-adb9f4a9-1779-4e39-ba9d-f6c0931385d4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 1101 time: 0.3045976 Jul 16 20:09:42.151608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.153725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:42.174680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.187642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9af7a-b502-4ced-8c27-f03f382ebe63 req-f3700f84-3014-4a61-b03b-e07539cf3d8f tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.194702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fa9af7a-b502-4ced-8c27-f03f382ebe63 req-f3700f84-3014-4a61-b03b-e07539cf3d8f tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 949 time: 0.3208525 Jul 16 20:09:42.208280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Transition to ACTIVE for port object c385aa9a-0d5d-41aa-aa9d-275e7001475b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:42.230011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.258731 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.270292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Transition to ACTIVE for port object c92a8df4-9576-47ef-81ae-324f2d7549d4 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:42.275535 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.275705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03524212-c5d7-4acc-a543-94c505b28e86 req-6545aeb4-9b63-46c6-9385-22ad31fdaf3e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.279929 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03524212-c5d7-4acc-a543-94c505b28e86 req-6545aeb4-9b63-46c6-9385-22ad31fdaf3e tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 946 time: 0.1207283 Jul 16 20:09:42.283415 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.286977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-168a955b-c3f5-457b-acb0-bb6554297c2b req-53cd2ec6-499d-4102-aded-525499f97321 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258502 Jul 16 20:09:42.315423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fa9af7a-b502-4ced-8c27-f03f382ebe63 req-600ecfbf-1a66-42d7-8afb-e536202bc8ee tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197124 Jul 16 20:09:42.347113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b667f643-92de-4ed5-8727-f300a61d566d req-5374e92e-363d-4565-ae9b-2b8c580c5a25 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.350654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.351452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058d289-41f9-4297-91eb-7c8d054458fe None None] Pushing event updated for resources: {'Port': ['ID=c92a8df4-9576-47ef-81ae-324f2d7549d4,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.354508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Attempting to bind port c92a8df4-9576-47ef-81ae-324f2d7549d4 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:42.354893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Attempting to bind port c92a8df4-9576-47ef-81ae-324f2d7549d4 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:42.355275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Attempting to bind port c92a8df4-9576-47ef-81ae-324f2d7549d4 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:42.363370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:42.363744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:42.364150 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.364536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:42.365005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Bound port: c92a8df4-9576-47ef-81ae-324f2d7549d4, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:42.365491 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.377793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b667f643-92de-4ed5-8727-f300a61d566d req-5374e92e-363d-4565-ae9b-2b8c580c5a25 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.407246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Network 48889cee-3151-4f63-ba4c-fa784bd26018 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:42.414414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:42.418714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:42.422564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c385aa9a-0d5d-41aa-aa9d-275e7001475b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.425299 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.469921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] For port c92a8df4-9576-47ef-81ae-324f2d7549d4, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:42.475846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] For port c92a8df4-9576-47ef-81ae-324f2d7549d4, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c92a8df4-9576-47ef-81ae-324f2d7549d4,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:42.484619 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.517021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Network 12872790-76b2-4c1b-b9fb-b64748b36a62 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:42.527127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:42.529112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.537138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:42.541897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Pushing event updated for resources: {'Port': ['ID=694207d1-8831-4dff-a81d-87b2fc741044,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.542312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b667f643-92de-4ed5-8727-f300a61d566d req-5374e92e-363d-4565-ae9b-2b8c580c5a25 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.556313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b667f643-92de-4ed5-8727-f300a61d566d req-5374e92e-363d-4565-ae9b-2b8c580c5a25 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4543138 Jul 16 20:09:42.559332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374e92e-363d-4565-ae9b-2b8c580c5a25 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886f09c6-9f2b-41d5-97ce-19ab6350aea0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.584558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058d289-41f9-4297-91eb-7c8d054458fe None None] Pushing event updated for resources: {'Port': ['ID=c92a8df4-9576-47ef-81ae-324f2d7549d4,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.602555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:42.603475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:09:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:42.659410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1f357ccd-7889-49c5-9e67-6281ac7ec0fb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:42.688333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-1991b7ac-722a-44de-aea7-c23f2c72e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.692199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-1991b7ac-722a-44de-aea7-c23f2c72e00b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 1102 time: 0.2575574 Jul 16 20:09:42.698205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Deleting port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:42.698205 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.706072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.706868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.766716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-6b3bd08c-5be6-4a32-81e0-18e182bafbc6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0422306 Jul 16 20:09:42.779951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Request body: {'port': {'device_id': 'e8b91229-6475-4a80-9952-43a65795004c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:42.790874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fb0dd-5834-457d-a03c-9be4ab3a20d9 req-a6b811cd-ac71-4d24-af06-e196e55ffb9e tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.792584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e20fb0dd-5834-457d-a03c-9be4ab3a20d9 req-a6b811cd-ac71-4d24-af06-e196e55ffb9e tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 931 time: 0.2489285 Jul 16 20:09:42.829488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:42.830089 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.835554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:42.895362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] For port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:42.895932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.906872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.914680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Calling delete_port for 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:42.933773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e20fb0dd-5834-457d-a03c-9be4ab3a20d9 req-4669adca-9618-4e41-9ac7-2d230ee664a9 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172478 Jul 16 20:09:43.039057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fc2f6e98-5061-4e41-901f-05b9d28a9e34 None None] Provisioning for port c385aa9a-0d5d-41aa-aa9d-275e7001475b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:43.060090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fc2f6e98-5061-4e41-901f-05b9d28a9e34 None None] Provisioning complete for port c385aa9a-0d5d-41aa-aa9d-275e7001475b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:43.063740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6e98-5061-4e41-901f-05b9d28a9e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.088716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.160352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f6e98-5061-4e41-901f-05b9d28a9e34 None None] Port c385aa9a-0d5d-41aa-aa9d-275e7001475b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:43.185618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.253478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-2c9c62ed-a119-469a-bb36-ecda303810c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.255653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-2c9c62ed-a119-469a-bb36-ecda303810c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.5476968 Jul 16 20:09:43.266309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:37Z', 'revision_number': 3, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:43.307625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80bd84-506e-43d7-a06b-83d0e35ba009 None None] The sync data for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 is: [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:37Z', 'revision_number': 3, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:43.321850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-cc4e1b5b-8664-4dbd-b6e3-ee538d01e2ae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.0589409 Jul 16 20:09:43.325581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.340980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0a1cd1d3-f2ee-414d-8731-3d35e744873e', '6ccfe16b-0fe5-4db8-b399-bb62d59369f8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:43.348315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.404897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Pushing event deleted for resources: {'Port': ['ID=6ccfe16b-0fe5-4db8-b399-bb62d59369f8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:43.446500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f750357-2348-4a15-975b-61c909c55808 req-0a38c417-44d9-430f-b319-6881de683b64 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/886f09c6-9f2b-41d5-97ce-19ab6350aea0 HTTP/1.1" status: 200 len: 1803 time: 0.1875916 Jul 16 20:09:43.485461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] No DVR routers for this DVR port 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:43.492176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-8f750357-2348-4a15-975b-61c909c55808 req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '886f09c6-9f2b-41d5-97ce-19ab6350aea0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:43.492527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-8f750357-2348-4a15-975b-61c909c55808 req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '886f09c6-9f2b-41d5-97ce-19ab6350aea0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:43.501554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.502787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.503664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03524212-c5d7-4acc-a543-94c505b28e86 req-4cf7f044-9aa2-41f1-ac89-db514ae531e7 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "DELETE /v2.0/ports/6ccfe16b-0fe5-4db8-b399-bb62d59369f8 HTTP/1.1" status: 204 len: 173 time: 1.2146695 Jul 16 20:09:43.505014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-6032b999-8cc7-43fb-8b1a-fdd2a2889ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.506809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-6032b999-8cc7-43fb-8b1a-fdd2a2889ebd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1664705 Jul 16 20:09:43.506995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'name': 'network-vif-deleted', 'tag': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:43.510961 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd681146-5084-4f09-b86c-ff0d2efbd33e" -d '{"events": [{"server_uuid": "5cbcb442-fd60-4ec4-aa19-ac88e3eab193", "name": "network-vif-deleted", "tag": "6ccfe16b-0fe5-4db8-b399-bb62d59369f8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:43.516949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c385aa9a-0d5d-41aa-aa9d-275e7001475b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:43.566883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd4c76-1413-4ad4-813f-d8ab2f6a76d7 req-1132c2d9-633f-46e5-b0a9-eb384e5ad610 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.575717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bfd4c76-1413-4ad4-813f-d8ab2f6a76d7 req-1132c2d9-633f-46e5-b0a9-eb384e5ad610 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.4880519 Jul 16 20:09:43.619303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-32642588-5872-4fd5-9ca9-c2c964a34b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.619303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-32642588-5872-4fd5-9ca9-c2c964a34b49 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021199 Jul 16 20:09:43.711009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bfd4c76-1413-4ad4-813f-d8ab2f6a76d7 req-675a2c05-c1eb-4b9a-8f66-bf26804cbcd1 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342585 Jul 16 20:09:43.739323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8f750357-2348-4a15-975b-61c909c55808 req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.753762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:43.757984 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6506b93-0850-4527-a9a5-fa50caddb32a" -d '{"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-plugged", "status": "completed", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:43.775267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-de00f824-ffa4-4041-974f-77998c6346cf service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456156 Jul 16 20:09:43.828985 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8f750357-2348-4a15-975b-61c909c55808 req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.842710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Network 48889cee-3151-4f63-ba4c-fa784bd26018 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:43.846632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:43.862678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8f750357-2348-4a15-975b-61c909c55808 req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.908061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470289b1-da21-4c0b-af73-dac346fd34fa,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:43.913901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8f750357-2348-4a15-975b-61c909c55808 req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.925822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f750357-2348-4a15-975b-61c909c55808 req-1f4dd849-17b1-4cba-9d83-a351b25b47a9 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4629672 Jul 16 20:09:43.936761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-0a12035a-6d05-46f4-81f0-5f82354f82be service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514637 Jul 16 20:09:43.993041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694207d1-8831-4dff-a81d-87b2fc741044 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:44.025731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.113061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-507d1993-ee00-4947-b0d4-8a7ff45167d5 req-737e0a16-d696-4395-a3e6-de023c0b4381 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cbcb442-fd60-4ec4-aa19-ac88e3eab193 HTTP/1.1" status: 200 len: 210 time: 0.0433617 Jul 16 20:09:44.119638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Transition to ACTIVE for port object 694207d1-8831-4dff-a81d-87b2fc741044 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:44.142286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.214046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ce2d6451-d69c-4716-98ae-2d16666f1964 None None] Provisioning complete for port c385aa9a-0d5d-41aa-aa9d-275e7001475b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:44.214968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6451-d69c-4716-98ae-2d16666f1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.234719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea785-6fb7-4c74-9174-dadc4f3be721 req-8a50615d-7735-40a5-b27f-0be86e3b5475 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.236880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-551ea785-6fb7-4c74-9174-dadc4f3be721 req-8a50615d-7735-40a5-b27f-0be86e3b5475 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.3522606 Jul 16 20:09:44.243604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Pushing event updated for resources: {'Port': ['ID=694207d1-8831-4dff-a81d-87b2fc741044,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:44.250168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Router ffe067ff-4659-4e23-bf51-12f134b1807c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:09:44.287621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d6451-d69c-4716-98ae-2d16666f1964 None None] Port c385aa9a-0d5d-41aa-aa9d-275e7001475b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:44.401127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d084-a485-406b-981b-c43b5f03bf56 req-2b139b1b-142a-44cc-9ea1-d1f1c904c84a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.402677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9476d084-a485-406b-981b-c43b5f03bf56 req-2b139b1b-142a-44cc-9ea1-d1f1c904c84a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.0942698 Jul 16 20:09:44.406455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-551ea785-6fb7-4c74-9174-dadc4f3be721 req-fb509c0e-f1ed-4b37-bb54-73102dce28c6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476889 Jul 16 20:09:44.463761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Attempting to bind port 694207d1-8831-4dff-a81d-87b2fc741044 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:44.464629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Attempting to bind port 694207d1-8831-4dff-a81d-87b2fc741044 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'be3dded7-238b-4ac0-9806-54a0abcd1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:44.464629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Attempting to bind port 694207d1-8831-4dff-a81d-87b2fc741044 on network 12872790-76b2-4c1b-b9fb-b64748b36a62 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:44.473866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Port 694207d1-8831-4dff-a81d-87b2fc741044 on network 12872790-76b2-4c1b-b9fb-b64748b36a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:44.474193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Attempting to bind port 694207d1-8831-4dff-a81d-87b2fc741044 on network 12872790-76b2-4c1b-b9fb-b64748b36a62 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:44.477343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9476d084-a485-406b-981b-c43b5f03bf56 req-12fc8320-7df5-45a7-a107-aa1879125ea1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608869 Jul 16 20:09:44.484959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:44.485316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Checking segment: {'id': 'be3dded7-238b-4ac0-9806-54a0abcd1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:44.485705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Bound using segment: {'id': 'be3dded7-238b-4ac0-9806-54a0abcd1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:44.486199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Bound port: 694207d1-8831-4dff-a81d-87b2fc741044, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3dded7-238b-4ac0-9806-54a0abcd1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:44.486494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.505211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:09:44.511843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e62414b0-07bb-4ed6-8a96-6f5313b8a6c1 admin admin] 10.222.0.91 "PUT /v2.0/routers/ffe067ff-4659-4e23-bf51-12f134b1807c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8942721 Jul 16 20:09:44.603265 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd56f230-4b54-4e67-ab01-a99f01de4266 x-openstack-request-id: req-fd56f230-4b54-4e67-ab01-a99f01de4266 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:44.603584 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbcb442-fd60-4ec4-aa19-ac88e3eab193", "name": "network-vif-deleted", "tag": "6ccfe16b-0fe5-4db8-b399-bb62d59369f8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:44.603868 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fd56f230-4b54-4e67-ab01-a99f01de4266 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:44.604276 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbcb442-fd60-4ec4-aa19-ac88e3eab193', 'name': 'network-vif-deleted', 'tag': '6ccfe16b-0fe5-4db8-b399-bb62d59369f8', 'status': 'completed', 'code': 200} Jul 16 20:09:44.616460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c92a8df4-9576-47ef-81ae-324f2d7549d4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:44.666534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-876d350a-58fb-4824-a67b-a4af0cc499e3 req-61529868-3496-46db-a761-6d7dfb2335fd tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1782318365', 'description': 'tempest-description-165224123'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:44.667714 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a9679-78c6-4457-8f68-fd19341a635b x-openstack-request-id: req-008a9679-78c6-4457-8f68-fd19341a635b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:44.668935 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-plugged", "status": "completed", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:44.670143 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-008a9679-78c6-4457-8f68-fd19341a635b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:44.676822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] For port 694207d1-8831-4dff-a81d-87b2fc741044, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:44.685435 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'code': 200} Jul 16 20:09:44.698261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-876d350a-58fb-4824-a67b-a4af0cc499e3 req-61529868-3496-46db-a761-6d7dfb2335fd tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.712031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] For port 694207d1-8831-4dff-a81d-87b2fc741044, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=694207d1-8831-4dff-a81d-87b2fc741044,segment=NetworkSegment(be3dded7-238b-4ac0-9806-54a0abcd1daf),segment_id=be3dded7-238b-4ac0-9806-54a0abcd1daf)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:44.731912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.798183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e8789-ed5e-4997-8ff1-8adfcf015fcd req-43a8d146-d070-4287-ae6b-e2c75c13f348 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.806346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c92a8df4-9576-47ef-81ae-324f2d7549d4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:44.814528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c92a8df4-9576-47ef-81ae-324f2d7549d4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:44.814984 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.818143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c5e8789-ed5e-4997-8ff1-8adfcf015fcd req-43a8d146-d070-4287-ae6b-e2c75c13f348 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 949 time: 0.2001643 Jul 16 20:09:44.823259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.823887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.825468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] 10.222.0.99 "PUT /v2.0/ports/694207d1-8831-4dff-a81d-87b2fc741044 HTTP/1.1" status: 200 len: 1092 time: 2.0510013 Jul 16 20:09:44.826674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b91229-6475-4a80-9952-43a65795004c', 'tag': '694207d1-8831-4dff-a81d-87b2fc741044'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:44.829704 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e80f7-39b9-4455-bb13-7478696d319b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b91229-6475-4a80-9952-43a65795004c", "tag": "694207d1-8831-4dff-a81d-87b2fc741044"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:44.893361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-876d350a-58fb-4824-a67b-a4af0cc499e3 req-61529868-3496-46db-a761-6d7dfb2335fd tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.903533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-876d350a-58fb-4824-a67b-a4af0cc499e3 req-61529868-3496-46db-a761-6d7dfb2335fd tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.947281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c5e8789-ed5e-4997-8ff1-8adfcf015fcd req-62f5f83c-1725-4192-9fa2-0c91cba36af7 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260173 Jul 16 20:09:44.947652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.959545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-876d350a-58fb-4824-a67b-a4af0cc499e3 req-61529868-3496-46db-a761-6d7dfb2335fd tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.965783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69edd43-daca-4356-ba98-757a4c70446d service neutron] Pushing event updated for resources: {'Port': ['ID=694207d1-8831-4dff-a81d-87b2fc741044,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:44.976315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-876d350a-58fb-4824-a67b-a4af0cc499e3 req-61529868-3496-46db-a761-6d7dfb2335fd tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3153806 Jul 16 20:09:44.986740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c92a8df4-9576-47ef-81ae-324f2d7549d4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c92a8df4-9576-47ef-81ae-324f2d7549d4,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:44.987205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61529868-3496-46db-a761-6d7dfb2335fd tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adee0dd1-66da-4d25-be22-9f916f274a31,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.000373 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.007390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9834-63fc-454f-815c-deac55b23d03 req-dea7a32b-34dc-46a5-a281-27feb980d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.008933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47df9834-63fc-454f-815c-deac55b23d03 req-dea7a32b-34dc-46a5-a281-27feb980d7ac service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 1097 time: 0.1691983 Jul 16 20:09:45.039114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-55b12e4a-c41d-4f05-b526-cae8e7e3c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.040742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-55b12e4a-c41d-4f05-b526-cae8e7e3c44b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d82a06f909494499953f3673d655dab9&device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 1095 time: 0.1527479 Jul 16 20:09:45.059901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47df9834-63fc-454f-815c-deac55b23d03 req-b09fcdab-7047-4dbd-a83b-2c4061e1d0ba service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Jul 16 20:09:45.086294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c92a8df4-9576-47ef-81ae-324f2d7549d4,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.094946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-7058dfdd-b914-48aa-ac75-48ff5d8f1fb9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694207d1-8831-4dff-a81d-87b2fc741044 HTTP/1.1" status: 200 len: 217 time: 0.0440762 Jul 16 20:09:45.174022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67cc8-47b0-4b3f-8986-7af3a855b5b6 req-86acb785-3229-4320-8b67-ea6663e163de tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.175442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07b67cc8-47b0-4b3f-8986-7af3a855b5b6 req-86acb785-3229-4320-8b67-ea6663e163de tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0689406 Jul 16 20:09:45.195989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-13f0ad7a-d110-4c0c-b299-ff6f275d542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.197487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-13f0ad7a-d110-4c0c-b299-ff6f275d542e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eef38826-3561-47d5-b3db-f2f52efd0d81 HTTP/1.1" status: 200 len: 853 time: 0.0852983 Jul 16 20:09:45.216768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07b67cc8-47b0-4b3f-8986-7af3a855b5b6 req-3018c37e-c961-4cc6-9282-47f81468695d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Jul 16 20:09:45.237455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-8c3441f5-be6e-4704-81e1-726b77ba2dbf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=12872790-76b2-4c1b-b9fb-b64748b36a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309129 Jul 16 20:09:45.254586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf6582-e9fb-4b4c-95a5-4cc9ca84e9b6 req-0de9b5f0-80bc-4ffc-a11c-d2ef8f07ae38 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.256362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7eaf6582-e9fb-4b4c-95a5-4cc9ca84e9b6 req-0de9b5f0-80bc-4ffc-a11c-d2ef8f07ae38 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 943 time: 0.1349015 Jul 16 20:09:45.265869 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796aa617-ea62-48a6-82f7-52f9be5cd49d x-openstack-request-id: req-796aa617-ea62-48a6-82f7-52f9be5cd49d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:45.266159 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b91229-6475-4a80-9952-43a65795004c", "tag": "694207d1-8831-4dff-a81d-87b2fc741044", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:45.266414 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-796aa617-ea62-48a6-82f7-52f9be5cd49d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:45.266817 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b91229-6475-4a80-9952-43a65795004c', 'tag': '694207d1-8831-4dff-a81d-87b2fc741044', 'status': 'completed', 'code': 200} Jul 16 20:09:45.283781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-667778b5-f69d-44c2-a9dd-41f09487abfb req-ea2f5704-a699-4cd8-9f44-08e51778ff9a tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-558306334', 'description': 'tempest-description-299387381'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:45.309860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-667778b5-f69d-44c2-a9dd-41f09487abfb req-ea2f5704-a699-4cd8-9f44-08e51778ff9a tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.364327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7eaf6582-e9fb-4b4c-95a5-4cc9ca84e9b6 req-d20a1e9f-023f-4bff-b85f-87d9d09f2736 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966265 Jul 16 20:09:45.395619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-937991cc-29a7-4fbc-8039-c031a680dd44 service neutron] 10.222.0.99 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498013 Jul 16 20:09:45.400747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-667778b5-f69d-44c2-a9dd-41f09487abfb req-ea2f5704-a699-4cd8-9f44-08e51778ff9a tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.407702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-667778b5-f69d-44c2-a9dd-41f09487abfb req-ea2f5704-a699-4cd8-9f44-08e51778ff9a tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.446218 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-667778b5-f69d-44c2-a9dd-41f09487abfb req-ea2f5704-a699-4cd8-9f44-08e51778ff9a tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.447620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-667778b5-f69d-44c2-a9dd-41f09487abfb req-ea2f5704-a699-4cd8-9f44-08e51778ff9a tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1693704 Jul 16 20:09:45.449591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f5704-a699-4cd8-9f44-08e51778ff9a tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e9bc1-9414-4447-9b8f-874ff10ec90e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.519685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4323c-3eed-4bb4-a2de-8e6e7108d82a req-995c43f1-48a0-4634-b2be-9c70189fde19 service neutron] 10.222.0.99 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157799 Jul 16 20:09:45.665538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e80f7-39b9-4455-bb13-7478696d319b req-d629e811-a53c-43b8-8dab-57a4af479db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.667375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-413e80f7-39b9-4455-bb13-7478696d319b req-d629e811-a53c-43b8-8dab-57a4af479db2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d82a06f909494499953f3673d655dab9&device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 1095 time: 0.0910273 Jul 16 20:09:45.690893 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Sync routers for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:09:45.705027 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:45.706289 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:09:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:45.794960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45576) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:45.801239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-143f8449-4330-4e1a-bcc2-a6376ff00028 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537576173', 'description': 'tempest-description--1271257843'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:45.805571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e80f7-39b9-4455-bb13-7478696d319b req-898c5a4c-f8a4-475f-8f37-606053fa19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.807220 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-413e80f7-39b9-4455-bb13-7478696d319b req-898c5a4c-f8a4-475f-8f37-606053fa19f4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=12872790-76b2-4c1b-b9fb-b64748b36a62 HTTP/1.1" status: 200 len: 914 time: 0.1292727 Jul 16 20:09:45.830777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:45.857358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:45.858080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6ccfe16b-0fe5-4db8-b399-bb62d59369f8 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:45.859155 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:45.887243 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-143f8449-4330-4e1a-bcc2-a6376ff00028 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.897867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-413e80f7-39b9-4455-bb13-7478696d319b req-b56ef6d2-71a0-4473-b5d0-5e2531b62aea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694207d1-8831-4dff-a81d-87b2fc741044 HTTP/1.1" status: 200 len: 217 time: 0.0751925 Jul 16 20:09:45.907520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-875a421a-c14d-482d-8d34-e5c828eea9c7 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/adee0dd1-66da-4d25-be22-9f916f274a31 HTTP/1.1" status: 200 len: 1804 time: 0.0929325 Jul 16 20:09:45.970245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e80f7-39b9-4455-bb13-7478696d319b req-61818e4a-adb3-42ec-b5d5-90182a36bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.971834 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-413e80f7-39b9-4455-bb13-7478696d319b req-61818e4a-adb3-42ec-b5d5-90182a36bc2e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eef38826-3561-47d5-b3db-f2f52efd0d81 HTTP/1.1" status: 200 len: 853 time: 0.0573685 Jul 16 20:09:45.979172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-6aae91b1-f1d6-4dc0-8d57-e4ee4ba27392 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/fd0e9bc1-9414-4447-9b8f-874ff10ec90e HTTP/1.1" status: 200 len: 1803 time: 0.0639555 Jul 16 20:09:45.997414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'adee0dd1-66da-4d25-be22-9f916f274a31', 'remote_group_id': 'fd0e9bc1-9414-4447-9b8f-874ff10ec90e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:45.998180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'adee0dd1-66da-4d25-be22-9f916f274a31', 'remote_group_id': 'fd0e9bc1-9414-4447-9b8f-874ff10ec90e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:46.002582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6430d6-febb-4b74-82e7-91ad04e88e78 req-8fa61ef7-ee9d-47dc-9ca8-43753739e55f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.006682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c6430d6-febb-4b74-82e7-91ad04e88e78 req-8fa61ef7-ee9d-47dc-9ca8-43753739e55f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.1633394 Jul 16 20:09:46.031322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-413e80f7-39b9-4455-bb13-7478696d319b req-ce2928f9-a983-4b88-84ff-7970db157fe3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=12872790-76b2-4c1b-b9fb-b64748b36a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463727 Jul 16 20:09:46.042718 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-143f8449-4330-4e1a-bcc2-a6376ff00028 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.062385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-143f8449-4330-4e1a-bcc2-a6376ff00028 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.104936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c6430d6-febb-4b74-82e7-91ad04e88e78 req-a3d7ad1a-4d89-4f12-a141-67562e88264e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721295 Jul 16 20:09:46.110144 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 2, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:46.111175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-143f8449-4330-4e1a-bcc2-a6376ff00028 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.112300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-143f8449-4330-4e1a-bcc2-a6376ff00028 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3159673 Jul 16 20:09:46.116981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45578) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:46.126949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-11671abe-aebd-4062-9a39-4029f7075064 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Request body: {'security_group_rule': {'security_group_id': 'cb9124f5-3ebe-4fe5-a7f3-aa99988e5466', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:46.160062 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Checking router: ffe067ff-4659-4e23-bf51-12f134b1807c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:09:46.161065 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Updating router ffe067ff-4659-4e23-bf51-12f134b1807c port c385aa9a-0d5d-41aa-aa9d-275e7001475b binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:09:46.163326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f8449-4330-4e1a-bcc2-a6376ff00028 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.214617 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.221486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.245533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11671abe-aebd-4062-9a39-4029f7075064 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.366760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.382121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.393022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11671abe-aebd-4062-9a39-4029f7075064 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.417856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dca31e-b24d-4f2c-9516-62f088d9e18b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.439732 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11671abe-aebd-4062-9a39-4029f7075064 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.450002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.451343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07932841-8094-4d4a-a149-1c97eb4502f7 req-51352652-90d1-4e08-a666-9254cacdd4fc tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4591773 Jul 16 20:09:46.489740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11671abe-aebd-4062-9a39-4029f7075064 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e616cf-1856-45a3-b737-6429c5c628bf,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.503435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11671abe-aebd-4062-9a39-4029f7075064 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.504667 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-11671abe-aebd-4062-9a39-4029f7075064 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3823860 Jul 16 20:09:46.507756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45586) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:46.518858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3b1b4328-265f-43a6-aa04-273202a57294 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Request body: {'security_group_rule': {'security_group_id': 'cb9124f5-3ebe-4fe5-a7f3-aa99988e5466', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:46.546598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-413e80f7-39b9-4455-bb13-7478696d319b req-9d9ab75c-1968-44dd-ab79-8b498ea98760 service neutron] 10.222.0.99 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071435 Jul 16 20:09:46.559265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4328-265f-43a6-aa04-273202a57294 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.560503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c92a8df4-9576-47ef-81ae-324f2d7549d4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:46.613896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c92a8df4-9576-47ef-81ae-324f2d7549d4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:46.614711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.619376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff130ee2-9423-4eb9-84ca-b5f2d31df707 req-6bc70b38-8f29-465a-b416-63fe0bfaf5dc tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.620958 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff130ee2-9423-4eb9-84ca-b5f2d31df707 req-6bc70b38-8f29-465a-b416-63fe0bfaf5dc tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.1619720 Jul 16 20:09:46.694719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4328-265f-43a6-aa04-273202a57294 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.707044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4328-265f-43a6-aa04-273202a57294 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.731557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff130ee2-9423-4eb9-84ca-b5f2d31df707 req-3d0f8820-913b-49e6-8d70-d3a656e63be3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026883 Jul 16 20:09:46.739856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-413e80f7-39b9-4455-bb13-7478696d319b req-67ce4ff1-781a-43db-99e4-22c6bb26cc91 service neutron] 10.222.0.99 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840851 Jul 16 20:09:46.741014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b4328-265f-43a6-aa04-273202a57294 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c02e16d-4b0b-4f26-a1d5-af8032c32575,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.746675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679867a-e1bb-448a-a9c7-b5e1ba23b986 req-8ae43adf-aa6a-4de9-9174-64ba594eeafc tempest-ServersAdminNegativeTestJSON-609944185 tempest-ServersAdminNegativeTestJSON-609944185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.748428 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1679867a-e1bb-448a-a9c7-b5e1ba23b986 req-8ae43adf-aa6a-4de9-9174-64ba594eeafc tempest-ServersAdminNegativeTestJSON-609944185 tempest-ServersAdminNegativeTestJSON-609944185-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 1101 time: 0.1208851 Jul 16 20:09:46.751508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4328-265f-43a6-aa04-273202a57294 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.756023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b1b4328-265f-43a6-aa04-273202a57294 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439375 Jul 16 20:09:46.756486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:46.772823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:46.773181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1679867a-e1bb-448a-a9c7-b5e1ba23b986 req-de289d43-216c-42de-8a59-db7a7273768e tempest-ServersAdminNegativeTestJSON-609944185 tempest-ServersAdminNegativeTestJSON-609944185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.800478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.807287 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.819365 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Transition to ACTIVE for port object c385aa9a-0d5d-41aa-aa9d-275e7001475b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:46.830089 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.898628 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dba88c-56bc-40cc-b997-b91442643bc7 None None] Pushing event updated for resources: {'Port': ['ID=c385aa9a-0d5d-41aa-aa9d-275e7001475b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.907615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1679867a-e1bb-448a-a9c7-b5e1ba23b986 req-de289d43-216c-42de-8a59-db7a7273768e tempest-ServersAdminNegativeTestJSON-609944185 tempest-ServersAdminNegativeTestJSON-609944185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.914726 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1679867a-e1bb-448a-a9c7-b5e1ba23b986 req-de289d43-216c-42de-8a59-db7a7273768e tempest-ServersAdminNegativeTestJSON-609944185 tempest-ServersAdminNegativeTestJSON-609944185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.953550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1679867a-e1bb-448a-a9c7-b5e1ba23b986 req-de289d43-216c-42de-8a59-db7a7273768e tempest-ServersAdminNegativeTestJSON-609944185 tempest-ServersAdminNegativeTestJSON-609944185-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973302 Jul 16 20:09:46.976477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.979709 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Attempting to bind port c385aa9a-0d5d-41aa-aa9d-275e7001475b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:46.980426 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Attempting to bind port c385aa9a-0d5d-41aa-aa9d-275e7001475b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:46.980981 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Attempting to bind port c385aa9a-0d5d-41aa-aa9d-275e7001475b on network 48889cee-3151-4f63-ba4c-fa784bd26018 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:46.981244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de289d43-216c-42de-8a59-db7a7273768e tempest-ServersAdminNegativeTestJSON-609944185 tempest-ServersAdminNegativeTestJSON-609944185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd539097-3a11-45a2-aab2-5fc7ea75da7f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.003932 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:47.004478 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Checking segment: {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:47.005179 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.005723 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Bound using segment: {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:47.006506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Bound port: c385aa9a-0d5d-41aa-aa9d-275e7001475b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:47.006997 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.113481 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] For port c385aa9a-0d5d-41aa-aa9d-275e7001475b, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:47.117711 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] For port c385aa9a-0d5d-41aa-aa9d-275e7001475b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c385aa9a-0d5d-41aa-aa9d-275e7001475b,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:47.123638 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.137742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Allocated IP 172.25.3.206 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/37f4c8f9-42c3-4fa5-abe9-013345547edf) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:47.182964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c978c-117a-4dce-a326-17ad34859b85 req-02238e0b-94ff-42fd-a56a-d992a021080a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.191623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b52c978c-117a-4dce-a326-17ad34859b85 req-02238e0b-94ff-42fd-a56a-d992a021080a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0997963 Jul 16 20:09:47.193283 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dba88c-56bc-40cc-b997-b91442643bc7 None None] Pushing event updated for resources: {'Port': ['ID=c385aa9a-0d5d-41aa-aa9d-275e7001475b,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.237115 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:47.237714 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:09:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:47.261264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b52c978c-117a-4dce-a326-17ad34859b85 req-df78ef10-29a2-43ca-9717-3acebb05c685 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687373 Jul 16 20:09:47.307965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-d80d2f51-51b3-4da8-9801-ad956a8f6db9 req-a3c0feed-2de7-4172-99a3-95bbf48923f6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1012014623', 'description': 'tempest-description-254961870'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:47.343212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d80d2f51-51b3-4da8-9801-ad956a8f6db9 req-a3c0feed-2de7-4172-99a3-95bbf48923f6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.364759 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.386237 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:47.402774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fe2ff-398e-45ec-9388-fbf96b3f6965 req-61be008b-55c2-4f9e-bd11-811c3e5e3828 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.404568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b3fe2ff-398e-45ec-9388-fbf96b3f6965 req-61be008b-55c2-4f9e-bd11-811c3e5e3828 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 943 time: 0.1310811 Jul 16 20:09:47.460087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d80d2f51-51b3-4da8-9801-ad956a8f6db9 req-a3c0feed-2de7-4172-99a3-95bbf48923f6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.461073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.470865 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d80d2f51-51b3-4da8-9801-ad956a8f6db9 req-a3c0feed-2de7-4172-99a3-95bbf48923f6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.480713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b3fe2ff-398e-45ec-9388-fbf96b3f6965 req-11172017-205b-45c6-86be-0b3113672cad tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663280 Jul 16 20:09:47.511162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d80d2f51-51b3-4da8-9801-ad956a8f6db9 req-a3c0feed-2de7-4172-99a3-95bbf48923f6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.512454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d80d2f51-51b3-4da8-9801-ad956a8f6db9 req-a3c0feed-2de7-4172-99a3-95bbf48923f6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2088983 Jul 16 20:09:47.514780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0feed-2de7-4172-99a3-95bbf48923f6 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1607679-1215-44e2-827f-648eb932b806,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.544066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:47.549805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:47.553202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:47.599543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event updated for resources: {'Port': ['ID=37f4c8f9-42c3-4fa5-abe9-013345547edf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.662135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.690610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba3dc-45c3-4d86-ae93-c987e6d039c2 req-b42d1d7a-83a8-4b18-a449-123ea6a02726 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.692177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf2ba3dc-45c3-4d86-ae93-c987e6d039c2 req-b42d1d7a-83a8-4b18-a449-123ea6a02726 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0718200 Jul 16 20:09:47.708624 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:47Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:47.720885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.739264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf2ba3dc-45c3-4d86-ae93-c987e6d039c2 req-5b658134-01c9-4fa5-80ab-4713726ccc13 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393019 Jul 16 20:09:47.742449 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e77aed-ab6a-42db-8105-79d36f5eebe3 None None] The sync data for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 is: [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:47Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:47.842250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 694207d1-8831-4dff-a81d-87b2fc741044 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:47.946875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d34da7-c679-4230-abc3-fa745d75a06c req-f2fcbeb6-2617-430a-ac93-934c054a3689 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.948472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7d34da7-c679-4230-abc3-fa745d75a06c req-f2fcbeb6-2617-430a-ac93-934c054a3689 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.1989014 Jul 16 20:09:47.948644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306161b-c372-4f8d-83c9-fa7526c3ca7b req-8d11c0a4-8742-40d3-b78f-02dd0ff56a1f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.955716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a306161b-c372-4f8d-83c9-fa7526c3ca7b req-8d11c0a4-8742-40d3-b78f-02dd0ff56a1f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.0811403 Jul 16 20:09:47.979564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 694207d1-8831-4dff-a81d-87b2fc741044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=694207d1-8831-4dff-a81d-87b2fc741044,segment=NetworkSegment(be3dded7-238b-4ac0-9806-54a0abcd1daf),segment_id=be3dded7-238b-4ac0-9806-54a0abcd1daf)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:47.992462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a306161b-c372-4f8d-83c9-fa7526c3ca7b req-bb54be55-6b1b-4d27-b1b1-334ba409ec1c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357473 Jul 16 20:09:47.995649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '694207d1-8831-4dff-a81d-87b2fc741044', 'network_id': '12872790-76b2-4c1b-b9fb-b64748b36a62', 'port_id': '694207d1-8831-4dff-a81d-87b2fc741044', 'mac_address': 'fa:16:3e:a7:e0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef38826-3561-47d5-b3db-f2f52efd0d81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:48.039456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7d34da7-c679-4230-abc3-fa745d75a06c req-5ad97518-74d0-4ff1-8aa2-e46a14e21451 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806384 Jul 16 20:09:48.046016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-029e2ae2-454e-4fde-b127-c0b73b4410a9 req-187305b0-a5bb-4fa0-b13d-016d0f534cc2 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1377145091', 'description': 'tempest-description-943629858'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:48.046535 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.062696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694207d1-8831-4dff-a81d-87b2fc741044 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:48.075168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.083078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.093822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-029e2ae2-454e-4fde-b127-c0b73b4410a9 req-187305b0-a5bb-4fa0-b13d-016d0f534cc2 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.121273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 694207d1-8831-4dff-a81d-87b2fc741044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=694207d1-8831-4dff-a81d-87b2fc741044,segment=NetworkSegment(be3dded7-238b-4ac0-9806-54a0abcd1daf),segment_id=be3dded7-238b-4ac0-9806-54a0abcd1daf)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:48.127913 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.201102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-029e2ae2-454e-4fde-b127-c0b73b4410a9 req-187305b0-a5bb-4fa0-b13d-016d0f534cc2 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.210532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-029e2ae2-454e-4fde-b127-c0b73b4410a9 req-187305b0-a5bb-4fa0-b13d-016d0f534cc2 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.213639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=694207d1-8831-4dff-a81d-87b2fc741044,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.260270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-029e2ae2-454e-4fde-b127-c0b73b4410a9 req-187305b0-a5bb-4fa0-b13d-016d0f534cc2 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.261495 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-029e2ae2-454e-4fde-b127-c0b73b4410a9 req-187305b0-a5bb-4fa0-b13d-016d0f534cc2 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2215703 Jul 16 20:09:48.274257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187305b0-a5bb-4fa0-b13d-016d0f534cc2 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e4f89-4c51-4a4f-804a-67dd308b534b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.285799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event updated for resources: {'Port': ['ID=37f4c8f9-42c3-4fa5-abe9-013345547edf,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.289309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.308732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.310234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c87d0411-fb5d-4e3c-b447-c7ee59facb2a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5527179 Jul 16 20:09:48.349197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98497-3037-4b6f-a1ae-b57a3a72f3f9 req-dc7773bd-3ca4-4bdc-a539-77eb8cbbfe06 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.356909 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75a98497-3037-4b6f-a1ae-b57a3a72f3f9 req-dc7773bd-3ca4-4bdc-a539-77eb8cbbfe06 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.1146970 Jul 16 20:09:48.405356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['694207d1-8831-4dff-a81d-87b2fc741044'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:48.416247 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75a98497-3037-4b6f-a1ae-b57a3a72f3f9 req-044333cf-0919-4f5a-adac-1e4fe99687a0 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582998 Jul 16 20:09:48.603268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-86e66ae1-654b-4dcb-88aa-cf4aed363a44 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/b1607679-1215-44e2-827f-648eb932b806 HTTP/1.1" status: 200 len: 1804 time: 0.1391735 Jul 16 20:09:48.678578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c385aa9a-0d5d-41aa-aa9d-275e7001475b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:48.693997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-0fad3f66-6c05-4467-90e6-8d8f3fd92720 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/f19e4f89-4c51-4a4f-804a-67dd308b534b HTTP/1.1" status: 200 len: 1804 time: 0.0808365 Jul 16 20:09:48.705287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1607679-1215-44e2-827f-648eb932b806', 'remote_group_id': 'f19e4f89-4c51-4a4f-804a-67dd308b534b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:48.708223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1607679-1215-44e2-827f-648eb932b806', 'remote_group_id': 'f19e4f89-4c51-4a4f-804a-67dd308b534b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:48.790906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.862149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c385aa9a-0d5d-41aa-aa9d-275e7001475b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:48.871136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c385aa9a-0d5d-41aa-aa9d-275e7001475b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:48.871724 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.881201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.888481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.913909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb7ffa8-a4cf-4a37-a152-7450c762b189,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.920041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.933821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-770a63f9-21e5-42ab-96b5-24f9011e16a3 req-98901406-c123-4fc0-b859-b5df8ebc6955 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2336547 Jul 16 20:09:48.950633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f11970-54ae-4bff-b390-642fb7c7c193 req-ab64d129-bda8-41d2-ac6b-18609108f8f5 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.956802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98f11970-54ae-4bff-b390-642fb7c7c193 req-ab64d129-bda8-41d2-ac6b-18609108f8f5 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 944 time: 0.1420288 Jul 16 20:09:49.012337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98f11970-54ae-4bff-b390-642fb7c7c193 req-ede543e2-79b4-40f0-8476-3f78e91ce121 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479162 Jul 16 20:09:49.018335 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.083756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c385aa9a-0d5d-41aa-aa9d-275e7001475b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c385aa9a-0d5d-41aa-aa9d-275e7001475b,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:49.099609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.208688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c385aa9a-0d5d-41aa-aa9d-275e7001475b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:49.271120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-b1340880-4dfe-4895-a563-781f19a5b9b4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.272657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-b1340880-4dfe-4895-a563-781f19a5b9b4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 814 time: 0.1308315 Jul 16 20:09:49.298389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-43a68ff2-51b6-4a6f-a91d-a074b4521dea tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/quotas/443eabb37d6e4cf8ae535c5740f4d7b6 HTTP/1.1" status: 200 len: 375 time: 0.0178092 Jul 16 20:09:49.377012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-a9a4ebef-63eb-46d7-9df2-5d438c6fb889 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766418 Jul 16 20:09:49.478553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c37090-8b00-48b5-8324-4ff270c18dca req-3d2a8e20-e434-47be-b7c4-5032303784fa tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.480231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64c37090-8b00-48b5-8324-4ff270c18dca req-3d2a8e20-e434-47be-b7c4-5032303784fa tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0834670 Jul 16 20:09:49.499897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-22f022a8-f971-4649-8852-6b9f0239ee2c service neutron] 10.222.0.91 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030009 Jul 16 20:09:49.523359 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64c37090-8b00-48b5-8324-4ff270c18dca req-a155384e-7bdf-43c5-b032-830bfc781515 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Jul 16 20:09:49.599530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c6a1299-9ae4-4e99-b2e3-1cdf8b702e5a req-276fe249-56e6-450e-beeb-77380572ca82 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/f19e4f89-4c51-4a4f-804a-67dd308b534b HTTP/1.1" status: 200 len: 1804 time: 0.0509698 Jul 16 20:09:49.610524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-d96d009c-51bd-4d7e-b3b6-98b9e5210e74 service neutron] 10.222.0.91 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027205 Jul 16 20:09:49.673427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2c6a1299-9ae4-4e99-b2e3-1cdf8b702e5a req-20bafd8a-eaba-437c-bfdc-137a527b845d tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.699298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2c6a1299-9ae4-4e99-b2e3-1cdf8b702e5a req-20bafd8a-eaba-437c-bfdc-137a527b845d tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.778904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2c6a1299-9ae4-4e99-b2e3-1cdf8b702e5a req-20bafd8a-eaba-437c-bfdc-137a527b845d tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.784904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2c6a1299-9ae4-4e99-b2e3-1cdf8b702e5a req-20bafd8a-eaba-437c-bfdc-137a527b845d tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.786104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c6a1299-9ae4-4e99-b2e3-1cdf8b702e5a req-20bafd8a-eaba-437c-bfdc-137a527b845d tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-groups/f19e4f89-4c51-4a4f-804a-67dd308b534b HTTP/1.1" status: 204 len: 173 time: 0.1839550 Jul 16 20:09:49.801315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bafd8a-eaba-437c-bfdc-137a527b845d tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e4f89-4c51-4a4f-804a-67dd308b534b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:49.861625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 694207d1-8831-4dff-a81d-87b2fc741044 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:49.943665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d837b-cb74-47d8-acc3-4ac4129d26e2 req-e3b41f24-b321-46d4-967a-43bc83bf028a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.945826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 694207d1-8831-4dff-a81d-87b2fc741044 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:49.952187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee5d837b-cb74-47d8-acc3-4ac4129d26e2 req-e3b41f24-b321-46d4-967a-43bc83bf028a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.1135461 Jul 16 20:09:49.956847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 694207d1-8831-4dff-a81d-87b2fc741044 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:49.957675 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.005292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee5d837b-cb74-47d8-acc3-4ac4129d26e2 req-0b5521a6-11c6-472f-90ef-aca0e40860f1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521405 Jul 16 20:09:50.048869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20361ad7-1f4a-4916-aceb-7b8dc85aa122 req-b8949ebb-55ea-441b-a4ad-bc01e5817cde tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.052995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20361ad7-1f4a-4916-aceb-7b8dc85aa122 req-b8949ebb-55ea-441b-a4ad-bc01e5817cde tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 949 time: 0.1335082 Jul 16 20:09:50.120346 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.131516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20361ad7-1f4a-4916-aceb-7b8dc85aa122 req-29b4c0dc-1f43-41b1-b80c-a9dc298c7d5e tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652759 Jul 16 20:09:50.155713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b91229-6475-4a80-9952-43a65795004c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694207d1-8831-4dff-a81d-87b2fc741044'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:50.158424 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e038c9a-5bf8-48fa-b38f-2e3e29eb0e6b" -d '{"events": [{"server_uuid": "e8b91229-6475-4a80-9952-43a65795004c", "name": "network-vif-plugged", "status": "completed", "tag": "694207d1-8831-4dff-a81d-87b2fc741044"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:50.176603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 694207d1-8831-4dff-a81d-87b2fc741044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=694207d1-8831-4dff-a81d-87b2fc741044,segment=NetworkSegment(be3dded7-238b-4ac0-9806-54a0abcd1daf),segment_id=be3dded7-238b-4ac0-9806-54a0abcd1daf)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:50.184421 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.256256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=694207d1-8831-4dff-a81d-87b2fc741044,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:50.262880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dc61a9d0-f89b-4c5d-8f56-79d373e64256 req-e2652def-a472-4c8d-ac32-4d0b88148b0a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 210 time: 0.0452437 Jul 16 20:09:50.282717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425f2b5-ec92-4622-a9ba-727b4ceedbab req-19b810c6-318b-49d1-8e37-39046999bffe tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.290476 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e425f2b5-ec92-4622-a9ba-727b4ceedbab req-19b810c6-318b-49d1-8e37-39046999bffe tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.0958395 Jul 16 20:09:50.338904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e425f2b5-ec92-4622-a9ba-727b4ceedbab req-cc040bd4-eba9-438c-85ae-95af8c42ed59 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472274 Jul 16 20:09:50.365663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-abd8d317-ee74-4970-a6f3-1fb002169302 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.367377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-abd8d317-ee74-4970-a6f3-1fb002169302 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "GET /v2.0/ports?device_id=8dcee1b4-05b6-4f4a-8672-400deaeb6ccb HTTP/1.1" status: 200 len: 945 time: 0.2010036 Jul 16 20:09:50.426074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-322d1263-12b0-447f-b468-dd60f46e4f98 req-8d2debf6-91fc-4477-ab76-9f2e3f92ddaf tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/b1607679-1215-44e2-827f-648eb932b806 HTTP/1.1" status: 200 len: 1804 time: 0.1187482 Jul 16 20:09:50.484349 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef689a-c6f4-4014-914e-ceee133b6bd6 x-openstack-request-id: req-5cef689a-c6f4-4014-914e-ceee133b6bd6 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:50.484837 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b91229-6475-4a80-9952-43a65795004c", "name": "network-vif-plugged", "status": "completed", "tag": "694207d1-8831-4dff-a81d-87b2fc741044", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:50.485260 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5cef689a-c6f4-4014-914e-ceee133b6bd6 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:50.486222 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b91229-6475-4a80-9952-43a65795004c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694207d1-8831-4dff-a81d-87b2fc741044', 'code': 200} Jul 16 20:09:50.542147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-e9fcd9d9-e913-4b18-ad77-b4df7791901e req-9cba493b-9583-498d-954e-07da510801a1 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1106958973', 'description': 'tempest-description-553014316'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:50.565014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c385aa9a-0d5d-41aa-aa9d-275e7001475b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:50.621340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c385aa9a-0d5d-41aa-aa9d-275e7001475b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:50.621729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.625461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d460b-dae1-4e72-b881-bf0d5a07a0d9 req-386881be-c8d5-4ce2-8899-83ff4aed1db9 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.635183 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e7d460b-dae1-4e72-b881-bf0d5a07a0d9 req-386881be-c8d5-4ce2-8899-83ff4aed1db9 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 945 time: 0.1402671 Jul 16 20:09:50.637669 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9d9-e913-4b18-ad77-b4df7791901e req-9cba493b-9583-498d-954e-07da510801a1 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.684794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Deleting port fb92d584-f913-4be7-a474-d1d98e5a04c0 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:50.685577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.725020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e7d460b-dae1-4e72-b881-bf0d5a07a0d9 req-3490f61f-0612-4e04-bf5d-53880f84b273 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885143 Jul 16 20:09:50.754530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5c964-f970-4873-ad34-363dd6973d38 req-46e18c85-9fc6-4ac0-89a9-e78d4d81debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.758409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ab5c964-f970-4873-ad34-363dd6973d38 req-46e18c85-9fc6-4ac0-89a9-e78d4d81debd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 1097 time: 0.1615236 Jul 16 20:09:50.817029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ab5c964-f970-4873-ad34-363dd6973d38 req-ed48ee91-39bd-405c-9a72-a55c77372a53 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498195 Jul 16 20:09:50.841752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] For port fb92d584-f913-4be7-a474-d1d98e5a04c0, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=fb92d584-f913-4be7-a474-d1d98e5a04c0,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:50.842545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.865002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Calling delete_port for fb92d584-f913-4be7-a474-d1d98e5a04c0 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:50.960668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d563e4f-9005-4869-bf4c-807889711f10 req-cc0ce5e3-0558-4498-a604-0a766fc309ce tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.963244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d563e4f-9005-4869-bf4c-807889711f10 req-cc0ce5e3-0558-4498-a604-0a766fc309ce tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0738938 Jul 16 20:09:50.968586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9d9-e913-4b18-ad77-b4df7791901e req-9cba493b-9583-498d-954e-07da510801a1 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.985633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9d9-e913-4b18-ad77-b4df7791901e req-9cba493b-9583-498d-954e-07da510801a1 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.005492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d563e4f-9005-4869-bf4c-807889711f10 req-d7cbe28f-4ac2-47ab-a048-2c4bee689f06 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357313 Jul 16 20:09:51.034103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9d9-e913-4b18-ad77-b4df7791901e req-9cba493b-9583-498d-954e-07da510801a1 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.035967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9fcd9d9-e913-4b18-ad77-b4df7791901e req-9cba493b-9583-498d-954e-07da510801a1 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5024421 Jul 16 20:09:51.043138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba493b-9583-498d-954e-07da510801a1 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d989dc8-293a-489a-a5d2-051c1826ec47,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:51.137073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.152822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-cc4fce0c-303a-4adb-84d4-2d4fc4588648 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/4d989dc8-293a-489a-a5d2-051c1826ec47 HTTP/1.1" status: 200 len: 1806 time: 0.0716321 Jul 16 20:09:51.153895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['fb92d584-f913-4be7-a474-d1d98e5a04c0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:51.180040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Pushing event deleted for resources: {'Port': ['ID=fb92d584-f913-4be7-a474-d1d98e5a04c0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:51.187436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d989dc8-293a-489a-a5d2-051c1826ec47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:51.187756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d989dc8-293a-489a-a5d2-051c1826ec47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:51.229599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-2c5573f1-cf09-49a9-aabc-3ce106f6479c tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.231123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-2c5573f1-cf09-49a9-aabc-3ce106f6479c tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 949 time: 0.1377189 Jul 16 20:09:51.238242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] No DVR routers for this DVR port fb92d584-f913-4be7-a474-d1d98e5a04c0 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:51.243886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.245130 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f8959b3-30b2-4ded-af53-81d758c2425c req-4a18fc64-2af2-4c4c-b99d-5b7121b1417c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "DELETE /v2.0/ports/fb92d584-f913-4be7-a474-d1d98e5a04c0 HTTP/1.1" status: 204 len: 173 time: 0.8708837 Jul 16 20:09:51.245743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-deleted', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:51.248487 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff1091d-c6d1-4abe-9316-710ecc57b37e" -d '{"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-deleted", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:51.307424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.324805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3946a-c13b-4e66-94aa-5cbc4f53f4bf req-ecb3c283-4d9e-4dc3-b9a3-be599df1e021 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.331353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.331959 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6c3946a-c13b-4e66-94aa-5cbc4f53f4bf req-ecb3c283-4d9e-4dc3-b9a3-be599df1e021 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.1600950 Jul 16 20:09:51.337846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.395771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2e6ba0-88e7-4900-8740-0c99eb95a85f,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:51.412362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.416488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de27c5eb-69b4-4afb-bd43-26a44a14224d req-0cedca59-0f8a-4c42-81f4-d69ef4030b00 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2400329 Jul 16 20:09:51.417049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6c3946a-c13b-4e66-94aa-5cbc4f53f4bf req-2f204787-14d6-47be-94e5-6f6e9b9e2099 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838492 Jul 16 20:09:51.496162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Deleting port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:51.496513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.507285 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ca8e81-9ced-4815-865f-f6cf6bed3112 x-openstack-request-id: req-a1ca8e81-9ced-4815-865f-f6cf6bed3112 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:51.507597 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcee1b4-05b6-4f4a-8672-400deaeb6ccb", "name": "network-vif-deleted", "tag": "fb92d584-f913-4be7-a474-d1d98e5a04c0", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:51.507892 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a1ca8e81-9ced-4815-865f-f6cf6bed3112 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:51.508301 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee1b4-05b6-4f4a-8672-400deaeb6ccb', 'name': 'network-vif-deleted', 'tag': 'fb92d584-f913-4be7-a474-d1d98e5a04c0', 'status': 'completed', 'code': 200} Jul 16 20:09:51.643644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb303df-d9d5-48eb-98c3-b7d7598d04c1 req-3f9f6186-740d-4809-a291-8af080d0e5ea tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.647384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2eb303df-d9d5-48eb-98c3-b7d7598d04c1 req-3f9f6186-740d-4809-a291-8af080d0e5ea tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 949 time: 0.0947638 Jul 16 20:09:51.694712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2eb303df-d9d5-48eb-98c3-b7d7598d04c1 req-fb18c14d-b44c-422c-9376-1ac37e63ed4b tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Jul 16 20:09:51.707826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11667596-3d5e-4170-a0c0-e44b34a7944a req-6b035bb4-3c69-42e2-b60c-05430e2d7d71 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 210 time: 0.0878761 Jul 16 20:09:51.737964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] For port 50d31ea2-96cf-4659-9dee-213ccb25c4b3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=50d31ea2-96cf-4659-9dee-213ccb25c4b3,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:51.738298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.802055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Calling delete_port for 50d31ea2-96cf-4659-9dee-213ccb25c4b3 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:51.874641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-06d8e391-d6fd-4205-be7a-d06b873a5b11 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/4d989dc8-293a-489a-a5d2-051c1826ec47 HTTP/1.1" status: 200 len: 2400 time: 0.0966151 Jul 16 20:09:51.944640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b1480-05b7-4ca7-b12f-961d3d4953c8 req-d78a4d6a-9fc4-43b2-8569-fc8cb622b69d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.955169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-484b1480-05b7-4ca7-b12f-961d3d4953c8 req-d78a4d6a-9fc4-43b2-8569-fc8cb622b69d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.1011341 Jul 16 20:09:52.010108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-484b1480-05b7-4ca7-b12f-961d3d4953c8 req-8cbd904e-a1f9-4610-8c32-822a143a1901 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538836 Jul 16 20:09:52.204857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-8af1d91e-7e6a-458a-a8b1-ea9e70443b90 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.207559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-8af1d91e-7e6a-458a-a8b1-ea9e70443b90 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.79 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 814 time: 0.5884590 Jul 16 20:09:52.215452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d989dc8-293a-489a-a5d2-051c1826ec47', 'remote_group_id': None}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:52.215808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d989dc8-293a-489a-a5d2-051c1826ec47', 'remote_group_id': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:52.234323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Request body: {'port': {'device_id': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'admin_state_up': True, 'tenant_id': '443eabb37d6e4cf8ae535c5740f4d7b6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:52.250514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39433302-96a4-4720-bbbe-c59bce96bfb6 req-19d47028-f34b-4f32-a197-2c3fa8f6be36 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.252330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39433302-96a4-4720-bbbe-c59bce96bfb6 req-19d47028-f34b-4f32-a197-2c3fa8f6be36 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 945 time: 0.0951550 Jul 16 20:09:52.311408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39433302-96a4-4720-bbbe-c59bce96bfb6 req-de75f356-c8f3-4692-bcd4-b8a21ede9171 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497005 Jul 16 20:09:52.441227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.486626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.492098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ccd58-3a05-41c8-a564-e5154ef9b0ca req-576d2239-6b23-4892-939a-408eff48ef99 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.494501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.499543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b80ccd58-3a05-41c8-a564-e5154ef9b0ca req-576d2239-6b23-4892-939a-408eff48ef99 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.0839286 Jul 16 20:09:52.507725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.520382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['061082a8-38e7-489b-8991-2baff7fcf8ad'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:52.540362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Made reservation on behalf of 443eabb37d6e4cf8ae535c5740f4d7b6 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:52.544056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b80ccd58-3a05-41c8-a564-e5154ef9b0ca req-f96880a5-28e8-4e3f-b386-e560be1180b4 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Jul 16 20:09:52.544845 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.566201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba26b3-f69a-44f0-b351-f04b8332b0a8,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.577593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.590118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d5d4e26-497a-43ae-b5b9-70a798f64565 req-b3cf1fe5-9790-48ea-bc12-433d4202ed40 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3804526 Jul 16 20:09:52.602119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Pushing event deleted for resources: {'Port': ['ID=50d31ea2-96cf-4659-9dee-213ccb25c4b3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.705918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] No DVR routers for this DVR port 50d31ea2-96cf-4659-9dee-213ccb25c4b3 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:52.708699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.711462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2eec5ea0-0d0f-4dbe-9c3e-6c651daf0f83 req-5f52cdd1-4d63-4aa5-8264-1db2f67821ba tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.99 "DELETE /v2.0/ports/50d31ea2-96cf-4659-9dee-213ccb25c4b3 HTTP/1.1" status: 204 len: 173 time: 1.4693551 Jul 16 20:09:52.764058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'name': 'network-vif-deleted', 'tag': '50d31ea2-96cf-4659-9dee-213ccb25c4b3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:52.766750 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febd4108-141a-41b7-a0e5-cf23e78e1295" -d '{"events": [{"server_uuid": "7f762fff-458e-4f07-a70f-0ddb21302eec", "name": "network-vif-deleted", "tag": "50d31ea2-96cf-4659-9dee-213ccb25c4b3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:52.857013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-afc9ce81-3fdf-4df2-a380-af93781603e7 req-d7119f7f-73e6-4eeb-a8c1-6bd49d2e9256 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/4d989dc8-293a-489a-a5d2-051c1826ec47 HTTP/1.1" status: 200 len: 2999 time: 0.0911093 Jul 16 20:09:52.953480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Allocated IP 172.20.0.6 (3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a/5c0370f1-a85f-4d2a-a06d-f89c625a2d74/a4ba6a56-b670-4d82-a1d7-993a8a711604) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:53.043938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df47c2-b2c2-4eb3-a9e9-a8d8625d9091 req-77c77f9f-3ef3-467f-8aa4-4483905f392e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.056410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7df47c2-b2c2-4eb3-a9e9-a8d8625d9091 req-77c77f9f-3ef3-467f-8aa4-4483905f392e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2134235 Jul 16 20:09:53.057693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60848973-a110-4c0a-99ea-47c3da9cb47f req-47015add-6a78-42e2-bea3-04cae5931ff7 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f762fff-458e-4f07-a70f-0ddb21302eec HTTP/1.1" status: 200 len: 210 time: 0.0568240 Jul 16 20:09:53.154431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7df47c2-b2c2-4eb3-a9e9-a8d8625d9091 req-703fe225-1a84-4ce4-ac33-82f006465abc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937736 Jul 16 20:09:53.298636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.363511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-039ab662-86d0-4b92-928e-655906d39c95 req-9a082882-fed4-4239-b13b-591b1ae50ec6 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 210 time: 0.0607841 Jul 16 20:09:53.373967 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21edc070-8892-4613-8360-4cbb9eb812d0 x-openstack-request-id: req-21edc070-8892-4613-8360-4cbb9eb812d0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:53.374196 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f762fff-458e-4f07-a70f-0ddb21302eec", "name": "network-vif-deleted", "tag": "50d31ea2-96cf-4659-9dee-213ccb25c4b3", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:53.374357 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21edc070-8892-4613-8360-4cbb9eb812d0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:53.374698 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f762fff-458e-4f07-a70f-0ddb21302eec', 'name': 'network-vif-deleted', 'tag': '50d31ea2-96cf-4659-9dee-213ccb25c4b3', 'status': 'completed', 'code': 200} Jul 16 20:09:53.396986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-bd925c58-f5cc-4c7b-8129-32f3708d629f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.403859 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-bd925c58-f5cc-4c7b-8129-32f3708d629f tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 945 time: 0.2089889 Jul 16 20:09:53.407432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa5ea742-49ef-4066-9140-8b1977660b58 req-04ec9f89-a5ef-43b7-915b-4c1e10807aeb tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-group-rules/1fba26b3-f69a-44f0-b351-f04b8332b0a8 HTTP/1.1" status: 200 len: 783 time: 0.0331938 Jul 16 20:09:53.530338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa5ea742-49ef-4066-9140-8b1977660b58 req-e0a5af40-f7db-4a45-8d77-741cfb01f41b tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/4d989dc8-293a-489a-a5d2-051c1826ec47 HTTP/1.1" status: 200 len: 2999 time: 0.1216698 Jul 16 20:09:53.539410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-6d096756-2674-4261-89ca-84ea68ab0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.545221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-6d096756-2674-4261-89ca-84ea68ab0483 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d82a06f909494499953f3673d655dab9&device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 1097 time: 0.1346850 Jul 16 20:09:53.588921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.660846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aa5ea742-49ef-4066-9140-8b1977660b58 req-7fe17609-e19a-4ed2-9270-a29654e209ce tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.675864 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aa5ea742-49ef-4066-9140-8b1977660b58 req-7fe17609-e19a-4ed2-9270-a29654e209ce tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.679235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:53.692727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:53.697945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-4493835d-8a4c-44ab-8a4a-bf626d9cdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.699542 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-4493835d-8a4c-44ab-8a4a-bf626d9cdc59 service neutron] 10.222.0.99 "GET /v2.0/networks?id=12872790-76b2-4c1b-b9fb-b64748b36a62 HTTP/1.1" status: 200 len: 914 time: 0.1474097 Jul 16 20:09:53.700951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:53.749369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-47ae7e5f-b207-4c5d-bc14-bdbfeb8f2457 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694207d1-8831-4dff-a81d-87b2fc741044 HTTP/1.1" status: 200 len: 217 time: 0.0424302 Jul 16 20:09:53.749991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aa5ea742-49ef-4066-9140-8b1977660b58 req-7fe17609-e19a-4ed2-9270-a29654e209ce tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.751937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:53.758605 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aa5ea742-49ef-4066-9140-8b1977660b58 req-7fe17609-e19a-4ed2-9270-a29654e209ce tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.769786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa5ea742-49ef-4066-9140-8b1977660b58 req-7fe17609-e19a-4ed2-9270-a29654e209ce tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/1fba26b3-f69a-44f0-b351-f04b8332b0a8 HTTP/1.1" status: 204 len: 173 time: 0.2192743 Jul 16 20:09:53.793268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe17609-e19a-4ed2-9270-a29654e209ce tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fba26b3-f69a-44f0-b351-f04b8332b0a8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:53.801705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.802349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.805683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Deleting port 0a1cd1d3-f2ee-414d-8731-3d35e744873e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:53.806019 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.846689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-9da56c1c-c766-4b9d-9106-ea7a1676b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.849656 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-9da56c1c-c766-4b9d-9106-ea7a1676b127 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eef38826-3561-47d5-b3db-f2f52efd0d81 HTTP/1.1" status: 200 len: 853 time: 0.0788052 Jul 16 20:09:53.852038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8be0a-d56d-45b3-9e1c-e7ad522bfc20 req-3e0e10c0-c656-440c-8e99-f5383cddd31c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.853826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08d8be0a-d56d-45b3-9e1c-e7ad522bfc20 req-3e0e10c0-c656-440c-8e99-f5383cddd31c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.2686391 Jul 16 20:09:53.858194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ac6b896e-6a58-42e8-a8b7-55cb0b49fd0d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6320145 Jul 16 20:09:53.888332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 50d31ea2-96cf-4659-9dee-213ccb25c4b3 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:53.895298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-1bf54b15-bf4c-401e-a43c-d9cb65d193b5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=12872790-76b2-4c1b-b9fb-b64748b36a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389595 Jul 16 20:09:53.908938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Request body: {'port': {'device_id': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:53.923386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 50d31ea2-96cf-4659-9dee-213ccb25c4b3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:53.923736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 50d31ea2-96cf-4659-9dee-213ccb25c4b3 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:53.924356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device fb92d584-f913-4be7-a474-d1d98e5a04c0 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:53.954952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: fb92d584-f913-4be7-a474-d1d98e5a04c0 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:53.955584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device fb92d584-f913-4be7-a474-d1d98e5a04c0 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:53.986294 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08d8be0a-d56d-45b3-9e1c-e7ad522bfc20 req-8346ad09-efdf-4559-b030-654c22e71085 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249292 Jul 16 20:09:53.998525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] For port 0a1cd1d3-f2ee-414d-8731-3d35e744873e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0a1cd1d3-f2ee-414d-8731-3d35e744873e,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:53.998932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.041407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Calling delete_port for 0a1cd1d3-f2ee-414d-8731-3d35e744873e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:54.060990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.103900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90718246-b7af-4262-a440-c666b01a8bb1 req-00aa0d9c-5e45-4f6e-944c-123310ba4dd5 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.106020 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90718246-b7af-4262-a440-c666b01a8bb1 req-00aa0d9c-5e45-4f6e-944c-123310ba4dd5 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 945 time: 0.1756980 Jul 16 20:09:54.109760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-3911e73f-37cc-4172-983f-f98f6f231b89 service neutron] 10.222.0.99 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058356 Jul 16 20:09:54.184426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90718246-b7af-4262-a440-c666b01a8bb1 req-8a30e2ba-59da-4e9f-977f-86248b73a90f tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710809 Jul 16 20:09:54.296736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80e86d69-eddc-4222-b539-00f77bbf7791 req-57f513a7-72c0-484d-9550-ce2eb7751d50 service neutron] 10.222.0.99 "GET /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795340 Jul 16 20:09:54.301014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-526bc487-24a2-4c30-9cf2-670ce41a8946 req-9a43709e-7f4e-4605-9c76-e9d93c5494ec tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/4d989dc8-293a-489a-a5d2-051c1826ec47 HTTP/1.1" status: 200 len: 2400 time: 0.0728271 Jul 16 20:09:54.384034 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-526bc487-24a2-4c30-9cf2-670ce41a8946 req-11b0b702-d5eb-41eb-b8d0-33b00b027eed tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.398452 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.434252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-526bc487-24a2-4c30-9cf2-670ce41a8946 req-11b0b702-d5eb-41eb-b8d0-33b00b027eed tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.459914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9b164-c43e-4974-b3df-2c6a408353c5 req-389e31cb-4f1a-40ab-b841-cdfa1476f713 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.480912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cae9b164-c43e-4974-b3df-2c6a408353c5 req-389e31cb-4f1a-40ab-b841-cdfa1476f713 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6 HTTP/1.1" status: 200 len: 867 time: 0.3196201 Jul 16 20:09:54.490576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Pushing event deleted for resources: {'Port': ['ID=0a1cd1d3-f2ee-414d-8731-3d35e744873e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.500136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-526bc487-24a2-4c30-9cf2-670ce41a8946 req-11b0b702-d5eb-41eb-b8d0-33b00b027eed tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.504325 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-526bc487-24a2-4c30-9cf2-670ce41a8946 req-11b0b702-d5eb-41eb-b8d0-33b00b027eed tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.523639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-526bc487-24a2-4c30-9cf2-670ce41a8946 req-11b0b702-d5eb-41eb-b8d0-33b00b027eed tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-groups/4d989dc8-293a-489a-a5d2-051c1826ec47 HTTP/1.1" status: 204 len: 173 time: 0.2124403 Jul 16 20:09:54.555142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0b702-d5eb-41eb-b8d0-33b00b027eed tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d989dc8-293a-489a-a5d2-051c1826ec47,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.557029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cae9b164-c43e-4974-b3df-2c6a408353c5 req-54d4b698-492d-43c2-97cc-71a5e6bc53b1 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.91 "GET /v2.0/security-groups?id=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751090 Jul 16 20:09:54.768291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] No DVR routers for this DVR port 0a1cd1d3-f2ee-414d-8731-3d35e744873e on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:54.787197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.792797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63cba03b-30fb-4dc7-80f1-75d8e4b2d27c req-34b8490b-e7bc-4135-9157-0f3fae6bf507 tempest-ServerRescueNegativeTestJSON-809202722 tempest-ServerRescueNegativeTestJSON-809202722-project] 10.222.0.99 "DELETE /v2.0/ports/0a1cd1d3-f2ee-414d-8731-3d35e744873e HTTP/1.1" status: 204 len: 173 time: 1.3712189 Jul 16 20:09:54.980680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673690ce-c770-497b-a974-0c3a76f9df26 req-1a69efd8-4d3e-411a-be11-6b6bc2eab740 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.982733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-673690ce-c770-497b-a974-0c3a76f9df26 req-1a69efd8-4d3e-411a-be11-6b6bc2eab740 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.1681578 Jul 16 20:09:55.004380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ed59-757e-426c-837e-31cb05c96bc6 req-f1afabe1-10cb-4479-873a-076ad09335d8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.012357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f400ed59-757e-426c-837e-31cb05c96bc6 req-f1afabe1-10cb-4479-873a-076ad09335d8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 931 time: 0.1529803 Jul 16 20:09:55.057442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ba6a56-b670-4d82-a1d7-993a8a711604 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:55.060424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f400ed59-757e-426c-837e-31cb05c96bc6 req-00af76a0-2ca1-490e-a4bb-276aa87ba426 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Jul 16 20:09:55.071654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.103633 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-673690ce-c770-497b-a974-0c3a76f9df26 req-33c8713b-926b-40cd-bd35-1cb34022f58c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865798 Jul 16 20:09:55.107443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Transition to ACTIVE for port object a4ba6a56-b670-4d82-a1d7-993a8a711604 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:55.124877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.133881 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-2a0365d0-b6e0-422f-913b-329389d3c6bf req-938669af-b91a-4791-b053-b8a3dad4d0f0 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] show failed (client error): The resource could not be found. Jul 16 20:09:55.135607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a0365d0-b6e0-422f-913b-329389d3c6bf req-938669af-b91a-4791-b053-b8a3dad4d0f0 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/f19e4f89-4c51-4a4f-804a-67dd308b534b HTTP/1.1" status: 404 len: 352 time: 0.0326629 Jul 16 20:09:55.194635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.286844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Attempting to bind port a4ba6a56-b670-4d82-a1d7-993a8a711604 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:55.287214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Attempting to bind port a4ba6a56-b670-4d82-a1d7-993a8a711604 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:55.287536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Attempting to bind port a4ba6a56-b670-4d82-a1d7-993a8a711604 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:55.292674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Port a4ba6a56-b670-4d82-a1d7-993a8a711604 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:55.292989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Attempting to bind port a4ba6a56-b670-4d82-a1d7-993a8a711604 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:55.310061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:55.310435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Checking segment: {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:55.310781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Bound using segment: {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:55.312509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Bound port: a4ba6a56-b670-4d82-a1d7-993a8a711604, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:55.312892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.328730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8de5c-00de-4601-9aac-5b61ad2f28ec req-177c02fc-c182-4447-80a7-a1132436f8fa tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.336100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0d8de5c-00de-4601-9aac-5b61ad2f28ec req-177c02fc-c182-4447-80a7-a1132436f8fa tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.0894134 Jul 16 20:09:55.376096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'name': 'network-vif-deleted', 'tag': '0a1cd1d3-f2ee-414d-8731-3d35e744873e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:55.378560 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaaf6fc-a7ab-4da3-821b-e8a740aa76a3" -d '{"events": [{"server_uuid": "0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6", "name": "network-vif-deleted", "tag": "0a1cd1d3-f2ee-414d-8731-3d35e744873e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:55.390998 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0d8de5c-00de-4601-9aac-5b61ad2f28ec req-ac117402-6060-428d-ac55-93d468bf4b86 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538712 Jul 16 20:09:55.437388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:55.442369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:55.450297 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.494336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.495432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.497221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] 10.222.0.79 "PUT /v2.0/ports/a4ba6a56-b670-4d82-a1d7-993a8a711604 HTTP/1.1" status: 200 len: 1092 time: 1.5985937 Jul 16 20:09:55.525205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f74f1b1f-a2a5-4869-9ee9-f0d1fbcec92c req-8f26b477-4663-42f2-886e-df7514ed0581 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/b1607679-1215-44e2-827f-648eb932b806 HTTP/1.1" status: 200 len: 1804 time: 0.0904796 Jul 16 20:09:55.532981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ca49a-71c8-4f25-87f5-6f94d233e32f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.610150 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f74f1b1f-a2a5-4869-9ee9-f0d1fbcec92c req-32290dd2-61e1-43a4-a3fb-ca89ea8cb44e tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.624130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:55.673965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b504f-1eb4-4b8a-b0d6-4464e1b7418b req-85f3973c-6173-4219-a7f2-4bc7158cedf6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.675267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a2b504f-1eb4-4b8a-b0d6-4464e1b7418b req-85f3973c-6173-4219-a7f2-4bc7158cedf6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 945 time: 0.1118557 Jul 16 20:09:55.678231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f74f1b1f-a2a5-4869-9ee9-f0d1fbcec92c req-32290dd2-61e1-43a4-a3fb-ca89ea8cb44e tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.718216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-900c33e8-91f6-4c6c-a43f-adcd2e8cef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.719300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-900c33e8-91f6-4c6c-a43f-adcd2e8cef8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 1095 time: 0.1071877 Jul 16 20:09:55.737899 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f74f1b1f-a2a5-4869-9ee9-f0d1fbcec92c req-32290dd2-61e1-43a4-a3fb-ca89ea8cb44e tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.741279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f74f1b1f-a2a5-4869-9ee9-f0d1fbcec92c req-32290dd2-61e1-43a4-a3fb-ca89ea8cb44e tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.742441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f74f1b1f-a2a5-4869-9ee9-f0d1fbcec92c req-32290dd2-61e1-43a4-a3fb-ca89ea8cb44e tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-groups/b1607679-1215-44e2-827f-648eb932b806 HTTP/1.1" status: 204 len: 173 time: 0.2089648 Jul 16 20:09:55.755237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32290dd2-61e1-43a4-a3fb-ca89ea8cb44e tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1607679-1215-44e2-827f-648eb932b806,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.758536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a2b504f-1eb4-4b8a-b0d6-4464e1b7418b req-46912902-885a-4b34-8e06-fc25a24dd19a tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719686 Jul 16 20:09:55.826234 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22bd073-4f80-4e48-8197-9ddd771847c0 x-openstack-request-id: req-c22bd073-4f80-4e48-8197-9ddd771847c0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:55.829142 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6", "name": "network-vif-deleted", "tag": "0a1cd1d3-f2ee-414d-8731-3d35e744873e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:55.830888 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c22bd073-4f80-4e48-8197-9ddd771847c0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:55.831302 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8c9864-b7b1-4ac6-bd93-6d57ae7919e6', 'name': 'network-vif-deleted', 'tag': '0a1cd1d3-f2ee-414d-8731-3d35e744873e', 'status': 'completed', 'code': 200} Jul 16 20:09:55.834671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-ab502eb9-6738-4606-acf8-e6526db023af service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604 HTTP/1.1" status: 200 len: 217 time: 0.0984538 Jul 16 20:09:55.844770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:55.875771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '10e449a2-928f-49c7-8c01-58afcda3d641', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'port_id': '10e449a2-928f-49c7-8c01-58afcda3d641', 'mac_address': 'fa:16:3e:db:12:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:55.895641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0a1cd1d3-f2ee-414d-8731-3d35e744873e no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:55.902988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:55.932130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-544210d0-08b9-4a84-a73f-2f1079f3955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.933852 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-544210d0-08b9-4a84-a73f-2f1079f3955f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c0370f1-a85f-4d2a-a06d-f89c625a2d74 HTTP/1.1" status: 200 len: 854 time: 0.0904281 Jul 16 20:09:55.943824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 0a1cd1d3-f2ee-414d-8731-3d35e744873e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:55.944546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0a1cd1d3-f2ee-414d-8731-3d35e744873e not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:55.969399 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.988567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10e449a2-928f-49c7-8c01-58afcda3d641 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:56.015531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:56.017283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-65c3afdd-7f31-4111-968d-16e69501936d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718138 Jul 16 20:09:56.022617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.052726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-da26f212-8bbc-464f-8163-020e7886f8bb req-36433d87-4768-48ce-be4d-7e0402e21684 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/fd0e9bc1-9414-4447-9b8f-874ff10ec90e HTTP/1.1" status: 200 len: 1803 time: 0.1043010 Jul 16 20:09:56.086564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:56.113437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c416-a9d9-49e5-8d7f-09a3e8c99f9c req-7d78b6f5-9043-4c44-89f4-63a9b3fc7efd tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.115170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4c5c416-a9d9-49e5-8d7f-09a3e8c99f9c req-7d78b6f5-9043-4c44-89f4-63a9b3fc7efd tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 950 time: 0.1803544 Jul 16 20:09:56.137751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['10e449a2-928f-49c7-8c01-58afcda3d641'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:56.178383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-5e4359c7-6a7c-4906-99e6-2bf5c5d6dbfd service neutron] 10.222.0.79 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527159 Jul 16 20:09:56.192371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4c5c416-a9d9-49e5-8d7f-09a3e8c99f9c req-7709ba5d-fea2-4f94-ab8d-da12163a17cf tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653489 Jul 16 20:09:56.300702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-da26f212-8bbc-464f-8163-020e7886f8bb req-f76f34d3-37bc-458b-83b0-594f109e7935 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.352720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da8571a-c05a-48d3-a3e5-be6c6de2f524 req-4c67bdbe-6696-4f20-a03d-484c8b3d33d2 service neutron] 10.222.0.79 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592267 Jul 16 20:09:56.399098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-da26f212-8bbc-464f-8163-020e7886f8bb req-f76f34d3-37bc-458b-83b0-594f109e7935 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.490769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a3c21-20fb-44fd-8853-46af907e4a5e req-f8fcc8cb-a587-47ae-b6e1-c7eaa43ae742 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.499381 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c0a3c21-20fb-44fd-8853-46af907e4a5e req-f8fcc8cb-a587-47ae-b6e1-c7eaa43ae742 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 943 time: 0.0780678 Jul 16 20:09:56.507744 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-da26f212-8bbc-464f-8163-020e7886f8bb req-f76f34d3-37bc-458b-83b0-594f109e7935 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.509756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-da26f212-8bbc-464f-8163-020e7886f8bb req-f76f34d3-37bc-458b-83b0-594f109e7935 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.511908 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-da26f212-8bbc-464f-8163-020e7886f8bb req-f76f34d3-37bc-458b-83b0-594f109e7935 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-groups/fd0e9bc1-9414-4447-9b8f-874ff10ec90e HTTP/1.1" status: 204 len: 173 time: 0.4108839 Jul 16 20:09:56.529172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f34d3-37bc-458b-83b0-594f109e7935 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e9bc1-9414-4447-9b8f-874ff10ec90e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:56.541594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c0a3c21-20fb-44fd-8853-46af907e4a5e req-02092b8f-3129-4a96-803c-3e620b1753b4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Jul 16 20:09:56.557824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.056388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9b117-6443-4035-b4e2-2e2922f03459 req-e1e0c28c-b96e-4ae8-b3c2-acc82a087af5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.064722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35d9b117-6443-4035-b4e2-2e2922f03459 req-e1e0c28c-b96e-4ae8-b3c2-acc82a087af5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.0882359 Jul 16 20:09:57.123616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35d9b117-6443-4035-b4e2-2e2922f03459 req-22816ec1-0d19-4018-96a8-06b30ccb6a19 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573554 Jul 16 20:09:57.146907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2427-e9fe-4ae1-aaa6-79975289a172 req-1be843cc-7da0-48b1-9f90-0722b6ac51c6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.153645 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01af2427-e9fe-4ae1-aaa6-79975289a172 req-1be843cc-7da0-48b1-9f90-0722b6ac51c6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.1425240 Jul 16 20:09:57.203833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01af2427-e9fe-4ae1-aaa6-79975289a172 req-c18bd131-4e64-4904-81be-9b1146edd041 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492866 Jul 16 20:09:57.253894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f22d2b04-a313-4abf-88b2-a076cb2151bf req-7dc1d66e-596e-4bb0-9ca4-b40b0d3ff672 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/adee0dd1-66da-4d25-be22-9f916f274a31 HTTP/1.1" status: 200 len: 1804 time: 0.0939615 Jul 16 20:09:57.337579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Deleting port db7571c2-db37-4936-8fe2-a99af4dd658f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:57.338274 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.381307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f22d2b04-a313-4abf-88b2-a076cb2151bf req-4c15766f-d6a3-4533-a225-ed80c151d295 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.414998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-79dc2c9e-7c6a-454e-8f95-16341495d7b6 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.416945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-79dc2c9e-7c6a-454e-8f95-16341495d7b6 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.79 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 950 time: 0.2045946 Jul 16 20:09:57.423260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f22d2b04-a313-4abf-88b2-a076cb2151bf req-4c15766f-d6a3-4533-a225-ed80c151d295 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.490734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] For port db7571c2-db37-4936-8fe2-a99af4dd658f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=db7571c2-db37-4936-8fe2-a99af4dd658f,segment=NetworkSegment(e5033bfc-380a-457c-ad29-bdc0c24b3029),segment_id=e5033bfc-380a-457c-ad29-bdc0c24b3029)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:57.491122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.510133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Calling delete_port for db7571c2-db37-4936-8fe2-a99af4dd658f owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:57.529434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8206f-ee28-44c7-a94c-25db33ec5eef req-772eb0ab-3cf3-4011-998c-2432f942c775 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.531320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57b8206f-ee28-44c7-a94c-25db33ec5eef req-772eb0ab-3cf3-4011-998c-2432f942c775 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 945 time: 0.1185658 Jul 16 20:09:57.560423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f22d2b04-a313-4abf-88b2-a076cb2151bf req-4c15766f-d6a3-4533-a225-ed80c151d295 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.563546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f22d2b04-a313-4abf-88b2-a076cb2151bf req-4c15766f-d6a3-4533-a225-ed80c151d295 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.564951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f22d2b04-a313-4abf-88b2-a076cb2151bf req-4c15766f-d6a3-4533-a225-ed80c151d295 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-groups/adee0dd1-66da-4d25-be22-9f916f274a31 HTTP/1.1" status: 204 len: 173 time: 0.3009403 Jul 16 20:09:57.580956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15766f-d6a3-4533-a225-ed80c151d295 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adee0dd1-66da-4d25-be22-9f916f274a31,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:57.642472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a4ba6a56-b670-4d82-a1d7-993a8a711604 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:57.651400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:57.652327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Deleting port 061082a8-38e7-489b-8991-2baff7fcf8ad {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:57.652891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.746643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57b8206f-ee28-44c7-a94c-25db33ec5eef req-1fcbd50c-c5e1-4320-bfba-6fe8f6ef432d tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086480 Jul 16 20:09:57.866984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:57.868423 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2323342-b1ec-4797-b330-d85527ad39f9" -d '{"events": [{"name": "network-changed", "server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:57.918853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:57.922932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] For port 061082a8-38e7-489b-8991-2baff7fcf8ad, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=061082a8-38e7-489b-8991-2baff7fcf8ad,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:57.923300 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.938349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'port_id': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'mac_address': 'fa:16:3e:92:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0370f1-a85f-4d2a-a06d-f89c625a2d74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:57.968401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Calling delete_port for 061082a8-38e7-489b-8991-2baff7fcf8ad owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:58.003522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.008513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549717c3-02c1-4820-8e5d-8cf28ad225cb req-4cebb9eb-dd92-437e-b7cf-cb3c0310ebc2 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.017013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 10e449a2-928f-49c7-8c01-58afcda3d641 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:58.017690 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.018808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-549717c3-02c1-4820-8e5d-8cf28ad225cb req-4cebb9eb-dd92-437e-b7cf-cb3c0310ebc2 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/ports?device_id=60155bf1-d555-43ea-917b-7d80a3764fa7 HTTP/1.1" status: 200 len: 950 time: 0.2201192 Jul 16 20:09:58.039249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ba6a56-b670-4d82-a1d7-993a8a711604 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:58.072992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:58.081860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.112513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.171969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-549717c3-02c1-4820-8e5d-8cf28ad225cb req-4fac38f2-bbe2-4391-9a27-b5295a68939b tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.91 "GET /v2.0/security-groups?id=9bb67b21-34fc-437c-8287-b616b8807d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521299 Jul 16 20:09:58.203048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Pushing event deleted for resources: {'Port': ['ID=db7571c2-db37-4936-8fe2-a99af4dd658f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.260169 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.311068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.314704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef808403-c0dc-4a99-94ef-a9afd4ed45dc req-784448e2-4988-4512-be13-22cfd8666f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.316413 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef808403-c0dc-4a99-94ef-a9afd4ed45dc req-784448e2-4988-4512-be13-22cfd8666f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 943 time: 0.2746539 Jul 16 20:09:58.331347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d757de04-4dff-44da-a06b-1d01a34d7b07 req-67125717-72fa-4c2d-add7-75902f11dcfe tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/886f09c6-9f2b-41d5-97ce-19ab6350aea0 HTTP/1.1" status: 200 len: 2402 time: 0.1253130 Jul 16 20:09:58.359117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:58.362739 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79727371-5576-4c9d-8c03-d21f922cb2ab" -d '{"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-plugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:58.400744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a4ba6a56-b670-4d82-a1d7-993a8a711604'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:58.405907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.416618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:58.457547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Pushing event deleted for resources: {'Port': ['ID=061082a8-38e7-489b-8991-2baff7fcf8ad,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.462694 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.488675 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef808403-c0dc-4a99-94ef-a9afd4ed45dc req-d59d879b-77ff-4854-b6bf-7adca886b6f0 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621592 Jul 16 20:09:58.508513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d757de04-4dff-44da-a06b-1d01a34d7b07 req-85b422cf-b06e-401f-87ed-b7eaa6b7b47c tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.634446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.688676 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e30ee5-92de-4175-9002-243df03a8a6f x-openstack-request-id: req-86e30ee5-92de-4175-9002-243df03a8a6f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:58.689601 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:58.690032 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-86e30ee5-92de-4175-9002-243df03a8a6f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:58.690457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.691035 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'status': 'completed', 'code': 200} Jul 16 20:09:58.692027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] No DVR routers for this DVR port 061082a8-38e7-489b-8991-2baff7fcf8ad on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:58.716537 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.718870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13ba80bd-14ea-4dfa-bcfa-247c7269058b req-af3699f7-1d09-4e9a-ae5d-235e08f5a4a1 tempest-ServersAdminNegativeTestJSON-1690692307 tempest-ServersAdminNegativeTestJSON-1690692307-project] 10.222.0.79 "DELETE /v2.0/ports/061082a8-38e7-489b-8991-2baff7fcf8ad HTTP/1.1" status: 204 len: 173 time: 1.2924082 Jul 16 20:09:58.753873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-a72ece6b-736b-485d-8e71-296661530653 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.768675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-a72ece6b-736b-485d-8e71-296661530653 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.99 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 945 time: 0.5090995 Jul 16 20:09:58.771354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d757de04-4dff-44da-a06b-1d01a34d7b07 req-85b422cf-b06e-401f-87ed-b7eaa6b7b47c tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.985067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d757de04-4dff-44da-a06b-1d01a34d7b07 req-85b422cf-b06e-401f-87ed-b7eaa6b7b47c tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.993223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d757de04-4dff-44da-a06b-1d01a34d7b07 req-85b422cf-b06e-401f-87ed-b7eaa6b7b47c tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.008779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d757de04-4dff-44da-a06b-1d01a34d7b07 req-85b422cf-b06e-401f-87ed-b7eaa6b7b47c tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-groups/886f09c6-9f2b-41d5-97ce-19ab6350aea0 HTTP/1.1" status: 204 len: 173 time: 0.6725895 Jul 16 20:09:59.022920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-c57a98f9-9fc9-40db-88df-bdd01def1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.029398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-c57a98f9-9fc9-40db-88df-bdd01def1f07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 1096 time: 0.3908451 Jul 16 20:09:59.064551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b422cf-b06e-401f-87ed-b7eaa6b7b47c tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f09c6-9f2b-41d5-97ce-19ab6350aea0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:59.115812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Deleting port 694207d1-8831-4dff-a81d-87b2fc741044 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:59.117118 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.328686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81ee8a-67d8-431b-8d6f-8ed70d7d57ab req-589a3f98-e890-4f9b-a470-e680488de24a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.331243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff81ee8a-67d8-431b-8d6f-8ed70d7d57ab req-589a3f98-e890-4f9b-a470-e680488de24a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.4735837 Jul 16 20:09:59.477447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-a50853cc-d690-41b4-ae63-e57804bb7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.482010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-a50853cc-d690-41b4-ae63-e57804bb7243 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 915 time: 0.4448991 Jul 16 20:09:59.507265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff81ee8a-67d8-431b-8d6f-8ed70d7d57ab req-abc12145-007c-40ec-987c-733485400dbb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121335 Jul 16 20:09:59.573969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-cabb50e2-60b6-42b9-97fa-42a21823bbcc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604 HTTP/1.1" status: 200 len: 217 time: 0.0843418 Jul 16 20:09:59.585178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:09:59.645858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a4ba6a56-b670-4d82-a1d7-993a8a711604 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:59.699667 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a085f30e-ccb6-42af-a9a7-30f49f2b7e07 x-openstack-request-id: req-a085f30e-ccb6-42af-a9a7-30f49f2b7e07 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:59.700374 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-plugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:59.700374 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a085f30e-ccb6-42af-a9a7-30f49f2b7e07 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:59.700742 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'code': 200} Jul 16 20:09:59.772881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a4ba6a56-b670-4d82-a1d7-993a8a711604 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:59.779232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a4ba6a56-b670-4d82-a1d7-993a8a711604 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:59.779609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.937028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.938565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-81bb5968-86ab-4a3c-a288-d5de2943d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.940117 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-81bb5968-86ab-4a3c-a288-d5de2943d948 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c0370f1-a85f-4d2a-a06d-f89c625a2d74 HTTP/1.1" status: 200 len: 854 time: 0.3531096 Jul 16 20:09:59.983033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:59.992710 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.994415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 061082a8-38e7-489b-8991-2baff7fcf8ad no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:00.072772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 061082a8-38e7-489b-8991-2baff7fcf8ad {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:00.073560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 061082a8-38e7-489b-8991-2baff7fcf8ad not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:00.075658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:00.078663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-09757531-753e-4001-bca0-3b40d7813858 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902400 Jul 16 20:10:00.093280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] For port 694207d1-8831-4dff-a81d-87b2fc741044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=694207d1-8831-4dff-a81d-87b2fc741044,segment=NetworkSegment(be3dded7-238b-4ac0-9806-54a0abcd1daf),segment_id=be3dded7-238b-4ac0-9806-54a0abcd1daf)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:00.093934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.116174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Calling delete_port for 694207d1-8831-4dff-a81d-87b2fc741044 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:00.140375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42566d4e-7224-4edf-96a9-bca46a5c1d77 req-4522cc75-4726-44b5-a83d-a6016e0f0102 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.148348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42566d4e-7224-4edf-96a9-bca46a5c1d77 req-4522cc75-4726-44b5-a83d-a6016e0f0102 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2198796 Jul 16 20:10:00.172744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:00.179042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-519633ad-c41b-4b76-8b80-59b6a57f339d admin admin] 10.222.0.91 "PUT /v2.0/routers/6be19bb2-294d-4e8c-ad42-089a1ac610e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2738371 Jul 16 20:10:00.185627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] Sync routers for ids ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:00.196905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] Routers {'6be19bb2-294d-4e8c-ad42-089a1ac610e8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:00.197858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45884) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:00.198223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:09:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:00.282572 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-110ead61-f171-4734-9540-f326bcf1ac6b service neutron] 10.222.0.79 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960981 Jul 16 20:10:00.315145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42566d4e-7224-4edf-96a9-bca46a5c1d77 req-41620f75-d848-4df6-a890-b48644fd660e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617827 Jul 16 20:10:00.346396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d903eb8-4d5c-4e01-a73d-3b7a439fa49c req-502a6ced-adb4-4baa-9927-f0b85f7abed6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.354022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d903eb8-4d5c-4e01-a73d-3b7a439fa49c req-502a6ced-adb4-4baa-9927-f0b85f7abed6 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 945 time: 0.4476955 Jul 16 20:10:00.485992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d903eb8-4d5c-4e01-a73d-3b7a439fa49c req-3c26799e-48de-4de1-8bd4-12477205424c tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/security-groups?id=762e1c05-a41f-4e30-995d-01e0d476e843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309767 Jul 16 20:10:00.489830 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c827b01d-a7c8-42be-af15-ce0685de2301 req-e69be2fd-920b-4bbb-8414-43b7b55676ce tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "GET /v2.0/security-groups/bc3433f5-4ef0-4183-b7d6-d6300fb507a0 HTTP/1.1" status: 200 len: 2398 time: 0.1175594 Jul 16 20:10:00.496477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] Set router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:00.647447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.692782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'name': 'network-vif-deleted', 'tag': '061082a8-38e7-489b-8991-2baff7fcf8ad'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:00.695593 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cce2b11-ab06-4cb3-b11f-b3fe8c9fe600" -d '{"events": [{"server_uuid": "60155bf1-d555-43ea-917b-7d80a3764fa7", "name": "network-vif-deleted", "tag": "061082a8-38e7-489b-8991-2baff7fcf8ad"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:00.707563 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.755287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2323342-b1ec-4797-b330-d85527ad39f9 req-23974e98-a4b6-42f2-85bd-9558fa9075ad service neutron] 10.222.0.79 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282095 Jul 16 20:10:00.858889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:09:57Z', 'revision_number': 5, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:00.936045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] Checking router: 6be19bb2-294d-4e8c-ad42-089a1ac610e8 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:00.945545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] Routers {'6be19bb2-294d-4e8c-ad42-089a1ac610e8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:00.946174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:09:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:00.950628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Pushing event deleted for resources: {'Port': ['ID=694207d1-8831-4dff-a81d-87b2fc741044,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.010522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] No DVR routers for this DVR port 694207d1-8831-4dff-a81d-87b2fc741044 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:01.021431 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.030935 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7e7e759-799f-4a2e-a0ad-765d04cda08e req-1509fe92-3a9a-4fd5-aad6-f518c4a0e7f4 tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.99 "DELETE /v2.0/ports/694207d1-8831-4dff-a81d-87b2fc741044 HTTP/1.1" status: 204 len: 173 time: 2.2519755 Jul 16 20:10:01.042427 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c827b01d-a7c8-42be-af15-ce0685de2301 req-cbedd931-3669-4c5f-8b1f-0dc403c0fdf7 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.114232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c827b01d-a7c8-42be-af15-ce0685de2301 req-cbedd931-3669-4c5f-8b1f-0dc403c0fdf7 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.123767 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-15775d53-66ea-4193-a239-bdf040112095 service neutron] 10.222.0.79 "GET /v2.0/ports/03520f55-2d95-4fd7-af8d-5974002ab4e9/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 383 time: 0.2562051 Jul 16 20:10:01.137947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.148595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45894) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:01.175815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] Set router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:01.248607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c827b01d-a7c8-42be-af15-ce0685de2301 req-cbedd931-3669-4c5f-8b1f-0dc403c0fdf7 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.253542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c827b01d-a7c8-42be-af15-ce0685de2301 req-cbedd931-3669-4c5f-8b1f-0dc403c0fdf7 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.253542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c827b01d-a7c8-42be-af15-ce0685de2301 req-cbedd931-3669-4c5f-8b1f-0dc403c0fdf7 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] 10.222.0.91 "DELETE /v2.0/security-groups/bc3433f5-4ef0-4183-b7d6-d6300fb507a0 HTTP/1.1" status: 204 len: 173 time: 0.7594388 Jul 16 20:10:01.261511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45898) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:01.363405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedd931-3669-4c5f-8b1f-0dc403c0fdf7 tempest-SecurityGroupRulesTestJSON-1563668073 tempest-SecurityGroupRulesTestJSON-1563668073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3433f5-4ef0-4183-b7d6-d6300fb507a0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.386758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8d21c-1c7f-4376-ba28-6d97a43382f5 req-92523baf-5792-4c62-aa50-850f3c5d213f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.395511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dc8d21c-1c7f-4376-ba28-6d97a43382f5 req-92523baf-5792-4c62-aa50-850f3c5d213f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.4289863 Jul 16 20:10:01.428299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] Deleting subnet d4929113-b4e8-43f6-a290-4d72b80fd5ac {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:01.432799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.474271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dc8d21c-1c7f-4376-ba28-6d97a43382f5 req-59dee31d-f369-41ff-9e18-60dc2ade1dc1 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750480 Jul 16 20:10:01.512927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.560387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Deleting port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:01.561038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.600930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.637016 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b6a4c855-7949-4621-9cd0-0201886461e4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=12897071564a45298b97d82eb4ecce77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729140 Jul 16 20:10:01.637894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45906) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:01.694266 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545beb8f-9a39-4696-830d-fb098b107ba4 x-openstack-request-id: req-545beb8f-9a39-4696-830d-fb098b107ba4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:01.694639 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60155bf1-d555-43ea-917b-7d80a3764fa7", "name": "network-vif-deleted", "tag": "061082a8-38e7-489b-8991-2baff7fcf8ad", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:01.695625 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-545beb8f-9a39-4696-830d-fb098b107ba4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:01.696061 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60155bf1-d555-43ea-917b-7d80a3764fa7', 'name': 'network-vif-deleted', 'tag': '061082a8-38e7-489b-8991-2baff7fcf8ad', 'status': 'completed', 'code': 200} Jul 16 20:10:01.699931 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.701873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:01.709947 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d2696b-e0e6-4f38-98b9-0b904760c1d9" -d '{"events": [{"server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "name": "network-vif-plugged", "status": "completed", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:01.727877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:09:57Z', 'revision_number': 5, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:01.752313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4929113-b4e8-43f6-a290-4d72b80fd5ac,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.756535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.758503 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-556e84ce-b6f3-4174-9c04-c34ad832a485 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d4929113-b4e8-43f6-a290-4d72b80fd5ac HTTP/1.1" status: 204 len: 168 time: 0.4921134 Jul 16 20:10:01.761472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45910) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:01.829922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f9149c-29dc-4270-90c6-516019ccaa80 None None] The sync data for ids ['6be19bb2-294d-4e8c-ad42-089a1ac610e8'] in n-d-792458-10 is: [{'id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'name': 'tempest-ServerRescueNegativeTestJSON-63612334-router', 'tenant_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:50Z', 'updated_at': '2021-07-16T20:09:57Z', 'revision_number': 5, 'project_id': '6cdcf0f6dc74478d9fbd22dac980f098', 'gw_port': {'id': '5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be19bb2-294d-4e8c-ad42-089a1ac610e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:51Z', 'updated_at': '2021-07-16T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:01.898453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a89aaf-ebae-4e8f-8a55-c3c38807f72f req-e71e14bd-229a-4b2f-9357-fd5fbabfc648 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.900079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54a89aaf-ebae-4e8f-8a55-c3c38807f72f req-e71e14bd-229a-4b2f-9357-fd5fbabfc648 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.2170444 Jul 16 20:10:01.903931 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.908926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 694207d1-8831-4dff-a81d-87b2fc741044 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:01.952760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 694207d1-8831-4dff-a81d-87b2fc741044 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:01.953761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 694207d1-8831-4dff-a81d-87b2fc741044 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:02.012531 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54a89aaf-ebae-4e8f-8a55-c3c38807f72f req-32f7efc9-4161-42fc-9544-317c37c13a96 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975554 Jul 16 20:10:02.086027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.112474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7441bde3-b20e-49ba-a573-f0f46a879c4e']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:02.148739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb8489f-0c09-40d5-b633-7dd626441480') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:02.149522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb8489f-0c09-40d5-b633-7dd626441480') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:02.179890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.231656 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.258173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:02.258600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:02.260759 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:02.338814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1295caf5-4d3b-407b-a285-b9ba0f5831b9 req-5976e69c-08e5-4fa1-8ea4-eac01327888b tempest-InstanceActionsTestJSON-1099778793 tempest-InstanceActionsTestJSON-1099778793-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8b91229-6475-4a80-9952-43a65795004c HTTP/1.1" status: 200 len: 210 time: 0.0331452 Jul 16 20:10:02.396312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.446515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.461295 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7441bde3-b20e-49ba-a573-f0f46a879c4e HTTP/1.1" status: 204 len: 168 time: 0.6965504 Jul 16 20:10:02.497112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device db7571c2-db37-4936-8fe2-a99af4dd658f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:02.527674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83639a9c-6f03-467b-9d46-82edaae248e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7441bde3-b20e-49ba-a573-f0f46a879c4e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:02.561947 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f844556-8f2d-4d87-bd0d-b979498ea411 x-openstack-request-id: req-8f844556-8f2d-4d87-bd0d-b979498ea411 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:02.562164 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "name": "network-vif-plugged", "status": "completed", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:02.562344 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8f844556-8f2d-4d87-bd0d-b979498ea411 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:02.562613 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'code': 200} Jul 16 20:10:02.564423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: db7571c2-db37-4936-8fe2-a99af4dd658f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:02.567221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device db7571c2-db37-4936-8fe2-a99af4dd658f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:02.650492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] For port 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:02.655016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.694374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Calling delete_port for 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:02.721502 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4383b57-18d6-456a-93aa-99823c9f37aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.865196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4383b57-18d6-456a-93aa-99823c9f37aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.931772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45918) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:02.939129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6aac1e-ffe5-45f6-adad-f6a39a57beeb req-e825f16d-45ee-429a-a2ca-f71e4dd8d2ce tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.941031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1f6aac1e-ffe5-45f6-adad-f6a39a57beeb req-e825f16d-45ee-429a-a2ca-f71e4dd8d2ce tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.4879470 Jul 16 20:10:02.985126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-20f983b8-52be-457f-aea7-2ceff28c357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.987145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-20f983b8-52be-457f-aea7-2ceff28c357e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670&tenant_id=91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 1102 time: 1.2709801 Jul 16 20:10:03.008312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e1bc7af9-7125-4489-b102-edaa1d5e9860 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=527a6df5ae93456383a83e42830aab6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732219 Jul 16 20:10:03.008623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45920) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:03.034061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7da70-ae9a-457b-a24c-f4f642f50417 req-972832d4-f401-4721-9c2f-31fc42b69c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.036049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7c7da70-ae9a-457b-a24c-f4f642f50417 req-972832d4-f401-4721-9c2f-31fc42b69c58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 1097 time: 0.2777042 Jul 16 20:10:03.049911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861bd51-335b-4619-8d83-2b9095835873 req-c67d77f7-7555-4dc5-99c2-80f01fe65b35 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.052425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d861bd51-335b-4619-8d83-2b9095835873 req-c67d77f7-7555-4dc5-99c2-80f01fe65b35 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.2279692 Jul 16 20:10:03.094702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1f6aac1e-ffe5-45f6-adad-f6a39a57beeb req-aadb702c-30b7-4537-9674-e0d812321bc1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372490 Jul 16 20:10:03.171946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d861bd51-335b-4619-8d83-2b9095835873 req-9dbe10e7-fc2c-4453-a4ab-e98a41bbf9d5 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988836 Jul 16 20:10:03.185248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4383b57-18d6-456a-93aa-99823c9f37aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.187883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4383b57-18d6-456a-93aa-99823c9f37aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.189115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e4383b57-18d6-456a-93aa-99823c9f37aa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9bb67b21-34fc-437c-8287-b616b8807d9c HTTP/1.1" status: 204 len: 168 time: 1.5478082 Jul 16 20:10:03.196223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7c7da70-ae9a-457b-a24c-f4f642f50417 req-6600be64-2684-4b01-8d6c-7b89eb54ff29 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397479 Jul 16 20:10:03.289108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383b57-18d6-456a-93aa-99823c9f37aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb67b21-34fc-437c-8287-b616b8807d9c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:03.297647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.301840 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f037-b4ba-4a6b-b799-3ebb095e877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.338106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:03.347754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-ca2371ab-0f10-49c6-851a-269554e75482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.349686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-ca2371ab-0f10-49c6-851a-269554e75482 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 1102 time: 0.3008115 Jul 16 20:10:03.516902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f037-b4ba-4a6b-b799-3ebb095e877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.523191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45930) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:03.538240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.613061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] Deleting subnet eef38826-3561-47d5-b3db-f2f52efd0d81 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:03.631946 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.692607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:03.710323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b91229-6475-4a80-9952-43a65795004c', 'name': 'network-vif-deleted', 'tag': '694207d1-8831-4dff-a81d-87b2fc741044'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:03.715142 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccde90a-b646-4746-b53c-e1d68b0d957e" -d '{"events": [{"server_uuid": "e8b91229-6475-4a80-9952-43a65795004c", "name": "network-vif-deleted", "tag": "694207d1-8831-4dff-a81d-87b2fc741044"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:03.780946 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.797516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f037-b4ba-4a6b-b799-3ebb095e877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.803117 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f037-b4ba-4a6b-b799-3ebb095e877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.804711 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c2f9f037-b4ba-4a6b-b799-3ebb095e877a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/25434aef-98bd-444b-a14f-861819d2ee8a HTTP/1.1" status: 204 len: 168 time: 0.7918580 Jul 16 20:10:03.829676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.830616 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f5329-50f0-41c5-ac67-0d024cacb9af x-openstack-request-id: req-a97f5329-50f0-41c5-ac67-0d024cacb9af {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:03.830939 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b91229-6475-4a80-9952-43a65795004c", "name": "network-vif-deleted", "tag": "694207d1-8831-4dff-a81d-87b2fc741044", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:03.831544 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a97f5329-50f0-41c5-ac67-0d024cacb9af {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:03.832025 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b91229-6475-4a80-9952-43a65795004c', 'name': 'network-vif-deleted', 'tag': '694207d1-8831-4dff-a81d-87b2fc741044', 'status': 'completed', 'code': 200} Jul 16 20:10:03.869161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9f037-b4ba-4a6b-b799-3ebb095e877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25434aef-98bd-444b-a14f-861819d2ee8a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:03.886609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.891527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:03.892824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.909364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.938508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.025726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.034063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45938) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.065785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-f6f66129-1a8c-4fe4-af60-5500613ab86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.067686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-f6f66129-1a8c-4fe4-af60-5500613ab86f service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.7034736 Jul 16 20:10:04.075129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.075672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be19bb2-294d-4e8c-ad42-089a1ac610e8 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:10:04.091100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.094554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ef34aa3-6657-4bde-9592-bd0096748899 admin admin] 10.222.0.91 "DELETE /v2.0/routers/6be19bb2-294d-4e8c-ad42-089a1ac610e8 HTTP/1.1" status: 204 len: 168 time: 3.8833783 Jul 16 20:10:04.117953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45940) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.128260 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-0a7a8c03-9873-46da-9f8f-9283d8b12f4f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.0487933 Jul 16 20:10:04.138636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c7d99-25a9-401a-b508-b9b6869307fa req-604dbaf2-4e4d-4dde-b8b1-2d91a574e28f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.140722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-527c7d99-25a9-401a-b508-b9b6869307fa req-604dbaf2-4e4d-4dde-b8b1-2d91a574e28f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.6905489 Jul 16 20:10:04.342695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9beedd2b-d55b-4981-a9e4-445585d31406 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=56f1fd3149f94a3f80ac978bb4a2c2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015397 Jul 16 20:10:04.344338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.352610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-ef2f0ce0-1a5b-49af-bc8c-4048b288e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.356851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-ef2f0ce0-1a5b-49af-bc8c-4048b288e04e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2150939 Jul 16 20:10:04.369798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-527c7d99-25a9-401a-b508-b9b6869307fa req-9ff0c54a-4e96-436c-b147-fc33b58af69a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120371 Jul 16 20:10:04.376512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.410851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] Deleting subnet cd59c46c-0680-4624-b5a9-b3160c763bc3 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:04.434963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.521957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-b9479f76-372d-4fd2-b432-c2e0f7cbd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.524439 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-b9479f76-372d-4fd2-b432-c2e0f7cbd12c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524670 Jul 16 20:10:04.560844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef38826-3561-47d5-b3db-f2f52efd0d81,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.564500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:04.567865 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe50def3-93f9-4270-b1b7-0add18613887" -d '{"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-unplugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:04.592767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.595750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c8c34992-9664-40e5-8695-6f417a8016e1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/eef38826-3561-47d5-b3db-f2f52efd0d81 HTTP/1.1" status: 204 len: 168 time: 1.0712559 Jul 16 20:10:04.601154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.696217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.707202 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b93b88c2-e8c3-4ca8-9e4d-70de4d8feac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.848672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.873096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-126c3818-076a-4b3e-a7aa-0039f1da5955 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408253 Jul 16 20:10:04.984369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b93b88c2-e8c3-4ca8-9e4d-70de4d8feac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.054190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.084892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.087790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c64d40-889a-46e5-8c32-58405611a3ad req-706983fa-6b6e-48c6-b9ae-d432e1079c6c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.100937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12872790-76b2-4c1b-b9fb-b64748b36a62']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:05.117783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17c64d40-889a-46e5-8c32-58405611a3ad req-706983fa-6b6e-48c6-b9ae-d432e1079c6c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 948 time: 0.6797071 Jul 16 20:10:05.150684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3dded7-238b-4ac0-9806-54a0abcd1daf') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:05.150684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3dded7-238b-4ac0-9806-54a0abcd1daf') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:05.214518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.244485 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:05.245167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.272809 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e26bb3cc-e41e-4c80-a1aa-756aafe078e0 req-9798cc66-abf9-40da-b5f8-92cd54a347fb service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914659 Jul 16 20:10:05.278725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.290078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:05.290394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:05.293305 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:05.320370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32dfb-9d15-4ac2-be64-1792b080e33d req-e6c7299a-f486-4d4e-8ca3-0484573fa9b8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.339568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ae32dfb-9d15-4ac2-be64-1792b080e33d req-e6c7299a-f486-4d4e-8ca3-0484573fa9b8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.4233980 Jul 16 20:10:05.353109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd59c46c-0680-4624-b5a9-b3160c763bc3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:05.386672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.395024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e537447a-6e03-4146-8e1d-d86757de44c7 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/cd59c46c-0680-4624-b5a9-b3160c763bc3 HTTP/1.1" status: 204 len: 168 time: 1.2640004 Jul 16 20:10:05.401195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:05.565371 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ae32dfb-9d15-4ac2-be64-1792b080e33d req-dc0b6d23-1271-49b9-9ed9-3264931eda01 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230313 Jul 16 20:10:05.583589 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.594543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.599557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] 10.222.0.91 "DELETE /v2.0/networks/12872790-76b2-4c1b-b9fb-b64748b36a62 HTTP/1.1" status: 204 len: 168 time: 0.9947729 Jul 16 20:10:05.642555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae57792-42ae-4322-b480-8231de00d9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=12872790-76b2-4c1b-b9fb-b64748b36a62,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:05.681002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.701153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17c64d40-889a-46e5-8c32-58405611a3ad req-271ab1fe-3440-4fe6-af94-44bce086e5b7 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801766 Jul 16 20:10:05.754076 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8790cf3a-dd57-4c68-a8aa-0e1a3f09df7e x-openstack-request-id: req-8790cf3a-dd57-4c68-a8aa-0e1a3f09df7e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:05.754642 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-unplugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:05.754642 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8790cf3a-dd57-4c68-a8aa-0e1a3f09df7e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:05.755047 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'code': 200} Jul 16 20:10:05.865413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.877259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843a80bd-dabd-4906-9e63-8267a1e54b06']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:05.892577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5033bfc-380a-457c-ad29-bdc0c24b3029') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:05.892827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5033bfc-380a-457c-ad29-bdc0c24b3029') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:05.925483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.943202 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b93b88c2-e8c3-4ca8-9e4d-70de4d8feac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.946755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b93b88c2-e8c3-4ca8-9e4d-70de4d8feac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.948129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b93b88c2-e8c3-4ca8-9e4d-70de4d8feac9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fd539097-3a11-45a2-aab2-5fc7ea75da7f HTTP/1.1" status: 204 len: 168 time: 1.5851789 Jul 16 20:10:05.958919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45992) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:05.987859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-712ce4c6-1e1d-49ed-ae48-110d08dd7b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.014789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.023087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b88c2-e8c3-4ca8-9e4d-70de4d8feac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd539097-3a11-45a2-aab2-5fc7ea75da7f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:06.045943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:06.046612 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:06.057331 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:06.136495 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bcefc648-b047-43b5-b4f6-ef559a52c4d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d82a06f909494499953f3673d655dab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762574 Jul 16 20:10:06.138739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:06.180196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681b1de-5d3e-4b33-9202-a7d06a00ba0e req-2e1b59ac-d18d-405f-8cb3-9b90932953c4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.189055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7681b1de-5d3e-4b33-9202-a7d06a00ba0e req-2e1b59ac-d18d-405f-8cb3-9b90932953c4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.2511630 Jul 16 20:10:06.202976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd03d22-9676-4e2b-b807-dcb589d6fb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.223763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.236391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd03d22-9676-4e2b-b807-dcb589d6fb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.242631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7681b1de-5d3e-4b33-9202-a7d06a00ba0e req-7933b547-5844-4a04-96aa-d7c4f4bc51aa tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521750 Jul 16 20:10:06.255030 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.257389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] 10.222.0.91 "DELETE /v2.0/networks/843a80bd-dabd-4906-9e63-8267a1e54b06 HTTP/1.1" status: 204 len: 168 time: 0.8541443 Jul 16 20:10:06.293327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c07fa7-717f-4d1a-b5bd-c04a68b27459 admin admin] Pushing event deleted for resources: {'Network': ['ID=843a80bd-dabd-4906-9e63-8267a1e54b06,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:06.319338 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd03d22-9676-4e2b-b807-dcb589d6fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.322710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd03d22-9676-4e2b-b807-dcb589d6fb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.326867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bcd03d22-9676-4e2b-b807-dcb589d6fb9e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/762e1c05-a41f-4e30-995d-01e0d476e843 HTTP/1.1" status: 204 len: 168 time: 0.1841211 Jul 16 20:10:06.333538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd03d22-9676-4e2b-b807-dcb589d6fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762e1c05-a41f-4e30-995d-01e0d476e843,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:06.520605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:06.549832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:06.550182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5b9a47fc-a2d7-4ea8-8ee7-f75d8def177e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:06.635283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cae84-b4fb-4dcf-8ecc-8c8eaf3661fd req-b0e8b583-0346-472c-a958-dc6b74efee2c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.649635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-918cae84-b4fb-4dcf-8ecc-8c8eaf3661fd req-b0e8b583-0346-472c-a958-dc6b74efee2c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.1767321 Jul 16 20:10:06.706304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-918cae84-b4fb-4dcf-8ecc-8c8eaf3661fd req-3812dfe9-7bdf-4914-8e12-d424139112fc tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513940 Jul 16 20:10:06.713738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46008) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:06.811695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46014) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:06.817005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c3e6975b-098f-43a0-acbf-ca5415b16a1a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6cdcf0f6dc74478d9fbd22dac980f098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018772 Jul 16 20:10:06.943940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4901e757-13ef-464d-8934-a7269edf69b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.000191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4901e757-13ef-464d-8934-a7269edf69b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.121241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4901e757-13ef-464d-8934-a7269edf69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.124505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4901e757-13ef-464d-8934-a7269edf69b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.132786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4901e757-13ef-464d-8934-a7269edf69b3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6 HTTP/1.1" status: 204 len: 168 time: 0.3195612 Jul 16 20:10:07.168515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901e757-13ef-464d-8934-a7269edf69b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebbc6d4-a2e0-478f-baf3-2c013c6a87b6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:07.195061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043eafb-42d2-4189-aca7-e5d4a9bd7b0b req-4fbc3b3c-4538-4690-b873-5c2cce0e4de6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.202641 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5043eafb-42d2-4189-aca7-e5d4a9bd7b0b req-4fbc3b3c-4538-4690-b873-5c2cce0e4de6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 948 time: 0.1201990 Jul 16 20:10:07.286719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5043eafb-42d2-4189-aca7-e5d4a9bd7b0b req-f3228988-40c0-4f23-8a76-2682a8645abb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813289 Jul 16 20:10:07.579339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de868d85-30ac-4600-b372-e81687fe8f7e req-2a3e458f-ec05-4783-8aed-75387c8693cb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.589468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de868d85-30ac-4600-b372-e81687fe8f7e req-2a3e458f-ec05-4783-8aed-75387c8693cb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.1348774 Jul 16 20:10:07.609000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46038) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:07.700385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de868d85-30ac-4600-b372-e81687fe8f7e req-9ca4b9a1-fe90-4588-9f40-3693c903e450 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098690 Jul 16 20:10:07.715890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:07.754189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eaec8-e127-4675-b6e7-41b3498d2a64 req-69b9ea7e-c3e9-4040-821c-9bce2f8b5dcf tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.764202 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4eaec8-e127-4675-b6e7-41b3498d2a64 req-69b9ea7e-c3e9-4040-821c-9bce2f8b5dcf tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.1209779 Jul 16 20:10:07.858459 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4eaec8-e127-4675-b6e7-41b3498d2a64 req-89c44c5d-215e-432c-8b8b-80cb071d9557 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837855 Jul 16 20:10:07.937584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:07.967125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'mac_address': 'fa:16:3e:0a:03:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:08.059046 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.099424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03520f55-2d95-4fd7-af8d-5974002ab4e9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:08.173122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:08.182693 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.231700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e769de17-43a7-471c-bb03-47606ab73ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.290546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be2344-8898-47dc-bb82-e2fbac919200 req-4586265e-d689-4b42-bf6b-9d1383eca7b4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.293304 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1be2344-8898-47dc-bb82-e2fbac919200 req-4586265e-d689-4b42-bf6b-9d1383eca7b4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.1907275 Jul 16 20:10:08.318825 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.382677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:08.455740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1be2344-8898-47dc-bb82-e2fbac919200 req-d5b3fe45-435b-4a5e-935b-bc4b4ea702e0 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400650 Jul 16 20:10:08.475285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['03520f55-2d95-4fd7-af8d-5974002ab4e9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:08.582682 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.594289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e769de17-43a7-471c-bb03-47606ab73ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.619668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e769de17-43a7-471c-bb03-47606ab73ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.800678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46096) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:08.817946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e769de17-43a7-471c-bb03-47606ab73ff0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7ec349899dfa45cdb14fcec9826a8790&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2066100 Jul 16 20:10:08.838879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769de17-43a7-471c-bb03-47606ab73ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad33e0a5-35e5-4e85-a259-32e3a48af37a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:08.865546 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0d0723e-b1ca-4192-8f80-e9ef1ca52b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.884070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.938319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d172e3-d201-4a02-8841-8ba6a4ce7ad7 req-f90cc3fd-fecc-46ab-a966-f67bf3ff1b39 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.951483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67d172e3-d201-4a02-8841-8ba6a4ce7ad7 req-f90cc3fd-fecc-46ab-a966-f67bf3ff1b39 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 949 time: 0.3527923 Jul 16 20:10:08.954638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0df6e0a2-c99f-44d2-92bd-8c5c322c1ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.025475 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0df6e0a2-c99f-44d2-92bd-8c5c322c1ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.056594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67d172e3-d201-4a02-8841-8ba6a4ce7ad7 req-6bcbd26a-6ced-43b3-990b-fc750f1f52d9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063602 Jul 16 20:10:09.139980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0df6e0a2-c99f-44d2-92bd-8c5c322c1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.143162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0df6e0a2-c99f-44d2-92bd-8c5c322c1ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.145928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0df6e0a2-c99f-44d2-92bd-8c5c322c1ed0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ad33e0a5-35e5-4e85-a259-32e3a48af37a HTTP/1.1" status: 204 len: 168 time: 0.3434985 Jul 16 20:10:09.157241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46106) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:09.161218 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e0a2-c99f-44d2-92bd-8c5c322c1ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad33e0a5-35e5-4e85-a259-32e3a48af37a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:09.253568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46112) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:09.336990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6099c9b-e9c6-49a9-9033-fda70ccbd09c req-c2e5d3f2-77c4-4df7-8d29-9c662a0a3159 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.349048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6099c9b-e9c6-49a9-9033-fda70ccbd09c req-c2e5d3f2-77c4-4df7-8d29-9c662a0a3159 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.1153440 Jul 16 20:10:09.528565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6099c9b-e9c6-49a9-9033-fda70ccbd09c req-d413aa94-f5e5-4be6-a9f2-556d1c8d8c75 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636918 Jul 16 20:10:09.727567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:09.771487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-network', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:09.828786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1803543812-network', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:09.877776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Made reservation on behalf of de9eb4017a0b41589b9729c31ac6d6bb for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:09.879801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.925793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.926280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Made reservation on behalf of e7b1bef0d2e348f8afef99796f046290 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:09.930072 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.942359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.988721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 03520f55-2d95-4fd7-af8d-5974002ab4e9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:09.989382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.048222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b99f31-f065-4bc4-a1ba-264f8b4556e9 req-f8407fb9-b48e-4bc3-835c-83dfa2ee96e1 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.066129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9b99f31-f065-4bc4-a1ba-264f8b4556e9 req-f8407fb9-b48e-4bc3-835c-83dfa2ee96e1 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.3607516 Jul 16 20:10:10.122152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46142) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:10.126262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.134113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.178234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:10.188364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc913b2e-5342-42c1-8d76-d33e57f90111,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.202781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.203300 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Added segment 8dd03d1a-518a-4774-98a6-98381ae94fd5 of type vlan for network fe433b56-838c-42ea-a096-7dfb808052ed Jul 16 20:10:10.253739 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9b99f31-f065-4bc4-a1ba-264f8b4556e9 req-17c161a6-2cc4-48f0-87b9-3de014b2c50b tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807423 Jul 16 20:10:10.360099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.403946 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.488113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.494191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.507628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.548202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:10.560164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:10.561630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:10.565670 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ecfce7-7a4a-41e7-9df8-35cf530ba63a" -d '{"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-plugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:10.569781 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.575979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-517256688-network', 'tenant_id': '146440c2f0dd4b849beca9856072abaf'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:10.597360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137426dc-aa58-4795-97ca-25ffbab62971,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.607857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.610200 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Added segment 20b805a1-cb86-4faf-9436-c8471830cd4e of type vlan for network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 Jul 16 20:10:10.675121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.680182 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82ebcf-ac3a-4a96-a07f-4f6c1e180c92 x-openstack-request-id: req-1b82ebcf-ac3a-4a96-a07f-4f6c1e180c92 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:10.680644 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-plugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:10.680882 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b82ebcf-ac3a-4a96-a07f-4f6c1e180c92 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:10.681318 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'code': 200} Jul 16 20:10:10.737539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.739955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:10:10.744812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Made reservation on behalf of 146440c2f0dd4b849beca9856072abaf for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:10.748385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.772762 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.816203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.817677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.818801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.831231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.832222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.832791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.931540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] Pushing event updated for resources: {'Network': ['ID=fe433b56-838c-42ea-a096-7dfb808052ed,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.942248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network fe433b56-838c-42ea-a096-7dfb808052ed details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:10.982082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-588a919f-3c4c-4162-b05a-d8f2abfeb087 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.984223 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-588a919f-3c4c-4162-b05a-d8f2abfeb087 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670&tenant_id=91c60dcf2ee64ebebf7afc95d764961c&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 949 time: 0.7076979 Jul 16 20:10:10.986616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:11.046999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:11.066967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee17e15-960f-49de-bb93-686cf740e57e req-8f699bac-692e-4f18-bb6f-599da1dd6028 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.080669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aee17e15-960f-49de-bb93-686cf740e57e req-8f699bac-692e-4f18-bb6f-599da1dd6028 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.1785057 Jul 16 20:10:11.106579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46166) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:11.109597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-dfe2276c-5d0e-452c-8377-d2548ff5d45b service neutron] 10.222.0.79 "GET /v2.0/ports/03520f55-2d95-4fd7-af8d-5974002ab4e9/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 383 time: 0.1102571 Jul 16 20:10:11.135820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b02018-c2c7-4786-a019-2c79934c5cd6 req-725c55da-bc64-44d3-b911-9740fad31e1a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.144860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94b02018-c2c7-4786-a019-2c79934c5cd6 req-725c55da-bc64-44d3-b911-9740fad31e1a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.6584809 Jul 16 20:10:11.156866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aee17e15-960f-49de-bb93-686cf740e57e req-30f23278-eaec-4230-9fbf-87cbf0db6915 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752087 Jul 16 20:10:11.279806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94b02018-c2c7-4786-a019-2c79934c5cd6 req-c92cd829-876a-41b5-9222-3e33db83fe40 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340642 Jul 16 20:10:11.321901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1773883138-network', 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:11.348592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-1abb1a63-a6ed-4f96-8a57-cd728ddfe7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.350893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-1abb1a63-a6ed-4f96-8a57-cd728ddfe7e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 1102 time: 0.1964247 Jul 16 20:10:11.490436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-1d76213c-40b4-4995-877d-dbe48b1b094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.492118 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-1d76213c-40b4-4995-877d-dbe48b1b094b service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1337950 Jul 16 20:10:11.496199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e0b7e-2a78-4e8d-85c1-8d18b24296cf req-d030c3e8-8ccd-4683-a2bc-d8c98c8a7fbb tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.499174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2e0b7e-2a78-4e8d-85c1-8d18b24296cf req-d030c3e8-8ccd-4683-a2bc-d8c98c8a7fbb tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.0796382 Jul 16 20:10:11.515267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.593166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-27cfb86a-19de-48ce-b618-8ff769b0b888 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.0880666 Jul 16 20:10:11.611085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.613144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-280699b7-d956-4476-acbb-1b939d3500c5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4389625 Jul 16 20:10:11.613512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46176) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:11.629626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Request body: {'subnet': {'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-subnet', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:11.652632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1c7f9a1-7e61-455a-ba57-37607d35e185 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3978601 Jul 16 20:10:11.657704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46178) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:11.697758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Request body: {'subnet': {'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1803543812-subnet', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:11.706028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.724136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:11.733102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc997077-1866-4a7c-86f3-684d74c0fd23,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:11.738753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2e0b7e-2a78-4e8d-85c1-8d18b24296cf req-eb23e890-ca58-4ba5-8b0c-da204155186d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249377 Jul 16 20:10:11.755758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:11.760407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.774941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Made reservation on behalf of de9eb4017a0b41589b9729c31ac6d6bb for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:11.777266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.778069 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Added segment 4d51a12f-f61d-426f-93fa-e8d55bc5dd39 of type vlan for network 9618c1b9-5a50-4921-9908-bd01f1a62149 Jul 16 20:10:11.780786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.781062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-03ba0940-f063-4234-829f-7ee0faaa31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.782606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-03ba0940-f063-4234-829f-7ee0faaa31f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1843371 Jul 16 20:10:11.797296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.837628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Made reservation on behalf of e7b1bef0d2e348f8afef99796f046290 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:11.842249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.911998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.969065 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.970609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.974255 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.120116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.150496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] Pushing event updated for resources: {'Network': ['ID=9618c1b9-5a50-4921-9908-bd01f1a62149,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.164749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9618c1b9-5a50-4921-9908-bd01f1a62149 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:12.231579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2895b20-a065-4d0d-8d23-12619adb8eec,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.247953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-9324ba4d-d2f1-4de8-ada8-87e2842131f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.263017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-9324ba4d-d2f1-4de8-ada8-87e2842131f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4659598 Jul 16 20:10:12.305081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Checking segment: {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:12.305438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Network hostable DHCP agents. Network: fe433b56-838c-42ea-a096-7dfb808052ed, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:12.335581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.344979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Network fe433b56-838c-42ea-a096-7dfb808052ed is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:12.390671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, fe433b56-838c-42ea-a096-7dfb808052ed) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:12.409391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.410330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.436678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c220a83-8140-43d0-b8ac-d97cea23f664,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.452323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Checking segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:12.453324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Network hostable DHCP agents. Network: 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:12.475305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a71ef-6f6e-4762-b1fa-09c519d80196 None None] Network fe433b56-838c-42ea-a096-7dfb808052ed requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:12.479977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:12.500340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:12.512211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.513461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.531789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682e0b0-2da9-4409-891a-6c53dcd73354 None None] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:12.577201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.594197 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-222a634b-e1d2-43c8-b2b1-7ecef6459ad3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9780843 Jul 16 20:10:12.596683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ade819f4-3347-4685-b428-17f7856ac0e2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9369416 Jul 16 20:10:12.597589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46192) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:12.600675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46194) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:12.609968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.612453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:12.624468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-71f66b15-577b-4d59-a864-95106b6b6514 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5007479 Jul 16 20:10:12.640352 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:12.663191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:12.677533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-fb050fdc-9cdf-4279-b9fc-d01e79e8e770 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680136 Jul 16 20:10:12.700727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae5700d-606e-45ab-8033-038110708b8f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.736181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:10:12.736181 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:10:12.736181 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id_1': 'e7b1bef0d2e348f8afef99796f046290', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 10, 12, 662008)}] Jul 16 20:10:12.736181 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:10:12.736718 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:10:12.760295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.760699 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Added segment 2e5bb33e-e0e8-4577-b15e-b811d4fd065b of type vlan for network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 Jul 16 20:10:12.775149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c335f-63b8-4d53-80c0-947520413c86 req-1fa7af0f-2383-4c00-9a22-7c896b38fc43 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.789220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-518c335f-63b8-4d53-80c0-947520413c86 req-1fa7af0f-2383-4c00-9a22-7c896b38fc43 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2391424 Jul 16 20:10:12.793659 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.794735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.934164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-518c335f-63b8-4d53-80c0-947520413c86 req-45d9c2cb-4a9c-4631-902a-26780df43ccc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436653 Jul 16 20:10:12.963805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:10:12.966641 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.002497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.049454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5739b0-7b89-43e4-9181-c9f6de74e5ff None None] Network fe433b56-838c-42ea-a096-7dfb808052ed requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:13.298042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.306807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Allocated IP 172.20.0.2 (0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225/7c220a83-8140-43d0-b8ac-d97cea23f664/d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:13.350865 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.358443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.506029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.517329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Transition to ACTIVE for port object d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:13.535269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18404ad-709d-4630-8480-bbf4585923cd req-041247ac-a5ef-4c5c-8aa2-670de67e8485 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.538259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Transition to ACTIVE for port object d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:13.544425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b18404ad-709d-4630-8480-bbf4585923cd req-041247ac-a5ef-4c5c-8aa2-670de67e8485 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.9840336 Jul 16 20:10:13.550713 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.557438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.562328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31c387-33f8-475a-94a6-08dc346cbf46 req-c2921d0e-ffde-46ad-95b0-721c660a3110 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.563935 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c31c387-33f8-475a-94a6-08dc346cbf46 req-c2921d0e-ffde-46ad-95b0-721c660a3110 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.3587313 Jul 16 20:10:13.565492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.653273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:13.659111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:13.664346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:13.668962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Pushing event updated for resources: {'Port': ['ID=d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:13.703032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-cee9da3e-d72c-4865-9def-ace7c92f5cd6 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0179558 Jul 16 20:10:13.719855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b18404ad-709d-4630-8480-bbf4585923cd req-95f37ef4-5925-4a4d-971e-fe9fd1191879 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744277 Jul 16 20:10:13.721066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.722027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.722610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.820441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7070327 Jul 16 20:10:13.830910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:13.852790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Attempting to bind port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:13.853196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Request body: {'subnet': {'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1773883138-subnet', 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:13.854379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Attempting to bind port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:13.855852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Attempting to bind port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:13.868452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:13.870866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Checking segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:13.871620 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.872239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Bound using segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:13.875165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Bound port: d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:13.875372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23903e-4dcd-494f-ae0a-169bcf6ef60b admin admin] Pushing event updated for resources: {'Network': ['ID=7cb9d257-456f-4ac0-a68a-b3ae12a47524,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:13.875843 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.956412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c31c387-33f8-475a-94a6-08dc346cbf46 req-980c9d1c-2371-4d27-8b42-ab346734ba39 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832171 Jul 16 20:10:13.970968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] For port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:13.975262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] For port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:13.977079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:13.993137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.254909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35af20-9501-40a0-9ead-36672bb1111c None None] Pushing event updated for resources: {'Port': ['ID=d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:14.505134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64efe9-5a77-4f26-af91-46f9db686986 req-8739f8af-6ea5-4f7a-b611-b57048cb2d75 tempest-ComputeTenantNetworksTest-109297792 tempest-ComputeTenantNetworksTest-109297792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.513979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64efe9-5a77-4f26-af91-46f9db686986 req-8739f8af-6ea5-4f7a-b611-b57048cb2d75 tempest-ComputeTenantNetworksTest-109297792 tempest-ComputeTenantNetworksTest-109297792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.526275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64efe9-5a77-4f26-af91-46f9db686986 req-8739f8af-6ea5-4f7a-b611-b57048cb2d75 tempest-ComputeTenantNetworksTest-109297792 tempest-ComputeTenantNetworksTest-109297792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.547434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e64efe9-5a77-4f26-af91-46f9db686986 req-8739f8af-6ea5-4f7a-b611-b57048cb2d75 tempest-ComputeTenantNetworksTest-109297792 tempest-ComputeTenantNetworksTest-109297792-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4969049 Jul 16 20:10:14.633638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:14.646788 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.666994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a9e5-b0be-483c-85d9-b1ca99d63c34 req-84602fe0-63ba-4146-9dad-74eda6ed7387 tempest-ComputeTenantNetworksTest-109297792 tempest-ComputeTenantNetworksTest-109297792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.679126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6529a9e5-b0be-483c-85d9-b1ca99d63c34 req-84602fe0-63ba-4146-9dad-74eda6ed7387 tempest-ComputeTenantNetworksTest-109297792 tempest-ComputeTenantNetworksTest-109297792-project] 10.222.0.91 "GET /v2.0/networks/9618c1b9-5a50-4921-9908-bd01f1a62149 HTTP/1.1" status: 200 len: 768 time: 0.1298983 Jul 16 20:10:14.680126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46220) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:14.693896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:14.713641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.771373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.850156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:14.917815 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.944789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.962776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9618c1b9-5a50-4921-9908-bd01f1a62149']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:14.978748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d51a12f-f61d-426f-93fa-e8d55bc5dd39') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:14.980967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d51a12f-f61d-426f-93fa-e8d55bc5dd39') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:15.000591 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.010041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.059774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.075570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:15.076137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:15.078424 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:15.222580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ef8b7-bf1b-4afc-8bb5-d73f28812d6e req-b6f75433-b2ad-4fa1-a8ed-fc0a589c858a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.231854 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-419ef8b7-bf1b-4afc-8bb5-d73f28812d6e req-b6f75433-b2ad-4fa1-a8ed-fc0a589c858a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.2349596 Jul 16 20:10:15.244291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.287144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.300567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9618c1b9-5a50-4921-9908-bd01f1a62149 HTTP/1.1" status: 204 len: 168 time: 0.6106038 Jul 16 20:10:15.324184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9526cb2-0693-4719-a3a2-96800757ec21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9618c1b9-5a50-4921-9908-bd01f1a62149,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:15.399652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-419ef8b7-bf1b-4afc-8bb5-d73f28812d6e req-a8c1af9d-25d8-48c3-bc79-5eb395c76464 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663506 Jul 16 20:10:15.543024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46230) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:15.561023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abcbc3-f867-4c0e-9390-b7ebdabbefd1 req-ae4e7f52-c641-431d-8e4c-c07a35dbf44c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.587814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9abcbc3-f867-4c0e-9390-b7ebdabbefd1 req-ae4e7f52-c641-431d-8e4c-c07a35dbf44c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.9464276 Jul 16 20:10:15.619806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cbdf1dc3-a3a8-4fbd-b3cb-bfcdd974b64d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=146440c2f0dd4b849beca9856072abaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750773 Jul 16 20:10:15.621423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46232) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:15.784314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-313ee957-f3f1-49d4-a445-448a9fe09b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.854920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Allocated IP 172.25.3.64 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/b146e727-de13-43d6-bf61-ba911f3911cf) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:15.874465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-313ee957-f3f1-49d4-a445-448a9fe09b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.904493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234d310-2090-4a83-b8cd-592754affb8a None None] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:15.971397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9da88a-e6c3-4313-b8b3-a3526ed379a1 req-4f94ec58-9235-48dd-aa1a-5881bcc26481 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.984997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9abcbc3-f867-4c0e-9390-b7ebdabbefd1 req-2e89d9c9-775d-4f97-94e7-d9825431ce9e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926113 Jul 16 20:10:15.985508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff9da88a-e6c3-4313-b8b3-a3526ed379a1 req-4f94ec58-9235-48dd-aa1a-5881bcc26481 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.2334785 Jul 16 20:10:16.042157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c6bd9d00-77cc-4bde-9d53-3f1afe279395 None None] Provisioning for port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:16.067668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-313ee957-f3f1-49d4-a445-448a9fe09b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.070369 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-313ee957-f3f1-49d4-a445-448a9fe09b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.071927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c6bd9d00-77cc-4bde-9d53-3f1afe279395 None None] Provisioning complete for port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:16.073723 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9d00-77cc-4bde-9d53-3f1afe279395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.076911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-313ee957-f3f1-49d4-a445-448a9fe09b13 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fc997077-1866-4a7c-86f3-684d74c0fd23 HTTP/1.1" status: 204 len: 168 time: 0.4533484 Jul 16 20:10:16.138470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff9da88a-e6c3-4313-b8b3-a3526ed379a1 req-df7ecd8a-6cd8-4450-825c-51bb188d2cdc tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518941 Jul 16 20:10:16.139757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ee957-f3f1-49d4-a445-448a9fe09b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc997077-1866-4a7c-86f3-684d74c0fd23,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:16.261392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.319362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3f974c-ac2b-4076-88f8-c54856c41ad1,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:16.431078 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.466827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:16.468435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Network hostable DHCP agents. Network: 7cb9d257-456f-4ac0-a68a-b3ae12a47524, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:16.510439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.563022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9d00-77cc-4bde-9d53-3f1afe279395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.611479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c6bd9d00-77cc-4bde-9d53-3f1afe279395 None None] For port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:16.621139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9d00-77cc-4bde-9d53-3f1afe279395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.648096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.662815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-c9e3a01c-2b81-4380-b48d-812f4e48b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.673007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-c9e3a01c-2b81-4380-b48d-812f4e48b2bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670&tenant_id=91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 1102 time: 0.1421204 Jul 16 20:10:16.734236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd9d00-77cc-4bde-9d53-3f1afe279395 None None] Pushing event updated for resources: {'Port': ['ID=d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:16.779881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-1d9aa07f-c387-4db2-9a11-87bfec0a2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.781518 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-1d9aa07f-c387-4db2-9a11-87bfec0a2e6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 1102 time: 0.0818779 Jul 16 20:10:16.828092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:16.846788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 7cb9d257-456f-4ac0-a68a-b3ae12a47524) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:16.854182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.855041 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.863462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd3d84-1590-466c-a718-cefc71abe1f3 None None] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:16.877009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.953500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-62922a4c-1a07-44ef-a1be-51b579dbdbea admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1026268 Jul 16 20:10:16.999932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:17.058225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:17.061175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:17.122785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b328f-5520-4989-aa3e-f75e7863ba24 req-46ebf943-6321-40df-b4c0-90618e2bdf73 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.137501 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e20b328f-5520-4989-aa3e-f75e7863ba24 req-46ebf943-6321-40df-b4c0-90618e2bdf73 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.3714960 Jul 16 20:10:17.270275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-e4b274bf-2a08-48ac-b7ef-183b04a7245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.272608 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-e4b274bf-2a08-48ac-b7ef-183b04a7245d service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.4844339 Jul 16 20:10:17.280683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Pushing event updated for resources: {'Port': ['ID=b146e727-de13-43d6-bf61-ba911f3911cf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:17.281930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b11332ac-b105-45c6-9f60-1def75f45ba5 None None] Provisioning complete for port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:17.282432 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b11332ac-b105-45c6-9f60-1def75f45ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.316981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Allocated IP 172.25.3.54 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/037fdb10-ae0c-49f9-b5e9-3c1923af88f7) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:17.397459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-7892518c-4b9a-435e-acf8-b563f3c14884 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.1182685 Jul 16 20:10:17.447313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7f728-49ea-484e-aa01-87a117014efc None None] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:17.611496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-432df781-9a1f-4d9b-8331-65640085a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.641993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-432df781-9a1f-4d9b-8331-65640085a8d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2380431 Jul 16 20:10:17.749430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-2bffff73-0da7-4d33-b942-9ecb1b48c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.752868 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-2bffff73-0da7-4d33-b942-9ecb1b48c824 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037419 Jul 16 20:10:17.778062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:17.869969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e20b328f-5520-4989-aa3e-f75e7863ba24 req-a8824819-ca67-4b3a-91e5-f1357c5c0246 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7219090 Jul 16 20:10:18.050534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492bd23-49f4-4aa4-bbf0-cd888c528fe9 req-9f29e03f-f648-4c5b-9c43-cf7d3643ca61 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.063713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d492bd23-49f4-4aa4-bbf0-cd888c528fe9 req-9f29e03f-f648-4c5b-9c43-cf7d3643ca61 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2826314 Jul 16 20:10:18.081599 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-bc3b6704-b0ab-41c1-a488-10dfc998a275 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168945 Jul 16 20:10:18.091945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.149598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d492bd23-49f4-4aa4-bbf0-cd888c528fe9 req-947da0c3-0957-47b7-a713-76cf36b89c4e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848823 Jul 16 20:10:18.152755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:18.155578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:18.164141 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8464bda-7e34-4717-ac37-99ebf3be85d9" -d '{"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-unplugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:18.173998 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.194669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.258377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.265266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80fb736f-3846-4908-ab7a-3b5a270608c1 req-6f35a854-ecbc-4234-a8cd-9133a61451b7 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741273 Jul 16 20:10:18.294097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:18.622178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:18.672436 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74790f-9d13-497d-add3-e81013049d9d req-3731040b-53b7-455d-b34e-6fb3aa320d92 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.680215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab74790f-9d13-497d-add3-e81013049d9d req-3731040b-53b7-455d-b34e-6fb3aa320d92 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.5961113 Jul 16 20:10:18.721310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.731850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:18.732663 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.783975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Pushing event updated for resources: {'Port': ['ID=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:18.819819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab74790f-9d13-497d-add3-e81013049d9d req-d3e8ec69-1ab3-4ab1-b4e3-e14db578779e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382380 Jul 16 20:10:18.851034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:18.854827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.861923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:18.876697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:18.906658 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69038f3d-aa34-4d62-8d32-4ef8cc7e6348 x-openstack-request-id: req-69038f3d-aa34-4d62-8d32-4ef8cc7e6348 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:18.907094 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-unplugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:18.907453 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-69038f3d-aa34-4d62-8d32-4ef8cc7e6348 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:18.907961 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'code': 200} Jul 16 20:10:18.988494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325463-5027-437f-a85f-b45d062ced0f req-0e8e9f74-69a8-4beb-800b-f8035ea2fdb5 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.000578 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-0e8e9f74-69a8-4beb-800b-f8035ea2fdb5 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.2114184 Jul 16 20:10:19.042933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-381f2b92-0e5d-4329-80dd-572cd7e309b2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/quotas/b974331dfa5340c3ad5082d1a3b02428 HTTP/1.1" status: 200 len: 375 time: 0.0415609 Jul 16 20:10:19.107697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-39c0777b-cb8a-4fd3-812f-0091b4ea052d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607803 Jul 16 20:10:19.214514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-ee59e919-b6f9-4493-a4aa-0e2594cbf31c tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1537576173&fields=id&tenant_id=a4d6983672394ccabd51241a125d02b1 HTTP/1.1" status: 200 len: 267 time: 0.1679673 Jul 16 20:10:19.261511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-d2e6d3ed-2172-4572-996b-6dbd414878a8 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451268 Jul 16 20:10:19.351237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-7b871500-5983-4cf8-9a2d-3da9b8bf9ab2 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.353300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-7b871500-5983-4cf8-9a2d-3da9b8bf9ab2 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/networks?id=48889cee-3151-4f63-ba4c-fa784bd26018 HTTP/1.1" status: 200 len: 816 time: 0.1288154 Jul 16 20:10:19.392766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-bfb40abb-f8d5-41f2-91f9-0255406a65d7 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246073 Jul 16 20:10:19.444408 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-b027e2d8-0e7d-4f64-ac9f-d7aa0662d929 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/quotas/a4d6983672394ccabd51241a125d02b1 HTTP/1.1" status: 200 len: 375 time: 0.0661869 Jul 16 20:10:19.659007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:10:19.796748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:20.015216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65516bf1-3d9e-4b9b-be21-6f4ca85360ae req-8a799b39-0c9a-4fc7-ab6c-c691192a9639 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.018346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65516bf1-3d9e-4b9b-be21-6f4ca85360ae req-8a799b39-0c9a-4fc7-ab6c-c691192a9639 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.3128073 Jul 16 20:10:20.023650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-7773dddb-2ea3-4c2d-954f-f545508968d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1996381 Jul 16 20:10:20.063938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:20.094301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65516bf1-3d9e-4b9b-be21-6f4ca85360ae req-fa5eac2e-10eb-4157-aff4-5a3c2b6274c5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676975 Jul 16 20:10:20.102092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'mac_address': 'fa:16:3e:0a:03:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:20.214497 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.250376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03520f55-2d95-4fd7-af8d-5974002ab4e9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:20.280655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:20.305019 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.402848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:20.526604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-759cb377-59e2-4116-8d98-94f9ff9d09df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.528461 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-759cb377-59e2-4116-8d98-94f9ff9d09df service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 1101 time: 0.3764474 Jul 16 20:10:20.548424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8495bc-8774-4514-af0a-eccc60776363 req-38086e37-2095-4178-8cb7-6fbce28a3f7a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.556378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f8495bc-8774-4514-af0a-eccc60776363 req-38086e37-2095-4178-8cb7-6fbce28a3f7a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 950 time: 0.2714841 Jul 16 20:10:20.588968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['03520f55-2d95-4fd7-af8d-5974002ab4e9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:20.627719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-2dda0cfc-cc3d-4599-8417-3693c0402a7f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a4d6983672394ccabd51241a125d02b1&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1649015 Jul 16 20:10:20.654047 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f8495bc-8774-4514-af0a-eccc60776363 req-7bdb444c-39cf-4893-bade-e315349a4047 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945704 Jul 16 20:10:20.904823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c02063de-fb92-42d8-a776-7cf00360eb94 req-75381b07-372b-49d2-bfea-45d9a4bf9f97 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 210 time: 0.0428674 Jul 16 20:10:20.952694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:20.962687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-c631dc1e-6ada-47e5-b3f2-b1ee7fd8238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.964970 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c04e-ff06-4076-879e-17977368750a None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:20.983487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-c631dc1e-6ada-47e5-b3f2-b1ee7fd8238b service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2515092 Jul 16 20:10:20.983888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.995742 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:20.996544 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:21.075098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.079059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-571de57c-9251-44a7-858c-5ffacc18e217 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.4766040 Jul 16 20:10:21.099068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46340) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:21.101837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-fdaa9c94-c0ac-4c82-859a-e468ea7c8f64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 200 len: 217 time: 0.1115928 Jul 16 20:10:21.282219 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:21.375366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-47230589-ea36-4a4b-836e-05f005b6caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.376864 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-47230589-ea36-4a4b-836e-05f005b6caa4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0503578 Jul 16 20:10:21.425129 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.433943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-cce7cfd0-6395-455a-8521-cd2a8db0aae3 service neutron] 10.222.0.91 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101283 Jul 16 20:10:21.755552 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:17Z', 'revision_number': 3, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:21.801773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:21.832270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-7759db35-5e99-469d-9886-f16c0c716dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.838159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-7759db35-5e99-469d-9886-f16c0c716dd6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4174604 Jul 16 20:10:21.847652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ec89-8929-484f-9f93-ca5e6d5c5a85 req-3840316c-edb7-4ae4-8c89-cda3e2e438ff tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.849322 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c04e-ff06-4076-879e-17977368750a None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:21.852777 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c04e-ff06-4076-879e-17977368750a None None] Updating router 536aad58-b19a-4968-ab32-8c1c56c2bf85 port b146e727-de13-43d6-bf61-ba911f3911cf binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:21.855300 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6a5ec89-8929-484f-9f93-ca5e6d5c5a85 req-3840316c-edb7-4ae4-8c89-cda3e2e438ff tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.5274832 Jul 16 20:10:21.944785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-a8afcabf-7c6f-4410-8214-04f9bb4b68a0 service neutron] 10.222.0.91 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916451 Jul 16 20:10:21.962371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 03520f55-2d95-4fd7-af8d-5974002ab4e9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:21.963157 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a738c04e-ff06-4076-879e-17977368750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.968766 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.016054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6a5ec89-8929-484f-9f93-ca5e6d5c5a85 req-915b6265-6491-490d-9e1e-4cdfae4ae8a1 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597259 Jul 16 20:10:22.319443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Router 8c096578-15c2-47b8-9e0a-3cf38165db50 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:10:22.336969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-7d37f860-c707-47b4-8708-a34e3d6bc64f service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767027 Jul 16 20:10:22.381758 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a738c04e-ff06-4076-879e-17977368750a None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.392673 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-a738c04e-ff06-4076-879e-17977368750a None None] Transition to ACTIVE for port object b146e727-de13-43d6-bf61-ba911f3911cf will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:22.398141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.402974 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a738c04e-ff06-4076-879e-17977368750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.488821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:22.490179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:22.494452 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac9f03-b3b6-4d0a-b601-e5a05dd3ade7" -d '{"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-plugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:22.500698 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.522945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46360) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:22.556702 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a738c04e-ff06-4076-879e-17977368750a None None] Attempting to bind port b146e727-de13-43d6-bf61-ba911f3911cf on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:22.557619 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a738c04e-ff06-4076-879e-17977368750a None None] Attempting to bind port b146e727-de13-43d6-bf61-ba911f3911cf by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:22.558265 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738c04e-ff06-4076-879e-17977368750a None None] Attempting to bind port b146e727-de13-43d6-bf61-ba911f3911cf on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:22.587751 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738c04e-ff06-4076-879e-17977368750a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:22.588262 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738c04e-ff06-4076-879e-17977368750a None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:22.590151 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a738c04e-ff06-4076-879e-17977368750a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.590793 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738c04e-ff06-4076-879e-17977368750a None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:22.591406 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a738c04e-ff06-4076-879e-17977368750a None None] Bound port: b146e727-de13-43d6-bf61-ba911f3911cf, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:22.592713 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a738c04e-ff06-4076-879e-17977368750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.638474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:22.672748 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a738c04e-ff06-4076-879e-17977368750a None None] For port b146e727-de13-43d6-bf61-ba911f3911cf, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:22.677240 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a738c04e-ff06-4076-879e-17977368750a None None] For port b146e727-de13-43d6-bf61-ba911f3911cf, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b146e727-de13-43d6-bf61-ba911f3911cf,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:22.680901 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Pushing event updated for resources: {'Port': ['ID=b146e727-de13-43d6-bf61-ba911f3911cf,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:22.684884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325463-5027-437f-a85f-b45d062ced0f req-c3257fd8-f843-4d82-a7cd-315e553dd435 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.687336 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-c3257fd8-f843-4d82-a7cd-315e553dd435 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.8217492 Jul 16 20:10:22.705265 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.705877 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.706430 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.707073 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.707551 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.708488 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.709175 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.709513 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.709858 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.710444 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.710866 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.711265 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:22.716265 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a738c04e-ff06-4076-879e-17977368750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.758642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Request body: {'port': {'device_id': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'admin_state_up': True, 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:22.831308 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347581f2-c88b-4ef5-9988-65dc435928ef None None] Pushing event updated for resources: {'Port': ['ID=b146e727-de13-43d6-bf61-ba911f3911cf,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:22.860411 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:22.861103 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:22.877177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:22.890505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Sync routers for ids ['8c096578-15c2-47b8-9e0a-3cf38165db50'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:22.917246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Routers {'8c096578-15c2-47b8-9e0a-3cf38165db50'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:22.920293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8c096578-15c2-47b8-9e0a-3cf38165db50'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:22.986691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.992956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a779e289-80d7-45e5-8075-3c5ddce210c9 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3725514 Jul 16 20:10:23.012094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46372) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:23.140786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a2145-12c8-4188-bc49-d1dbee4e3763 req-7acc506f-4cb5-48f4-98d7-48c23e22a825 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.148007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd1a2145-12c8-4188-bc49-d1dbee4e3763 req-7acc506f-4cb5-48f4-98d7-48c23e22a825 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.9284809 Jul 16 20:10:23.210016 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd1a2145-12c8-4188-bc49-d1dbee4e3763 req-359d1995-e07a-48b4-95aa-55390fa29bf0 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609443 Jul 16 20:10:23.226983 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:23.279030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:23.282925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.330666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Set router 8c096578-15c2-47b8-9e0a-3cf38165db50 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:23.358620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c17c-4693-401a-a626-e1bab8bd62f5 req-3a4cff50-2a17-4b00-8c65-3c66da0d0639 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.364766 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3526c17c-4693-401a-a626-e1bab8bd62f5 req-3a4cff50-2a17-4b00-8c65-3c66da0d0639 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 951 time: 0.4244714 Jul 16 20:10:23.518365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3526c17c-4693-401a-a626-e1bab8bd62f5 req-d7968814-4c7c-495b-98aa-14fbf1b1bdc9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457858 Jul 16 20:10:23.628528 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a738c04e-ff06-4076-879e-17977368750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:17Z', 'revision_number': 3, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:23.670034 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c04e-ff06-4076-879e-17977368750a None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:17Z', 'revision_number': 3, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:23.674689 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f46f15b-f62d-490e-b67f-326654a2217d x-openstack-request-id: req-2f46f15b-f62d-490e-b67f-326654a2217d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:23.674981 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-plugged", "status": "completed", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:23.675318 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2f46f15b-f62d-490e-b67f-326654a2217d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:23.675554 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'code': 200} Jul 16 20:10:23.684051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Allocated IP 172.20.0.14 (7cb9d257-456f-4ac0-a68a-b3ae12a47524/5c3f974c-ac2b-4076-88f8-c54856c41ad1/3a06dbb4-8a1a-424d-90f4-ec14827da748) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:23.699421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9addcd25-c7e9-4031-b9c3-d3f35b1e2b44 req-ae73bf61-cd25-4f73-a809-167a9911a97e tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 210 time: 0.0474069 Jul 16 20:10:23.701331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.833775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:10:19Z', 'revision_number': 3, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:23.875202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Checking router: 8c096578-15c2-47b8-9e0a-3cf38165db50 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:23.875605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Updating router 8c096578-15c2-47b8-9e0a-3cf38165db50 port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:23.920284 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df9ad1ef-50c5-48f0-a65b-23329d58a570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.928806 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.939502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad67fa35-e88c-491a-9356-9b90fbb587d2 req-3bc85001-983e-43d3-a8b3-aaefd4ccfc4b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 210 time: 0.2846491 Jul 16 20:10:23.988589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8303c8e0-547f-47ac-ba21-f26c8f79e747 req-bcd6b851-b7ee-4db1-a503-41c5dd1dfd95 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6142945 Jul 16 20:10:24.170936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.210278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054f63-1a3f-4b84-b755-87a0660edd69 req-ce5d8ccd-e75e-4f18-bc8d-87f1410fa56f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.222856 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be054f63-1a3f-4b84-b755-87a0660edd69 req-ce5d8ccd-e75e-4f18-bc8d-87f1410fa56f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.2008410 Jul 16 20:10:24.281005 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be054f63-1a3f-4b84-b755-87a0660edd69 req-109e916e-5e9e-4749-85bf-e657fef83059 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477898 Jul 16 20:10:24.341301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.440424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.458774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Transition to ACTIVE for port object 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:24.463434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:24.468418 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.499189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:24.521430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:24.578249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Attempting to bind port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:24.578781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Attempting to bind port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:24.579332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Attempting to bind port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:24.582909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1240453-c57a-49ab-9376-a244381d0cd3 None None] Pushing event updated for resources: {'Port': ['ID=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:24.587326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a570eab-3b74-4e99-8249-a8a179819a48 req-b4ac3e3a-89c8-43a2-8675-a09b0e86dcd3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.589337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a570eab-3b74-4e99-8249-a8a179819a48 req-b4ac3e3a-89c8-43a2-8675-a09b0e86dcd3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 951 time: 0.4231417 Jul 16 20:10:24.614640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.615461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.624526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event updated for resources: {'Port': ['ID=3a06dbb4-8a1a-424d-90f4-ec14827da748,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:24.624816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:24.625332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:24.625750 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.626141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:24.628759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Bound port: 037fdb10-ae0c-49f9-b5e9-3c1923af88f7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:24.629186 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.683036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312ac07-c465-4ec6-aa8a-646a35989c75 req-0680bb2d-6014-4346-94c8-99bc2c97ffc7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.690791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b312ac07-c465-4ec6-aa8a-646a35989c75 req-0680bb2d-6014-4346-94c8-99bc2c97ffc7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.2636225 Jul 16 20:10:24.726587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b146e727-de13-43d6-bf61-ba911f3911cf up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:24.752268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Allocated IP 172.20.0.1 (0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225/7c220a83-8140-43d0-b8ac-d97cea23f664/def40b50-147a-4240-9d7f-ec379b53704c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:24.767861 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b312ac07-c465-4ec6-aa8a-646a35989c75 req-519357e2-1863-4047-802c-f74c8f660b14 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649984 Jul 16 20:10:24.779067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] For port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:24.802320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] For port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:24.811254 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.911151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.927165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Transition to ACTIVE for port object def40b50-147a-4240-9d7f-ec379b53704c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:24.934755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Routers {'8c096578-15c2-47b8-9e0a-3cf38165db50'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:24.937062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8c096578-15c2-47b8-9e0a-3cf38165db50'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:24.951000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b146e727-de13-43d6-bf61-ba911f3911cf completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:24.990002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b146e727-de13-43d6-bf61-ba911f3911cf triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:24.991051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.015612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.019782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f936d193-3923-48da-8783-cc0fc2b2b5ab req-be6b10ec-9463-4c11-ae7b-0456a71d8d8f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 210 time: 0.0599630 Jul 16 20:10:25.076777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1240453-c57a-49ab-9376-a244381d0cd3 None None] Pushing event updated for resources: {'Port': ['ID=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.172106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df9ad1ef-50c5-48f0-a65b-23329d58a570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.179762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:25.188942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-898aa9b9-2952-4b44-9689-14daebf75f84 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4452946 Jul 16 20:10:25.206318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:25.208265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df9ad1ef-50c5-48f0-a65b-23329d58a570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.210441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:25.214869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Request body: {'port': {'device_id': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:25.257258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] Set router 8c096578-15c2-47b8-9e0a-3cf38165db50 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:25.259908 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.334758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ad1ef-50c5-48f0-a65b-23329d58a570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f299845f-d55d-4daa-9c5b-5b1babc5d6ff,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.375909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.384373 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a570eab-3b74-4e99-8249-a8a179819a48 req-fa6d9861-bece-41a5-bfa2-38102f86bba9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812839 Jul 16 20:10:25.405337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Pushing event updated for resources: {'Port': ['ID=def40b50-147a-4240-9d7f-ec379b53704c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.509500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62de62-a3a9-4a67-8c4e-980ee3269937 req-0f686eb8-193f-46f8-b66b-4aeac6892514 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.511398 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc62de62-a3a9-4a67-8c4e-980ee3269937 req-0f686eb8-193f-46f8-b66b-4aeac6892514 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 932 time: 0.3210747 Jul 16 20:10:25.533472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.541233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df9ad1ef-50c5-48f0-a65b-23329d58a570 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e0c2f5b910f04887b58b076917bfaf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0073421 Jul 16 20:10:25.545734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46408) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:25.579618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.586537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port b146e727-de13-43d6-bf61-ba911f3911cf, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b146e727-de13-43d6-bf61-ba911f3911cf,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:25.604025 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.641215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-ba4a0c1a-db97-4bac-8001-a2e36d7e1618 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.643391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-ba4a0c1a-db97-4bac-8001-a2e36d7e1618 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.99 "GET /v2.0/networks?id=48889cee-3151-4f63-ba4c-fa784bd26018 HTTP/1.1" status: 200 len: 816 time: 0.6736679 Jul 16 20:10:25.645778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703736-35c8-4b01-ade9-e51a924021cf req-704bb17e-8410-450c-b4dc-3ac7b11236ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.647728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d703736-35c8-4b01-ade9-e51a924021cf req-704bb17e-8410-450c-b4dc-3ac7b11236ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1097 time: 0.6757228 Jul 16 20:10:25.684016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=b146e727-de13-43d6-bf61-ba911f3911cf,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.687886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d8ef5e80-bf00-4139-8338-ec8ff599bf0b None None] Provisioning for port def40b50-147a-4240-9d7f-ec379b53704c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:25.707024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d8ef5e80-bf00-4139-8338-ec8ff599bf0b None None] Provisioning complete for port def40b50-147a-4240-9d7f-ec379b53704c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:25.707299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5e80-bf00-4139-8338-ec8ff599bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.754825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef5e80-bf00-4139-8338-ec8ff599bf0b None None] Port def40b50-147a-4240-9d7f-ec379b53704c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:25.769389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:10:19Z', 'revision_number': 3, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:25.815545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5909e-7335-4f87-8a6e-7458d60e7e3c None None] The sync data for ids ['8c096578-15c2-47b8-9e0a-3cf38165db50'] in n-d-792458-10 is: [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:10:19Z', 'revision_number': 3, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:25.854866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a06dbb4-8a1a-424d-90f4-ec14827da748 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:25.872686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.885314 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc62de62-a3a9-4a67-8c4e-980ee3269937 req-52414946-c6f8-4b14-b90b-80f0fb9f18f0 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615758 Jul 16 20:10:25.897365 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0cb24b1f-12e5-428d-ab7d-289d3cc9f09e tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d6983672394ccabd51241a125d02b1 HTTP/1.1" status: 200 len: 380 time: 0.2411280 Jul 16 20:10:25.908776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Transition to ACTIVE for port object 3a06dbb4-8a1a-424d-90f4-ec14827da748 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:25.923409 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.944516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Request body: {'port': {'device_id': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'admin_state_up': True, 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'security_groups': ['cb9124f5-3ebe-4fe5-a7f3-aa99988e5466']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:25.955161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107d056a-8ef1-4fd7-aa49-7d54e93678e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.057748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703736-35c8-4b01-ade9-e51a924021cf req-dd6f075e-8269-4faf-8cbe-72a64a023099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.059805 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d703736-35c8-4b01-ade9-e51a924021cf req-dd6f075e-8269-4faf-8cbe-72a64a023099 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.3896382 Jul 16 20:10:26.090230 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107d056a-8ef1-4fd7-aa49-7d54e93678e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.234559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Pushing event updated for resources: {'Port': ['ID=3a06dbb4-8a1a-424d-90f4-ec14827da748,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:26.275030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e13e9-9250-46ce-b6bc-07e5390be690 req-550ce8d5-0d8b-43d8-adca-168d0f742a4f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.277107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795e13e9-9250-46ce-b6bc-07e5390be690 req-550ce8d5-0d8b-43d8-adca-168d0f742a4f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.6262393 Jul 16 20:10:26.321107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107d056a-8ef1-4fd7-aa49-7d54e93678e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.321107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107d056a-8ef1-4fd7-aa49-7d54e93678e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.336162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-107d056a-8ef1-4fd7-aa49-7d54e93678e5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f299845f-d55d-4daa-9c5b-5b1babc5d6ff HTTP/1.1" status: 204 len: 168 time: 0.7748768 Jul 16 20:10:26.396911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc0b26-f9f0-466b-97b2-eb79c75cd792 req-261c85c6-78fb-4a72-af8d-ab82c2b20d07 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.398548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dadc0b26-f9f0-466b-97b2-eb79c75cd792 req-261c85c6-78fb-4a72-af8d-ab82c2b20d07 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.2571108 Jul 16 20:10:26.414469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d056a-8ef1-4fd7-aa49-7d54e93678e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f299845f-d55d-4daa-9c5b-5b1babc5d6ff,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:26.505288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Attempting to bind port 3a06dbb4-8a1a-424d-90f4-ec14827da748 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:26.505904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Attempting to bind port 3a06dbb4-8a1a-424d-90f4-ec14827da748 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:26.506642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Attempting to bind port 3a06dbb4-8a1a-424d-90f4-ec14827da748 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:26.530815 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dadc0b26-f9f0-466b-97b2-eb79c75cd792 req-962dad68-6bef-4be4-a6b6-b2febef18fb9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133311 Jul 16 20:10:26.533867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Port 3a06dbb4-8a1a-424d-90f4-ec14827da748 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:26.534606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Attempting to bind port 3a06dbb4-8a1a-424d-90f4-ec14827da748 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:26.550016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:26.552454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:26.553208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Bound using segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:26.566540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Bound port: 3a06dbb4-8a1a-424d-90f4-ec14827da748, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:26.568807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.797848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] For port 3a06dbb4-8a1a-424d-90f4-ec14827da748, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:26.807772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b146e727-de13-43d6-bf61-ba911f3911cf up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:26.821018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] For port 3a06dbb4-8a1a-424d-90f4-ec14827da748, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3a06dbb4-8a1a-424d-90f4-ec14827da748,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:26.833694 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.937812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d703736-35c8-4b01-ade9-e51a924021cf req-40436c24-1e46-41dc-be2b-e49015dc72f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 1001 time: 0.8604088 Jul 16 20:10:26.956556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.963119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.965399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] 10.222.0.99 "PUT /v2.0/ports/3a06dbb4-8a1a-424d-90f4-ec14827da748 HTTP/1.1" status: 200 len: 1093 time: 1.7646854 Jul 16 20:10:26.966242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46424) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:26.975917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'tag': '3a06dbb4-8a1a-424d-90f4-ec14827da748'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:26.978864 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da11b8ca-fc94-4983-9b44-17d0e741868a" -d '{"events": [{"name": "network-changed", "server_uuid": "dff272e6-32f9-4ad8-9ab5-dc0d730b08ff", "tag": "3a06dbb4-8a1a-424d-90f4-ec14827da748"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:27.014860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703736-35c8-4b01-ade9-e51a924021cf req-296a5386-7e00-43ad-89b6-745859fe8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.017027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d703736-35c8-4b01-ade9-e51a924021cf req-296a5386-7e00-43ad-89b6-745859fe8ab7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.0783250 Jul 16 20:10:27.094089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.095401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7952b8fb-28b2-4f3e-992c-5d2f9757f7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.117507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3f8cdcfc-7085-431b-9ed9-d376936e8bdc req-e9eab818-18b0-4eab-a206-30adb5f04067 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 210 time: 0.2553720 Jul 16 20:10:27.152225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Allocated IP 172.20.0.1 (fe433b56-838c-42ea-a096-7dfb808052ed/d2895b20-a065-4d0d-8d23-12619adb8eec/5cda3b9f-b0ea-4ee9-9728-a11f675148e7) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:27.231919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-795e13e9-9250-46ce-b6bc-07e5390be690 req-63384278-242e-469e-ac54-0db5ee25e391 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206904 Jul 16 20:10:27.240024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e44ce8-f2a4-471a-84fd-f61a8b8e4b26 service neutron] Pushing event updated for resources: {'Port': ['ID=3a06dbb4-8a1a-424d-90f4-ec14827da748,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:27.305023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba76ab73-4c6c-4382-bf4f-6ffe6d7ccb5d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365901 Jul 16 20:10:27.340353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b146e727-de13-43d6-bf61-ba911f3911cf triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:27.340722 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.435953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-3ad27e4c-7915-4b97-b25d-c16b51a05206 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.443472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-3ad27e4c-7915-4b97-b25d-c16b51a05206 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373258 Jul 16 20:10:27.481396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:27.488045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-167a10d2-aa27-42eb-a14e-3f9242601d08 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/quotas/91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 375 time: 0.0435457 Jul 16 20:10:27.535267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703736-35c8-4b01-ade9-e51a924021cf req-8beeb94f-27bb-43c6-b197-5ff8a51264f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.536817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d703736-35c8-4b01-ade9-e51a924021cf req-8beeb94f-27bb-43c6-b197-5ff8a51264f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4992123 Jul 16 20:10:27.554501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325463-5027-437f-a85f-b45d062ced0f req-7e2c9371-ae14-4861-b4d4-03c157d5b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.556297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-7e2c9371-ae14-4861-b4d4-03c157d5b6c5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 1096 time: 0.4567969 Jul 16 20:10:27.567254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:27.573438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:27.574116 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.635906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-90cb44bf-17be-4471-8f87-633f5d64135c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a06dbb4-8a1a-424d-90f4-ec14827da748 HTTP/1.1" status: 200 len: 217 time: 0.0698068 Jul 16 20:10:27.669089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-00534c17-6f18-4147-932d-075a1f7a36f9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1769149 Jul 16 20:10:27.687670 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.723910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:27.731845 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.743810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.761651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.804061 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7952b8fb-28b2-4f3e-992c-5d2f9757f7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.808931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325463-5027-437f-a85f-b45d062ced0f req-6d1cdc0f-07f9-4ebf-b907-caa7263047bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.810665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-6d1cdc0f-07f9-4ebf-b907-caa7263047bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1668165 Jul 16 20:10:27.811759 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7952b8fb-28b2-4f3e-992c-5d2f9757f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.829066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:27.831560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:27.849460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952b8fb-28b2-4f3e-992c-5d2f9757f7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5822f7b-741a-4644-adb9-668b219169f0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:27.908883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.929080 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d433c97d-a97e-4f9e-a8af-f41b52b92dbb x-openstack-request-id: req-d433c97d-a97e-4f9e-a8af-f41b52b92dbb {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:27.929334 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff272e6-32f9-4ad8-9ab5-dc0d730b08ff", "tag": "3a06dbb4-8a1a-424d-90f4-ec14827da748", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:27.929625 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d433c97d-a97e-4f9e-a8af-f41b52b92dbb {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:27.934628 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'tag': '3a06dbb4-8a1a-424d-90f4-ec14827da748', 'status': 'completed', 'code': 200} Jul 16 20:10:27.967537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Pushing event updated for resources: {'Port': ['ID=def40b50-147a-4240-9d7f-ec379b53704c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:27.984097 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-944a5321-37dc-4cdd-b198-ab673de5c209 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372294 Jul 16 20:10:27.991117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7952b8fb-28b2-4f3e-992c-5d2f9757f7fc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=73c4bb9b958e41bdb9dc7006e0af6bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0092366 Jul 16 20:10:27.991468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.000353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Made reservation on behalf of a4d6983672394ccabd51241a125d02b1 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:28.005480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.014512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46442) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:28.060276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.102174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:28.109975 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33709f4c-c768-4bf3-9b8e-d530cac71551" -d '{"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:28.128402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:28.134592 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.189981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Allocated IP 172.20.0.3 (48889cee-3151-4f63-ba4c-fa784bd26018/f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9/6c122182-ac73-4bf6-9da0-599e2dfe56a6) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:28.224635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:28.337204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.341643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-0df0f393-b09f-4fbe-9044-a91224e30607 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484957 Jul 16 20:10:28.370310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4df937-c5fd-4eab-9f12-926b768a55a0 req-6e8322ff-06c6-4352-859b-408d4d1d8d5d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.371907 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b4df937-c5fd-4eab-9f12-926b768a55a0 req-6e8322ff-06c6-4352-859b-408d4d1d8d5d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 944 time: 0.8620613 Jul 16 20:10:28.379880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d703736-35c8-4b01-ade9-e51a924021cf req-d9f1ea78-5262-4c77-b7f8-ce69d295e943 service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155613 Jul 16 20:10:28.392732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cb4df-bb72-4d51-a06b-150b07f556a4 req-998dd3ec-213e-4adc-8c39-337cf0f1cbef tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.394194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f64cb4df-bb72-4d51-a06b-150b07f556a4 req-998dd3ec-213e-4adc-8c39-337cf0f1cbef tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.2073736 Jul 16 20:10:28.408848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.611569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:28.673639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:28.674429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.691389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.709633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Transition to ACTIVE for port object 6c122182-ac73-4bf6-9da0-599e2dfe56a6 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:28.749815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d703736-35c8-4b01-ade9-e51a924021cf req-019818b2-5686-43c1-96af-0475900d79af service neutron] 10.222.0.79 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560388 Jul 16 20:10:28.751237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.773151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:28.780174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.782043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:28.829139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Network 48889cee-3151-4f63-ba4c-fa784bd26018 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:28.832739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b4df937-c5fd-4eab-9f12-926b768a55a0 req-88d99b28-9051-482d-b2be-56e485fd357a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466588 Jul 16 20:10:28.834716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Network fe433b56-838c-42ea-a096-7dfb808052ed is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:28.847388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:28.905551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:28.911772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:28.918657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:28.965861 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.108766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4a5fa731-e382-4173-8def-05af19bab097 req-057cb88c-f4c4-420d-aab2-4be69a9a977c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 210 time: 0.0486512 Jul 16 20:10:29.132611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:29.181665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f64cb4df-bb72-4d51-a06b-150b07f556a4 req-e74c24bd-8303-447b-932f-a52719432360 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7704258 Jul 16 20:10:29.228475 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76560d81-823a-4cde-bc55-f8e25ac8618f x-openstack-request-id: req-76560d81-823a-4cde-bc55-f8e25ac8618f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:29.229013 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:29.229013 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-76560d81-823a-4cde-bc55-f8e25ac8618f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:29.229489 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'code': 200} Jul 16 20:10:29.236009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a325463-5027-437f-a85f-b45d062ced0f req-831b8eae-a2be-4f69-9257-4e16968a85c9 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837860 Jul 16 20:10:29.264791 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.267626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.271340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e5822f7b-741a-4644-adb9-668b219169f0 HTTP/1.1" status: 204 len: 168 time: 1.2530661 Jul 16 20:10:29.299466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5822f7b-741a-4644-adb9-668b219169f0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:29.305531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-18b9257e-6436-492d-befb-b81c3b0d1488 None None] Provisioning complete for port def40b50-147a-4240-9d7f-ec379b53704c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:29.306229 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-18b9257e-6436-492d-befb-b81c3b0d1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.350385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.351448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.351785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.352124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.352447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.352788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.353083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.353790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.353790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.354021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.354334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.354658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57866b1d-3504-4961-9476-b1167b6f8636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.370609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.376155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-18b9257e-6436-492d-befb-b81c3b0d1488 None None] Port def40b50-147a-4240-9d7f-ec379b53704c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:29.380870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.417383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-18b9257e-6436-492d-befb-b81c3b0d1488 None None] Provisioning for port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:29.426980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-18b9257e-6436-492d-befb-b81c3b0d1488 None None] Provisioning complete for port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:29.427477 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-18b9257e-6436-492d-befb-b81c3b0d1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.490533 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-18b9257e-6436-492d-befb-b81c3b0d1488 None None] Port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:29.492849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-16bb8bf4-38c6-4168-a8c2-b08c112ecfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.494527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-16bb8bf4-38c6-4168-a8c2-b08c112ecfd3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 1096 time: 0.1839373 Jul 16 20:10:29.563246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event updated for resources: {'Port': ['ID=6c122182-ac73-4bf6-9da0-599e2dfe56a6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:29.574132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:29.602182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e3a4-9d19-4539-9371-abdbe9d8d2e5 req-592ad411-5437-4f45-8d79-fdd51847c464 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.603851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-30a8e3a4-9d19-4539-9371-abdbe9d8d2e5 req-592ad411-5437-4f45-8d79-fdd51847c464 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 931 time: 0.1999805 Jul 16 20:10:29.632395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-99648ec8-2f55-45b1-8935-7f570e0638d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7266905 Jul 16 20:10:29.655879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Request body: {'port': {'device_id': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:29.717848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-30a8e3a4-9d19-4539-9371-abdbe9d8d2e5 req-1719cf2f-46e2-4baf-9968-ec1d4fcc779c tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060724 Jul 16 20:10:29.782332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-a897f2db-3bc7-49ec-9a31-0d3e0e02f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.784797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-a897f2db-3bc7-49ec-9a31-0d3e0e02f406 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 913 time: 0.2821290 Jul 16 20:10:29.826674 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-4499c6e7-558a-4715-a7a5-198f1fa1cfe5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671941 Jul 16 20:10:29.827278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.842201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-c5b191a0-11ff-4b06-a9cc-c8b7afba882c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a06dbb4-8a1a-424d-90f4-ec14827da748 HTTP/1.1" status: 200 len: 217 time: 0.0493507 Jul 16 20:10:29.900357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-e2677b50-a3f4-4da6-8033-c144c70c64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.903156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-e2677b50-a3f4-4da6-8033-c144c70c64bf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.0542212 Jul 16 20:10:29.958272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-4ae2826a-d0e1-4c32-bc5c-4f2f3942053f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467954 Jul 16 20:10:30.111720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-147e26e1-e596-4600-ad4d-725e0b816d80 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448152 Jul 16 20:10:30.115003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3d9a1-e815-4416-8753-f24f082c1796 req-eccbcb91-1fe9-401d-b002-f1485de671da tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.116738 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90a3d9a1-e815-4416-8753-f24f082c1796 req-eccbcb91-1fe9-401d-b002-f1485de671da tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.5969553 Jul 16 20:10:30.179094 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.227694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da11b8ca-fc94-4983-9b44-17d0e741868a req-cefa6937-87c7-453a-84c1-74b6e6563e56 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017811 Jul 16 20:10:30.242871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af553b-c036-4e62-865a-9ea5da8b373f req-b8999a6b-8391-481e-b59b-44145942548e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.244753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8af553b-c036-4e62-865a-9ea5da8b373f req-b8999a6b-8391-481e-b59b-44145942548e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 944 time: 0.1928849 Jul 16 20:10:30.292500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8af553b-c036-4e62-865a-9ea5da8b373f req-1048d895-45ca-4d68-ab6e-4e5739c53928 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Jul 16 20:10:30.328870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90a3d9a1-e815-4416-8753-f24f082c1796 req-74485e81-5bb8-4156-aac8-7a27d47eed42 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048631 Jul 16 20:10:30.581193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a83e1c0-439a-49f0-bfce-4b4859dbc6b6 req-856ee865-0ab4-4043-b773-fc90fecd1ad1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 210 time: 0.0375073 Jul 16 20:10:30.738343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:30.752115 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:30.764089 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:30.764987 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:30.807541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f328c3f-e8d2-47f8-aba2-bd71a60470f1 admin admin] 10.222.0.91 "PUT /v2.0/routers/536aad58-b19a-4968-ab32-8c1c56c2bf85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7073929 Jul 16 20:10:30.878656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ebd7b7a0-0c32-4179-a356-a554ec398aa5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.880354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ebd7b7a0-0c32-4179-a356-a554ec398aa5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0329525 Jul 16 20:10:30.896715 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:31.014002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Request body: {'port': {'device_id': '089cd292-380e-4388-8113-3c746f6b89e3', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '91c60dcf2ee64ebebf7afc95d764961c'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:31.086415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f87a7-c722-4f5e-be30-0452c1dd0482 req-ccb8c95a-40ed-4d99-89d8-a4092f3d66db tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.096884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a4f87a7-c722-4f5e-be30-0452c1dd0482 req-ccb8c95a-40ed-4d99-89d8-a4092f3d66db tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 931 time: 0.1639667 Jul 16 20:10:31.179370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a4f87a7-c722-4f5e-be30-0452c1dd0482 req-1195d48d-82ad-422d-a47b-dc0ccf6136cf tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814352 Jul 16 20:10:31.201402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba5bd-11f8-4966-8642-cfcb202d4991 req-125bd4b0-8f0a-4d02-9a10-e96d4a1e1fd6 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.209259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7dba5bd-11f8-4966-8642-cfcb202d4991 req-125bd4b0-8f0a-4d02-9a10-e96d4a1e1fd6 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.4933767 Jul 16 20:10:31.226665 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:27Z', 'revision_number': 2, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:31.276872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7dba5bd-11f8-4966-8642-cfcb202d4991 req-3517b45a-d066-4dc1-a309-68a630dcdd9e tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667536 Jul 16 20:10:31.289845 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:31.290066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Updating router 536aad58-b19a-4968-ab32-8c1c56c2bf85 port def40b50-147a-4240-9d7f-ec379b53704c binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:31.293764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.306465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.369361 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.588630 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.603949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:31.665816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Made reservation on behalf of 91c60dcf2ee64ebebf7afc95d764961c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:31.669540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.774736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-dffcc5aa-2bfa-493a-b693-f60d56371966 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.783216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-dffcc5aa-2bfa-493a-b693-f60d56371966 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 820 time: 0.2217171 Jul 16 20:10:31.798010 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-ec7921e8-1a1b-4215-8901-7fbf3ed8169a tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/quotas/de9eb4017a0b41589b9729c31ac6d6bb HTTP/1.1" status: 200 len: 375 time: 0.0130959 Jul 16 20:10:31.832382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b5234-39bc-4ccc-8cf2-78c507c232da req-713ecfd7-444b-4e92-b77c-af5c70447d93 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.840273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-350b5234-39bc-4ccc-8cf2-78c507c232da req-713ecfd7-444b-4e92-b77c-af5c70447d93 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 944 time: 0.3418238 Jul 16 20:10:31.842116 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.863169 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Transition to ACTIVE for port object def40b50-147a-4240-9d7f-ec379b53704c will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:31.876029 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.892149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c122182-ac73-4bf6-9da0-599e2dfe56a6 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:31.909319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.909709 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-49a51b72-d806-4e5c-8e8f-d4f62f25bbb8 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058679 Jul 16 20:10:31.919730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Network fe433b56-838c-42ea-a096-7dfb808052ed is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:31.928516 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79ba08-e551-4bee-b6fd-1e9de0030a17 None None] Pushing event updated for resources: {'Port': ['ID=def40b50-147a-4240-9d7f-ec379b53704c,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:31.941755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:31.965206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3a06dbb4-8a1a-424d-90f4-ec14827da748 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:31.982352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Transition to ACTIVE for port object 6c122182-ac73-4bf6-9da0-599e2dfe56a6 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:32.052958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-c66a65d7-2278-4ce2-bd63-163b265a1217 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421807 Jul 16 20:10:32.077407 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Attempting to bind port def40b50-147a-4240-9d7f-ec379b53704c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:32.077782 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Attempting to bind port def40b50-147a-4240-9d7f-ec379b53704c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:32.078143 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Attempting to bind port def40b50-147a-4240-9d7f-ec379b53704c on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:32.078823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-350b5234-39bc-4ccc-8cf2-78c507c232da req-f0a41f8a-da54-48e8-bce8-da9c97c1e0d8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369866 Jul 16 20:10:32.084204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.086906 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:32.087298 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Checking segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:32.087698 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.088097 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Bound using segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:32.088587 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Bound port: def40b50-147a-4240-9d7f-ec379b53704c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:32.088987 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.130249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Allocated IP 192.168.233.136 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/58d8b610-695e-4f10-a570-14c6ed25599c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:32.204509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 3a06dbb4-8a1a-424d-90f4-ec14827da748, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3a06dbb4-8a1a-424d-90f4-ec14827da748,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:32.218045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-3d6b4891-7dfe-4141-ae47-6f6581e6fb13 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641216 Jul 16 20:10:32.242097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '3a06dbb4-8a1a-424d-90f4-ec14827da748', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': '3a06dbb4-8a1a-424d-90f4-ec14827da748', 'mac_address': 'fa:16:3e:05:a2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:32.300263 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] For port def40b50-147a-4240-9d7f-ec379b53704c, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:32.306448 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] For port def40b50-147a-4240-9d7f-ec379b53704c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=def40b50-147a-4240-9d7f-ec379b53704c,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:32.321993 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.379294 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.399050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:32.399809 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:32.412815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a06dbb4-8a1a-424d-90f4-ec14827da748 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:32.465526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 3a06dbb4-8a1a-424d-90f4-ec14827da748, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3a06dbb4-8a1a-424d-90f4-ec14827da748,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:32.481689 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.511498 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79ba08-e551-4bee-b6fd-1e9de0030a17 None None] Pushing event updated for resources: {'Port': ['ID=def40b50-147a-4240-9d7f-ec379b53704c,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:32.526780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Router 8c096578-15c2-47b8-9e0a-3cf38165db50 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:32.624082 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:32.647349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=3a06dbb4-8a1a-424d-90f4-ec14827da748,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:32.658264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.659004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.659607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.660174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.660716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.661289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.665835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.666400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.666967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.667554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.668117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.668713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.704464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['3a06dbb4-8a1a-424d-90f4-ec14827da748'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:32.819963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-21ec966e-5c44-47e5-880b-4acc6b4bd5fc req-7aa840c8-b875-4f0e-9857-62a7ab4588f8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 210 time: 0.0745564 Jul 16 20:10:32.940113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.984865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Transition to ACTIVE for port object 58d8b610-695e-4f10-a570-14c6ed25599c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:33.077733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:32Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:33.086286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Pushing event updated for resources: {'Port': ['ID=6c122182-ac73-4bf6-9da0-599e2dfe56a6,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.144357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ee91-45ea-446c-98c9-513fcf9f2b6b None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:32Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:33.156686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942acc8-6ff3-4c51-8c28-94e5c56f140a req-c0846637-c82c-47ee-bf31-e985072ea56e tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.165488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2942acc8-6ff3-4c51-8c28-94e5c56f140a req-c0846637-c82c-47ee-bf31-e985072ea56e tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 943 time: 0.1122293 Jul 16 20:10:33.238666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2942acc8-6ff3-4c51-8c28-94e5c56f140a req-8a1360dc-d84b-4348-b267-76de2722a0d8 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717752 Jul 16 20:10:33.255156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.271320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603', 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', '03520f55-2d95-4fd7-af8d-5974002ab4e9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:33.426616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:33.451073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:33.468538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:33.501860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7e2b7-b810-42b8-b02d-feaae3337705 req-0a76e3ec-9168-401d-b5d9-78b206552fa6 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.503506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4d7e2b7-b810-42b8-b02d-feaae3337705 req-0a76e3ec-9168-401d-b5d9-78b206552fa6 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.9306757 Jul 16 20:10:33.518464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Attempting to bind port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:33.525378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Attempting to bind port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:33.528255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Attempting to bind port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 on network 48889cee-3151-4f63-ba4c-fa784bd26018 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:33.607662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:33.610238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.612788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 on network 48889cee-3151-4f63-ba4c-fa784bd26018 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:33.621654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Attempting to bind port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 on network 48889cee-3151-4f63-ba4c-fa784bd26018 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:33.638317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Sync routers for ids ['8c096578-15c2-47b8-9e0a-3cf38165db50'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:33.657385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dcffb610-5665-48a5-bbf8-78c3f06328d8 admin admin] 10.222.0.91 "PUT /v2.0/routers/8c096578-15c2-47b8-9e0a-3cf38165db50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6400952 Jul 16 20:10:33.664078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:33.664716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Checking segment: {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:33.665294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Bound using segment: {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:33.665999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Bound port: 6c122182-ac73-4bf6-9da0-599e2dfe56a6, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1976151e-f431-4b24-ba53-7ddffe9b9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:33.666530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.667105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94390b-6ab5-41df-9f81-80ad7f15f1df req-94462621-d8be-48dc-a0d5-9945575c4f2d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.680999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a94390b-6ab5-41df-9f81-80ad7f15f1df req-94462621-d8be-48dc-a0d5-9945575c4f2d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.1942050 Jul 16 20:10:33.731608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.732635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.745076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Routers {'8c096578-15c2-47b8-9e0a-3cf38165db50'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:33.750911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8c096578-15c2-47b8-9e0a-3cf38165db50'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:33.792886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a94390b-6ab5-41df-9f81-80ad7f15f1df req-4899d97a-ccdf-41a6-ad81-55aa6a243523 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088762 Jul 16 20:10:33.806544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4d7e2b7-b810-42b8-b02d-feaae3337705 req-c2feaf03-eecc-416a-bad7-b810d99a1f63 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655764 Jul 16 20:10:33.829615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-ba28748a-d4f2-4f21-bbd7-3a3a8d2b0eaa tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8375921 Jul 16 20:10:33.844911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Request body: {'port': {'device_id': '089cd292-380e-4388-8113-3c746f6b89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:33.889589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:33.981345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] For port 6c122182-ac73-4bf6-9da0-599e2dfe56a6, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:34.022192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] For port 6c122182-ac73-4bf6-9da0-599e2dfe56a6, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:34.035800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.045041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3a06dbb4-8a1a-424d-90f4-ec14827da748 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:34.060792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.155189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.156701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.158477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] 10.222.0.99 "PUT /v2.0/ports/6c122182-ac73-4bf6-9da0-599e2dfe56a6 HTTP/1.1" status: 200 len: 1092 time: 4.5078509 Jul 16 20:10:34.178691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:34.181245 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c84fc4e-9426-45d4-8c7f-06980e0746f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:34.194573 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2287db82-4841-4c24-b957-3ce9e0494fd3 req-af65a5ff-f921-48da-b487-abe517b30ece tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 210 time: 0.0931098 Jul 16 20:10:34.268709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d054b0f9-e68b-4c92-9f54-fc82660dee07 None None] Provisioning for port 58d8b610-695e-4f10-a570-14c6ed25599c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:34.351618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d054b0f9-e68b-4c92-9f54-fc82660dee07 None None] Provisioning complete for port 58d8b610-695e-4f10-a570-14c6ed25599c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:34.352633 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d054b0f9-e68b-4c92-9f54-fc82660dee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.576222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d054b0f9-e68b-4c92-9f54-fc82660dee07 None None] Port 58d8b610-695e-4f10-a570-14c6ed25599c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:34.585753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Set router 8c096578-15c2-47b8-9e0a-3cf38165db50 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:34.608342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-94b67ca5-a8db-4a14-ac42-09b69a2daa0e tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.610111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-94b67ca5-a8db-4a14-ac42-09b69a2daa0e tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.99 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 820 time: 0.2512445 Jul 16 20:10:34.624575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'port': {'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'admin_state_up': True, 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:34.652991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Pushing event updated for resources: {'Port': ['ID=6c122182-ac73-4bf6-9da0-599e2dfe56a6,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.712287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.712863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.713401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.713929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.714612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.715293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.715865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.716414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.716935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.717511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.718005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.718548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b6a9-abd1-4af5-a103-3f6186953b66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:34.766415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 3a06dbb4-8a1a-424d-90f4-ec14827da748 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:34.775422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device def40b50-147a-4240-9d7f-ec379b53704c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:34.780814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-1ba4b097-900d-4ea9-bbcc-d998e9e4f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.782707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-1ba4b097-900d-4ea9-bbcc-d998e9e4f507 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a4d6983672394ccabd51241a125d02b1&device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 1095 time: 0.4483502 Jul 16 20:10:34.818335 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 3a06dbb4-8a1a-424d-90f4-ec14827da748 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:34.819013 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.945740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Made reservation on behalf of de9eb4017a0b41589b9729c31ac6d6bb for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:34.947623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-b7db3092-de4e-4f96-9b09-17c25bf538df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6 HTTP/1.1" status: 200 len: 217 time: 0.0934844 Jul 16 20:10:34.957730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.957951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592393e-430f-49ae-88c5-9586cf3060fd req-0ad27c82-9704-4bb6-8abd-b55884ed02ab tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.965075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4592393e-430f-49ae-88c5-9586cf3060fd req-0ad27c82-9704-4bb6-8abd-b55884ed02ab tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 945 time: 0.7872813 Jul 16 20:10:35.100162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4592393e-430f-49ae-88c5-9586cf3060fd req-5627bf4f-f2d5-48d5-8547-41f93a5c5148 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334026 Jul 16 20:10:35.181698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d8b610-695e-4f10-a570-14c6ed25599c {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:35.191498 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.207190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Transition to ACTIVE for port object 58d8b610-695e-4f10-a570-14c6ed25599c will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:35.221994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-58ed5b12-76fe-4cef-9dde-f3f0780adaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:35.224193 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-58ed5b12-76fe-4cef-9dde-f3f0780adaa3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9 HTTP/1.1" status: 200 len: 855 time: 0.2496331 Jul 16 20:10:35.225570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.246646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port def40b50-147a-4240-9d7f-ec379b53704c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:35.283719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port def40b50-147a-4240-9d7f-ec379b53704c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:35.284467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.319407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f534940-7ade-4fc4-b60b-46ea74d767b0 req-f66bfa2b-97aa-443c-9990-e7554640dbdb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:35.321173 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.326169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f534940-7ade-4fc4-b60b-46ea74d767b0 req-f66bfa2b-97aa-443c-9990-e7554640dbdb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 936 time: 0.1758313 Jul 16 20:10:35.405843 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f534940-7ade-4fc4-b60b-46ea74d767b0 req-a86aab23-80c0-415d-b693-c64769a293b5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634830 Jul 16 20:10:35.408786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Allocated IP 172.20.0.13 (0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225/7c220a83-8140-43d0-b8ac-d97cea23f664/f48e03de-6234-4ee0-9ba5-8356dd669933) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:35.434256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a06dbb4-8a1a-424d-90f4-ec14827da748'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:35.436600 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a26438-83e0-47ec-ab32-aca37089c54a" -d '{"events": [{"server_uuid": "dff272e6-32f9-4ad8-9ab5-dc0d730b08ff", "name": "network-vif-plugged", "status": "completed", "tag": "3a06dbb4-8a1a-424d-90f4-ec14827da748"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:35.495446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 3a06dbb4-8a1a-424d-90f4-ec14827da748, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3a06dbb4-8a1a-424d-90f4-ec14827da748,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:35.515369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.589986 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8604f5c8-df31-415b-956d-7a64108b51b1 x-openstack-request-id: req-8604f5c8-df31-415b-956d-7a64108b51b1 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:35.590920 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:35.591112 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8604f5c8-df31-415b-956d-7a64108b51b1 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:35.591519 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'status': 'completed', 'code': 200} Jul 16 20:10:35.623485 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.631157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:10:29Z', 'revision_number': 4, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5cda3b9f-b0ea-4ee9-9728-a11f675148e7', 'name': '', 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'mac_address': 'fa:16:3e:bf:4f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:25Z', 'updated_at': '2021-07-16T20:10:30Z', 'revision_number': 2, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'subnets': [{'id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:35.731207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:35.761442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:35.762010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:35.762518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:35.769579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:35.770549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:35.781744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-45e0c6a1-d3f0-4ae9-9176-acd8ddf9249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:35.783766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-45e0c6a1-d3f0-4ae9-9176-acd8ddf9249a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=48889cee-3151-4f63-ba4c-fa784bd26018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5279398 Jul 16 20:10:35.785625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:35.786210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:35.786894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:35.788043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Bound port: 58d8b610-695e-4f10-a570-14c6ed25599c, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:35.788610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.820338 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.837207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Transition to ACTIVE for port object f48e03de-6234-4ee0-9ba5-8356dd669933 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:35.867115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Checking router: 8c096578-15c2-47b8-9e0a-3cf38165db50 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:35.867463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Updating router 8c096578-15c2-47b8-9e0a-3cf38165db50 port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:35.869952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=3a06dbb4-8a1a-424d-90f4-ec14827da748,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:35.914165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.939551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port def40b50-147a-4240-9d7f-ec379b53704c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=def40b50-147a-4240-9d7f-ec379b53704c,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:35.941030 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.952787 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.976460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Pushing event updated for resources: {'Port': ['ID=f48e03de-6234-4ee0-9ba5-8356dd669933,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.000053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:36.003068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:36.007136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:36.016663 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6644df3d-df86-4fd2-8614-4f57074c964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.069192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=def40b50-147a-4240-9d7f-ec379b53704c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.092558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84080f-d163-4c19-a43a-a0fe23aa5602 req-5985b9d3-9063-4aae-91ee-48136ca70187 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.100014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fa84080f-d163-4c19-a43a-a0fe23aa5602 req-5985b9d3-9063-4aae-91ee-48136ca70187 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 943 time: 0.2268183 Jul 16 20:10:36.135409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.139042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.198783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-d72fefb4-88ec-472d-a2ce-5c478aa43db3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5797727 Jul 16 20:10:36.215920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fa84080f-d163-4c19-a43a-a0fe23aa5602 req-55f39ebc-31e0-40db-ba21-d945509cd54e tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144643 Jul 16 20:10:36.232161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Request body: {'port': {'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:36.365600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.419130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6ac23d6e-c533-40d5-9317-939bbf96c3a0 None None] Provisioning for port f48e03de-6234-4ee0-9ba5-8356dd669933 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:36.425128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6ac23d6e-c533-40d5-9317-939bbf96c3a0 None None] Provisioning complete for port f48e03de-6234-4ee0-9ba5-8356dd669933 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:36.425498 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6ac23d6e-c533-40d5-9317-939bbf96c3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.490961 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.499197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:36.509802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:36.514362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-04991057-f656-4cbd-b01d-e3a4e213f129 service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985176 Jul 16 20:10:36.521202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75516c6-5cde-4c33-a708-47829ec4421f req-5ef38192-7b36-40bc-bb65-1f4e8644230a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.522694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-5ef38192-7b36-40bc-bb65-1f4e8644230a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 811 time: 0.6959138 Jul 16 20:10:36.535375 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.553297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Transition to ACTIVE for port object 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:36.567360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6ac23d6e-c533-40d5-9317-939bbf96c3a0 None None] Port f48e03de-6234-4ee0-9ba5-8356dd669933 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:36.574791 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.630612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.637097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c949a-8504-42cf-b8fd-d2daa6c90aa4 req-0262c3cb-6463-4616-8fda-3cad189d20ce tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.645872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-2af1d53d-bf1f-43e4-9abe-a27f1c2ad33b tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/quotas/e7b1bef0d2e348f8afef99796f046290 HTTP/1.1" status: 200 len: 375 time: 0.1121957 Jul 16 20:10:36.652107 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c6c949a-8504-42cf-b8fd-d2daa6c90aa4 req-0262c3cb-6463-4616-8fda-3cad189d20ce tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.2630811 Jul 16 20:10:36.652282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.652843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.654404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-1706e2fb-a3ee-461f-b5cc-8cb0fee81fc5 service neutron] 10.222.0.79 "PUT /v2.0/ports/58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 1097 time: 2.8161542 Jul 16 20:10:36.688199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9908b-6215-494c-b337-4e1abfa97dd3 None None] Pushing event updated for resources: {'Port': ['ID=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.695558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device def40b50-147a-4240-9d7f-ec379b53704c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:36.779540 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e2e0ae-489c-4bbf-8658-49ccc76a3d65 req-702fc067-ddfd-47bd-9bc9-430c178d128e service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555857 Jul 16 20:10:36.812979 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-815be06e-5b38-4d51-b9ec-fd5260bb520a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271012 Jul 16 20:10:36.845681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c6c949a-8504-42cf-b8fd-d2daa6c90aa4 req-c0fc61be-c259-4f4e-aa0c-bc3bc20e265a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671474 Jul 16 20:10:36.942337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Attempting to bind port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:36.945919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Attempting to bind port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:36.947819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Attempting to bind port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 on network fe433b56-838c-42ea-a096-7dfb808052ed {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:36.992184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:36.992568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Checking segment: {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:36.992979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.993375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Bound using segment: {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:36.994008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Bound port: 5cda3b9f-b0ea-4ee9-9728-a11f675148e7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:36.994790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.999484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port def40b50-147a-4240-9d7f-ec379b53704c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:36.999847 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.012165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-32159c60-7513-4aa9-a468-16d61ff73a18 service neutron] 10.222.0.91 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908901 Jul 16 20:10:37.080611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48e03de-6234-4ee0-9ba5-8356dd669933 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:37.095733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.121177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Transition to ACTIVE for port object f48e03de-6234-4ee0-9ba5-8356dd669933 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:37.126929 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.132763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-14ffcfe8-ffd1-4f90-8734-6c87af1662ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.134518 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-14ffcfe8-ffd1-4f90-8734-6c87af1662ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1100 time: 0.3710628 Jul 16 20:10:37.147102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-542cc945-0102-411b-895f-659f7390c23d req-b298a5d6-5378-459a-a3ca-a8b76ff51247 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:37.148664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-542cc945-0102-411b-895f-659f7390c23d req-b298a5d6-5378-459a-a3ca-a8b76ff51247 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133920 Jul 16 20:10:37.181941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] For port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:37.192804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] For port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:37.198167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-ce028e24-a0dc-4e68-8693-c6a9bac48c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.200053 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-ce028e24-a0dc-4e68-8693-c6a9bac48c61 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a4d6983672394ccabd51241a125d02b1&device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 1095 time: 0.2208712 Jul 16 20:10:37.201130 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.201853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-40951763-1655-4941-8eec-032a4414973b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0574203 Jul 16 20:10:37.205088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-a8b1a44e-c501-418b-9e88-29b2eb506536 service neutron] 10.222.0.91 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706793 Jul 16 20:10:37.246569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Pushing event updated for resources: {'Port': ['ID=f48e03de-6234-4ee0-9ba5-8356dd669933,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.308032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-931a3920-ac89-436e-9f84-d5bb65e8f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.309620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-931a3920-ac89-436e-9f84-d5bb65e8f44b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1011617 Jul 16 20:10:37.338191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Routers {'8c096578-15c2-47b8-9e0a-3cf38165db50'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:37.339435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8c096578-15c2-47b8-9e0a-3cf38165db50'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:37.495029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Attempting to bind port f48e03de-6234-4ee0-9ba5-8356dd669933 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:37.495667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Attempting to bind port f48e03de-6234-4ee0-9ba5-8356dd669933 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:37.495935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Attempting to bind port f48e03de-6234-4ee0-9ba5-8356dd669933 on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:37.514601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Port f48e03de-6234-4ee0-9ba5-8356dd669933 on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:37.518105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Attempting to bind port f48e03de-6234-4ee0-9ba5-8356dd669933 on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:37.519674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-30056668-31db-4626-8771-bdcad54abae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.521556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-30056668-31db-4626-8771-bdcad54abae8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=48889cee-3151-4f63-ba4c-fa784bd26018 HTTP/1.1" status: 200 len: 917 time: 0.3143055 Jul 16 20:10:37.529793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:37.530102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Checking segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:37.530481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Bound using segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:37.530926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Bound port: f48e03de-6234-4ee0-9ba5-8356dd669933, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:37.531289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.537819 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f62c1-20b1-4e07-b0b1-afd63154672a x-openstack-request-id: req-134f62c1-20b1-4e07-b0b1-afd63154672a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:37.562638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-9969de6a-08a7-42d4-af46-63b965593f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.564202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-9969de6a-08a7-42d4-af46-63b965593f35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2478857 Jul 16 20:10:37.587779 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff272e6-32f9-4ad8-9ab5-dc0d730b08ff", "name": "network-vif-plugged", "status": "completed", "tag": "3a06dbb4-8a1a-424d-90f4-ec14827da748", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:37.588082 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-134f62c1-20b1-4e07-b0b1-afd63154672a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:37.590271 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a06dbb4-8a1a-424d-90f4-ec14827da748', 'code': 200} Jul 16 20:10:37.593224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9908b-6215-494c-b337-4e1abfa97dd3 None None] Pushing event updated for resources: {'Port': ['ID=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.698648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:37.701424 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f22319b-d1b4-4a3b-aa89-3e303d089fde" -d '{"events": [{"name": "network-changed", "server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:37.723521 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-d5a1a627-829a-4473-8d7d-dea3033ae181 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6 HTTP/1.1" status: 200 len: 217 time: 0.1836255 Jul 16 20:10:37.767046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] Set router 8c096578-15c2-47b8-9e0a-3cf38165db50 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:37.788053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] For port f48e03de-6234-4ee0-9ba5-8356dd669933, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:37.799231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] For port f48e03de-6234-4ee0-9ba5-8356dd669933, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f48e03de-6234-4ee0-9ba5-8356dd669933,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:37.856037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.941660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.942291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.943743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] 10.222.0.99 "PUT /v2.0/ports/f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 1093 time: 1.7268219 Jul 16 20:10:37.944545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:37.947152 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d3ec11-a13c-46be-a564-32bb5451c4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:37.968887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271de2ad-c2ce-44f1-8213-721e46475016 service neutron] Pushing event updated for resources: {'Port': ['ID=f48e03de-6234-4ee0-9ba5-8356dd669933,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.997736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6d0e-63fa-4dea-a28b-887806bbf1a0 req-5ec49658-6d38-46b6-9ad2-9947e81600d2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.006121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f4b6d0e-63fa-4dea-a28b-887806bbf1a0 req-5ec49658-6d38-46b6-9ad2-9947e81600d2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 944 time: 0.2933054 Jul 16 20:10:38.028286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-1de23e32-35b1-4b06-8e9d-bd5bf0554ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.032558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-1de23e32-35b1-4b06-8e9d-bd5bf0554ea4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9 HTTP/1.1" status: 200 len: 855 time: 0.2860143 Jul 16 20:10:38.171091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-cd2bb9b5-2a8b-467a-bcb8-cf152294aefb service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166552 Jul 16 20:10:38.186222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:10:29Z', 'revision_number': 4, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5cda3b9f-b0ea-4ee9-9728-a11f675148e7', 'name': '', 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'mac_address': 'fa:16:3e:bf:4f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:25Z', 'updated_at': '2021-07-16T20:10:37Z', 'revision_number': 4, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'subnets': [{'id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:38.218412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f4b6d0e-63fa-4dea-a28b-887806bbf1a0 req-74fa90a8-93ff-408e-89cd-ad1edab60171 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094848 Jul 16 20:10:38.256997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4d942-5e20-4216-bfc9-41600869d01b None None] The sync data for ids ['8c096578-15c2-47b8-9e0a-3cf38165db50'] in n-d-792458-10 is: [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:10:29Z', 'revision_number': 4, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5cda3b9f-b0ea-4ee9-9728-a11f675148e7', 'name': '', 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'mac_address': 'fa:16:3e:bf:4f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:25Z', 'updated_at': '2021-07-16T20:10:37Z', 'revision_number': 4, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'subnets': [{'id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:38.276907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-c04620a1-5432-4196-a394-63729121f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.278448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-c04620a1-5432-4196-a394-63729121f786 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1096 time: 0.2680137 Jul 16 20:10:38.290906 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.321042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e18bf-091a-44f4-9fc4-630eed3c4c20 req-84fb508d-cba7-4b42-81ae-07ede4c42b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.322653 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a46e18bf-091a-44f4-9fc4-630eed3c4c20 req-84fb508d-cba7-4b42-81ae-07ede4c42b47 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 1098 time: 0.6109636 Jul 16 20:10:38.380109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-55fd4a9b-308b-45cf-a6ba-7c61fd00e9d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 217 time: 0.0889964 Jul 16 20:10:38.461711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521f9c-5b42-4401-9266-2966fe1487a9 req-ee16f9ac-e2e4-4438-9a8b-0d1379fd379e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.465517 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-30521f9c-5b42-4401-9266-2966fe1487a9 req-ee16f9ac-e2e4-4438-9a8b-0d1379fd379e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 946 time: 0.6329505 Jul 16 20:10:38.478675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-64b42c5b-a6d5-424f-9170-eeaeaefaad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.488755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-64b42c5b-a6d5-424f-9170-eeaeaefaad1d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1038964 Jul 16 20:10:38.544464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.644557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a46e18bf-091a-44f4-9fc4-630eed3c4c20 req-ebaa3f1f-f381-463c-a49a-81fd352d8d72 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044436 Jul 16 20:10:38.653278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-96ad3a51-0e4d-49ce-93c0-0c5faf94e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.664715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-96ad3a51-0e4d-49ce-93c0-0c5faf94e0ec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=48889cee-3151-4f63-ba4c-fa784bd26018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5964305 Jul 16 20:10:38.667126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0e63f27-7ee1-4764-98cb-ae0b2e34464a req-3ec908a5-ddd8-490d-ac35-bf9fd699f515 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750125 Jul 16 20:10:38.691738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:38.720026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-6c7226f6-fd61-47a8-b59a-ef50f4f3759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.721614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-6c7226f6-fd61-47a8-b59a-ef50f4f3759c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2268457 Jul 16 20:10:38.733596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-30521f9c-5b42-4401-9266-2966fe1487a9 req-cd55a310-fdaf-490b-9f58-cc8e66f065e9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198751 Jul 16 20:10:38.773932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-94c70e38-c23b-4d19-bf55-5452c62a5332 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7688708 Jul 16 20:10:38.864678 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-7c3960d5-756d-4261-a922-d422aa3c3c17 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335251 Jul 16 20:10:38.883357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-97f237e9-88dc-4240-bc49-ba63a5ef17bb service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716511 Jul 16 20:10:38.889715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5a417-72ba-4859-8304-78864140bb0c req-f4b7a576-12a2-40fc-9a58-77fb48e8c5f2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.891041 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.897736 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8d5a417-72ba-4859-8304-78864140bb0c req-f4b7a576-12a2-40fc-9a58-77fb48e8c5f2 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 948 time: 0.3322947 Jul 16 20:10:38.935101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9d8b-f8ac-44cb-80d3-25f9468af393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.007785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:39.013199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:39.013836 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.035716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8d5a417-72ba-4859-8304-78864140bb0c req-e77b860b-66e3-4579-89f3-aef48431ecc4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368818 Jul 16 20:10:39.093720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5ed5a2b-618c-401c-8ed8-1952dd8fa82f req-fafb3a5d-c3f3-482c-9128-759147eae2cd service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936491 Jul 16 20:10:39.147611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c84fc4e-9426-45d4-8c7f-06980e0746f4 req-acef01f4-91ec-43ea-8e46-ba94903eaa2b service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569094 Jul 16 20:10:39.181230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566738-ae92-47d3-9df3-749640f7ddcb req-7a9bcda1-e28d-4b4d-a0fc-3084622d0246 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.198664 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61566738-ae92-47d3-9df3-749640f7ddcb req-7a9bcda1-e28d-4b4d-a0fc-3084622d0246 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 943 time: 0.1886790 Jul 16 20:10:39.237148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.284584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61566738-ae92-47d3-9df3-749640f7ddcb req-afa86673-492a-428e-b706-0409198eefa4 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848911 Jul 16 20:10:39.306752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:39.319800 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.374277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022205c-2841-4612-86c5-391bc7c309c1 req-bfe3236d-4f47-4dc4-944a-99d64b2b1f46 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.391876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c022205c-2841-4612-86c5-391bc7c309c1 req-bfe3236d-4f47-4dc4-944a-99d64b2b1f46 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.1426241 Jul 16 20:10:39.443185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:39.484143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c022205c-2841-4612-86c5-391bc7c309c1 req-d27bdffc-653c-4729-8c25-4b72c2d01acd tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902634 Jul 16 20:10:39.565249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5fa68694-f422-4e40-9eab-d39e02afd081 req-c6d21734-bfa2-4452-b550-6dbf69d980e0 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 210 time: 0.0738020 Jul 16 20:10:39.577898 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b3bcdc-1702-46e0-95a5-7a920cdf2f37 x-openstack-request-id: req-76b3bcdc-1702-46e0-95a5-7a920cdf2f37 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:39.578217 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:39.578472 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-76b3bcdc-1702-46e0-95a5-7a920cdf2f37 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:39.578897 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'status': 'completed', 'code': 200} Jul 16 20:10:39.714245 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0076c6dc-9cd1-4890-a102-ffe35381e8d4 x-openstack-request-id: req-0076c6dc-9cd1-4890-a102-ffe35381e8d4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:39.715435 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:39.719989 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0076c6dc-9cd1-4890-a102-ffe35381e8d4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:39.720723 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'status': 'completed', 'code': 200} Jul 16 20:10:39.808818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-854070e5-2342-4011-ae14-4d7156a16e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.812031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-854070e5-2342-4011-ae14-4d7156a16e56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1100 time: 0.1754215 Jul 16 20:10:39.861446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a4ba6a56-b670-4d82-a1d7-993a8a711604 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:39.955016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-1c078174-ddcc-4adb-afee-337c53c57b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.972069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-1c078174-ddcc-4adb-afee-337c53c57b7d service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1337559 Jul 16 20:10:39.973044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75516c6-5cde-4c33-a708-47829ec4421f req-73c0f168-ebb4-49d9-9d9a-04b1b77ae73e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.974588 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-73c0f168-ebb4-49d9-9d9a-04b1b77ae73e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.79 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 811 time: 0.3813720 Jul 16 20:10:39.978536 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.997251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Request body: {'port': {'device_id': '61b05474-58dc-46de-8b34-52f122b66b92', 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'admin_state_up': True, 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:40.048473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f48e03de-6234-4ee0-9ba5-8356dd669933 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:40.145946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:40.152805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-341b175b-9c9a-459b-8404-e1ccfde45f7e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.1786382 Jul 16 20:10:40.198607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-9fa34f33-f623-4b4e-9940-2ad0a34f3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.205548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-9fa34f33-f623-4b4e-9940-2ad0a34f3259 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1096 time: 0.4391282 Jul 16 20:10:40.209655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'port_id': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'mac_address': 'fa:16:3e:92:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0370f1-a85f-4d2a-a06d-f89c625a2d74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:40.275140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc954407-51bd-42c8-817b-902d52ad0370 req-0ae2dc6c-a57a-4aaa-baa4-852774c5914b tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.275140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc954407-51bd-42c8-817b-902d52ad0370 req-0ae2dc6c-a57a-4aaa-baa4-852774c5914b tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 944 time: 0.2971888 Jul 16 20:10:40.276358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-fe178d9f-86f3-442b-b558-645b13bcafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.277758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-fe178d9f-86f3-442b-b558-645b13bcafb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1157222 Jul 16 20:10:40.299246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046a9bb-e50a-4c04-9a27-b4401c87f380 req-00a19a94-1ec8-4141-9ea6-b1edbc7b70d9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.307188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3046a9bb-e50a-4c04-9a27-b4401c87f380 req-00a19a94-1ec8-4141-9ea6-b1edbc7b70d9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.4800353 Jul 16 20:10:40.359246 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.373975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc954407-51bd-42c8-817b-902d52ad0370 req-a77b2918-ad0d-42ed-a70a-825eb5fd0e00 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925627 Jul 16 20:10:40.379821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f48e03de-6234-4ee0-9ba5-8356dd669933, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f48e03de-6234-4ee0-9ba5-8356dd669933,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:40.411279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4ba6a56-b670-4d82-a1d7-993a8a711604 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:40.435142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:40.442085 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.443390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:40.449780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'mac_address': 'fa:16:3e:48:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:40.501506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3046a9bb-e50a-4c04-9a27-b4401c87f380 req-78a4ee80-439a-4b39-86ef-1c348a383131 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918287 Jul 16 20:10:40.531234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-fed54b4f-c43f-4d5d-97ba-e4df9c6fdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.533196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-fed54b4f-c43f-4d5d-97ba-e4df9c6fdbb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1921961 Jul 16 20:10:40.560570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Made reservation on behalf of e7b1bef0d2e348f8afef99796f046290 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:40.566796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.608383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-3157fd1d-824c-4d7c-bf90-f852f97ba11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.612037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-3157fd1d-824c-4d7c-bf90-f852f97ba11c service neutron] 10.222.0.99 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.3932469 Jul 16 20:10:40.693417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.708913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:40.720113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:10:40.798953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48e03de-6234-4ee0-9ba5-8356dd669933 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:40.810619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:40.847093 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-78e025e6-1e1b-46be-9d26-43100ca71481 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 217 time: 0.2222002 Jul 16 20:10:40.940297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f48e03de-6234-4ee0-9ba5-8356dd669933, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f48e03de-6234-4ee0-9ba5-8356dd669933,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:40.958876 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.994116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-25a5859f-10e0-4d91-89f4-b5ec562d154c service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528854 Jul 16 20:10:40.998685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:40.999271 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.010946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:41.014191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1eae-b9b0-4588-ba94-f68b0ff65001 req-1875e8d9-5213-4514-8d82-229aa2e83824 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.023049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-430e1eae-b9b0-4588-ba94-f68b0ff65001 req-1875e8d9-5213-4514-8d82-229aa2e83824 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 946 time: 0.3505375 Jul 16 20:10:41.026797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46728) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:41.033775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-6e9e55c5-3272-4348-a828-cba75380b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.036568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-6e9e55c5-3272-4348-a828-cba75380b14a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1156833 Jul 16 20:10:41.072104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '58d8b610-695e-4f10-a570-14c6ed25599c', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '58d8b610-695e-4f10-a570-14c6ed25599c', 'mac_address': 'fa:16:3e:d2:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:41.083924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f48e03de-6234-4ee0-9ba5-8356dd669933,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.145057 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.166668 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-430e1eae-b9b0-4588-ba94-f68b0ff65001 req-088228b9-ad74-4e23-a532-caa8d9bceace tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423612 Jul 16 20:10:41.170295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb20dbc-f831-4322-816d-37b225377c48 req-dc3571ae-c952-40d5-9cd1-5e328fe46382 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.171939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d8b610-695e-4f10-a570-14c6ed25599c {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:41.172099 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2eb20dbc-f831-4322-816d-37b225377c48 req-dc3571ae-c952-40d5-9cd1-5e328fe46382 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 948 time: 0.4294066 Jul 16 20:10:41.194670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f48e03de-6234-4ee0-9ba5-8356dd669933'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:41.218552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f22319b-d1b4-4a3b-aa89-3e303d089fde req-941e257d-45df-4b35-942b-be1b85d615d6 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925349 Jul 16 20:10:41.245865 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68a2ed1c-c95b-459d-9595-00560478350b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.283098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-9e5e5195-79ae-4705-bf43-03da237f8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.284091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-9e5e5195-79ae-4705-bf43-03da237f8b7a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2320271 Jul 16 20:10:41.391265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Allocated IP 172.20.0.12 (fe433b56-838c-42ea-a096-7dfb808052ed/d2895b20-a065-4d0d-8d23-12619adb8eec/4542c254-fe21-4824-ad27-25a24074b1d4) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:41.399324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68a2ed1c-c95b-459d-9595-00560478350b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.401254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2eb20dbc-f831-4322-816d-37b225377c48 req-d3e1126d-fa6d-4583-96e9-a3b27793d33f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858475 Jul 16 20:10:41.419923 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68a2ed1c-c95b-459d-9595-00560478350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.456305 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-cb65b4f4-071f-40cb-82e5-d28c24c261c1 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634498 Jul 16 20:10:41.509984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:41.517688 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-68a2ed1c-c95b-459d-9595-00560478350b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ea8f950244e94d1b80c1ed91c0c22c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854596 Jul 16 20:10:41.518817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2ed1c-c95b-459d-9595-00560478350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432d9319-fe83-4516-b511-d69b727698a7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.523852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:41.524159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.574156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba172c7a-bc84-4707-9f29-03f0f61dc741 req-560941c7-6d81-4fe5-817e-42c843d989da tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.583384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba172c7a-bc84-4707-9f29-03f0f61dc741 req-560941c7-6d81-4fe5-817e-42c843d989da tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 943 time: 0.2368603 Jul 16 20:10:41.623321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.648008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f14f234a-e4c1-4273-97ed-8d03202800ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.668375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba172c7a-bc84-4707-9f29-03f0f61dc741 req-2043eff6-2826-4607-81a0-291fba8129c2 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840113 Jul 16 20:10:41.696557 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.724133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f14f234a-e4c1-4273-97ed-8d03202800ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.800667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a4ba6a56-b670-4d82-a1d7-993a8a711604'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:41.805887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['58d8b610-695e-4f10-a570-14c6ed25599c'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:41.806357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f14f234a-e4c1-4273-97ed-8d03202800ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.809361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f14f234a-e4c1-4273-97ed-8d03202800ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.810768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f14f234a-e4c1-4273-97ed-8d03202800ea admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/432d9319-fe83-4516-b511-d69b727698a7 HTTP/1.1" status: 204 len: 168 time: 0.2862797 Jul 16 20:10:41.820415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f234a-e4c1-4273-97ed-8d03202800ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432d9319-fe83-4516-b511-d69b727698a7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.894977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-180995e2-cb34-43b7-bddd-1efab0031d2e req-a472ea37-9d76-42f9-9a3c-928d8dc35bec tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 210 time: 0.0311856 Jul 16 20:10:41.933800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a4ba6a56-b670-4d82-a1d7-993a8a711604 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:42.191427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.236308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a4ba6a56-b670-4d82-a1d7-993a8a711604 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:42.249869 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:42.278399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5d3ec11-a13c-46be-a564-32bb5451c4bb req-ea40ab2d-dd78-4756-9a46-c007cdd894e9 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135560 Jul 16 20:10:42.290330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd7554-0368-4a22-aad5-e34bb01bac99 req-12e09012-dfc6-4166-8ce7-ee063ad4e9ae tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.291905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-44bd7554-0368-4a22-aad5-e34bb01bac99 req-12e09012-dfc6-4166-8ce7-ee063ad4e9ae tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.6619251 Jul 16 20:10:42.293323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:42.314484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.328217 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.354401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46748) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:42.384727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad8f47b9-b435-4c22-b250-bde4d3f60f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.389303 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-44bd7554-0368-4a22-aad5-e34bb01bac99 req-c7f7160f-234e-40b7-9bc6-efc003989cfd tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668194 Jul 16 20:10:42.415796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:42.424859 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.536142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Network fe433b56-838c-42ea-a096-7dfb808052ed is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:42.540954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:42.545068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Pushing event updated for resources: {'Port': ['ID=4542c254-fe21-4824-ad27-25a24074b1d4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:42.555608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:42.627966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2533-67fd-4b7c-8564-f328d084858d req-b6e38947-b4cf-4efb-8f9b-a7eb81d43bad tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.629487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d01c2533-67fd-4b7c-8564-f328d084858d req-b6e38947-b4cf-4efb-8f9b-a7eb81d43bad tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 945 time: 0.1365378 Jul 16 20:10:42.639310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad8f47b9-b435-4c22-b250-bde4d3f60f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.650108 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad8f47b9-b435-4c22-b250-bde4d3f60f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.652877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.653557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.679704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-1411c62d-cb12-4087-82d6-de131e5f15b2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6882291 Jul 16 20:10:42.691415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7c9eb-6d96-4877-bafd-c9acc93c78d8 req-041177c0-5ac2-4186-a42a-e581172f871c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.695538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fbd7c9eb-6d96-4877-bafd-c9acc93c78d8 req-041177c0-5ac2-4186-a42a-e581172f871c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 943 time: 0.1519682 Jul 16 20:10:42.701936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Request body: {'port': {'device_id': '61b05474-58dc-46de-8b34-52f122b66b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:42.716067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ad8f47b9-b435-4c22-b250-bde4d3f60f46 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db7b209df82d49e79149021b71dc2d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579383 Jul 16 20:10:42.716067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f47b9-b435-4c22-b250-bde4d3f60f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bea012-e960-4822-bfa9-021486aebe95,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:42.717251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46754) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:42.725937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d01c2533-67fd-4b7c-8564-f328d084858d req-dee46360-8096-4856-889a-7e6166df56e4 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837796 Jul 16 20:10:42.775614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-474b33d8-2877-4e6f-bba5-307fd4b17b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.798185 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-474b33d8-2877-4e6f-bba5-307fd4b17b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.826591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fbd7c9eb-6d96-4877-bafd-c9acc93c78d8 req-ed6d8544-df05-4a0c-8a5c-ec71d5090a13 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181839 Jul 16 20:10:42.841418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.860086 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-474b33d8-2877-4e6f-bba5-307fd4b17b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.863056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-474b33d8-2877-4e6f-bba5-307fd4b17b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.866643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-474b33d8-2877-4e6f-bba5-307fd4b17b5a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d1bea012-e960-4822-bfa9-021486aebe95 HTTP/1.1" status: 204 len: 168 time: 0.1461613 Jul 16 20:10:42.877760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b33d8-2877-4e6f-bba5-307fd4b17b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bea012-e960-4822-bfa9-021486aebe95,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:42.965547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82031a-3559-49ca-ad52-319bb5047c9c req-119bb6af-e411-4e9a-bc52-3c0a31d2a891 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.967453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a82031a-3559-49ca-ad52-319bb5047c9c req-119bb6af-e411-4e9a-bc52-3c0a31d2a891 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 946 time: 0.0738034 Jul 16 20:10:43.032664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a82031a-3559-49ca-ad52-319bb5047c9c req-8af47462-a002-48ed-8f00-d7567307ab3d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580189 Jul 16 20:10:43.170707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c101b7-e203-46e9-b051-e1975141914f req-8abedd3c-64ee-42e9-a0f5-f52999694f17 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.178272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9c101b7-e203-46e9-b051-e1975141914f req-8abedd3c-64ee-42e9-a0f5-f52999694f17 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.1669302 Jul 16 20:10:43.229977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576cdd9-6294-4e16-a122-21f28bb920bd req-64c2a991-7781-4068-8792-eae3bac9b410 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.231521 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5576cdd9-6294-4e16-a122-21f28bb920bd req-64c2a991-7781-4068-8792-eae3bac9b410 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 943 time: 0.0839553 Jul 16 20:10:43.259287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9c101b7-e203-46e9-b051-e1975141914f req-a2615fc2-cf6d-4e77-9c77-489bfc724628 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799363 Jul 16 20:10:43.287614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5576cdd9-6294-4e16-a122-21f28bb920bd req-80e9aeb1-a75d-4f1f-8787-ce5b809bdd39 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495853 Jul 16 20:10:43.340336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4542c254-fe21-4824-ad27-25a24074b1d4 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:43.351098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.365916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Transition to ACTIVE for port object 4542c254-fe21-4824-ad27-25a24074b1d4 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:43.377723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.486885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Pushing event updated for resources: {'Port': ['ID=4542c254-fe21-4824-ad27-25a24074b1d4,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:43.594143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Attempting to bind port 4542c254-fe21-4824-ad27-25a24074b1d4 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:43.594606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Attempting to bind port 4542c254-fe21-4824-ad27-25a24074b1d4 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:43.595058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Attempting to bind port 4542c254-fe21-4824-ad27-25a24074b1d4 on network fe433b56-838c-42ea-a096-7dfb808052ed {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:43.605180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Port 4542c254-fe21-4824-ad27-25a24074b1d4 on network fe433b56-838c-42ea-a096-7dfb808052ed not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:43.605660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Attempting to bind port 4542c254-fe21-4824-ad27-25a24074b1d4 on network fe433b56-838c-42ea-a096-7dfb808052ed {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:43.620672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb148eb-f672-4461-ae61-a3636e7ed24a req-ac98adb7-26dd-4983-b703-fc0661c07c63 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.629443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fdb148eb-f672-4461-ae61-a3636e7ed24a req-ac98adb7-26dd-4983-b703-fc0661c07c63 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 944 time: 0.2066343 Jul 16 20:10:43.637055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06331bd0-38bc-4e62-8f17-0d8fb1727131 req-55395019-adf5-4fbe-8b0f-37e5c1c29b5b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.644282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06331bd0-38bc-4e62-8f17-0d8fb1727131 req-55395019-adf5-4fbe-8b0f-37e5c1c29b5b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.0751433 Jul 16 20:10:43.666074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:43.666418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Checking segment: {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:43.666809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Bound using segment: {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:43.667281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Bound port: 4542c254-fe21-4824-ad27-25a24074b1d4, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:43.667871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.693820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06331bd0-38bc-4e62-8f17-0d8fb1727131 req-542de79f-4811-457a-99d8-af0aae291b6f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485668 Jul 16 20:10:43.707456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fdb148eb-f672-4461-ae61-a3636e7ed24a req-a6f44485-b6e7-4eb9-9e81-17e0248348f2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767343 Jul 16 20:10:43.821460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] For port 4542c254-fe21-4824-ad27-25a24074b1d4, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:43.838986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] For port 4542c254-fe21-4824-ad27-25a24074b1d4, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4542c254-fe21-4824-ad27-25a24074b1d4,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:43.845444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.860428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-e7b23b72-2c81-4389-968b-fc91c500cac1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.862237 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-e7b23b72-2c81-4389-968b-fc91c500cac1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 946 time: 0.1336148 Jul 16 20:10:43.893681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a4ba6a56-b670-4d82-a1d7-993a8a711604 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:43.990438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b6c40-7ef1-40fd-9942-14e7d979e1b4 req-7b6d14c4-6956-40e8-a53f-a4d46baa4c5f tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.992532 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc4b6c40-7ef1-40fd-9942-14e7d979e1b4 req-7b6d14c4-6956-40e8-a53f-a4d46baa4c5f tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 945 time: 0.1070199 Jul 16 20:10:44.016405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a4ba6a56-b670-4d82-a1d7-993a8a711604 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:44.016778 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.041366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.042005 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.043490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] 10.222.0.79 "PUT /v2.0/ports/4542c254-fe21-4824-ad27-25a24074b1d4 HTTP/1.1" status: 200 len: 1093 time: 1.3466330 Jul 16 20:10:44.044687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b05474-58dc-46de-8b34-52f122b66b92', 'tag': '4542c254-fe21-4824-ad27-25a24074b1d4'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:44.047069 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceb5523-e9e8-4571-a465-ac8e1c32d273" -d '{"events": [{"name": "network-changed", "server_uuid": "61b05474-58dc-46de-8b34-52f122b66b92", "tag": "4542c254-fe21-4824-ad27-25a24074b1d4"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:44.061339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c122182-ac73-4bf6-9da0-599e2dfe56a6 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:44.075863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f48e03de-6234-4ee0-9ba5-8356dd669933 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:44.094981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc4b6c40-7ef1-40fd-9942-14e7d979e1b4 req-3f6f93ac-6e3f-4da8-a43b-69344bbdd36f tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960295 Jul 16 20:10:44.173995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1edb7-bcdd-4ad2-ae72-c7a96da1667a service neutron] Pushing event updated for resources: {'Port': ['ID=4542c254-fe21-4824-ad27-25a24074b1d4,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.173995 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49426881-edcc-4cf8-9409-c5b667613f08 x-openstack-request-id: req-49426881-edcc-4cf8-9409-c5b667613f08 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:44.173995 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b05474-58dc-46de-8b34-52f122b66b92", "tag": "4542c254-fe21-4824-ad27-25a24074b1d4", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:44.173995 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-49426881-edcc-4cf8-9409-c5b667613f08 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:44.174376 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b05474-58dc-46de-8b34-52f122b66b92', 'tag': '4542c254-fe21-4824-ad27-25a24074b1d4', 'status': 'completed', 'code': 200} Jul 16 20:10:44.198105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Deleting port 3a06dbb4-8a1a-424d-90f4-ec14827da748 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:44.198457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.282869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df23e0-480b-4d9f-a662-caed501f898c req-6a883949-dd00-41a6-b340-36d686b94935 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.284488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65df23e0-480b-4d9f-a662-caed501f898c req-6a883949-dd00-41a6-b340-36d686b94935 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 943 time: 0.2562020 Jul 16 20:10:44.284959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port f48e03de-6234-4ee0-9ba5-8356dd669933 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:44.291769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e61f6152-6838-4526-8eaf-5d9cb6f36bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.293471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-e61f6152-6838-4526-8eaf-5d9cb6f36bd8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 1096 time: 0.1768708 Jul 16 20:10:44.303732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port f48e03de-6234-4ee0-9ba5-8356dd669933 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:44.304127 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.332439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6c122182-ac73-4bf6-9da0-599e2dfe56a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:44.384770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-a3204a5f-1a5b-49eb-9aec-21d3b63e95b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4542c254-fe21-4824-ad27-25a24074b1d4 HTTP/1.1" status: 200 len: 217 time: 0.0635662 Jul 16 20:10:44.404109 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.413444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'port_id': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'mac_address': 'fa:16:3e:ae:60:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:44.431943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816acf1-202b-4aa1-87c4-e56f26a9868e req-c8b59935-d0fc-43d9-9085-9f7be4b30a83 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.445395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0816acf1-202b-4aa1-87c4-e56f26a9868e req-c8b59935-d0fc-43d9-9085-9f7be4b30a83 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=dff272e6-32f9-4ad8-9ab5-dc0d730b08ff HTTP/1.1" status: 200 len: 946 time: 0.1136117 Jul 16 20:10:44.475071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65df23e0-480b-4d9f-a662-caed501f898c req-626ff905-edc5-4168-9c43-e403c39d04f9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552639 Jul 16 20:10:44.476961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] For port 3a06dbb4-8a1a-424d-90f4-ec14827da748, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3a06dbb4-8a1a-424d-90f4-ec14827da748,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:44.477335 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.534433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Calling delete_port for 3a06dbb4-8a1a-424d-90f4-ec14827da748 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:44.543159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0816acf1-202b-4aa1-87c4-e56f26a9868e req-d33e8ff0-7ee9-4531-ac8f-9c327ee5a03a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917177 Jul 16 20:10:44.573111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:44.573847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75516c6-5cde-4c33-a708-47829ec4421f req-c192ec2c-c607-432d-8781-b6d619999bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.585743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-c192ec2c-c607-432d-8781-b6d619999bb2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 200 len: 851 time: 0.1921232 Jul 16 20:10:44.626364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:44.642748 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9599a1d9-65d0-4bba-8d38-e1f91ca8d175" -d '{"events": [{"server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "name": "network-vif-plugged", "status": "completed", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:44.656273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.657138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:44.734120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-8012d8d4-ec7d-435f-9509-853898241271 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fe433b56-838c-42ea-a096-7dfb808052ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667763 Jul 16 20:10:44.834648 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.881919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c122182-ac73-4bf6-9da0-599e2dfe56a6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:44.898112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.923306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adadd8-7c05-4e90-beda-7d0fcd74add4 req-e68be7d9-0eee-4fb1-b63c-e183a0b57db7 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.931760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67adadd8-7c05-4e90-beda-7d0fcd74add4 req-e68be7d9-0eee-4fb1-b63c-e183a0b57db7 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 943 time: 0.1658733 Jul 16 20:10:44.944271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-2e7fd37b-bf79-4f84-9991-8fe7fa7be7f1 service neutron] 10.222.0.79 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798258 Jul 16 20:10:44.992755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67adadd8-7c05-4e90-beda-7d0fcd74add4 req-fa0f62e3-079c-4560-9b40-25e3004cbcb5 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578678 Jul 16 20:10:44.996464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8234e-f440-44e2-94c0-cd879858f89e req-4a8d95a9-4c50-4bc0-8d4a-9f4fab4e31fd tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.998377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0c8234e-f440-44e2-94c0-cd879858f89e req-4a8d95a9-4c50-4bc0-8d4a-9f4fab4e31fd tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.2799766 Jul 16 20:10:45.052685 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.074443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f48e03de-6234-4ee0-9ba5-8356dd669933, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f48e03de-6234-4ee0-9ba5-8356dd669933,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:45.103985 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6547ea0-1e5c-413c-92f8-e3f7eeb2a8ca x-openstack-request-id: req-c6547ea0-1e5c-413c-92f8-e3f7eeb2a8ca {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:45.104477 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "name": "network-vif-plugged", "status": "completed", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:45.104477 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c6547ea0-1e5c-413c-92f8-e3f7eeb2a8ca {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:45.104871 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'code': 200} Jul 16 20:10:45.108640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event deleted for resources: {'Port': ['ID=3a06dbb4-8a1a-424d-90f4-ec14827da748,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.117760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['3a06dbb4-8a1a-424d-90f4-ec14827da748'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:45.135548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0c8234e-f440-44e2-94c0-cd879858f89e req-1ecddc2f-31d4-4e66-8a0e-ddea363f7b12 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297240 Jul 16 20:10:45.202387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6c122182-ac73-4bf6-9da0-599e2dfe56a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:45.207158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.220920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.243935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d75516c6-5cde-4c33-a708-47829ec4421f req-94884c8a-c95a-4bc6-9309-53ba51d8aff8 service neutron] 10.222.0.79 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906628 Jul 16 20:10:45.244760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] No DVR routers for this DVR port 3a06dbb4-8a1a-424d-90f4-ec14827da748 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:45.260224 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.262328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4cf89e9-4673-4e61-ab29-b3b6999ca3f4 req-440ce34c-0763-4c7b-aff3-30bc8d189db1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "DELETE /v2.0/ports/3a06dbb4-8a1a-424d-90f4-ec14827da748 HTTP/1.1" status: 204 len: 173 time: 1.3763523 Jul 16 20:10:45.298467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.301384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f48e03de-6234-4ee0-9ba5-8356dd669933,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.339687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 58d8b610-695e-4f10-a570-14c6ed25599c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:45.367630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 58d8b610-695e-4f10-a570-14c6ed25599c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:45.368595 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.528942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6c122182-ac73-4bf6-9da0-599e2dfe56a6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.535254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6c122182-ac73-4bf6-9da0-599e2dfe56a6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:45.569658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-71c99add-d0b3-43a4-8900-cc6b9acb1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.577408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-71c99add-d0b3-43a4-8900-cc6b9acb1f8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 1096 time: 0.2452364 Jul 16 20:10:45.651422 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.708196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:45.724826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486f004-5aad-4abd-933f-1f69840b92c5 req-34ce16a8-d3a6-42fd-9b65-c6e68cb48358 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.726378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f486f004-5aad-4abd-933f-1f69840b92c5 req-34ce16a8-d3a6-42fd-9b65-c6e68cb48358 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 944 time: 0.2925601 Jul 16 20:10:45.739917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.807855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e19a14-31f4-448c-b3e8-da3c1d8706fd req-78c01781-0664-4796-86b3-3568e4d323e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.810072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33e19a14-31f4-448c-b3e8-da3c1d8706fd req-78c01781-0664-4796-86b3-3568e4d323e9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 1097 time: 0.6050429 Jul 16 20:10:45.826693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ff26-5806-49b4-98db-09e0bb5c5852 req-10210dbf-cb36-4b23-b9ee-c444d9578b7b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.835073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e559ff26-5806-49b4-98db-09e0bb5c5852 req-10210dbf-cb36-4b23-b9ee-c444d9578b7b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.1276984 Jul 16 20:10:45.899602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.912965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e559ff26-5806-49b4-98db-09e0bb5c5852 req-c4416b8d-2e38-4acc-a395-ef9d157dab99 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765171 Jul 16 20:10:45.924595 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33e19a14-31f4-448c-b3e8-da3c1d8706fd req-f494f0f9-8270-4a67-a1a6-502925710c60 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795031 Jul 16 20:10:45.939661 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f486f004-5aad-4abd-933f-1f69840b92c5 req-c555c131-7656-4ab6-b272-47d8595d0843 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393702 Jul 16 20:10:45.942827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-dc5aa738-7fbe-4e03-8b85-c37feec65b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.944309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-dc5aa738-7fbe-4e03-8b85-c37feec65b44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 912 time: 0.3517284 Jul 16 20:10:46.057917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3a06dbb4-8a1a-424d-90f4-ec14827da748 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:46.068440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-e4ed5e0b-ccdb-4b9b-b44b-61367bf84291 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4542c254-fe21-4824-ad27-25a24074b1d4 HTTP/1.1" status: 200 len: 217 time: 0.0818031 Jul 16 20:10:46.094003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 3a06dbb4-8a1a-424d-90f4-ec14827da748 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:46.094343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3a06dbb4-8a1a-424d-90f4-ec14827da748 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:46.143989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-cc25ad15-c426-4bfe-9e38-d8f03a034e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.145549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-cc25ad15-c426-4bfe-9e38-d8f03a034e2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 200 len: 851 time: 0.0762820 Jul 16 20:10:46.175678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a633008-d48a-4432-b226-eb1c2d1693d0 req-034ea361-d522-45da-a8e8-ecd77a5052b0 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.177838 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a633008-d48a-4432-b226-eb1c2d1693d0 req-034ea361-d522-45da-a8e8-ecd77a5052b0 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 946 time: 0.1027493 Jul 16 20:10:46.194626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'name': 'network-vif-deleted', 'tag': '3a06dbb4-8a1a-424d-90f4-ec14827da748'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:46.197182 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe236d4a-4c80-47d2-a4db-f4ee2e5004f5" -d '{"events": [{"server_uuid": "dff272e6-32f9-4ad8-9ab5-dc0d730b08ff", "name": "network-vif-deleted", "tag": "3a06dbb4-8a1a-424d-90f4-ec14827da748"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:46.217264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-1eefd702-372f-4669-ab8e-556089c07e75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fe433b56-838c-42ea-a096-7dfb808052ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642581 Jul 16 20:10:46.223911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a633008-d48a-4432-b226-eb1c2d1693d0 req-d0b3357f-50bb-4eb0-9bcf-b043e66ad32a tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Jul 16 20:10:46.352674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba699a-8c22-454d-b0cd-2d246a30315a req-e65a1565-5d09-4f07-97a9-bb17fbfc5cbe tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.354402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4ba699a-8c22-454d-b0cd-2d246a30315a req-e65a1565-5d09-4f07-97a9-bb17fbfc5cbe tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.1870546 Jul 16 20:10:46.360783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-d17ad657-b746-4d12-9fe2-3192bbff2431 service neutron] 10.222.0.79 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233397 Jul 16 20:10:46.399888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46848) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:46.487649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4ba699a-8c22-454d-b0cd-2d246a30315a req-6352b910-4be2-4f13-acac-351557bcea3c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257579 Jul 16 20:10:46.565786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134fe09-7b1f-4cc4-ac84-77baafd1fab8 req-5c6bb886-0fe9-4a24-8579-36d298f8e8d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.567821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3134fe09-7b1f-4cc4-ac84-77baafd1fab8 req-5c6bb886-0fe9-4a24-8579-36d298f8e8d0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 944 time: 0.0836351 Jul 16 20:10:46.588987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dceb5523-e9e8-4571-a465-ac8e1c32d273 req-41e139e6-9b63-4c71-841e-ead7d3fd3791 service neutron] 10.222.0.79 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205799 Jul 16 20:10:46.592503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bef64896-ce30-4daf-8299-b7bca31c64bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.643614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3134fe09-7b1f-4cc4-ac84-77baafd1fab8 req-7264e0fd-b417-42ae-8d6d-6ee848003e96 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599036 Jul 16 20:10:46.706673 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e232b384-5903-4c97-90ae-ad211cbe42b5 x-openstack-request-id: req-e232b384-5903-4c97-90ae-ad211cbe42b5 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:46.706995 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff272e6-32f9-4ad8-9ab5-dc0d730b08ff", "name": "network-vif-deleted", "tag": "3a06dbb4-8a1a-424d-90f4-ec14827da748", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:46.707231 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e232b384-5903-4c97-90ae-ad211cbe42b5 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:46.707892 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff272e6-32f9-4ad8-9ab5-dc0d730b08ff', 'name': 'network-vif-deleted', 'tag': '3a06dbb4-8a1a-424d-90f4-ec14827da748', 'status': 'completed', 'code': 200} Jul 16 20:10:46.740770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bef64896-ce30-4daf-8299-b7bca31c64bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.746639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bef64896-ce30-4daf-8299-b7bca31c64bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.753176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27052bb3-8fa2-4202-91ed-2a2914f635fb req-eb8e7272-d4b6-4f45-ad8f-36bc6fe989a4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.755034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27052bb3-8fa2-4202-91ed-2a2914f635fb req-eb8e7272-d4b6-4f45-ad8f-36bc6fe989a4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.1188080 Jul 16 20:10:46.811317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27052bb3-8fa2-4202-91ed-2a2914f635fb req-436f8f37-47b6-4e75-be15-1c0497ab0c29 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Jul 16 20:10:46.819893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef64896-ce30-4daf-8299-b7bca31c64bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5313acca-4d30-4bdb-9674-f41d72836149,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:46.824675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bef64896-ce30-4daf-8299-b7bca31c64bc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2acad21bb0834862858c965d38481879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235954 Jul 16 20:10:46.833931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46862) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:46.938507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d26e86a-f44b-4fce-b8a4-697fee8dd5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.947502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e1d60-86ec-44ea-9340-e604673d77fa req-d101ebaa-f3a1-4563-b863-4769b2468790 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.949105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-d101ebaa-f3a1-4563-b863-4769b2468790 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.1574709 Jul 16 20:10:46.974381 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-b51b250d-5fcb-4292-a5d2-d116f8f5ab3b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/quotas/b974331dfa5340c3ad5082d1a3b02428 HTTP/1.1" status: 200 len: 375 time: 0.0174122 Jul 16 20:10:46.978962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d26e86a-f44b-4fce-b8a4-697fee8dd5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.024691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-bf0bd044-370b-40dc-9e2b-a7638a09508a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389426 Jul 16 20:10:47.105957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933'}, {'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:47.107697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460afd-0e97-4339-9683-cfa7c04a7715 req-3b3cfcb0-77d4-4741-a797-d2b13f797f1d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.109860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37460afd-0e97-4339-9683-cfa7c04a7715 req-3b3cfcb0-77d4-4741-a797-d2b13f797f1d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.0732749 Jul 16 20:10:47.111143 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c10bdb-abdc-44d2-a720-e03122faf1f6" -d '{"events": [{"server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "name": "network-vif-plugged", "status": "completed", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933"}, {"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-plugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:47.119264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d26e86a-f44b-4fce-b8a4-697fee8dd5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.122107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d26e86a-f44b-4fce-b8a4-697fee8dd5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.123280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6d26e86a-f44b-4fce-b8a4-697fee8dd5af admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5313acca-4d30-4bdb-9674-f41d72836149 HTTP/1.1" status: 204 len: 168 time: 0.2883406 Jul 16 20:10:47.139740 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-773f77c9-5583-4be3-8b52-cabac851d44d service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062710 Jul 16 20:10:47.140833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e86a-f44b-4fce-b8a4-697fee8dd5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5313acca-4d30-4bdb-9674-f41d72836149,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:47.177914 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37460afd-0e97-4339-9683-cfa7c04a7715 req-e36fa3cc-052d-48de-8f97-f49621a9ab05 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600224 Jul 16 20:10:47.254098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-337b0951-e42a-4062-b408-d5fabb5c2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.257682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-337b0951-e42a-4062-b408-d5fabb5c2069 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed&tenant_id=c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 1095 time: 0.0931845 Jul 16 20:10:47.262069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-b77382c0-4589-40d4-9c7b-e536bc8a7446 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158459 Jul 16 20:10:47.271454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:47.428202 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d88009-f4de-4a64-bbd3-d7b65b20963c x-openstack-request-id: req-d1d88009-f4de-4a64-bbd3-d7b65b20963c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:47.428512 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "name": "network-vif-plugged", "status": "completed", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933", "code": 200}, {"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-plugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:47.429222 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1d88009-f4de-4a64-bbd3-d7b65b20963c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:47.429645 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'code': 200} Jul 16 20:10:47.429896 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'code': 200} Jul 16 20:10:47.444389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652fd7b-2ea2-46a8-a898-52fc1c05811f req-a0a4f4ef-d851-4c10-a6e3-7599149844a6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.446007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d652fd7b-2ea2-46a8-a898-52fc1c05811f req-a0a4f4ef-d851-4c10-a6e3-7599149844a6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 944 time: 0.1465704 Jul 16 20:10:47.447266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.485413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46880) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:47.500518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d43ba7d8-c4f9-4234-a3d2-82a82b38e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.648323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d652fd7b-2ea2-46a8-a898-52fc1c05811f req-ed49e757-731e-462d-bbc9-95bfc30a6e35 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871839 Jul 16 20:10:47.720945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0ab08-7ae6-492c-a75a-9a0f346c7cea req-4a45180c-5df5-4c06-ad73-40ecfdefe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.722525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3a0ab08-7ae6-492c-a75a-9a0f346c7cea req-4a45180c-5df5-4c06-ad73-40ecfdefe308 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.1882885 Jul 16 20:10:47.751042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac29e-ecc8-4fcc-9597-ff5eb4894c4e req-c19c5e81-7e1a-40d3-a09f-db41dcca81e8 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.752624 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-522ac29e-ecc8-4fcc-9597-ff5eb4894c4e req-c19c5e81-7e1a-40d3-a09f-db41dcca81e8 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 946 time: 0.1785302 Jul 16 20:10:47.756608 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-544ddec8-7b1a-4a57-b0d5-0ee2b3bdacf7 req-5f9bc045-6c57-44ce-8fb5-a4704d369a02 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 210 time: 0.0551045 Jul 16 20:10:47.761185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c3f6-4c79-490a-8977-f7e453957248 req-e1447bd2-70d4-4723-8ffb-7e61d5cfde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.762657 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a98c3f6-4c79-490a-8977-f7e453957248 req-e1447bd2-70d4-4723-8ffb-7e61d5cfde8d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1102 time: 0.2070918 Jul 16 20:10:47.812948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d43ba7d8-c4f9-4234-a3d2-82a82b38e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.832177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3a0ab08-7ae6-492c-a75a-9a0f346c7cea req-6f6e0b15-dbef-43bb-83bb-a0ee7ebe859e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950789 Jul 16 20:10:47.851060 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a98c3f6-4c79-490a-8977-f7e453957248 req-eae0acb0-9665-4885-b6c8-a6efc7229fef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778925 Jul 16 20:10:47.875534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-522ac29e-ecc8-4fcc-9597-ff5eb4894c4e req-c8c3b229-7bab-4928-a6d7-3afd77dc392b tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105905 Jul 16 20:10:47.876543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d43ba7d8-c4f9-4234-a3d2-82a82b38e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.918324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:47.938882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d43ba7d8-c4f9-4234-a3d2-82a82b38e502 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=52b85b76149e434c9f04879176dd8d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519618 Jul 16 20:10:47.940114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ba7d8-c4f9-4234-a3d2-82a82b38e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b8e1e9-ddba-41e4-9348-956d81e68888,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:47.942424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46894) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:48.060943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b78613-5454-40fa-88ff-cce7f1d97983 req-001a7b84-3478-43bc-ac83-858a1280a34a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.062623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6b78613-5454-40fa-88ff-cce7f1d97983 req-001a7b84-3478-43bc-ac83-858a1280a34a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 944 time: 0.0824938 Jul 16 20:10:48.089858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c122182-ac73-4bf6-9da0-599e2dfe56a6 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:48.118219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6b78613-5454-40fa-88ff-cce7f1d97983 req-6461ee65-3f25-41cb-b67a-4e3cfa32f9eb tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Jul 16 20:10:48.172349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:48.180098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:48.180770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.274826 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.311054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621a5fe-3ebe-4c23-a2a9-05e355d2bad7 req-f71a7ccd-f552-4978-9b38-97e37bffb35e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.313511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6c122182-ac73-4bf6-9da0-599e2dfe56a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:48.319692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.320140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a621a5fe-3ebe-4c23-a2a9-05e355d2bad7 req-f71a7ccd-f552-4978-9b38-97e37bffb35e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.0781364 Jul 16 20:10:48.357527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:48.372362 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a621a5fe-3ebe-4c23-a2a9-05e355d2bad7 req-83296789-b710-4144-b4c8-842271ba106f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499980 Jul 16 20:10:48.377081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6c122182-ac73-4bf6-9da0-599e2dfe56a6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.409375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f7f4-9d29-44bd-a040-574c84f54518 req-22652fb5-f221-44c9-879a-c533ac8c429c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.410989 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8714f7f4-9d29-44bd-a040-574c84f54518 req-22652fb5-f221-44c9-879a-c533ac8c429c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.5341527 Jul 16 20:10:48.432468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e449a2-928f-49c7-8c01-58afcda3d641 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:48.457142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.463331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4b98421-3d97-499f-85a8-6a0233619054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.503351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Transition to ACTIVE for port object 10e449a2-928f-49c7-8c01-58afcda3d641 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:48.510590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4b98421-3d97-499f-85a8-6a0233619054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.514960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8714f7f4-9d29-44bd-a040-574c84f54518 req-ce5a528c-da52-492f-95a9-0890d5d11268 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Jul 16 20:10:48.520715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.546365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907a36e-69b8-40dd-9b89-7a1785e2ccb9 req-38db0dad-1fcd-4f84-8df4-b6aca1991a41 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.547899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5907a36e-69b8-40dd-9b89-7a1785e2ccb9 req-38db0dad-1fcd-4f84-8df4-b6aca1991a41 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 943 time: 0.0677657 Jul 16 20:10:48.589899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5907a36e-69b8-40dd-9b89-7a1785e2ccb9 req-64290f7b-4127-44a9-a190-d6ee303e432f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355401 Jul 16 20:10:48.623730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=9']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.764266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] No DVR routers for this DVR port 10e449a2-928f-49c7-8c01-58afcda3d641 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:48.766980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4b98421-3d97-499f-85a8-6a0233619054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.769811 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4b98421-3d97-499f-85a8-6a0233619054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.771213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d4b98421-3d97-499f-85a8-6a0233619054 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c5b8e1e9-ddba-41e4-9348-956d81e68888 HTTP/1.1" status: 204 len: 168 time: 0.8242946 Jul 16 20:10:48.856728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b98421-3d97-499f-85a8-6a0233619054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b8e1e9-ddba-41e4-9348-956d81e68888,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.957889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e596-7e17-4779-bd93-cbdb6caab6e7 req-6da66c13-de6e-432a-9923-ecc333124ca6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.967998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdc8e596-7e17-4779-bd93-cbdb6caab6e7 req-6da66c13-de6e-432a-9923-ecc333124ca6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 944 time: 0.1164973 Jul 16 20:10:49.021657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333554b-75a7-40d7-9be3-dbf08e822df9 req-0425fe39-7c86-4c23-afd3-009310d9dd2f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.024839 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8333554b-75a7-40d7-9be3-dbf08e822df9 req-0425fe39-7c86-4c23-afd3-009310d9dd2f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.1775219 Jul 16 20:10:49.089683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdc8e596-7e17-4779-bd93-cbdb6caab6e7 req-7ec1ae2e-c2bb-4fc1-87d8-c583bb6408ae tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198387 Jul 16 20:10:49.124780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:49.125198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:49.125448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:49.137125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Port 10e449a2-928f-49c7-8c01-58afcda3d641 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:49.137440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Attempting to bind port 10e449a2-928f-49c7-8c01-58afcda3d641 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:49.143018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8333554b-75a7-40d7-9be3-dbf08e822df9 req-86d9d6c5-62ea-4dc5-9d7f-024ac4c8768d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054330 Jul 16 20:10:49.145907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:49.146251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Checking segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:49.146636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Bound using segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:49.147421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Bound port: 10e449a2-928f-49c7-8c01-58afcda3d641, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:49.147421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.148674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e1d60-86ec-44ea-9340-e604673d77fa req-48afa5e4-98ad-42ae-813c-2832e86409e1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.175845 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-48afa5e4-98ad-42ae-813c-2832e86409e1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.1929848 Jul 16 20:10:49.192030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Request body: {'port': {'device_id': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'admin_state_up': True, 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:49.218711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:49.222062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:49.229359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.286240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.286878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.288368 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] 10.222.0.99 "PUT /v2.0/ports/10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 1092 time: 2.0244856 Jul 16 20:10:49.289582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:49.292352 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43da6513-103a-47eb-83ad-44ed1258a2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:49.376235 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6cdebe3-8c14-4ebd-9313-8a03bb14a96a req-b113829f-2c66-46fd-98b0-d948798da5c3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 210 time: 0.0327032 Jul 16 20:10:49.398020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c74523-cc73-4352-9417-6c61ddee3382 service neutron] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:49.430801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:49.433220 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9917f6-9264-4423-bf3f-ab86cd91ffc1" -d '{"events": [{"server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "name": "network-vif-plugged", "status": "completed", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:49.446584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:49.455996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.475116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-d691216a-83d9-402d-9f75-4122c830c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.476660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-d691216a-83d9-402d-9f75-4122c830c1f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1096 time: 0.1501644 Jul 16 20:10:49.584764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55f433-c1e0-465e-b8c0-ef85a3a778bf req-9d17dbc9-fe89-4dc7-806c-48aa5ad090e7 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.586241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b55f433-c1e0-465e-b8c0-ef85a3a778bf req-9d17dbc9-fe89-4dc7-806c-48aa5ad090e7 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 946 time: 0.2435834 Jul 16 20:10:49.592889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-a276378a-443e-4c10-86e7-40b3bf1bd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.594354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-a276378a-443e-4c10-86e7-40b3bf1bd609 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.1096675 Jul 16 20:10:49.696225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b55f433-c1e0-465e-b8c0-ef85a3a778bf req-9657fa3e-789e-406a-8f74-b0010c82986a tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996845 Jul 16 20:10:49.701250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-82ec3e1c-109c-4860-a194-5dc26dc5f8be service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 999 time: 0.0981188 Jul 16 20:10:49.705430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Allocated IP 172.20.0.12 (7cb9d257-456f-4ac0-a68a-b3ae12a47524/5c3f974c-ac2b-4076-88f8-c54856c41ad1/3e61c335-7ce2-459c-a4ec-3ca80f262cd6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:49.725128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fef35c-9387-4af6-9a9b-44041a2ee3ff req-7d611d57-c28a-4838-87d6-a210d0723128 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.732203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9fef35c-9387-4af6-9a9b-44041a2ee3ff req-7d611d57-c28a-4838-87d6-a210d0723128 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1606975 Jul 16 20:10:49.763785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-663fd1f2-b5c9-41c5-b9b5-1d375782d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.765667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-663fd1f2-b5c9-41c5-b9b5-1d375782d83a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.0570803 Jul 16 20:10:49.804302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9fef35c-9387-4af6-9a9b-44041a2ee3ff req-800eb6f7-df15-42c7-a47b-11bf069cd228 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711532 Jul 16 20:10:49.865746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-ab1ed0bc-9826-4c8b-803d-dc565070ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.867649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-ab1ed0bc-9826-4c8b-803d-dc565070ba6f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954702 Jul 16 20:10:49.897766 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31347b0a-d1a2-454e-b398-78d037ae0d7a x-openstack-request-id: req-31347b0a-d1a2-454e-b398-78d037ae0d7a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:49.898202 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:49.903884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4542c254-fe21-4824-ad27-25a24074b1d4 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:49.918731 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-31347b0a-d1a2-454e-b398-78d037ae0d7a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:49.923601 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'status': 'completed', 'code': 200} Jul 16 20:10:50.068673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-2210bb30-3bd8-4375-8729-6fe17c052bc0 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916206 Jul 16 20:10:50.071463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.088480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4542c254-fe21-4824-ad27-25a24074b1d4, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4542c254-fe21-4824-ad27-25a24074b1d4,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:50.116196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '4542c254-fe21-4824-ad27-25a24074b1d4', 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'port_id': '4542c254-fe21-4824-ad27-25a24074b1d4', 'mac_address': 'fa:16:3e:8c:dd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:50.156911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.189978 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c159196d-e435-4b42-9831-bc5114701442 x-openstack-request-id: req-c159196d-e435-4b42-9831-bc5114701442 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:50.190537 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "name": "network-vif-plugged", "status": "completed", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:50.191046 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c159196d-e435-4b42-9831-bc5114701442 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:50.193876 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'code': 200} Jul 16 20:10:50.230247 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.230976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event updated for resources: {'Port': ['ID=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:50.258021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3006-eaca-43ad-9501-eb1f77162513 req-dabb7ade-ca11-4fc9-acf6-58f7d3f07077 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.260608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff8a3006-eaca-43ad-9501-eb1f77162513 req-dabb7ade-ca11-4fc9-acf6-58f7d3f07077 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2481835 Jul 16 20:10:50.261012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4542c254-fe21-4824-ad27-25a24074b1d4 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:50.268862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f70c72c9-ed72-475f-8a50-62ce0339982d req-55ea9582-f302-4704-8a9a-4826e244a2ee service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933193 Jul 16 20:10:50.281556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:50.292592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:50.296404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4542c254-fe21-4824-ad27-25a24074b1d4, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4542c254-fe21-4824-ad27-25a24074b1d4,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:50.301142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:50.305388 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.356550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=4542c254-fe21-4824-ad27-25a24074b1d4,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:50.363687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff8a3006-eaca-43ad-9501-eb1f77162513 req-795c4731-dfd5-4356-a527-919b1587e8d9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963681 Jul 16 20:10:50.402119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.402627 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.448463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8ab64-c9af-45f1-afe4-808c7fbb865f req-bdabf781-7df3-4803-8799-b824ea8ecb7b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.450069 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75f8ab64-c9af-45f1-afe4-808c7fbb865f req-bdabf781-7df3-4803-8799-b824ea8ecb7b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.1510627 Jul 16 20:10:50.480346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b63c5d-5934-48be-8009-3cc2773436ed req-e4909912-10db-4d30-8f78-d901779ea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.481606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47b63c5d-5934-48be-8009-3cc2773436ed req-e4909912-10db-4d30-8f78-d901779ea42e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 1097 time: 0.2118127 Jul 16 20:10:50.497939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-356f39d5-63d1-4925-8a17-75220152646b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3198092 Jul 16 20:10:50.511960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Request body: {'port': {'device_id': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:50.535193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-2e48d6a0-a94d-48ba-ad5c-8dbea2f57c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.536797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-2e48d6a0-a94d-48ba-ad5c-8dbea2f57c32 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1096 time: 0.1839230 Jul 16 20:10:50.556463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47b63c5d-5934-48be-8009-3cc2773436ed req-7d5c8a3e-ae59-4b18-b062-0a6f29f66df1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631728 Jul 16 20:10:50.559323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75f8ab64-c9af-45f1-afe4-808c7fbb865f req-304069dc-c2ed-44e7-a5d5-ee883f5b9540 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952017 Jul 16 20:10:50.564310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['4542c254-fe21-4824-ad27-25a24074b1d4'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:50.695576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-a7c135ab-9149-435e-afcd-89288725117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.697479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-a7c135ab-9149-435e-afcd-89288725117d service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.1435215 Jul 16 20:10:50.765114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-5665685d-2406-4e7e-89b6-b890207cd9eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3584168 Jul 16 20:10:50.772831 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:50.796327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.850680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-693a83fc-4469-4b71-991c-00498a5df8ad service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 999 time: 0.1463649 Jul 16 20:10:50.854500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.925020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-d43ee0ec-6477-4730-b8b7-6f3ca4ade7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.927024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-d43ee0ec-6477-4730-b8b7-6f3ca4ade7e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.0656886 Jul 16 20:10:50.934968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9177c5-5319-4294-bcdc-480becf2e619 req-ab20b2a2-5d58-4b46-9680-370815d8f350 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.942417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c9177c5-5319-4294-bcdc-480becf2e619 req-ab20b2a2-5d58-4b46-9680-370815d8f350 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 945 time: 0.1770771 Jul 16 20:10:51.033986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c9177c5-5319-4294-bcdc-480becf2e619 req-87bce8b6-cb8c-467f-8726-9a5247c86c99 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902050 Jul 16 20:10:51.088116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-6fd19b3d-4af4-4411-adef-254db3fecae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:51.090003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-6fd19b3d-4af4-4411-adef-254db3fecae9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453254 Jul 16 20:10:51.330464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-0d7c1653-2a2a-4e73-9ec7-529799f5ebd4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:51.339768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-0d7c1653-2a2a-4e73-9ec7-529799f5ebd4 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 814 time: 0.1556671 Jul 16 20:10:51.369650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-123762fb-2282-4441-8fd5-7701bb8107a6 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/quotas/443eabb37d6e4cf8ae535c5740f4d7b6 HTTP/1.1" status: 200 len: 375 time: 0.0215237 Jul 16 20:10:51.438994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:51.449782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.465880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.486099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Transition to ACTIVE for port object 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:51.497012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.537815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-19affb91-44cd-4a02-a46a-a04b6b56f366 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670284 Jul 16 20:10:51.560144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858679-2460-4cef-a806-28b210611123 req-269e49bb-1af0-496d-9055-77e9bc621fe0 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:51.561735 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8858679-2460-4cef-a806-28b210611123 req-269e49bb-1af0-496d-9055-77e9bc621fe0 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.79 "GET /v2.0/ports?device_id=76fe38b0-74f7-47a3-b9ad-ba1212eacf88 HTTP/1.1" status: 200 len: 945 time: 0.1483681 Jul 16 20:10:51.754081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-cad79db9-56a9-46c0-8c10-8194a633bdd4 service neutron] 10.222.0.91 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151651 Jul 16 20:10:51.786694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47002) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:51.834955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Deleting port a4ba6a56-b670-4d82-a1d7-993a8a711604 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:51.835691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.862165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Allocated IP 172.25.3.225 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/c9dce118-bae7-4a94-b2a0-ba8d87fa2fe9) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:51.908510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4542c254-fe21-4824-ad27-25a24074b1d4 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:51.957541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-fa8cdcb1-d7c8-4980-bb09-dd06fe944992 service neutron] 10.222.0.91 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019529 Jul 16 20:10:52.023033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 4542c254-fe21-4824-ad27-25a24074b1d4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:52.025062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] For port a4ba6a56-b670-4d82-a1d7-993a8a711604, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a4ba6a56-b670-4d82-a1d7-993a8a711604,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:52.027513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.028016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 4542c254-fe21-4824-ad27-25a24074b1d4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:52.028581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.041794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.115363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-960e494b-ec07-4121-ae28-cad4335c5f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.115546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.115689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Calling delete_port for a4ba6a56-b670-4d82-a1d7-993a8a711604 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:52.115830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.177566 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.245263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 4542c254-fe21-4824-ad27-25a24074b1d4, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4542c254-fe21-4824-ad27-25a24074b1d4,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:52.247025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b05474-58dc-46de-8b34-52f122b66b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4542c254-fe21-4824-ad27-25a24074b1d4'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:52.249191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:52.252672 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbbe0e2-eb6e-4dd7-b0ed-e9aa6ba76d44" -d '{"events": [{"server_uuid": "61b05474-58dc-46de-8b34-52f122b66b92", "name": "network-vif-plugged", "status": "completed", "tag": "4542c254-fe21-4824-ad27-25a24074b1d4"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:52.259455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Pushing event updated for resources: {'Port': ['ID=c9dce118-bae7-4a94-b2a0-ba8d87fa2fe9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.262568 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.272502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:52.275073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:52.339689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Attempting to bind port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:52.340064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Attempting to bind port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:52.340434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Attempting to bind port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:52.352813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:52.353288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Attempting to bind port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:52.401069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=4542c254-fe21-4824-ad27-25a24074b1d4,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.417383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:52.423454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:52.424111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Bound using segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:52.424786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Bound port: 3e61c335-7ce2-459c-a4ec-3ca80f262cd6, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:52.425351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.476515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.542604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-960e494b-ec07-4121-ae28-cad4335c5f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.550084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.562880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a4ba6a56-b670-4d82-a1d7-993a8a711604'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:52.563358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-960e494b-ec07-4121-ae28-cad4335c5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.573939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8f7d-d737-4c58-8b5f-f0e1864619cc req-7a38d3a4-c4e2-4421-898a-d95e308790de tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:52.575788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] For port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:52.583089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] For port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:52.584293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.584436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f9c8f7d-d737-4c58-8b5f-f0e1864619cc req-7a38d3a4-c4e2-4421-898a-d95e308790de tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1102 time: 0.1872458 Jul 16 20:10:52.610796 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.637951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Pushing event deleted for resources: {'Port': ['ID=a4ba6a56-b670-4d82-a1d7-993a8a711604,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.662405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:52.663378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.665159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] 10.222.0.99 "PUT /v2.0/ports/3e61c335-7ce2-459c-a4ec-3ca80f262cd6 HTTP/1.1" status: 200 len: 1093 time: 2.1590321 Jul 16 20:10:52.670802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'tag': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:52.673195 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e266952-1bfd-4338-b732-93bac777014e" -d '{"events": [{"name": "network-changed", "server_uuid": "a71bec71-067a-4745-ae4c-6a46b60dca6f", "tag": "3e61c335-7ce2-459c-a4ec-3ca80f262cd6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:52.729768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-960e494b-ec07-4121-ae28-cad4335c5f6e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8b7a7c27005e45bc8f7cbce7dbfd37f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411738 Jul 16 20:10:52.730085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e149438-60dd-4960-a617-a621cf8cc6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.736937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] No DVR routers for this DVR port a4ba6a56-b670-4d82-a1d7-993a8a711604 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:52.741159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e494b-ec07-4121-ae28-cad4335c5f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b207efac-4cf0-4af4-a9b6-de90bdb3e5f6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.742209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47020) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:52.758743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.769245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8858679-2460-4cef-a806-28b210611123 req-f4af992b-9596-4b04-ac9f-7ed964da1fb2 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.79 "DELETE /v2.0/ports/a4ba6a56-b670-4d82-a1d7-993a8a711604 HTTP/1.1" status: 204 len: 173 time: 1.1970901 Jul 16 20:10:52.772741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'name': 'network-vif-deleted', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:52.775867 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a3e8c2-e8fe-4a97-b36b-ed684e56fe6c" -d '{"events": [{"server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "name": "network-vif-deleted", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:52.795308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f9c8f7d-d737-4c58-8b5f-f0e1864619cc req-59dde725-b3b0-40e0-a7ff-80209a930b04 tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059243 Jul 16 20:10:52.968850 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4844fb4c-7fff-447d-bc25-51fe4eee3538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.008800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4844fb4c-7fff-447d-bc25-51fe4eee3538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.019037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.025758 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.033665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac04344-0a51-4a5f-b1e8-854a27964827 req-60d76744-8199-40aa-83f7-00cc4dda36ee tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.044807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ac04344-0a51-4a5f-b1e8-854a27964827 req-60d76744-8199-40aa-83f7-00cc4dda36ee tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.1282556 Jul 16 20:10:53.113710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ac04344-0a51-4a5f-b1e8-854a27964827 req-cd40a5d8-226f-4e39-83c2-2781730b46e0 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676227 Jul 16 20:10:53.282940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Pushing event updated for resources: {'Port': ['ID=c9dce118-bae7-4a94-b2a0-ba8d87fa2fe9,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.297452 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.311455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4844fb4c-7fff-447d-bc25-51fe4eee3538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.314687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4844fb4c-7fff-447d-bc25-51fe4eee3538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.315871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4844fb4c-7fff-447d-bc25-51fe4eee3538 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b207efac-4cf0-4af4-a9b6-de90bdb3e5f6 HTTP/1.1" status: 204 len: 168 time: 0.5179477 Jul 16 20:10:53.336328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.345277 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-90d3c481-a3eb-4f5f-a6ff-a41edc0109f9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5773003 Jul 16 20:10:53.345458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8aa0a-a5c9-442e-bce1-1ab4c362d8c6 req-375721e4-2e77-4bcf-96e6-51cb45e9c76a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.354598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1db8aa0a-a5c9-442e-bce1-1ab4c362d8c6 req-375721e4-2e77-4bcf-96e6-51cb45e9c76a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.0884705 Jul 16 20:10:53.411713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844fb4c-7fff-447d-bc25-51fe4eee3538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b207efac-4cf0-4af4-a9b6-de90bdb3e5f6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.423527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-755ad571-522e-4db8-95b4-11213414c53e tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0792742 Jul 16 20:10:53.464602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1db8aa0a-a5c9-442e-bce1-1ab4c362d8c6 req-fd8701a1-9cf7-42c0-85ab-ea13c1e9e1e1 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085553 Jul 16 20:10:53.666240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-f421cf78-3a38-4e44-a25c-29cb82f2a060 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.668090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-f421cf78-3a38-4e44-a25c-29cb82f2a060 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2369843 Jul 16 20:10:53.694151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-4e7563f9-ec0f-476f-b326-186503b14458 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:53.701268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2d5e5c-24d3-45f7-bd0d-47821cc500a5 req-4e7563f9-ec0f-476f-b326-186503b14458 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167513 Jul 16 20:10:53.806646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0ba36-56c7-482b-ad85-8afca9a5e584 req-288b8412-e5b8-4814-a682-9895af1fc84c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.819171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ab0ba36-56c7-482b-ad85-8afca9a5e584 req-288b8412-e5b8-4814-a682-9895af1fc84c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.1496449 Jul 16 20:10:53.888115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ab0ba36-56c7-482b-ad85-8afca9a5e584 req-e10c5be1-7eb1-4f93-88b7-2692b734d7c5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679436 Jul 16 20:10:54.005758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12173415-773a-4d14-b0a0-7431e150f8db req-03d91e50-4909-4055-bb0d-e67cb197fda2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.019553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12173415-773a-4d14-b0a0-7431e150f8db req-03d91e50-4909-4055-bb0d-e67cb197fda2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.1418650 Jul 16 20:10:54.078634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12173415-773a-4d14-b0a0-7431e150f8db req-8590199b-7412-4bc8-b014-3758a0e6d802 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Jul 16 20:10:54.088008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4a1b3394-3c99-4b8f-a18b-ac575a51ab3d req-6b747a9a-e774-4611-b19e-9d87e2fb02cf tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 210 time: 0.0623131 Jul 16 20:10:54.163917 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc753036-0af4-4960-9a4e-5244fe45c3ac x-openstack-request-id: req-cc753036-0af4-4960-9a4e-5244fe45c3ac {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:54.164399 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b05474-58dc-46de-8b34-52f122b66b92", "name": "network-vif-plugged", "status": "completed", "tag": "4542c254-fe21-4824-ad27-25a24074b1d4", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:54.164471 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cc753036-0af4-4960-9a4e-5244fe45c3ac {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:54.165078 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b05474-58dc-46de-8b34-52f122b66b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4542c254-fe21-4824-ad27-25a24074b1d4', 'code': 200} Jul 16 20:10:54.165172 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2e7bc-7d60-4380-a985-1291581f4619 x-openstack-request-id: req-b3e2e7bc-7d60-4380-a985-1291581f4619 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:54.165485 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71bec71-067a-4745-ae4c-6a46b60dca6f", "tag": "3e61c335-7ce2-459c-a4ec-3ca80f262cd6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:54.165815 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b3e2e7bc-7d60-4380-a985-1291581f4619 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:54.166491 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'tag': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6', 'status': 'completed', 'code': 200} Jul 16 20:10:54.253488 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7c2139-6e14-4da5-9fb9-69a52d12d21d x-openstack-request-id: req-4d7c2139-6e14-4da5-9fb9-69a52d12d21d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:54.254057 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fe38b0-74f7-47a3-b9ad-ba1212eacf88", "name": "network-vif-deleted", "tag": "a4ba6a56-b670-4d82-a1d7-993a8a711604", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:54.254788 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4d7c2139-6e14-4da5-9fb9-69a52d12d21d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:54.255386 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fe38b0-74f7-47a3-b9ad-ba1212eacf88', 'name': 'network-vif-deleted', 'tag': 'a4ba6a56-b670-4d82-a1d7-993a8a711604', 'status': 'completed', 'code': 200} Jul 16 20:10:54.369164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288f0a-8275-4672-8692-14e9f1db76b9 req-fb02efdd-9a12-4893-9bf6-107e85bc37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.371323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60288f0a-8275-4672-8692-14e9f1db76b9 req-fb02efdd-9a12-4893-9bf6-107e85bc37d5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 1098 time: 0.1099510 Jul 16 20:10:54.447304 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60288f0a-8275-4672-8692-14e9f1db76b9 req-b9704d8a-84f7-4303-80de-6b690aaa6ebb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589788 Jul 16 20:10:54.863858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3870e-c065-4cda-8f93-8e29d2c4cea8 req-2acff875-120f-40ff-8e21-b643e7caeb88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.865491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aaa3870e-c065-4cda-8f93-8e29d2c4cea8 req-2acff875-120f-40ff-8e21-b643e7caeb88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.1384051 Jul 16 20:10:55.009187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aaa3870e-c065-4cda-8f93-8e29d2c4cea8 req-becd3c78-c6a4-4a87-979c-f141e2453339 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303704 Jul 16 20:10:55.098547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-18c2fde7-d7b1-4871-ac9d-31788d20fade tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:55.111995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-18c2fde7-d7b1-4871-ac9d-31788d20fade tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 820 time: 0.7478597 Jul 16 20:10:55.140382 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f3461db4-56a0-45be-aa6a-229f9e93cae4 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/quotas/de9eb4017a0b41589b9729c31ac6d6bb HTTP/1.1" status: 200 len: 375 time: 0.0273361 Jul 16 20:10:55.214637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-cc340ec4-7068-4215-b34b-9c440d521d54 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1576872 Jul 16 20:10:55.364877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-8df014e5-4b54-4b19-969a-ccb7c132de7a tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2228153 Jul 16 20:10:55.496397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee13735-95e3-4a29-bb99-2a726243ef9e req-0a563471-8f9e-4635-9bd8-aaa143bdd492 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:55.512344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dee13735-95e3-4a29-bb99-2a726243ef9e req-0a563471-8f9e-4635-9bd8-aaa143bdd492 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.2302384 Jul 16 20:10:55.577961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47130) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:55.599850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-26325007-2d7c-4cce-a21a-c9021b566127 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324238 Jul 16 20:10:55.634293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dee13735-95e3-4a29-bb99-2a726243ef9e req-5d7cb94a-a72c-4323-8c92-37b6fd2a57b0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195483 Jul 16 20:10:55.784697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-e07231a0-c7b0-41d4-ba75-3a21c7c469dc service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764679 Jul 16 20:10:55.849277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-85867785-d698-4bd6-b984-fe32c128f1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.913180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a4ba6a56-b670-4d82-a1d7-993a8a711604 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:55.934057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: a4ba6a56-b670-4d82-a1d7-993a8a711604 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:55.934661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a4ba6a56-b670-4d82-a1d7-993a8a711604 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:56.047537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b665d3-0ca0-4eb9-afe7-4b1655cae7f9 req-f43874e1-144b-4bf1-b2b0-389db481098b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.053565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5b665d3-0ca0-4eb9-afe7-4b1655cae7f9 req-f43874e1-144b-4bf1-b2b0-389db481098b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.1781533 Jul 16 20:10:56.117167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5b665d3-0ca0-4eb9-afe7-4b1655cae7f9 req-f16fcaea-b1e8-4dcc-b968-2f92d9f45441 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Jul 16 20:10:56.148423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-85867785-d698-4bd6-b984-fe32c128f1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.153288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-85867785-d698-4bd6-b984-fe32c128f1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.201117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85867785-d698-4bd6-b984-fe32c128f1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402ffb48-7465-4b33-85f0-9cedd6e23ac4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:56.239826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-85867785-d698-4bd6-b984-fe32c128f1af admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ceb4aacbd6b5416eb64d7e426fa98cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602948 Jul 16 20:10:56.240662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47154) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:56.279229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e3e90-4338-4c0b-9ce7-af750cebcc87 req-3f366023-c1c4-46cc-8edf-a34d8048eceb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.288633 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-587e3e90-4338-4c0b-9ce7-af750cebcc87 req-3f366023-c1c4-46cc-8edf-a34d8048eceb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.1320891 Jul 16 20:10:56.329783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e55907b9-b6ed-4156-aa39-fec78eeb5e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.354094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-587e3e90-4338-4c0b-9ce7-af750cebcc87 req-4908c4da-69cb-4c89-be5a-5d2a51e83622 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631721 Jul 16 20:10:56.383195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e55907b9-b6ed-4156-aa39-fec78eeb5e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.465291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7ae65e3-c3c1-403a-9263-0897d87cf444 req-c24f03d0-eb76-42f0-9879-59e1799ce674 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 210 time: 0.0659204 Jul 16 20:10:56.527386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e55907b9-b6ed-4156-aa39-fec78eeb5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.530076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e55907b9-b6ed-4156-aa39-fec78eeb5e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.533623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e55907b9-b6ed-4156-aa39-fec78eeb5e06 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/402ffb48-7465-4b33-85f0-9cedd6e23ac4 HTTP/1.1" status: 204 len: 168 time: 0.2895110 Jul 16 20:10:56.555247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55907b9-b6ed-4156-aa39-fec78eeb5e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ffb48-7465-4b33-85f0-9cedd6e23ac4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:56.717289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d051e6f-ffa4-4acd-93de-5a3f46cec81c req-24de7676-06bb-4cc1-8454-9a17d9acf81e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.733397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d051e6f-ffa4-4acd-93de-5a3f46cec81c req-24de7676-06bb-4cc1-8454-9a17d9acf81e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.1239533 Jul 16 20:10:56.793807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d051e6f-ffa4-4acd-93de-5a3f46cec81c req-00994944-30c8-4319-9571-6d68ce313b57 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593996 Jul 16 20:10:57.042265 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11c8d364-de74-443a-9271-529d15505866 req-986a45de-52dc-41f2-ba80-551b2fede296 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 210 time: 0.4878516 Jul 16 20:10:57.131078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc2dc3-b0ab-44d1-a906-13bc080bce14 req-cd5bb79c-fa5e-4d11-b761-b846aeee8835 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.132692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93bc2dc3-b0ab-44d1-a906-13bc080bce14 req-cd5bb79c-fa5e-4d11-b761-b846aeee8835 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.1234064 Jul 16 20:10:57.195621 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93bc2dc3-b0ab-44d1-a906-13bc080bce14 req-2bd3c01b-b99b-41d3-8af5-d29703c73b7c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464127 Jul 16 20:10:57.567248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a6735-7b47-4df4-a016-296fb10b78b4 req-84f83042-325c-4d5c-9c4c-3f4ff1914674 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.573614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b0a6735-7b47-4df4-a016-296fb10b78b4 req-84f83042-325c-4d5c-9c4c-3f4ff1914674 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1160853 Jul 16 20:10:57.631661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b0a6735-7b47-4df4-a016-296fb10b78b4 req-c12448ce-a508-4de1-bda8-8441e467448e tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537212 Jul 16 20:10:57.923811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c46e1b-e603-4352-9cbe-d71c1070cab0 req-a7a9c8b3-33a8-4088-a8f5-8986373e25e1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.930898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c46e1b-e603-4352-9cbe-d71c1070cab0 req-a7a9c8b3-33a8-4088-a8f5-8986373e25e1 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.1279895 Jul 16 20:10:57.945003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47196) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:57.984027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-df331aa9-7c62-4e6a-a5ec-bcf273b27ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.987071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-df331aa9-7c62-4e6a-a5ec-bcf273b27ca3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 1098 time: 0.2472432 Jul 16 20:10:58.065570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eb27f-80ae-4600-8bef-a88bf4f52598 req-53fcb0b9-0bea-48a5-9109-ec27d8a65ed7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.075935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-957eb27f-80ae-4600-8bef-a88bf4f52598 req-53fcb0b9-0bea-48a5-9109-ec27d8a65ed7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.2516594 Jul 16 20:10:58.079967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c46e1b-e603-4352-9cbe-d71c1070cab0 req-e4d75478-6e4d-4322-913f-bfc7f1a31fe0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410220 Jul 16 20:10:58.244857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-cd8225db-5d01-416f-8a57-156d62e6270c tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.245163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9d21d93b-55ce-41a9-97ea-15bc6867b245 tempest-AgentManagementNegativeTest-455305450 tempest-AgentManagementNegativeTest-455305450-project] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2936058 Jul 16 20:10:58.247501 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-cd8225db-5d01-416f-8a57-156d62e6270c tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.79 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 820 time: 0.2731209 Jul 16 20:10:58.253666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-e4800a51-cc36-409a-a5de-d7f104955eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.255274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-e4800a51-cc36-409a-a5de-d7f104955eff service neutron] 10.222.0.79 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 912 time: 0.2548981 Jul 16 20:10:58.267376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'port': {'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'admin_state_up': True, 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:58.291049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-957eb27f-80ae-4600-8bef-a88bf4f52598 req-6972c598-32f5-4f45-87c2-9e812da5324e tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138669 Jul 16 20:10:58.367730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a5f40c9-5c9b-475b-bd85-9a2311a8d270 req-9d550694-08dc-4270-8e5a-0b7bc4376a40 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 210 time: 0.0668643 Jul 16 20:10:58.393860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-c8da93f4-3188-4ed8-bae6-13c5b35cb079 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4542c254-fe21-4824-ad27-25a24074b1d4 HTTP/1.1" status: 200 len: 217 time: 0.0948646 Jul 16 20:10:58.563328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-4f50123c-81aa-486a-b6f4-846bd5de7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.564771 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-4f50123c-81aa-486a-b6f4-846bd5de7cf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 200 len: 851 time: 0.1581953 Jul 16 20:10:58.596160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4daab4fa-d4f9-4cf2-8082-d1459f5f6a48 req-82138e4d-4997-44ea-9514-c68529886472 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 210 time: 0.0520215 Jul 16 20:10:58.619766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Made reservation on behalf of de9eb4017a0b41589b9729c31ac6d6bb for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:58.632494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.715888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-02a2ecf1-e06c-4b8c-a7db-a1d86cead06b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fe433b56-838c-42ea-a096-7dfb808052ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348536 Jul 16 20:10:58.814850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16c24-aff3-4725-9b95-6a156d8add42 req-a1816e4a-2b5b-4901-9e34-60b713e703f9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.822391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ece16c24-aff3-4725-9b95-6a156d8add42 req-a1816e4a-2b5b-4901-9e34-60b713e703f9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2165263 Jul 16 20:10:58.847807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:58.885516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ece16c24-aff3-4725-9b95-6a156d8add42 req-c61bb219-12c2-4be6-b3e8-9342a1554b65 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620515 Jul 16 20:10:58.936194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Allocated IP 172.20.0.14 (0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225/7c220a83-8140-43d0-b8ac-d97cea23f664/99cee992-6cac-4d2d-891b-de4bab491f73) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:58.949743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-353bd3d6-bd28-4094-a227-3418796758aa service neutron] 10.222.0.79 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188191 Jul 16 20:10:59.135785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b1bca-b733-47c9-a15a-8f7f28073d72 req-a1c4eb2b-77bb-4b61-830c-bda32abe4ff2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:59.143329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce0b1bca-b733-47c9-a15a-8f7f28073d72 req-a1c4eb2b-77bb-4b61-830c-bda32abe4ff2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.2995968 Jul 16 20:10:59.154337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d315a6a2-b889-4590-9d8c-fc7f0626d588 req-187372d8-54b5-49b9-8ec6-f750f61e3bb4 service neutron] 10.222.0.79 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934135 Jul 16 20:10:59.159214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60886a54-1a67-45e2-8f49-3110ff65020c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.184063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5217c4e-5899-403c-a73e-c34c6cd5f7d3 req-f17df7c3-eb90-43a8-9e2c-18793a2c2310 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:59.192946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5217c4e-5899-403c-a73e-c34c6cd5f7d3 req-f17df7c3-eb90-43a8-9e2c-18793a2c2310 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1128349 Jul 16 20:10:59.241388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5217c4e-5899-403c-a73e-c34c6cd5f7d3 req-fe0e46f4-3aa4-436a-a82d-b9835a6c4cb0 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473621 Jul 16 20:10:59.277840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce0b1bca-b733-47c9-a15a-8f7f28073d72 req-e370a231-f4f7-479e-b113-a7b9027b56f2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335888 Jul 16 20:10:59.412916 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.437670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Transition to ACTIVE for port object 99cee992-6cac-4d2d-891b-de4bab491f73 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:59.454291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60886a54-1a67-45e2-8f49-3110ff65020c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.473957 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60886a54-1a67-45e2-8f49-3110ff65020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.518974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4658bd1-5244-45c5-bbda-7e2607c79599 req-10d6aba0-ab29-4d87-b9e5-b4229928f400 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:59.525303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-60886a54-1a67-45e2-8f49-3110ff65020c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2adab549ea704b2793a3648dd27d2b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761882 Jul 16 20:10:59.529604 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47224) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:59.530946 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.531104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4658bd1-5244-45c5-bbda-7e2607c79599 req-10d6aba0-ab29-4d87-b9e5-b4229928f400 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.1192031 Jul 16 20:10:59.545252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f48e03de-6234-4ee0-9ba5-8356dd669933'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:59.560239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60886a54-1a67-45e2-8f49-3110ff65020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad69784e-5ebc-47fe-b810-d7a0b63539f7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:59.645349 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4658bd1-5244-45c5-bbda-7e2607c79599 req-807b875f-ae86-4dab-bbe0-01425c74e6ee tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132061 Jul 16 20:10:59.655609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:59.667561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:59.673727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Pushing event updated for resources: {'Port': ['ID=99cee992-6cac-4d2d-891b-de4bab491f73,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:59.677672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:59.766858 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dd4c0ab-677c-4ff0-95f5-7ea3ff39d3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.888338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b73561-92ce-4224-ac69-bd2e799149a1 req-eeae4d9f-6c0b-417a-9641-3d3f28982884 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:59.895490 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-83b73561-92ce-4224-ac69-bd2e799149a1 req-eeae4d9f-6c0b-417a-9641-3d3f28982884 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.3690548 Jul 16 20:10:59.921655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:59.922242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.958881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dd4c0ab-677c-4ff0-95f5-7ea3ff39d3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.971996 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11a44a2c-d3fc-49aa-8852-7ce871bbb6f9 req-764043cc-d6de-4a39-80b3-729134be36fb tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 210 time: 0.0518212 Jul 16 20:11:00.059602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dd4c0ab-677c-4ff0-95f5-7ea3ff39d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.062685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dd4c0ab-677c-4ff0-95f5-7ea3ff39d3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.069548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4dd4c0ab-677c-4ff0-95f5-7ea3ff39d3f9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ad69784e-5ebc-47fe-b810-d7a0b63539f7 HTTP/1.1" status: 204 len: 168 time: 0.5361202 Jul 16 20:11:00.115210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4c0ab-677c-4ff0-95f5-7ea3ff39d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad69784e-5ebc-47fe-b810-d7a0b63539f7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:00.137525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7d0fa9c8-68aa-492b-b813-bba9ab94ed74 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8743436 Jul 16 20:11:00.149509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-83b73561-92ce-4224-ac69-bd2e799149a1 req-708cfdca-9429-4445-a9d0-c1a19e99f277 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530248 Jul 16 20:11:00.166488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-59a5b1a4-02ae-4f21-ae6a-7b424b3f1c00 None None] Provisioning for port 99cee992-6cac-4d2d-891b-de4bab491f73 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:00.175025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Request body: {'port': {'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:00.176545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-59a5b1a4-02ae-4f21-ae6a-7b424b3f1c00 None None] Provisioning complete for port 99cee992-6cac-4d2d-891b-de4bab491f73 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:00.176938 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59a5b1a4-02ae-4f21-ae6a-7b424b3f1c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.265071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-59a5b1a4-02ae-4f21-ae6a-7b424b3f1c00 None None] Port 99cee992-6cac-4d2d-891b-de4bab491f73 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:00.308151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.319983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4aba-911a-492e-96a1-b107021f5072 req-73c1f1ff-cc6e-4385-83ea-82186959d89d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.323116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3bf4aba-911a-492e-96a1-b107021f5072 req-73c1f1ff-cc6e-4385-83ea-82186959d89d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 932 time: 0.1710052 Jul 16 20:11:00.385944 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3bf4aba-911a-492e-96a1-b107021f5072 req-dfdeb359-ac08-4c2c-b439-8fbeed9c9a0f tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566721 Jul 16 20:11:00.558915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eadd4-8092-4168-87cd-69adbdc4aebd req-57ce6ae7-5f7d-4bde-aabb-04388c719bea tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.560593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c40eadd4-8092-4168-87cd-69adbdc4aebd req-57ce6ae7-5f7d-4bde-aabb-04388c719bea tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2325878 Jul 16 20:11:00.690065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25597e-534a-4966-913f-0e73c2f410c5 req-6c1a31e0-4976-4a5c-ad62-69f707086342 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.691407 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b25597e-534a-4966-913f-0e73c2f410c5 req-6c1a31e0-4976-4a5c-ad62-69f707086342 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1010206 Jul 16 20:11:00.748503 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c40eadd4-8092-4168-87cd-69adbdc4aebd req-0b48be35-c3fd-4841-b843-15a1b6be6591 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772285 Jul 16 20:11:00.776889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b25597e-534a-4966-913f-0e73c2f410c5 req-5a35b5de-465b-428c-a610-3e2657f81a8a tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753088 Jul 16 20:11:00.984983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cee992-6cac-4d2d-891b-de4bab491f73 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:00.998254 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.029067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Transition to ACTIVE for port object 99cee992-6cac-4d2d-891b-de4bab491f73 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:01.034021 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.039027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee4ab3-ef36-4670-a611-ec1cf7ade9ef req-d66679e6-ea09-475e-9ba2-aa98e4a1d994 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.040827 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dee4ab3-ef36-4670-a611-ec1cf7ade9ef req-d66679e6-ea09-475e-9ba2-aa98e4a1d994 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.1113513 Jul 16 20:11:01.051827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff07040-86e7-4c61-94f4-edec1fc8236d req-7f8855cf-1cd4-4ce5-b800-c2fb9f99a051 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.053372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ff07040-86e7-4c61-94f4-edec1fc8236d req-7f8855cf-1cd4-4ce5-b800-c2fb9f99a051 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.1388288 Jul 16 20:11:01.095196 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dee4ab3-ef36-4670-a611-ec1cf7ade9ef req-f7620c33-7c4f-43ab-a309-981b3c7a4261 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 Jul 16 20:11:01.178168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Pushing event updated for resources: {'Port': ['ID=99cee992-6cac-4d2d-891b-de4bab491f73,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:01.199289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ff07040-86e7-4c61-94f4-edec1fc8236d req-670595ac-49ce-463c-a325-c58a8c2784ee tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216934 Jul 16 20:11:01.220817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Attempting to bind port 99cee992-6cac-4d2d-891b-de4bab491f73 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:01.221153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Attempting to bind port 99cee992-6cac-4d2d-891b-de4bab491f73 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:01.221479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Attempting to bind port 99cee992-6cac-4d2d-891b-de4bab491f73 on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:01.226508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Port 99cee992-6cac-4d2d-891b-de4bab491f73 on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:01.226852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Attempting to bind port 99cee992-6cac-4d2d-891b-de4bab491f73 on network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:01.232151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:01.232484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Checking segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:01.232873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Bound using segment: {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:01.233309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Bound port: 99cee992-6cac-4d2d-891b-de4bab491f73, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b805a1-cb86-4faf-9436-c8471830cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:01.233849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.317003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] For port 99cee992-6cac-4d2d-891b-de4bab491f73, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:01.318587 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28c59d31-12dd-460d-b381-ad36821a3397 req-4c6f7687-0380-43ff-b916-a7da0a024e03 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 210 time: 0.0620883 Jul 16 20:11:01.322996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] For port 99cee992-6cac-4d2d-891b-de4bab491f73, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=99cee992-6cac-4d2d-891b-de4bab491f73,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:01.324693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47262) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:01.336126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.406171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.407018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.408420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] 10.222.0.79 "PUT /v2.0/ports/99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 1093 time: 1.2579114 Jul 16 20:11:01.411593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:01.413868 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1be0a1-c2d3-41a7-8860-33cf47de107b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:01.450328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1160028413'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:01.468925 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62135cb6-90fb-472f-af26-ed853a8fb354 x-openstack-request-id: req-62135cb6-90fb-472f-af26-ed853a8fb354 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:01.468925 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:01.468925 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-62135cb6-90fb-472f-af26-ed853a8fb354 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:01.471070 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73', 'status': 'completed', 'code': 200} Jul 16 20:11:01.478982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c66f81-e313-4d18-bbb1-444aba929569 service neutron] Pushing event updated for resources: {'Port': ['ID=99cee992-6cac-4d2d-891b-de4bab491f73,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:01.532766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf9cf8-c3c4-4850-b23a-b30000bed15c req-5686a932-8384-4d3d-a6f9-21b690998ac8 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.534462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eabf9cf8-c3c4-4850-b23a-b30000bed15c req-5686a932-8384-4d3d-a6f9-21b690998ac8 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.1921263 Jul 16 20:11:01.535107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:01.538501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.557473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.626330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eabf9cf8-c3c4-4850-b23a-b30000bed15c req-13d71b8e-67b1-486b-8026-02989b06f983 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829897 Jul 16 20:11:01.641766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-c25fb7cc-7f4d-4358-ac5b-4b8cb2fc5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.643306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-c25fb7cc-7f4d-4358-ac5b-4b8cb2fc5598 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 1096 time: 0.1543918 Jul 16 20:11:01.653062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a02a-1c34-4a9c-bf47-d76cf5e786a0 req-4aa9d079-4a49-45ab-98b1-c58ad39115a8 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.660747 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27a0a02a-1c34-4a9c-bf47-d76cf5e786a0 req-4aa9d079-4a49-45ab-98b1-c58ad39115a8 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 944 time: 0.0915060 Jul 16 20:11:01.718867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-7b888c37-32dc-42bd-a01a-d4becfc84e0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 217 time: 0.0620756 Jul 16 20:11:01.719794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27a0a02a-1c34-4a9c-bf47-d76cf5e786a0 req-4daed534-4b8c-456a-a63f-c4a4e8b0ae26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511448 Jul 16 20:11:01.815052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-05124226-ab77-49e8-8d3b-522a5baa0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.817509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-05124226-ab77-49e8-8d3b-522a5baa0eb9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.0846376 Jul 16 20:11:01.834763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-ba06aab1-0bf5-4238-a03a-0e1289de243b service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137764 Jul 16 20:11:01.910790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.922804 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.997869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:02.013744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650c5ffb-2ea8-4946-ab6a-5e8c82206658,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:02.025183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43da6513-103a-47eb-83ad-44ed1258a2d3 req-bd960318-043f-42ce-a25a-3e2693ff4b83 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591663 Jul 16 20:11:02.031728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.031947 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Added segment a7f9bc34-8d91-485e-8d45-728d6175ce85 of type vlan for network b7dced86-3ee2-4869-b494-f2a5e97ec323 Jul 16 20:11:02.078208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266952-1bfd-4338-b732-93bac777014e req-effa0f48-16fe-4158-839a-acb28107bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.079625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e266952-1bfd-4338-b732-93bac777014e req-effa0f48-16fe-4158-839a-acb28107bbb7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 1096 time: 0.2232594 Jul 16 20:11:02.081258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-6daf12de-dd81-47e2-b7f7-bdbb54f38dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.082613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-6daf12de-dd81-47e2-b7f7-bdbb54f38dbb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2555814 Jul 16 20:11:02.083840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1c7e2-e09d-43d0-81f6-e524daeee238 req-9081abc8-ab9a-40dc-8d61-dadf0e63df20 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.086818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3e1c7e2-e09d-43d0-81f6-e524daeee238 req-9081abc8-ab9a-40dc-8d61-dadf0e63df20 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1212823 Jul 16 20:11:02.130796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3e1c7e2-e09d-43d0-81f6-e524daeee238 req-0d7384e9-5a2a-4ffe-acb5-3cd00fa69603 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379481 Jul 16 20:11:02.136195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.224664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631b0b1-af63-44db-af81-f4139a039176 req-7827df6f-ab92-4712-a369-20acd6e85cd2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.228987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a631b0b1-af63-44db-af81-f4139a039176 req-7827df6f-ab92-4712-a369-20acd6e85cd2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.3027239 Jul 16 20:11:02.319890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44637f-3657-4553-8955-cfcb0897f37b req-2bdd7b13-4b21-482d-a006-2f43ec155bef tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.321316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df44637f-3657-4553-8955-cfcb0897f37b req-2bdd7b13-4b21-482d-a006-2f43ec155bef tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.0751872 Jul 16 20:11:02.370101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df44637f-3657-4553-8955-cfcb0897f37b req-925e7b03-0c5d-4b13-89f8-04226b046a8d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Jul 16 20:11:02.378813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.384398 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.384991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.454648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a631b0b1-af63-44db-af81-f4139a039176 req-cf018932-ab84-4c01-831f-e87af4148635 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782370 Jul 16 20:11:02.472143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266952-1bfd-4338-b732-93bac777014e req-a8558be1-2a9c-48ee-b6e0-88fd9ee1d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.473685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e266952-1bfd-4338-b732-93bac777014e req-a8558be1-2a9c-48ee-b6e0-88fd9ee1d607 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b974331dfa5340c3ad5082d1a3b02428&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3674059 Jul 16 20:11:02.480755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1550050 Jul 16 20:11:02.489461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-d775a1df-5447-4e78-b086-004545de72fc service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942959 Jul 16 20:11:02.500880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47280) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:02.506823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'subnet': {'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:02.639825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423609f3-ed2e-4142-8810-e35c033758f1 req-83d71f7c-3933-40df-9430-a17fb81f9953 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.641459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-423609f3-ed2e-4142-8810-e35c033758f1 req-83d71f7c-3933-40df-9430-a17fb81f9953 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.1697235 Jul 16 20:11:02.666686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:02.671600 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.755424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-423609f3-ed2e-4142-8810-e35c033758f1 req-03132374-6960-4fd2-a73f-2f5e478b5484 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070991 Jul 16 20:11:02.920658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407eab6-835c-4bb5-b14a-dd645fe9abfd tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Network': ['ID=b7dced86-3ee2-4869-b494-f2a5e97ec323,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:02.932063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:02.961541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db33a7b9-1182-4e67-9ee7-7cb22539caf6 req-701d36b4-ccf8-485a-99b7-e7cf6e7f6cd1 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 210 time: 0.0635288 Jul 16 20:11:03.093266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-086e93d4-771f-4f0e-ad57-948e450ed2fc tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.094861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-086e93d4-771f-4f0e-ad57-948e450ed2fc tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 814 time: 0.3813341 Jul 16 20:11:03.138619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Request body: {'port': {'device_id': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'admin_state_up': True, 'tenant_id': '443eabb37d6e4cf8ae535c5740f4d7b6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:03.151553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266952-1bfd-4338-b732-93bac777014e req-43d04d0f-d293-4a8f-a317-3fa60f69c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.153035 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e266952-1bfd-4338-b732-93bac777014e req-43d04d0f-d293-4a8f-a317-3fa60f69c4c8 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6712747 Jul 16 20:11:03.158180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4829ef67-9556-49f4-80ab-12af5b58bf02 req-066ebd2b-d17e-4a51-8be3-dc8f5bcd275c service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470656 Jul 16 20:11:03.172342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb295-7cdd-4908-8585-64fa1cff4147 req-ea58b71d-f14b-440b-b7f3-fe4a2e314db1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.174721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac1bb295-7cdd-4908-8585-64fa1cff4147 req-ea58b71d-f14b-440b-b7f3-fe4a2e314db1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.2268245 Jul 16 20:11:03.199543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c634ba9-95c8-4b18-a8fb-cc5e8349a406 req-e67e0894-acfb-4d59-99c7-b5bec7d6a090 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.201409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c634ba9-95c8-4b18-a8fb-cc5e8349a406 req-e67e0894-acfb-4d59-99c7-b5bec7d6a090 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 944 time: 0.1133397 Jul 16 20:11:03.219936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.331168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c634ba9-95c8-4b18-a8fb-cc5e8349a406 req-a59f61b0-7c12-4f57-b73e-0861e96adb3b tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208577 Jul 16 20:11:03.378708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-564c19ca-a8f3-4080-817d-4a3caf93c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.380289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-564c19ca-a8f3-4080-817d-4a3caf93c91e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 1096 time: 0.1200600 Jul 16 20:11:03.382131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e1d60-86ec-44ea-9340-e604673d77fa req-b087bf97-0682-4345-b1ac-1f7644840c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.383524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-b087bf97-0682-4345-b1ac-1f7644840c80 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 1096 time: 0.1050990 Jul 16 20:11:03.386313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac1bb295-7cdd-4908-8585-64fa1cff4147 req-68bfc5f9-9a46-4358-b973-fcbc97fa3566 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961124 Jul 16 20:11:03.421547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Subnet': ['ID=2006f161-b2df-42d9-aafc-6cfef802c3c4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:03.448782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Checking segment: {'id': 'a7f9bc34-8d91-485e-8d45-728d6175ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:03.449202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network hostable DHCP agents. Network: b7dced86-3ee2-4869-b494-f2a5e97ec323, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:03.462634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-ff8a33f4-822c-4036-91a3-87f863ca48f7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e61c335-7ce2-459c-a4ec-3ca80f262cd6 HTTP/1.1" status: 200 len: 217 time: 0.0658479 Jul 16 20:11:03.479620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-644b5a6a-6b77-4d19-b619-732bcdb83de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.481197 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-644b5a6a-6b77-4d19-b619-732bcdb83de0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1102 time: 0.1855280 Jul 16 20:11:03.485434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Made reservation on behalf of 443eabb37d6e4cf8ae535c5740f4d7b6 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:03.490233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.515395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:03.555431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, b7dced86-3ee2-4869-b494-f2a5e97ec323) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:03.568563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.569295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.570458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d0791-7774-4b59-90e4-341a93f0a8db None None] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:03.606895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e1d60-86ec-44ea-9340-e604673d77fa req-fb2af27d-4f0b-4a91-862f-0c60a5bdafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.608401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-fb2af27d-4f0b-4a91-862f-0c60a5bdafc4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1383052 Jul 16 20:11:03.639572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-a0408cfe-1603-4dbf-9652-037b89571710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.641098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-a0408cfe-1603-4dbf-9652-037b89571710 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.2532322 Jul 16 20:11:03.670016 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-794e0ecc-2238-4f26-a3f6-0cef8fc3536a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532849 Jul 16 20:11:03.712727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-636344e3-b42d-4da4-8918-b1ac62f38e9d tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2097850 Jul 16 20:11:03.719454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47292) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:03.725808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-969655668'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:03.730997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-40001576-57e6-4991-947d-9e8e781f38df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 217 time: 0.0634918 Jul 16 20:11:03.755735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-e10864c1-c5c6-4e38-ac4b-3025a1b70575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.757399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-e10864c1-c5c6-4e38-ac4b-3025a1b70575 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2617683 Jul 16 20:11:03.771713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-b7dced86-3ee2-4869-b494-f2a5e97ec323', 'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'tenant_id': 'cadb772effff4d1ab675013debd2d9c2', 'fixed_ips': [{'subnet_id': '2006f161-b2df-42d9-aafc-6cfef802c3c4'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:03.772928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.828314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-78cc23fb-bbc0-4002-a74c-82fcda41440a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0622482 Jul 16 20:11:03.840207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Allocated IP 172.20.0.3 (3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a/5c0370f1-a85f-4d2a-a06d-f89c625a2d74/0f542ef1-da37-43f0-bb5c-99cd92cabe39) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:03.862342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d83167-eff7-45d0-a50e-f89840df0c8e req-a48dd15e-d176-47d5-ab8b-79d21aa2034b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.864090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6d83167-eff7-45d0-a50e-f89840df0c8e req-a48dd15e-d176-47d5-ab8b-79d21aa2034b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.3024373 Jul 16 20:11:03.907149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e009b-0e85-493e-8a31-dc4c27c88fb7 req-c6dd8870-692a-420c-9572-dd7c13cae46c tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.912002 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-158e009b-0e85-493e-8a31-dc4c27c88fb7 req-c6dd8870-692a-420c-9572-dd7c13cae46c tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.3636436 Jul 16 20:11:03.935488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Allocated IP 2001:db8::2 (b7dced86-3ee2-4869-b494-f2a5e97ec323/2006f161-b2df-42d9-aafc-6cfef802c3c4/bc4bbbf4-24f7-445c-a697-0576c4163243) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:03.941415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-2fee0e02-2859-4dc6-a3a1-4d32a3bc0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.942645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-0711595b-7b8f-497f-ad9d-2379eec48b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.943165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-2fee0e02-2859-4dc6-a3a1-4d32a3bc0218 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1984203 Jul 16 20:11:03.944272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-0711595b-7b8f-497f-ad9d-2379eec48b34 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1004159 Jul 16 20:11:04.002751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-eb7ea06e-c1a0-4504-a52c-a0c72ba4b1ef service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234742 Jul 16 20:11:04.015815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6d83167-eff7-45d0-a50e-f89840df0c8e req-6bffef6f-8945-4482-b1b6-232512b5378a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276052 Jul 16 20:11:04.119485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-891e1d60-86ec-44ea-9340-e604673d77fa req-1be3d849-922d-42ff-b630-36fbf503fc5c service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009853 Jul 16 20:11:04.130109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-654de36f-9bd6-4f11-a0ac-37232cb8cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.131989 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-654de36f-9bd6-4f11-a0ac-37232cb8cbc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1737554 Jul 16 20:11:04.162857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-158e009b-0e85-493e-8a31-dc4c27c88fb7 req-8b7f9838-0f64-4f4a-b0db-8211acc11bf6 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128534 Jul 16 20:11:04.194227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.205568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-2beae52a-6006-47b5-9729-b1f9e716a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.208981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-2beae52a-6006-47b5-9729-b1f9e716a4cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2481003 Jul 16 20:11:04.210885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:04.216039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.280824 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.287222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] device_id is not set on port 878ff647-5499-4026-9235-42086b8726d6 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:04.289885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Transition to ACTIVE for port object bc4bbbf4-24f7-445c-a697-0576c4163243 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:04.305731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Transition to ACTIVE for port object bc4bbbf4-24f7-445c-a697-0576c4163243 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:04.313327 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.332261 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-5b68e188-5d29-4741-870b-e486a98812a6 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918473 Jul 16 20:11:04.354396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:04.360452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:04.371975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:04.392291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.406559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Pushing event updated for resources: {'Port': ['ID=bc4bbbf4-24f7-445c-a697-0576c4163243,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.441801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Attempting to bind port bc4bbbf4-24f7-445c-a697-0576c4163243 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:04.442356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Attempting to bind port bc4bbbf4-24f7-445c-a697-0576c4163243 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a7f9bc34-8d91-485e-8d45-728d6175ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:04.442848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Attempting to bind port bc4bbbf4-24f7-445c-a697-0576c4163243 on network b7dced86-3ee2-4869-b494-f2a5e97ec323 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:04.449588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:04.450121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Checking segment: {'id': 'a7f9bc34-8d91-485e-8d45-728d6175ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:04.450646 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.451169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Bound using segment: {'id': 'a7f9bc34-8d91-485e-8d45-728d6175ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:04.451715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Bound port: bc4bbbf4-24f7-445c-a697-0576c4163243, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f9bc34-8d91-485e-8d45-728d6175ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:04.452214 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.469705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-6a2caa77-a555-474d-a024-15142a4c5c49 service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482519 Jul 16 20:11:04.487302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:04.500169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:04.512608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596743f-9232-460d-942e-36d304c61cb4 req-e07673d6-2327-4a35-949c-81b2a3d443ed tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.519595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1596743f-9232-460d-942e-36d304c61cb4 req-e07673d6-2327-4a35-949c-81b2a3d443ed tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2585704 Jul 16 20:11:04.525645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-394f7a45-6886-44d5-adbf-975029458324 None None] For port bc4bbbf4-24f7-445c-a697-0576c4163243, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:04.527546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:04.529044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-394f7a45-6886-44d5-adbf-975029458324 None None] For port bc4bbbf4-24f7-445c-a697-0576c4163243, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bc4bbbf4-24f7-445c-a697-0576c4163243,segment=NetworkSegment(a7f9bc34-8d91-485e-8d45-728d6175ce85),segment_id=a7f9bc34-8d91-485e-8d45-728d6175ce85)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:04.534788 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.579852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Pushing event updated for resources: {'Port': ['ID=0f542ef1-da37-43f0-bb5c-99cd92cabe39,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.599323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Allocated IP 2001:db8::370 (b7dced86-3ee2-4869-b494-f2a5e97ec323/2006f161-b2df-42d9-aafc-6cfef802c3c4/878ff647-5499-4026-9235-42086b8726d6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:04.608898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f7a45-6886-44d5-adbf-975029458324 None None] Pushing event updated for resources: {'Port': ['ID=bc4bbbf4-24f7-445c-a697-0576c4163243,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.618183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559aafa-8a36-41c9-98ce-3b32ba032ada req-af4cf765-28e5-427f-af41-948f979626b1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.619772 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8559aafa-8a36-41c9-98ce-3b32ba032ada req-af4cf765-28e5-427f-af41-948f979626b1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.2407994 Jul 16 20:11:04.638632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-b26584d5-e34f-4055-962d-4e3fcfd75151 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950890 Jul 16 20:11:04.652405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.653230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.667548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1596743f-9232-460d-942e-36d304c61cb4 req-56dee4dd-2275-4c08-a295-58799684a27c tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469018 Jul 16 20:11:04.692487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-5c2ee084-09b7-4d23-9f84-51c8dba11a93 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5802162 Jul 16 20:11:04.711150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Request body: {'port': {'device_id': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:04.741173 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8559aafa-8a36-41c9-98ce-3b32ba032ada req-e8f8f9d3-6d90-4779-a907-c99967223dfe tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845997 Jul 16 20:11:04.764652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f1be0a1-c2d3-41a7-8860-33cf47de107b req-f022b9f8-0804-419c-ae71-d6f599ebdc8a service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773080 Jul 16 20:11:04.977873 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.996098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.014651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Transition to ACTIVE for port object 878ff647-5499-4026-9235-42086b8726d6 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:05.046677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4829f3-5f88-4f22-af04-2fb1a0c13715 req-a32490d0-63ec-4aef-af8e-a23ed8d36168 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.048280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd4829f3-5f88-4f22-af04-2fb1a0c13715 req-a32490d0-63ec-4aef-af8e-a23ed8d36168 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 931 time: 0.2444799 Jul 16 20:11:05.054859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4278c77-7b22-41ed-8708-51a2439bb588 req-79c26b40-f7dc-48a9-a045-1a80a8a056db tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.056484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4278c77-7b22-41ed-8708-51a2439bb588 req-79c26b40-f7dc-48a9-a045-1a80a8a056db tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1073217 Jul 16 20:11:05.065453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47306) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:05.083810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.107993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:05.113718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:05.145413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:05.151816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.152485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.211992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=878ff647-5499-4026-9235-42086b8726d6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.221029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-705550a6-a1e2-4454-92c5-8baec8728001 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4966080 Jul 16 20:11:05.222066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47308) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:05.229312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1336231866', 'allowed_address_pairs': [{'ip_address': '2001:db8::370', 'mac_address': 'fa:16:3e:dc:38:5f'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:05.326910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754014f-fc6e-48e5-b077-5135a8ae683d req-11f8e14a-c472-41e7-a11f-36657dbbc0e2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.328347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5754014f-fc6e-48e5-b077-5135a8ae683d req-11f8e14a-c472-41e7-a11f-36657dbbc0e2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 944 time: 0.1671317 Jul 16 20:11:05.396137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5754014f-fc6e-48e5-b077-5135a8ae683d req-682684e4-ea7e-4ebf-846e-51697efb6ef8 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606458 Jul 16 20:11:05.397419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:05.398648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Request body: {'floatingip': {'port_id': '6c122182-ac73-4bf6-9da0-599e2dfe56a6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:05.499479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.519915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.571180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] device_id is not set on port 6641414d-a384-493e-a8df-f9ab24ac19a4 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:05.652551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd4829f3-5f88-4f22-af04-2fb1a0c13715 req-32b2268c-bc5c-4e30-a980-92c7ee0e558d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843379 Jul 16 20:11:05.703711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74649-35dc-4bc5-8a50-c0dc226b855e req-d0e573ac-7e39-4e4b-a578-8796751c5134 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.705365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85d74649-35dc-4bc5-8a50-c0dc226b855e req-d0e573ac-7e39-4e4b-a578-8796751c5134 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.1733251 Jul 16 20:11:05.743201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4433956c-cca1-498e-aac5-3dbb193b0b76 None None] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:05.760239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Allocated IP 2001:db8::2bd (b7dced86-3ee2-4869-b494-f2a5e97ec323/2006f161-b2df-42d9-aafc-6cfef802c3c4/6641414d-a384-493e-a8df-f9ab24ac19a4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:05.790685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85d74649-35dc-4bc5-8a50-c0dc226b855e req-6ea3b98c-dfa7-4e2d-b9cc-3e69def5a83d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730360 Jul 16 20:11:05.836601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2bd9a6e0-1348-4f58-9f61-37bc9ed08deb None None] Provisioning for port bc4bbbf4-24f7-445c-a697-0576c4163243 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:05.944204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 99cee992-6cac-4d2d-891b-de4bab491f73 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:05.996764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.000961 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5efe2073-4174-49f9-a8d2-47d6991713a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.024987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Transition to ACTIVE for port object 6641414d-a384-493e-a8df-f9ab24ac19a4 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:06.050386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faae2d-efc0-4930-a9a5-424e937ba798 req-fbb2f272-c222-4047-8331-6b823ebf43f6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.052631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58faae2d-efc0-4930-a9a5-424e937ba798 req-fbb2f272-c222-4047-8331-6b823ebf43f6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.1302829 Jul 16 20:11:06.063109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7508e3-be08-468e-a23d-521e8f67f2f8 req-b7fd9f54-84b9-42d0-a42e-16fa4aed4470 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.070700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b7508e3-be08-468e-a23d-521e8f67f2f8 req-b7fd9f54-84b9-42d0-a42e-16fa4aed4470 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2912583 Jul 16 20:11:06.077466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 99cee992-6cac-4d2d-891b-de4bab491f73, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=99cee992-6cac-4d2d-891b-de4bab491f73,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:06.089898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '99cee992-6cac-4d2d-891b-de4bab491f73', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'mac_address': 'fa:16:3e:0a:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:06.107223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.140371 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.143746 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58faae2d-efc0-4930-a9a5-424e937ba798 req-9a35ecc8-35bd-4765-b76a-999f301b7ed5 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593452 Jul 16 20:11:06.179999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cee992-6cac-4d2d-891b-de4bab491f73 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:06.184384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f542ef1-da37-43f0-bb5c-99cd92cabe39 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:06.201739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:06.209524 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.217191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:06.218608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=6641414d-a384-493e-a8df-f9ab24ac19a4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.223314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:06.225966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:06.231212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 99cee992-6cac-4d2d-891b-de4bab491f73, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=99cee992-6cac-4d2d-891b-de4bab491f73,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:06.232952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.235189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.240515 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.264419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47314) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:06.266224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4d7bbd77-d8f5-464f-b3be-0460dcd58a42 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0419056 Jul 16 20:11:06.283433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b7508e3-be08-468e-a23d-521e8f67f2f8 req-a20532b2-29ba-41c9-9196-1cfdea3c6542 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117288 Jul 16 20:11:06.355819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ba8333e-2c1c-479c-b3e9-de039ba6ea4d None None] Provisioning for port 878ff647-5499-4026-9235-42086b8726d6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:06.358212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Transition to ACTIVE for port object 0f542ef1-da37-43f0-bb5c-99cd92cabe39 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:06.368411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ba8333e-2c1c-479c-b3e9-de039ba6ea4d None None] Provisioning complete for port 878ff647-5499-4026-9235-42086b8726d6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:06.369347 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ba8333e-2c1c-479c-b3e9-de039ba6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.369952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.371011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=99cee992-6cac-4d2d-891b-de4bab491f73,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.416875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c8d4a-39a2-431f-9513-d3b1b9e6969b req-7bd31766-fa98-459a-b47c-2e1e75a0df10 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.425495 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f5c8d4a-39a2-431f-9513-d3b1b9e6969b req-7bd31766-fa98-459a-b47c-2e1e75a0df10 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 944 time: 0.0933094 Jul 16 20:11:06.433655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:06.448458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8333e-2c1c-479c-b3e9-de039ba6ea4d None None] Port 878ff647-5499-4026-9235-42086b8726d6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:06.450307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6', 'mac_address': 'fa:16:3e:af:62:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:06.502323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.513750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['99cee992-6cac-4d2d-891b-de4bab491f73'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:06.543541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f5c8d4a-39a2-431f-9513-d3b1b9e6969b req-fe924e5f-be72-4da0-9061-d61c05c14ba1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031146 Jul 16 20:11:06.549328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:06.570565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:06.578642 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.593702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Pushing event updated for resources: {'Port': ['ID=0f542ef1-da37-43f0-bb5c-99cd92cabe39,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.632797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca2a83-f5f0-48f4-991e-38aabf51ea88 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.640320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca2a83-f5f0-48f4-991e-38aabf51ea88 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.647801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca2a83-f5f0-48f4-991e-38aabf51ea88 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.652667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47318) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:06.653690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8bca2a83-f5f0-48f4-991e-38aabf51ea88 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3864622 Jul 16 20:11:06.672787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ebc78360-00eb-4d2f-a920-e832894fc9c7 None None] Provisioning complete for port 878ff647-5499-4026-9235-42086b8726d6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:06.673157 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ebc78360-00eb-4d2f-a920-e832894fc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.722255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ebc78360-00eb-4d2f-a920-e832894fc9c7 None None] Port 878ff647-5499-4026-9235-42086b8726d6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:06.725627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bc4bbbf4-24f7-445c-a697-0576c4163243 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:06.729661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.800701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting port 6641414d-a384-493e-a8df-f9ab24ac19a4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:06.801913 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.864837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['3e61c335-7ce2-459c-a4ec-3ca80f262cd6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:06.880563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.897528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.952149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Attempting to bind port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:06.952570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Attempting to bind port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:06.952814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Attempting to bind port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:06.961572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.965630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2ed2c-1506-4aea-92ac-5255a812deab req-13c2b7c1-8013-4323-9fb2-fbd9fed261a3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.969045 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ea2ed2c-1506-4aea-92ac-5255a812deab req-13c2b7c1-8013-4323-9fb2-fbd9fed261a3 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 945 time: 0.3137791 Jul 16 20:11:06.979211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-07a43c40-2ac3-4a94-85ee-69b91af40f9f None None] Provisioning for port 6641414d-a384-493e-a8df-f9ab24ac19a4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:06.983054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Calling delete_port for 6641414d-a384-493e-a8df-f9ab24ac19a4 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:06.983381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:06.984273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Attempting to bind port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 on network 3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:06.998860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-07a43c40-2ac3-4a94-85ee-69b91af40f9f None None] Provisioning complete for port 6641414d-a384-493e-a8df-f9ab24ac19a4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:06.998860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-07a43c40-2ac3-4a94-85ee-69b91af40f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.012619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e39129-cf78-4dba-927c-08bee204d147 req-5197ff06-26cd-40fd-a6f4-6af320ab6431 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.015358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5e39129-cf78-4dba-927c-08bee204d147 req-5197ff06-26cd-40fd-a6f4-6af320ab6431 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 943 time: 0.1675518 Jul 16 20:11:07.025644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port bc4bbbf4-24f7-445c-a697-0576c4163243 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:07.029594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:07.029935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Checking segment: {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:07.030321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Bound using segment: {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:07.030764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Bound port: 0f542ef1-da37-43f0-bb5c-99cd92cabe39, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:07.031148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.042327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bc4bbbf4-24f7-445c-a697-0576c4163243 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:07.042736 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.079507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ea2ed2c-1506-4aea-92ac-5255a812deab req-2605efdc-4d46-4be9-9f7c-0430867e70ae tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992472 Jul 16 20:11:07.099809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5e39129-cf78-4dba-927c-08bee204d147 req-1e8384ad-708b-4e6d-811c-f304378e643e tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Jul 16 20:11:07.123043 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Floating IP de0705b3-6ae0-4833-99bf-00ae6e56939e associated. External IP: 172.25.3.206, port: 6c122182-ac73-4bf6-9da0-599e2dfe56a6. Jul 16 20:11:07.135744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-07a43c40-2ac3-4a94-85ee-69b91af40f9f None None] Port 6641414d-a384-493e-a8df-f9ab24ac19a4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:07.245092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] For port 0f542ef1-da37-43f0-bb5c-99cd92cabe39, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:07.254453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.266138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] For port 0f542ef1-da37-43f0-bb5c-99cd92cabe39, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0f542ef1-da37-43f0-bb5c-99cd92cabe39,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:07.277151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.281372 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.320212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Port': ['ID=6641414d-a384-493e-a8df-f9ab24ac19a4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.351671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port bc4bbbf4-24f7-445c-a697-0576c4163243, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bc4bbbf4-24f7-445c-a697-0576c4163243,segment=NetworkSegment(a7f9bc34-8d91-485e-8d45-728d6175ce85),segment_id=a7f9bc34-8d91-485e-8d45-728d6175ce85)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:07.357880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.376226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.377105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.378923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] 10.222.0.99 "PUT /v2.0/ports/0f542ef1-da37-43f0-bb5c-99cd92cabe39 HTTP/1.1" status: 200 len: 1092 time: 2.6779222 Jul 16 20:11:07.425279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'tag': '0f542ef1-da37-43f0-bb5c-99cd92cabe39'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:07.427710 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43bb480-6924-4cec-b6b9-5325470f5808" -d '{"events": [{"name": "network-changed", "server_uuid": "757d69a4-af4f-44f9-92b4-b4b4139c10dc", "tag": "0f542ef1-da37-43f0-bb5c-99cd92cabe39"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:07.427867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=bc4bbbf4-24f7-445c-a697-0576c4163243,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.523851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65956e9-61d4-4c1a-9098-dd83b05780fc service neutron] Pushing event updated for resources: {'Port': ['ID=0f542ef1-da37-43f0-bb5c-99cd92cabe39,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.853126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.855169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3ecd5f95-50b4-4ef9-92aa-3d64006198bb tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/ports/6641414d-a384-493e-a8df-f9ab24ac19a4 HTTP/1.1" status: 204 len: 168 time: 1.2011511 Jul 16 20:11:07.859065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47332) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:07.890574 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9dc90c-75d9-44c6-83ca-9df0cbefe256 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] GET failed (client error): The resource could not be found. Jul 16 20:11:07.892138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cd9dc90c-75d9-44c6-83ca-9df0cbefe256 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "GET /v2.0/ports/6641414d-a384-493e-a8df-f9ab24ac19a4 HTTP/1.1" status: 404 len: 333 time: 0.0321746 Jul 16 20:11:07.899914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f49961-363e-4c8c-b38d-7b14a8869e2d req-fc834038-50d0-4be3-b30e-4a22b03b63b8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.900820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47334) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:07.901423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31f49961-363e-4c8c-b38d-7b14a8869e2d req-fc834038-50d0-4be3-b30e-4a22b03b63b8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.5206628 Jul 16 20:11:07.908092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-48443724'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:07.942941 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31f49961-363e-4c8c-b38d-7b14a8869e2d req-68772570-16fc-4b15-a839-dccf4508d4ae tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Jul 16 20:11:07.948646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 99cee992-6cac-4d2d-891b-de4bab491f73 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:07.962636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e720ab2-070a-4ae8-b238-b774f11c5d9c req-b2cc5965-a441-4288-90e8-87fe4894f8db tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.964149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e720ab2-070a-4ae8-b238-b774f11c5d9c req-b2cc5965-a441-4288-90e8-87fe4894f8db tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.6351774 Jul 16 20:11:07.996090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-fbce7a03-40e2-40b5-b520-afeb88e29850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.997915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-fbce7a03-40e2-40b5-b520-afeb88e29850 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 1095 time: 0.5644832 Jul 16 20:11:07.999705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Router ffe067ff-4659-4e23-bf51-12f134b1807c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:08.016614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 99cee992-6cac-4d2d-891b-de4bab491f73 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:08.021211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 99cee992-6cac-4d2d-891b-de4bab491f73 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:08.021567 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.087241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-8174ec0d-8cb8-4857-8ed6-051beaf924ec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f542ef1-da37-43f0-bb5c-99cd92cabe39 HTTP/1.1" status: 200 len: 217 time: 0.0763705 Jul 16 20:11:08.112914 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.139439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:08.141711 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dd5a91-5ac4-4977-84ce-7a8c45937987" -d '{"events": [{"server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "name": "network-vif-plugged", "status": "completed", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:08.149709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfffec4-becc-4c77-97dd-873c5dc5e9c4 req-d6ba885a-5240-4543-a0dc-05b436a3d37e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.151848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8cfffec4-becc-4c77-97dd-873c5dc5e9c4 req-d6ba885a-5240-4543-a0dc-05b436a3d37e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.0814414 Jul 16 20:11:08.156316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 99cee992-6cac-4d2d-891b-de4bab491f73, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=99cee992-6cac-4d2d-891b-de4bab491f73,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:08.161678 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.181713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e720ab2-070a-4ae8-b238-b774f11c5d9c req-86014f35-803f-43c8-8225-84fa182c30d5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808686 Jul 16 20:11:08.201125 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8cfffec4-becc-4c77-97dd-873c5dc5e9c4 req-5b827ae6-8a4a-4d95-a16e-9d033292a260 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Jul 16 20:11:08.226106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:08.235865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:08.239590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.244298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c6e91874-6684-454a-87d9-907b4e55e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.245779 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-c6e91874-6684-454a-87d9-907b4e55e70e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c0370f1-a85f-4d2a-a06d-f89c625a2d74 HTTP/1.1" status: 200 len: 854 time: 0.1165118 Jul 16 20:11:08.278636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=99cee992-6cac-4d2d-891b-de4bab491f73,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.297213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-4b7b88ed-4c0c-4091-8e10-75e8fb0cf4b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432575 Jul 16 20:11:08.300889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.304850 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf9bd5-6c2c-4ad5-ad35-535c2e2f6707 x-openstack-request-id: req-81bf9bd5-6c2c-4ad5-ad35-535c2e2f6707 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:08.305123 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757d69a4-af4f-44f9-92b4-b4b4139c10dc", "tag": "0f542ef1-da37-43f0-bb5c-99cd92cabe39", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:08.305360 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-81bf9bd5-6c2c-4ad5-ad35-535c2e2f6707 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:08.305740 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'tag': '0f542ef1-da37-43f0-bb5c-99cd92cabe39', 'status': 'completed', 'code': 200} Jul 16 20:11:08.307737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:08.308281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] device_id is not set on port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:08.313818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:08.314517 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.326748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:08.347481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.350085 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] Sync routers for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:08.377439 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:08.380524 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:10:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:08.419904 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.458509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:08.465342 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.467427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab831-a9e0-404a-846c-fae687b54f46 req-83e17715-7251-4d80-8b25-4ae81fbd21bd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.468717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8fab831-a9e0-404a-846c-fae687b54f46 req-83e17715-7251-4d80-8b25-4ae81fbd21bd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 945 time: 0.1350098 Jul 16 20:11:08.519222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8fab831-a9e0-404a-846c-fae687b54f46 req-26aeb34c-1c8d-4062-86fa-179829cdef14 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442507 Jul 16 20:11:08.534227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.539251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.547052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-347a2694-1582-495e-b5c8-9cc9d48051c9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "PUT /v2.0/floatingips/de0705b3-6ae0-4833-99bf-00ae6e56939e HTTP/1.1" status: 200 len: 991 time: 3.4780760 Jul 16 20:11:08.642565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bc4bbbf4-24f7-445c-a697-0576c4163243 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:08.652039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-21c5a340-4372-42bb-b060-fba16a27f156 service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371823 Jul 16 20:11:08.660777 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:08.699448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bc4bbbf4-24f7-445c-a697-0576c4163243 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:08.699827 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.718643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b002e2-dec3-4be5-84bc-d861c3efb624 req-2f9b2c78-1100-4a2b-b4a3-650b5328db15 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.720333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b002e2-dec3-4be5-84bc-d861c3efb624 req-2f9b2c78-1100-4a2b-b4a3-650b5328db15 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 946 time: 0.2740448 Jul 16 20:11:08.721675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Allocated IP 2001:db8::1af (b7dced86-3ee2-4869-b494-f2a5e97ec323/2006f161-b2df-42d9-aafc-6cfef802c3c4/3e9eb316-d536-4f9a-8c92-6c59ff2e20c0) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:08.761127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4b803-30c6-4bbd-b06b-a677943ad3a1 req-cea22c1f-c53e-4fdd-b458-3c54016272aa tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.763804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ab4b803-30c6-4bbd-b06b-a677943ad3a1 req-cea22c1f-c53e-4fdd-b458-3c54016272aa tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 943 time: 0.0998495 Jul 16 20:11:08.808454 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-15db25d5-c705-4649-bcb3-f94ce47c52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.820789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.828904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ab4b803-30c6-4bbd-b06b-a677943ad3a1 req-e902f4e1-4509-4477-8601-20c534568555 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567884 Jul 16 20:11:08.856900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b002e2-dec3-4be5-84bc-d861c3efb624 req-eba00ed2-1f51-487a-89d8-e11d1c5e1c40 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284366 Jul 16 20:11:08.873431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34b51fd0-c3fd-4b53-b804-709cd1aff849 req-f03732df-28f7-479d-bd57-51cf2b964c8a service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131460 Jul 16 20:11:08.886259 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270d5ac4-f2f9-4707-9a57-bc564e8abdf7 x-openstack-request-id: req-270d5ac4-f2f9-4707-9a57-bc564e8abdf7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:08.886413 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "name": "network-vif-plugged", "status": "completed", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:08.886616 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-270d5ac4-f2f9-4707-9a57-bc564e8abdf7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:08.887036 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73', 'code': 200} Jul 16 20:11:08.972776 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'de0705b3-6ae0-4833-99bf-00ae6e56939e', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'port_id': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'mac_address': 'fa:16:3e:ae:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:09:47Z', 'updated_at': '2021-07-16T20:11:06Z', 'revision_number': 1, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:49Z', 'revision_number': 5, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:09.010477 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] Checking router: ffe067ff-4659-4e23-bf51-12f134b1807c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:09.027163 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:09.027793 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:09.047345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4106e28-71a8-44c0-a1fe-29c233d75bbf req-f0a08fd0-604e-49db-b8eb-220baedd15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.048943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4106e28-71a8-44c0-a1fe-29c233d75bbf req-f0a08fd0-604e-49db-b8eb-220baedd15b2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 1098 time: 0.0761623 Jul 16 20:11:09.072598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.081963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-9550a2f7-e49f-4996-8f0e-6e70369ee921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.083600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-9550a2f7-e49f-4996-8f0e-6e70369ee921 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 1095 time: 0.1415126 Jul 16 20:11:09.092598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Transition to ACTIVE for port object 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:09.097761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4106e28-71a8-44c0-a1fe-29c233d75bbf req-cfc44405-1883-4eb4-896c-be8b0521a9f6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Jul 16 20:11:09.151740 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:09.184006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fcf03-5b74-46a1-9ceb-f8658152a5d2 req-07006e60-6dea-4cde-88d4-149bb1d0dcc8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.185778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f00fcf03-5b74-46a1-9ceb-f8658152a5d2 req-07006e60-6dea-4cde-88d4-149bb1d0dcc8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.0679629 Jul 16 20:11:09.205634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.223388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-0e1f200e-93a9-4789-bb5d-1554a22c432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.224881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-0e1f200e-93a9-4789-bb5d-1554a22c432e service neutron] 10.222.0.99 "GET /v2.0/networks?id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 200 len: 915 time: 0.1268909 Jul 16 20:11:09.226077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f00fcf03-5b74-46a1-9ceb-f8658152a5d2 req-5588ffe8-86b5-4238-b82f-45743fec5144 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341589 Jul 16 20:11:09.299265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-456ce8ba-fbff-41b8-9058-59fb6875b23b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f542ef1-da37-43f0-bb5c-99cd92cabe39 HTTP/1.1" status: 200 len: 217 time: 0.0479870 Jul 16 20:11:09.301418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:09.307291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:09.312766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:09.320017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.320810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.363866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=3e9eb316-d536-4f9a-8c92-6c59ff2e20c0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.385962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-760d38b8-90ee-4868-bcd6-c2f2466288a3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4802122 Jul 16 20:11:09.388524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47350) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:09.393964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::370', 'mac_address': 'fa:16:3e:dc:38:5f'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:09.424336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-e3a426ed-8b1e-4a0e-8fb5-5b59aaebbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.424993 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'de0705b3-6ae0-4833-99bf-00ae6e56939e', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'port_id': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'mac_address': 'fa:16:3e:ae:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:09:47Z', 'updated_at': '2021-07-16T20:11:06Z', 'revision_number': 1, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:49Z', 'revision_number': 5, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:09.426815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-e3a426ed-8b1e-4a0e-8fb5-5b59aaebbf89 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c0370f1-a85f-4d2a-a06d-f89c625a2d74 HTTP/1.1" status: 200 len: 854 time: 0.1151302 Jul 16 20:11:09.451797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba35b-7760-47e3-ac4a-ebe165d9d9de req-db14039c-a45d-45b1-bcd1-37dd604b80c6 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.453679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf3ba35b-7760-47e3-ac4a-ebe165d9d9de req-db14039c-a45d-45b1-bcd1-37dd604b80c6 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.0990264 Jul 16 20:11:09.474130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa44de6-6bf9-43ee-8c15-d6c4f1ca233b None None] The sync data for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 is: [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'de0705b3-6ae0-4833-99bf-00ae6e56939e', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'port_id': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'mac_address': 'fa:16:3e:ae:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:09:47Z', 'updated_at': '2021-07-16T20:11:06Z', 'revision_number': 1, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:49Z', 'revision_number': 5, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:09.511105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-4d159841-2ebc-43c6-8efb-150c77d9cafb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659399 Jul 16 20:11:09.516557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf3ba35b-7760-47e3-ac4a-ebe165d9d9de req-1532f48f-52f7-41b2-94ef-889d0c01e9a4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503302 Jul 16 20:11:09.602588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-616a6837-d598-47fd-92fb-992d08801109 None None] Provisioning for port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:09.610875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-616a6837-d598-47fd-92fb-992d08801109 None None] Provisioning complete for port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:09.611612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-616a6837-d598-47fd-92fb-992d08801109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.665966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-616a6837-d598-47fd-92fb-992d08801109 None None] Port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:09.700123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a6560-702f-4e3a-a6e6-6d6629b024ea req-b700068e-36fa-45ca-a5d4-b14235d3bd0a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.701629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a1a6560-702f-4e3a-a6e6-6d6629b024ea req-b700068e-36fa-45ca-a5d4-b14235d3bd0a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2793624 Jul 16 20:11:09.734450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d127a3-44ec-4323-b407-e2c43f4811a7 req-9cbfdf23-4c24-44ca-8a60-b6600915cf5c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.740230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75d127a3-44ec-4323-b407-e2c43f4811a7 req-9cbfdf23-4c24-44ca-8a60-b6600915cf5c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 946 time: 0.0821304 Jul 16 20:11:09.764883 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-8e7dc9a8-3dfb-4bcf-b735-b3cfc2b3fb07 service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418244 Jul 16 20:11:09.787177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75d127a3-44ec-4323-b407-e2c43f4811a7 req-a4906a2c-ca61-4fc2-bc40-369f1d31384f tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Jul 16 20:11:09.796373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad7fb22-8bd1-4269-b4e7-116371e2c378 None None] New status for floating IP de0705b3-6ae0-4833-99bf-00ae6e56939e: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:09.811900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.820839 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a1a6560-702f-4e3a-a6e6-6d6629b024ea req-648b15f6-f39a-4f75-9461-39c31a19dd7c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087654 Jul 16 20:11:09.929202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f43bb480-6924-4cec-b6b9-5325470f5808 req-7b2f41ab-e996-45d2-85a9-b2f778627dac service neutron] 10.222.0.99 "GET /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548693 Jul 16 20:11:10.065541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9a99-cce8-4a15-b900-fdf2cb68316d req-efd14aa4-05c8-4e6c-824f-6512cde8d648 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.075709 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f98a9a99-cce8-4a15-b900-fdf2cb68316d req-efd14aa4-05c8-4e6c-824f-6512cde8d648 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 943 time: 0.0863161 Jul 16 20:11:10.113512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.120873 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.134479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee8d37-0056-4d88-8703-494c819da026 req-4e69d69e-a0e7-4e7c-9098-6809ee2f1f55 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.135761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f98a9a99-cce8-4a15-b900-fdf2cb68316d req-80b0c6b2-5e1b-480c-94d1-bce87367a28f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583999 Jul 16 20:11:10.136015 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.142443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fee8d37-0056-4d88-8703-494c819da026 req-4e69d69e-a0e7-4e7c-9098-6809ee2f1f55 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 946 time: 0.1426449 Jul 16 20:11:10.190773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] In _notify_port_updated(), no bound segment for port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 on network b7dced86-3ee2-4869-b494-f2a5e97ec323 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:11:10.206405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.207374 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.211971 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "PUT /v2.0/ports/3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 HTTP/1.1" status: 200 len: 1001 time: 0.8191342 Jul 16 20:11:10.212500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47360) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:10.228401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0f542ef1-da37-43f0-bb5c-99cd92cabe39 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:10.243982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67670e07-8f08-4001-8d59-598efc3a08ab tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=3e9eb316-d536-4f9a-8c92-6c59ff2e20c0,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.263516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fee8d37-0056-4d88-8703-494c819da026 req-a881352f-022e-4d9a-bfc5-e5438e60e68e tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200340 Jul 16 20:11:10.307196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:10.309618 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:10.362503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0f542ef1-da37-43f0-bb5c-99cd92cabe39, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0f542ef1-da37-43f0-bb5c-99cd92cabe39,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:10.363188 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf056c10-19dc-49b0-a02b-38702df3e940 x-openstack-request-id: req-bf056c10-19dc-49b0-a02b-38702df3e940 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:10.363516 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:10.363763 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bf056c10-19dc-49b0-a02b-38702df3e940 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:10.364155 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'status': 'completed', 'code': 200} Jul 16 20:11:10.381121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0f542ef1-da37-43f0-bb5c-99cd92cabe39', 'network_id': '3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a', 'port_id': '0f542ef1-da37-43f0-bb5c-99cd92cabe39', 'mac_address': 'fa:16:3e:b2:81:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0370f1-a85f-4d2a-a06d-f89c625a2d74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:10.405931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:10.407522 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.429212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.445234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f542ef1-da37-43f0-bb5c-99cd92cabe39 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:10.469978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0f542ef1-da37-43f0-bb5c-99cd92cabe39, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0f542ef1-da37-43f0-bb5c-99cd92cabe39,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:10.481283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.483000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:10.512838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-4a6a4be9-1886-4256-bd3f-bf3983e0395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.514961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-4a6a4be9-1886-4256-bd3f-bf3983e0395c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a4d6983672394ccabd51241a125d02b1&device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 1097 time: 0.1207759 Jul 16 20:11:10.520050 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.552538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03563c1-c95e-42de-a806-ca1ec01fcae1 req-64b41ca6-2121-4356-bf26-a0e642ec0cde tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.557773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Calling delete_port for 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:10.564183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d03563c1-c95e-42de-a806-ca1ec01fcae1 req-64b41ca6-2121-4356-bf26-a0e642ec0cde tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.1569726 Jul 16 20:11:10.637278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0f542ef1-da37-43f0-bb5c-99cd92cabe39,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.658159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d03563c1-c95e-42de-a806-ca1ec01fcae1 req-a676f342-855d-4933-b4e9-f4331fca7eae tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930185 Jul 16 20:11:10.665956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-37443ff8-e78f-4a06-bd87-66507d200bed None None] Provisioning complete for port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:10.666325 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-37443ff8-e78f-4a06-bd87-66507d200bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.678235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-e1a74904-e98d-431b-854c-607b8b187fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.680343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-e1a74904-e98d-431b-854c-607b8b187fd7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=48889cee-3151-4f63-ba4c-fa784bd26018 HTTP/1.1" status: 200 len: 917 time: 0.1583726 Jul 16 20:11:10.697000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:10.719000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '10e449a2-928f-49c7-8c01-58afcda3d641', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'port_id': '10e449a2-928f-49c7-8c01-58afcda3d641', 'mac_address': 'fa:16:3e:db:12:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:10.723902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-37443ff8-e78f-4a06-bd87-66507d200bed None None] Port 3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:10.754525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-8f6f5bc8-2a60-4799-856d-fcf252bd7686 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6 HTTP/1.1" status: 200 len: 1001 time: 0.0670412 Jul 16 20:11:10.758957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d329a4a-3ec0-4e5b-9df8-8272891acfdb req-8e729b0a-47ba-44da-8e14-8a451bb245f7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.760472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d329a4a-3ec0-4e5b-9df8-8272891acfdb req-8e729b0a-47ba-44da-8e14-8a451bb245f7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 944 time: 0.1206987 Jul 16 20:11:10.767030 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.782308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e449a2-928f-49c7-8c01-58afcda3d641 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:10.807687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.809225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:10.812298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-77679e74-ad6a-4c62-b55d-914bb639fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.814083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.814469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-77679e74-ad6a-4c62-b55d-914bb639fe7f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9 HTTP/1.1" status: 200 len: 855 time: 0.0519080 Jul 16 20:11:10.863770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d329a4a-3ec0-4e5b-9df8-8272891acfdb req-50cd3640-32f5-45c7-8ccf-bb5233fe6769 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953047 Jul 16 20:11:10.866358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Port': ['ID=3e9eb316-d536-4f9a-8c92-6c59ff2e20c0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.881718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.888351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:10.890848 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389dac85-25a5-48e7-bc64-2a946f2cecef" -d '{"events": [{"server_uuid": "a71bec71-067a-4745-ae4c-6a46b60dca6f", "name": "network-vif-plugged", "status": "completed", "tag": "3e61c335-7ce2-459c-a4ec-3ca80f262cd6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:10.905369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-89567fd1-b11e-4a50-8e65-c8e9a04bbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.906399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-89567fd1-b11e-4a50-8e65-c8e9a04bbc94 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=48889cee-3151-4f63-ba4c-fa784bd26018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856357 Jul 16 20:11:11.022037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.026858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7bec46f4-c5f5-4461-822f-a362f7f6f51e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/ports/3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 HTTP/1.1" status: 204 len: 168 time: 0.8110185 Jul 16 20:11:11.028312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47374) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:11.075378 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fdc342-d0a8-4514-b3e4-adc034c1f3ea tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] GET failed (client error): The resource could not be found. Jul 16 20:11:11.077120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e0fdc342-d0a8-4514-b3e4-adc034c1f3ea tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "GET /v2.0/ports/3e9eb316-d536-4f9a-8c92-6c59ff2e20c0 HTTP/1.1" status: 404 len: 333 time: 0.0491121 Jul 16 20:11:11.082293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47376) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:11.084780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec08d6-10d8-421c-a44a-a1e5cb4457f2 req-df46ca3a-6e21-4a07-bea3-a5b989363a27 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.086409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6bec08d6-10d8-421c-a44a-a1e5cb4457f2 req-df46ca3a-6e21-4a07-bea3-a5b989363a27 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 946 time: 0.1291275 Jul 16 20:11:11.088447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-849822333'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:11.089043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-f28cb180-0f2e-45da-abe7-06b0b6893ef4 service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727784 Jul 16 20:11:11.095265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['10e449a2-928f-49c7-8c01-58afcda3d641'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:11.100455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0f542ef1-da37-43f0-bb5c-99cd92cabe39'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:11.184547 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6bec08d6-10d8-421c-a44a-a1e5cb4457f2 req-2ffdb296-a1d2-4e1a-b8d0-70f9937f196a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911918 Jul 16 20:11:11.185015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa307d-f82b-41b9-a928-36414fdfcca0 req-9d4da639-7299-4729-b7df-23c97895d64b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.193440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53fa307d-f82b-41b9-a928-36414fdfcca0 req-9d4da639-7299-4729-b7df-23c97895d64b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.1819019 Jul 16 20:11:11.264206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb29a64f-0f0b-45fe-9a37-048e48cd7b43 req-f37378a1-8384-45ae-9d39-3b1baa300acc service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430781 Jul 16 20:11:11.266788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53fa307d-f82b-41b9-a928-36414fdfcca0 req-b0da4222-2cbc-42ab-a0ba-c17a401caec0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724247 Jul 16 20:11:11.271161 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaccb0a-97e1-4468-a3d3-54892aa6f154 x-openstack-request-id: req-edaccb0a-97e1-4468-a3d3-54892aa6f154 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:11.271399 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71bec71-067a-4745-ae4c-6a46b60dca6f", "name": "network-vif-plugged", "status": "completed", "tag": "3e61c335-7ce2-459c-a4ec-3ca80f262cd6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:11.271657 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-edaccb0a-97e1-4468-a3d3-54892aa6f154 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:11.272059 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6', 'code': 200} Jul 16 20:11:11.322045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:11.328382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.355265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] device_id is not set on port 8c868951-abdb-4f72-b648-442694702979 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:11.456608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca9cef-6cfe-49bf-a898-b159e37fc8e2 req-d3a5169d-c7fe-4bbb-94dd-b32f9944aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.458688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ca9cef-6cfe-49bf-a898-b159e37fc8e2 req-d3a5169d-c7fe-4bbb-94dd-b32f9944aad6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 1098 time: 0.1193819 Jul 16 20:11:11.512588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe197d94-3c77-415c-9d9a-8844b4c48f20 req-f2c1f84b-d8e8-4bbb-87b9-eafb746b605c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.514061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fe197d94-3c77-415c-9d9a-8844b4c48f20 req-f2c1f84b-d8e8-4bbb-87b9-eafb746b605c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 944 time: 0.1047735 Jul 16 20:11:11.516252 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41ca9cef-6cfe-49bf-a898-b159e37fc8e2 req-c1b1a6fb-15c6-4107-8f2d-63ffdf096268 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507751 Jul 16 20:11:11.536981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Allocated IP 2001:db8::c2 (b7dced86-3ee2-4869-b494-f2a5e97ec323/2006f161-b2df-42d9-aafc-6cfef802c3c4/8c868951-abdb-4f72-b648-442694702979) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:11.561194 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fe197d94-3c77-415c-9d9a-8844b4c48f20 req-fab955c8-3390-4964-88e1-3bce280800a9 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Jul 16 20:11:11.574282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4dc79-f3b0-4274-abe7-c2119b10918f req-21f8546f-c458-47f8-b546-37060c4a6e57 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.575835 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6a4dc79-f3b0-4274-abe7-c2119b10918f req-21f8546f-c458-47f8-b546-37060c4a6e57 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 946 time: 0.1382480 Jul 16 20:11:11.662706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6a4dc79-f3b0-4274-abe7-c2119b10918f req-15e71d57-ece5-478e-9605-f35f5368e2cd tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797412 Jul 16 20:11:11.686857 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.769596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.790738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Transition to ACTIVE for port object 8c868951-abdb-4f72-b648-442694702979 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:11.874350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4a9e7-ac12-4ea2-98c3-db0d1e8929d8 req-ae5bd2fe-f479-499c-8f75-a4d2b2e42f96 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.875932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89f4a9e7-ac12-4ea2-98c3-db0d1e8929d8 req-ae5bd2fe-f479-499c-8f75-a4d2b2e42f96 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.0716805 Jul 16 20:11:11.894528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.931702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89f4a9e7-ac12-4ea2-98c3-db0d1e8929d8 req-4cd64e4b-daf5-4faa-8d18-df472efbd9e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495043 Jul 16 20:11:11.964585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:11.977324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542eab-04b2-4a15-a001-d6c380513da3 req-7b8f11b6-5851-4a64-8066-6ace28ec2955 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.980172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-7b8f11b6-5851-4a64-8066-6ace28ec2955 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1713133 Jul 16 20:11:11.980172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:11.984761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:11.990408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.990919 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.996928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=8c868951-abdb-4f72-b648-442694702979,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:12.049824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-d90fbdbb-603b-4cd8-b759-85740fea6845 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0557964 Jul 16 20:11:12.052023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ed38fccd-d0ec-4305-82e3-232912a6ae23 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9681871 Jul 16 20:11:12.056365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47390) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:12.061846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:dc:38:5f'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:12.070528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'floatingip': {'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:12.138637 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.231230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0f542ef1-da37-43f0-bb5c-99cd92cabe39 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:12.279765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dab3a30e-f713-4b10-899c-894af3796132 None None] Provisioning for port 8c868951-abdb-4f72-b648-442694702979 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:12.286692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dab3a30e-f713-4b10-899c-894af3796132 None None] Provisioning complete for port 8c868951-abdb-4f72-b648-442694702979 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:12.287247 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dab3a30e-f713-4b10-899c-894af3796132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.330227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:12.341734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-dab3a30e-f713-4b10-899c-894af3796132 None None] Port 8c868951-abdb-4f72-b648-442694702979 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:12.343915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:12.344710 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.447748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.469709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468188-25cb-4646-bd82-04608bb913d6 req-fe2ae799-d796-4911-9ac9-90b9fc4fd390 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.477430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a468188-25cb-4646-bd82-04608bb913d6 req-fe2ae799-d796-4911-9ac9-90b9fc4fd390 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 945 time: 0.4340920 Jul 16 20:11:12.494432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.502506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0f542ef1-da37-43f0-bb5c-99cd92cabe39, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0f542ef1-da37-43f0-bb5c-99cd92cabe39,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:12.508275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.509667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:12.528157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a468188-25cb-4646-bd82-04608bb913d6 req-0f236d5f-2de2-46fd-ab28-120ffa9d1284 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498083 Jul 16 20:11:12.617022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 10e449a2-928f-49c7-8c01-58afcda3d641 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:12.623155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 10e449a2-928f-49c7-8c01-58afcda3d641 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:12.623536 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.667688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0f542ef1-da37-43f0-bb5c-99cd92cabe39,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:12.716381 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.735776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a965af-8dc3-4545-b5c0-d94cee0b5ae1 req-8266dd16-5b38-49b1-bd7e-21ca4e1dc7f2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.737713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51a965af-8dc3-4545-b5c0-d94cee0b5ae1 req-8266dd16-5b38-49b1-bd7e-21ca4e1dc7f2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 946 time: 0.0744200 Jul 16 20:11:12.757754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:12.763296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.784770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51a965af-8dc3-4545-b5c0-d94cee0b5ae1 req-fe39ce8e-c08e-42c9-8989-444fde645fa4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 Jul 16 20:11:12.822297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=12']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:12.957347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.967527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.967765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1b870-4851-4ff7-af11-115c39e6a0e7 req-fc743656-5135-431f-acb4-dd9413c148f3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.969483 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56b1b870-4851-4ff7-af11-115c39e6a0e7 req-fc743656-5135-431f-acb4-dd9413c148f3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.0725100 Jul 16 20:11:13.016423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56b1b870-4851-4ff7-af11-115c39e6a0e7 req-59e8ad99-5e0c-4c61-a379-16038826d307 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Jul 16 20:11:13.051609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] In _notify_port_updated(), no bound segment for port 8c868951-abdb-4f72-b648-442694702979 on network b7dced86-3ee2-4869-b494-f2a5e97ec323 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:11:13.058809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.059641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.065032 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "PUT /v2.0/ports/8c868951-abdb-4f72-b648-442694702979 HTTP/1.1" status: 200 len: 1001 time: 1.0037379 Jul 16 20:11:13.067169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47404) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:13.086913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8893e2-5406-4162-9f78-37fcf207a47b tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=8c868951-abdb-4f72-b648-442694702979,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:13.106271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.114009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.253077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting port 8c868951-abdb-4f72-b648-442694702979 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:13.253524 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.259060 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54 associated. External IP: 172.25.3.225, port: f48e03de-6234-4ee0-9ba5-8356dd669933. Jul 16 20:11:13.273126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f542ef1-da37-43f0-bb5c-99cd92cabe39'}, {'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:13.276228 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624127e5-48f1-4f92-aa7e-a1e18b4cd6fd" -d '{"events": [{"server_uuid": "757d69a4-af4f-44f9-92b4-b4b4139c10dc", "name": "network-vif-plugged", "status": "completed", "tag": "0f542ef1-da37-43f0-bb5c-99cd92cabe39"}, {"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-plugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:13.383369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375e0b-c11f-4398-9a99-27eeba9b9bf3 req-3e7db140-4946-4c13-beee-e2619939c441 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.384926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52375e0b-c11f-4398-9a99-27eeba9b9bf3 req-3e7db140-4946-4c13-beee-e2619939c441 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.1827893 Jul 16 20:11:13.386801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.402186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Calling delete_port for 8c868951-abdb-4f72-b648-442694702979 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:13.412205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-80fbe3df-8a03-491c-a87b-216eafde4133 None None] Provisioning complete for port 8c868951-abdb-4f72-b648-442694702979 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:13.412587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-80fbe3df-8a03-491c-a87b-216eafde4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.459950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-80fbe3df-8a03-491c-a87b-216eafde4133 None None] Port 8c868951-abdb-4f72-b648-442694702979 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:13.490674 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52375e0b-c11f-4398-9a99-27eeba9b9bf3 req-751aff00-e228-4871-9242-ddcf7b1bbd45 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860183 Jul 16 20:11:13.522476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:13.602261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.648526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Port': ['ID=8c868951-abdb-4f72-b648-442694702979,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:13.681609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.686080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4bcae71-f77f-4ada-ae15-34d502b6f114 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/ports/8c868951-abdb-4f72-b648-442694702979 HTTP/1.1" status: 204 len: 168 time: 0.6150908 Jul 16 20:11:13.686363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:13.720770 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afa91ae-c6dc-4d0b-8aaa-33c7a947c1d1 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] GET failed (client error): The resource could not be found. Jul 16 20:11:13.726328 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6afa91ae-c6dc-4d0b-8aaa-33c7a947c1d1 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "GET /v2.0/ports/8c868951-abdb-4f72-b648-442694702979 HTTP/1.1" status: 404 len: 333 time: 0.0349946 Jul 16 20:11:13.726747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47418) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:13.727913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:13.732887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-682693924'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:13.737746 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:13.741034 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.760823 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:13.761402 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:13.825057 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-6f7e8c13-70b7-4c03-bc31-bba9a4f71120 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "PUT /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 200 len: 997 time: 1.7588224 Jul 16 20:11:13.830863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:13.840648 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896e3b0c-a878-447d-a072-d06d479f6003" -d '{"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:13.945206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542eab-04b2-4a15-a001-d6c380513da3 req-b466b14a-7494-46ed-b1d0-05d718e7dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.955230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-b466b14a-7494-46ed-b1d0-05d718e7dfc4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.1079190 Jul 16 20:11:13.966798 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:14.022074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f231b8-0b53-44fa-a050-f857ad8087ec req-1c083ff0-b1c8-4f8e-9d35-36602c19eab4 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.030012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2f231b8-0b53-44fa-a050-f857ad8087ec req-1c083ff0-b1c8-4f8e-9d35-36602c19eab4 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2333255 Jul 16 20:11:14.047631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:14.052400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.066294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542eab-04b2-4a15-a001-d6c380513da3 req-1605408e-75cc-4b3d-a5ae-cc40732ce81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.076622 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-1605408e-75cc-4b3d-a5ae-cc40732ce81f service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.1198506 Jul 16 20:11:14.083397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] device_id is not set on port 84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:14.096742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2f231b8-0b53-44fa-a050-f857ad8087ec req-4c47305a-5ec3-45cb-b5f4-95a09221dd38 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655997 Jul 16 20:11:14.161103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-ba39fb4f-6098-4d26-9fd2-e2a0e9f2cbdf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 1000 time: 0.0830934 Jul 16 20:11:14.176580 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc01008-e314-42f8-941a-211b9a3978d3 x-openstack-request-id: req-1bc01008-e314-42f8-941a-211b9a3978d3 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:14.177099 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757d69a4-af4f-44f9-92b4-b4b4139c10dc", "name": "network-vif-plugged", "status": "completed", "tag": "0f542ef1-da37-43f0-bb5c-99cd92cabe39", "code": 200}, {"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-plugged", "status": "completed", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:14.177099 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1bc01008-e314-42f8-941a-211b9a3978d3 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:14.177493 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f542ef1-da37-43f0-bb5c-99cd92cabe39', 'code': 200} Jul 16 20:11:14.177736 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'code': 200} Jul 16 20:11:14.219652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542eab-04b2-4a15-a001-d6c380513da3 req-7ee9f6eb-b3dc-4852-83fc-e896ab9b5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.228500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-7ee9f6eb-b3dc-4852-83fc-e896ab9b5001 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.0664546 Jul 16 20:11:14.300748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Allocated IP 2001:db8::df (b7dced86-3ee2-4869-b494-f2a5e97ec323/2006f161-b2df-42d9-aafc-6cfef802c3c4/84426d8e-3c7a-4e06-ad66-2b6b0b9e5676) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:14.320181 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:48:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:12Z', 'revision_number': 1, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:14.328876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542eab-04b2-4a15-a001-d6c380513da3 req-2721abc9-bc23-4a2d-ae06-f1dcd81ac4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.336770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-2721abc9-bc23-4a2d-ae06-f1dcd81ac4ed service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073575 Jul 16 20:11:14.342139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-9f1ac6c9-d6bf-4df7-96aa-a42da3de6206 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:14.351480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-9f1ac6c9-d6bf-4df7-96aa-a42da3de6206 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135157 Jul 16 20:11:14.354702 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:14.364316 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:14.364935 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:14.481961 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:14.490277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723b1c-eb77-4a81-81e0-dff3d480bbcb req-f72848d3-f486-4749-a6d7-3da56f8c1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.492227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3723b1c-eb77-4a81-81e0-dff3d480bbcb req-f72848d3-f486-4749-a6d7-3da56f8c1a66 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 1097 time: 0.1893198 Jul 16 20:11:14.517396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ead63-babd-4bee-9412-cc3fdf623e28 req-06d380ee-8e52-41cc-bf76-d530cbede01a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.519035 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c6ead63-babd-4bee-9412-cc3fdf623e28 req-06d380ee-8e52-41cc-bf76-d530cbede01a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 946 time: 0.1949170 Jul 16 20:11:14.619588 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3723b1c-eb77-4a81-81e0-dff3d480bbcb req-5da64ba3-62b6-47d5-9013-329833b3d102 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184013 Jul 16 20:11:14.632336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c6ead63-babd-4bee-9412-cc3fdf623e28 req-8e760287-f61e-4dd1-b720-d761c6a2c0f2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852690 Jul 16 20:11:14.643105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.660197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Transition to ACTIVE for port object 84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:14.716838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.790201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:14.791777 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:48:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:12Z', 'revision_number': 1, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:14.812355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:14.817370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:14.821221 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f739437-3583-4ad7-bcc3-183100f5abf2 x-openstack-request-id: req-4f739437-3583-4ad7-bcc3-183100f5abf2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:14.821999 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:14.821999 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4f739437-3583-4ad7-bcc3-183100f5abf2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:14.822348 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'status': 'completed', 'code': 200} Jul 16 20:11:14.823365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.824030 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.826891 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da0fbc-e9ba-471c-8d5d-1ac0d43b62e5 None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:48:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:12Z', 'revision_number': 1, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:14.855283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=84426d8e-3c7a-4e06-ad66-2b6b0b9e5676,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.870028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1f76-b852-4f6d-9267-19fb7742182f req-f0d88f6c-d8be-4d89-8cc6-23a3b6d0969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.870688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ca0f6145-4c61-4b24-a949-c8fb7d9e769f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1429341 Jul 16 20:11:14.872101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0eac1f76-b852-4f6d-9267-19fb7742182f req-f0d88f6c-d8be-4d89-8cc6-23a3b6d0969e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1098 time: 0.4974444 Jul 16 20:11:14.874418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47432) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:14.879645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'network_id': 'b7dced86-3ee2-4869-b494-f2a5e97ec323', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1601587928'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:14.888735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3b0c-a878-447d-a072-d06d479f6003 req-2046b14d-7836-43fe-86fd-3fdfee299764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.890364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-896e3b0c-a878-447d-a072-d06d479f6003 req-2046b14d-7836-43fe-86fd-3fdfee299764 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.1181111 Jul 16 20:11:14.909521 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-3468ae33-36e3-45de-8034-696c15039167 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568652 Jul 16 20:11:15.033621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3b0c-a878-447d-a072-d06d479f6003 req-a256c8f3-f9e5-4b84-ab99-0e97e18bd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.035084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-896e3b0c-a878-447d-a072-d06d479f6003 req-a256c8f3-f9e5-4b84-ab99-0e97e18bd7e4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.1337857 Jul 16 20:11:15.074249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0eac1f76-b852-4f6d-9267-19fb7742182f req-c6c02c39-d230-4490-b51b-76ee84e10e78 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893797 Jul 16 20:11:15.116238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78893-d57e-46be-adf0-07090000e783 req-8a7b89a5-b66f-4bee-9c6d-656e16cc3df5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.126025 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7f78893-d57e-46be-adf0-07090000e783 req-8a7b89a5-b66f-4bee-9c6d-656e16cc3df5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2338908 Jul 16 20:11:15.130720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98542eab-04b2-4a15-a001-d6c380513da3 req-521c2009-ccd6-4220-8297-0230055462ad service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202115 Jul 16 20:11:15.145841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c2315-58cb-48b0-a1aa-0824510047ae None None] New status for floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:15.153447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Made reservation on behalf of cadb772effff4d1ab675013debd2d9c2 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:15.158825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.175350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-896e3b0c-a878-447d-a072-d06d479f6003 req-eb55b570-31f5-4824-8138-02132a74a087 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 1000 time: 0.1310787 Jul 16 20:11:15.181611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] device_id is not set on port b2613690-dd24-4d69-a53a-146992834b57 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:15.192896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7f78893-d57e-46be-adf0-07090000e783 req-c7f5c997-f982-46dc-9934-53697c7751ab tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656602 Jul 16 20:11:15.232307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7aaa55a3-e94c-4f89-acf3-6638ed36855a None None] Provisioning for port 84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:15.267930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7aaa55a3-e94c-4f89-acf3-6638ed36855a None None] Provisioning complete for port 84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:15.268352 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7aaa55a3-e94c-4f89-acf3-6638ed36855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.313091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3b0c-a878-447d-a072-d06d479f6003 req-a4e9d5ae-cf6d-4ced-82ec-2a35f39ef3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.318542 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-896e3b0c-a878-447d-a072-d06d479f6003 req-a4e9d5ae-cf6d-4ced-82ec-2a35f39ef3bd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1239500 Jul 16 20:11:15.327925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa55a3-e94c-4f89-acf3-6638ed36855a None None] Port 84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:15.338685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Allocated IP 2001:db8::36d (b7dced86-3ee2-4869-b494-f2a5e97ec323/2006f161-b2df-42d9-aafc-6cfef802c3c4/b2613690-dd24-4d69-a53a-146992834b57) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:15.428691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3b0c-a878-447d-a072-d06d479f6003 req-a53c13bc-7650-40de-9705-1deb9801a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.430302 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-896e3b0c-a878-447d-a072-d06d479f6003 req-a53c13bc-7650-40de-9705-1deb9801a6f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026528 Jul 16 20:11:15.539549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.553833 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea25f3-8c00-48d5-a07f-c37990e8aada req-72a23b6d-6726-4748-80f3-8b9f46c5b402 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.555354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37ea25f3-8c00-48d5-a07f-c37990e8aada req-72a23b6d-6726-4748-80f3-8b9f46c5b402 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.1622825 Jul 16 20:11:15.555859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Transition to ACTIVE for port object b2613690-dd24-4d69-a53a-146992834b57 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:15.582863 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-896e3b0c-a878-447d-a072-d06d479f6003 req-05433b67-73a6-4e64-a186-cf07873ff062 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447825 Jul 16 20:11:15.617938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.650316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37ea25f3-8c00-48d5-a07f-c37990e8aada req-c83ffd82-2c8c-46c0-ba38-fc9a41ee106f tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872917 Jul 16 20:11:15.669292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:15.672617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:15.691136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:15.698197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.699060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.721545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=b2613690-dd24-4d69-a53a-146992834b57,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:15.741952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-76758cd6-ca5d-4c1c-a199-0e6a3fb06eb3 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8663783 Jul 16 20:11:15.745191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47448) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:15.757459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::370', 'mac_address': 'fa:16:3e:dc:38:5f'}, {'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:a0:03:bc'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:15.780751 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-896e3b0c-a878-447d-a072-d06d479f6003 req-b1abac39-3864-4cef-8b5a-d8b5d0109029 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861098 Jul 16 20:11:15.940950 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.957814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7f1c-b912-4098-9458-5afa43ce5af5 req-b0d9445a-fe25-4271-8660-ef86fb56209e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.959532 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-951e7f1c-b912-4098-9458-5afa43ce5af5 req-b0d9445a-fe25-4271-8660-ef86fb56209e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.0951495 Jul 16 20:11:16.034694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-951e7f1c-b912-4098-9458-5afa43ce5af5 req-ae43814b-72a1-421e-836d-6238a5b771a8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669305 Jul 16 20:11:16.056703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-055864d9-15ed-4966-ad2a-57edcc36b866 None None] Provisioning for port b2613690-dd24-4d69-a53a-146992834b57 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:16.062963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-055864d9-15ed-4966-ad2a-57edcc36b866 None None] Provisioning complete for port b2613690-dd24-4d69-a53a-146992834b57 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:16.063625 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-055864d9-15ed-4966-ad2a-57edcc36b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.108793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-055864d9-15ed-4966-ad2a-57edcc36b866 None None] Port b2613690-dd24-4d69-a53a-146992834b57 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:16.189432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-aa41d0ee-5bd7-4442-b1dc-35917bc46bf5 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.191429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-aa41d0ee-5bd7-4442-b1dc-35917bc46bf5 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1694889 Jul 16 20:11:16.266397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bce5d4-c683-4dec-9720-f9e7653ad9df req-a851813c-3acb-4b60-9af9-73d8ecc11a9c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.273128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64bce5d4-c683-4dec-9720-f9e7653ad9df req-a851813c-3acb-4b60-9af9-73d8ecc11a9c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 946 time: 0.0974643 Jul 16 20:11:16.328607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64bce5d4-c683-4dec-9720-f9e7653ad9df req-671c37fb-187b-4942-8702-0362b6c274f8 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521183 Jul 16 20:11:16.340184 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-3ad680e1-1853-49c0-a019-1c7691b4b02f tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1208806 Jul 16 20:11:16.361511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'floatingip': {'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:16.434862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.446103 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.448262 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.517225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] In _notify_port_updated(), no bound segment for port b2613690-dd24-4d69-a53a-146992834b57 on network b7dced86-3ee2-4869-b494-f2a5e97ec323 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:11:16.523362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.524040 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.528761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "PUT /v2.0/ports/b2613690-dd24-4d69-a53a-146992834b57 HTTP/1.1" status: 200 len: 1067 time: 0.7780130 Jul 16 20:11:16.537181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47472) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:16.608423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d439ce-2ff4-4f42-9d15-9f77d16831b7 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event updated for resources: {'Port': ['ID=b2613690-dd24-4d69-a53a-146992834b57,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:16.656630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543be4-e0a2-4b6a-8991-7b593142f2b8 req-7fcc6427-93c8-47f9-af16-633a2c32abf9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.661026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6543be4-e0a2-4b6a-8991-7b593142f2b8 req-7fcc6427-93c8-47f9-af16-633a2c32abf9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2054572 Jul 16 20:11:16.820889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6543be4-e0a2-4b6a-8991-7b593142f2b8 req-2b1ec23f-728b-47b6-8f88-4470c6cf2717 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487482 Jul 16 20:11:16.896188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting port b2613690-dd24-4d69-a53a-146992834b57 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:16.897978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.098503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.126600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Calling delete_port for b2613690-dd24-4d69-a53a-146992834b57 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:17.167895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7a14ec7c-1b90-4f03-9b2a-3be718c71946 None None] Provisioning complete for port b2613690-dd24-4d69-a53a-146992834b57 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:17.169321 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7a14ec7c-1b90-4f03-9b2a-3be718c71946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.247613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7a14ec7c-1b90-4f03-9b2a-3be718c71946 None None] Port b2613690-dd24-4d69-a53a-146992834b57 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:17.370870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc0e71-46c2-477f-b7fd-7aa19e686f0a req-2daa746d-1361-41ef-80fc-9c88cdb73964 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.372906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99fc0e71-46c2-477f-b7fd-7aa19e686f0a req-2daa746d-1361-41ef-80fc-9c88cdb73964 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.1648560 Jul 16 20:11:17.407148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.448423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Port': ['ID=b2613690-dd24-4d69-a53a-146992834b57,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:17.463677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99fc0e71-46c2-477f-b7fd-7aa19e686f0a req-60ef2528-ca93-43ea-a280-a501715e9cea tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846126 Jul 16 20:11:17.476500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.506991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.693111 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54 associated. External IP: 172.25.3.225, port: f48e03de-6234-4ee0-9ba5-8356dd669933. Jul 16 20:11:17.770139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.772220 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5ae0697e-9962-48b6-849d-07a6689477c2 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/ports/b2613690-dd24-4d69-a53a-146992834b57 HTTP/1.1" status: 204 len: 168 time: 1.2331002 Jul 16 20:11:17.775329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47502) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:17.811109 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ffcd4e-be4c-4e72-b03c-8b2f62105cef tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] GET failed (client error): The resource could not be found. Jul 16 20:11:17.812813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-29ffcd4e-be4c-4e72-b03c-8b2f62105cef tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "GET /v2.0/ports/b2613690-dd24-4d69-a53a-146992834b57 HTTP/1.1" status: 404 len: 333 time: 0.0364032 Jul 16 20:11:17.816251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47504) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:17.972280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8aa21-0036-435e-a758-0f18f6dbaecd req-718beb6f-623f-42e5-b49c-0515292fb88e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.974100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-edb8aa21-0036-435e-a758-0f18f6dbaecd req-718beb6f-623f-42e5-b49c-0515292fb88e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.1451719 Jul 16 20:11:17.991282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting port 84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:17.991629 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.992586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:18.083491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-edb8aa21-0036-435e-a758-0f18f6dbaecd req-0bc7cd94-6640-449d-8302-f606f04d271f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032200 Jul 16 20:11:18.113757 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.127195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:18.133302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Calling delete_port for 84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:18.140931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:18.155772 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:18.156603 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:18.391934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23250b2-ed27-44a5-a0e1-fc5e0c7116d6 req-fa8d3e69-d0dc-443f-ac44-31398b75cf10 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.393402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d23250b2-ed27-44a5-a0e1-fc5e0c7116d6 req-fa8d3e69-d0dc-443f-ac44-31398b75cf10 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 946 time: 0.1549902 Jul 16 20:11:18.406904 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-1555882c-2dee-42a6-8cba-b1c387583f69 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2002699 Jul 16 20:11:18.429643 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:18.453625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d23250b2-ed27-44a5-a0e1-fc5e0c7116d6 req-a7e122fc-2e04-4af6-9129-f8bc54bddb8e tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504038 Jul 16 20:11:18.458816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.531660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:18.566809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Port': ['ID=84426d8e-3c7a-4e06-ad66-2b6b0b9e5676,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:18.576194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.580254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dbec8883-6b25-4ee4-b58b-f941ac7f681f tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/ports/84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 HTTP/1.1" status: 204 len: 168 time: 0.7600126 Jul 16 20:11:18.589458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47512) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:18.665000 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-82120ca6-701a-428d-989a-47ac45347975 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] GET failed (client error): The resource could not be found. Jul 16 20:11:18.668066 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-82120ca6-701a-428d-989a-47ac45347975 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "GET /v2.0/ports/84426d8e-3c7a-4e06-ad66-2b6b0b9e5676 HTTP/1.1" status: 404 len: 333 time: 0.0759354 Jul 16 20:11:18.703558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47516) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:18.746971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:18.752467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.762452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-75246a6a-3663-4309-b246-c6b8e9b087f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.764316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-75246a6a-3663-4309-b246-c6b8e9b087f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 1098 time: 0.2927434 Jul 16 20:11:18.826955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:18.829383 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a092ec53-fb0f-47f8-878d-68392c0be8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:18.864430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc3f66-0ca9-4c79-8ce4-d9ecbdc21d9a req-cf23fff7-3142-4762-901b-c4ea14b26460 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.873449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-afdc3f66-0ca9-4c79-8ce4-d9ecbdc21d9a req-cf23fff7-3142-4762-901b-c4ea14b26460 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.2178717 Jul 16 20:11:18.880105 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:0a:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:17Z', 'revision_number': 3, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:18.905919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-457641a1-740f-46f5-8b6f-8cd15fa4f6eb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "PUT /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 200 len: 999 time: 2.5484562 Jul 16 20:11:18.928661 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:18.954797 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:18.956931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:18.976423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-afdc3f66-0ca9-4c79-8ce4-d9ecbdc21d9a req-cab753c8-caa3-43a4-8b7b-bf3684b70026 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Jul 16 20:11:18.993888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting port 878ff647-5499-4026-9235-42086b8726d6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:18.994293 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.015800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-9a7c4f5a-8e9f-42ee-b0d0-6291f9b17007 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.017192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-9a7c4f5a-8e9f-42ee-b0d0-6291f9b17007 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports/f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 943 time: 0.0862584 Jul 16 20:11:19.028652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-a28832d3-b278-4ddb-ae19-e5c4217d7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.030169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-a28832d3-b278-4ddb-ae19-e5c4217d7d5c service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.2274003 Jul 16 20:11:19.114756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-affdd7f1-b0bc-4629-a3c0-fb5f5076ddda service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 200 len: 1001 time: 0.0735083 Jul 16 20:11:19.190016 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:19.225987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-99913c64-39e7-4005-8552-2368d86318e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.228030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-99913c64-39e7-4005-8552-2368d86318e3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.0667219 Jul 16 20:11:19.331567 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:19.489569 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:0a:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:17Z', 'revision_number': 3, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:19.537609 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922917b9-3e04-4d38-b2e4-8de07c537281 None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:0a:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:17Z', 'revision_number': 3, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:19.610312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.639107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-0a5d372b-5289-4a96-88c9-8b23ccd0d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.640877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-0a5d372b-5289-4a96-88c9-8b23ccd0d484 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.1352334 Jul 16 20:11:19.654800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Calling delete_port for 878ff647-5499-4026-9235-42086b8726d6 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:19.751139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743af71-58a6-4b86-91af-3be800d46445 req-93663574-6449-42ec-8c26-19ae636da0c3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.752775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5743af71-58a6-4b86-91af-3be800d46445 req-93663574-6449-42ec-8c26-19ae636da0c3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2459927 Jul 16 20:11:19.799180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-5251e7c1-3eed-48e7-9d2c-1329c85829a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.801651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-5251e7c1-3eed-48e7-9d2c-1329c85829a8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.5673287 Jul 16 20:11:19.825144 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5743af71-58a6-4b86-91af-3be800d46445 req-60f68757-da8c-47c2-bbdb-082bb68076e0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587103 Jul 16 20:11:19.828565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-9048db98-27ca-4551-881e-f18700bccd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.829866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-9048db98-27ca-4551-881e-f18700bccd45 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1809173 Jul 16 20:11:19.869059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-494f38d8-8bf2-4663-ab09-16757447b2f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 217 time: 0.0608866 Jul 16 20:11:19.938108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-db264d04-f23f-4366-a515-31a92271d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.949284 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-db264d04-f23f-4366-a515-31a92271d6bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.0785162 Jul 16 20:11:20.008538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f2312-5869-4714-9c89-f2147f0ae6a3 None None] New status for floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:20.024706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.031436 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-ae7a2167-f467-4c85-9dc0-a23a78a381d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.033294 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-ae7a2167-f467-4c85-9dc0-a23a78a381d6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829587 Jul 16 20:11:20.048934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-7a5164ee-97cc-4356-9a86-2724d740b794 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071068 Jul 16 20:11:20.099854 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b95c3-616f-4e48-8c69-5e0bed3b353d x-openstack-request-id: req-8c6b95c3-616f-4e48-8c69-5e0bed3b353d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:20.100148 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:20.100399 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c6b95c3-616f-4e48-8c69-5e0bed3b353d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:20.100849 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'status': 'completed', 'code': 200} Jul 16 20:11:20.171459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25ca94e2-3179-472f-8ce1-e0d29004d5f6 req-4e471fd5-3dd7-48eb-b12c-7adf935f9953 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996168 Jul 16 20:11:20.172219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Port': ['ID=878ff647-5499-4026-9235-42086b8726d6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:20.221922 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.227310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47528) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:20.227509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-eab7cd54-b151-456b-99ea-3f99423b2510 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/ports/878ff647-5499-4026-9235-42086b8726d6 HTTP/1.1" status: 204 len: 168 time: 1.5196128 Jul 16 20:11:20.301446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-aa4693df-a970-495e-bfe6-07eb49696f16 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601907 Jul 16 20:11:20.363748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting subnet 2006f161-b2df-42d9-aafc-6cfef802c3c4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:20.378166 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.384650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-b54962e7-67fc-465b-9c66-fff903cacb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.386198 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-b54962e7-67fc-465b-9c66-fff903cacb54 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.2300596 Jul 16 20:11:20.501448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.593451 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:20.605796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-cfe80e63-a0a0-4142-b36c-d61ed5f4b37f service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912703 Jul 16 20:11:20.607340 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:20.608237 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:20.661005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-59fead55-da8b-4485-ad52-a3643f04c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.662539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-59fead55-da8b-4485-ad52-a3643f04c992 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.2503619 Jul 16 20:11:20.741875 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.745938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-fc9cf7ad-c96a-4a5f-8bb5-123df7fef9cc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 217 time: 0.0659318 Jul 16 20:11:20.785781 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:20.841803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5abdbe-ea70-479d-89cd-c7d4f1718ecd req-0475727c-84a7-40ad-ae7f-8009744674dd tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.850433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba5abdbe-ea70-479d-89cd-c7d4f1718ecd req-0475727c-84a7-40ad-ae7f-8009744674dd tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.1856465 Jul 16 20:11:20.875646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-39181d68-4cdf-4e8d-8739-584f4ec62c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.877138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-39181d68-4cdf-4e8d-8739-584f4ec62c48 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1117790 Jul 16 20:11:20.898517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-a73b065b-956a-4eab-a54f-d223ac0b0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.903128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-a73b065b-956a-4eab-a54f-d223ac0b0f50 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 1098 time: 0.2353911 Jul 16 20:11:20.914127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba5abdbe-ea70-479d-89cd-c7d4f1718ecd req-875d5e02-ce97-4cc3-8bfb-b7e9a2ee5016 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Jul 16 20:11:21.032774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-fe912b6d-7571-44f6-becc-94ab262674f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.035134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-fe912b6d-7571-44f6-becc-94ab262674f7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.1154709 Jul 16 20:11:21.036448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.106869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.108841 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/subnets/2006f161-b2df-42d9-aafc-6cfef802c3c4 HTTP/1.1" status: 204 len: 168 time: 0.8752084 Jul 16 20:11:21.120084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:21.120642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d7f3f-d2c1-4c21-893f-fb6128e31f87 None None] Network b7dced86-3ee2-4869-b494-f2a5e97ec323 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:21.131580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee40ff-d9c9-44c2-a016-47efe77caa7e tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Subnet': ['ID=2006f161-b2df-42d9-aafc-6cfef802c3c4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.178077 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:0a:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:20Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:21.250826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-581e4a18-6c1d-4a50-9617-3a345b6db5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.252452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-581e4a18-6c1d-4a50-9617-3a345b6db5e2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3342173 Jul 16 20:11:21.260544 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:21.261124 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-aa7c0ac1-3ed1-4d88-9679-d652aa6794f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3565259 Jul 16 20:11:21.263895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-9d4dae3f-85a6-4b26-adc0-892722d4094a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 1002 time: 0.2182455 Jul 16 20:11:21.278010 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:21.278755 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:21.309256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016e8f-2bb5-4750-9f83-999685a7fbe9 req-8e63164d-d778-4f99-bc8b-57ed9db58434 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.310966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34016e8f-2bb5-4750-9f83-999685a7fbe9 req-8e63164d-d778-4f99-bc8b-57ed9db58434 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.2636781 Jul 16 20:11:21.355170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-e03b0afe-731e-44d6-85b3-5d79d71c3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.356652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-e03b0afe-731e-44d6-85b3-5d79d71c3dce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.0751324 Jul 16 20:11:21.386010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.457970 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34016e8f-2bb5-4750-9f83-999685a7fbe9 req-e76c95f9-a554-4010-84e0-e9bb33e8ea1a tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083548 Jul 16 20:11:21.527070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Deleting port bc4bbbf4-24f7-445c-a697-0576c4163243 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:21.527543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.527771 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:21.550697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-c81bdc0f-04a6-402a-ad76-88d3e0b07131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.551157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] DHCP port deletion for b7dced86-3ee2-4869-b494-f2a5e97ec323 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:21.552382 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-c81bdc0f-04a6-402a-ad76-88d3e0b07131 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 1101 time: 0.1848211 Jul 16 20:11:21.554689 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-a5bedd34-7811-4a83-ac19-ffea930f7ae2 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898932 Jul 16 20:11:21.561470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114b-7907-4480-b838-57de1a31eb35 req-eddff8e3-b95c-4266-8d70-96eebacb8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.562988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-eddff8e3-b95c-4266-8d70-96eebacb8a60 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1858799 Jul 16 20:11:21.653171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] Deleting port bc4bbbf4-24f7-445c-a697-0576c4163243 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:21.653707 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.671128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a092ec53-fb0f-47f8-878d-68392c0be8bb req-39aabea5-e8ad-484b-8b96-26247a1d2038 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071110 Jul 16 20:11:21.739651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] For port bc4bbbf4-24f7-445c-a697-0576c4163243, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bc4bbbf4-24f7-445c-a697-0576c4163243,segment=NetworkSegment(a7f9bc34-8d91-485e-8d45-728d6175ce85),segment_id=a7f9bc34-8d91-485e-8d45-728d6175ce85)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:21.740275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.751083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] For port bc4bbbf4-24f7-445c-a697-0576c4163243, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bc4bbbf4-24f7-445c-a697-0576c4163243,segment=NetworkSegment(a7f9bc34-8d91-485e-8d45-728d6175ce85),segment_id=a7f9bc34-8d91-485e-8d45-728d6175ce85)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:21.751968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.757808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Calling delete_port for bc4bbbf4-24f7-445c-a697-0576c4163243 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:21.778796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] Calling delete_port for bc4bbbf4-24f7-445c-a697-0576c4163243 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:21.854068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-c7fd5510-6ab7-45bd-8d90-66013ea30b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.855893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-c7fd5510-6ab7-45bd-8d90-66013ea30b1a service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1838820 Jul 16 20:11:21.857918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-7171482d-fec1-447a-9ca6-83db921b1b68 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775258 Jul 16 20:11:21.888070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.895848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2595eaa-7e53-4d7b-add2-374ffe24334f req-a13fb0f9-3fff-43bb-8a0a-195473510700 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.898019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c2595eaa-7e53-4d7b-add2-374ffe24334f req-a13fb0f9-3fff-43bb-8a0a-195473510700 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2060618 Jul 16 20:11:21.925368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] Pushing event deleted for resources: {'Port': ['ID=bc4bbbf4-24f7-445c-a697-0576c4163243,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.935376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae0dba-dce5-4bee-9dad-c5cf1e2c88f5 None None] No DVR routers for this DVR port bc4bbbf4-24f7-445c-a697-0576c4163243 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:21.943813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-3c5278bc-f15d-46de-8f90-f76c7f4ab648 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 200 len: 217 time: 0.0799677 Jul 16 20:11:21.981197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:0a:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:20Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:22.025320 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9af9f-55ca-4a7f-999e-a0c021fac559 None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': '99cee992-6cac-4d2d-891b-de4bab491f73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:0a:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:20Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:22.050251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-78a74a37-876c-4dbf-bcba-96a09d13db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.052116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-78a74a37-876c-4dbf-bcba-96a09d13db32 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1020226 Jul 16 20:11:22.078497 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-88dd11da-52be-4cd3-b23d-8f6ba6311771 service neutron] show failed (client error): The resource could not be found. Jul 16 20:11:22.079804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-88dd11da-52be-4cd3-b23d-8f6ba6311771 service neutron] 10.222.0.79 "GET /v2.0/ports/58d8b610-695e-4f10-a570-14c6ed25599c/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.2305715 Jul 16 20:11:22.096161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c2595eaa-7e53-4d7b-add2-374ffe24334f req-db3f5db8-9b65-461b-8f33-0270f4795b0d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511166 Jul 16 20:11:22.105065 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.119234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:22.119234 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:22.174404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Port': ['ID=bc4bbbf4-24f7-445c-a697-0576c4163243,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:22.176660 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd87114b-7907-4480-b838-57de1a31eb35 req-42cbc6e4-3cc3-4d5f-b1e1-e34963d8151f service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054099 Jul 16 20:11:22.183903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] No DVR routers for this DVR port bc4bbbf4-24f7-445c-a697-0576c4163243 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:22.231536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-1d80e356-728e-43fd-bc57-ad75b81ff563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.233008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-1d80e356-728e-43fd-bc57-ad75b81ff563 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1739743 Jul 16 20:11:22.374634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.408221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dced86-3ee2-4869-b494-f2a5e97ec323']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:22.428484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f9bc34-8d91-485e-8d45-728d6175ce85') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:22.428687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f9bc34-8d91-485e-8d45-728d6175ce85') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:22.434047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-e289caae-4f3e-4d03-8989-e892db5fd019 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901610 Jul 16 20:11:22.445398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.462520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.495314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:11:22.495709 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:11:22.499390 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:11:22.502705 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:11:22.575442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-ae9ae082-543b-44fe-b94e-a2c50b9ba713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.576984 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-ae9ae082-543b-44fe-b94e-a2c50b9ba713 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3&tenant_id=91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 1102 time: 0.1231856 Jul 16 20:11:22.578879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e93310a7-e20e-46ad-9caa-e0a6c3257125 req-fa7429d1-52f6-4e36-8fd0-97fda34477d0 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376476 Jul 16 20:11:22.581220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.587869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.592843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] 10.222.0.91 "DELETE /v2.0/networks/b7dced86-3ee2-4869-b494-f2a5e97ec323 HTTP/1.1" status: 204 len: 168 time: 1.4676070 Jul 16 20:11:22.601825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:22.619612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3bf6b-96d3-4301-acb5-7136ca8c6743 tempest-AllowedAddressPairIpV6TestJSON-2026547692 tempest-AllowedAddressPairIpV6TestJSON-2026547692-project] Pushing event deleted for resources: {'Network': ['ID=b7dced86-3ee2-4869-b494-f2a5e97ec323,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:22.640764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bc4bbbf4-24f7-445c-a697-0576c4163243 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:22.658704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e496b-a763-4370-ace0-5033e49c45ca req-2cb60b87-a232-4018-825d-f4b1157d163d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.663790 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-268e496b-a763-4370-ace0-5033e49c45ca req-2cb60b87-a232-4018-825d-f4b1157d163d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2010720 Jul 16 20:11:22.674328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: bc4bbbf4-24f7-445c-a697-0576c4163243 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:22.674926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bc4bbbf4-24f7-445c-a697-0576c4163243 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:22.716314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-268e496b-a763-4370-ace0-5033e49c45ca req-d34d2f5b-da69-4026-b58f-35560c301198 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484972 Jul 16 20:11:22.754984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.772823 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866fe6b-5457-4758-ac05-8eb7b8b257c0 x-openstack-request-id: req-d866fe6b-5457-4758-ac05-8eb7b8b257c0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:22.773103 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:22.773350 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d866fe6b-5457-4758-ac05-8eb7b8b257c0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:22.773757 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73', 'status': 'completed', 'code': 200} Jul 16 20:11:22.879059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174c9d7-1e89-471c-bcd9-343f77fd1013 req-006eae02-7b4a-4e25-a5a1-13b433e8e349 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.880539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9174c9d7-1e89-471c-bcd9-343f77fd1013 req-006eae02-7b4a-4e25-a5a1-13b433e8e349 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.4318638 Jul 16 20:11:22.915873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6aebccab-1409-4175-af45-71283741613b req-94c49e55-692c-4739-8577-de76bc9f04c7 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1293843 Jul 16 20:11:22.940607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:22.979842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebccab-1409-4175-af45-71283741613b req-d453e100-58ae-4faa-863f-1e55aab4286f tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.981339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6aebccab-1409-4175-af45-71283741613b req-d453e100-58ae-4faa-863f-1e55aab4286f tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports/99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 943 time: 0.0602279 Jul 16 20:11:23.021163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-cb1bed33-46d6-48db-b7cb-aef9b33993c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.022669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-cb1bed33-46d6-48db-b7cb-aef9b33993c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 1098 time: 0.2242937 Jul 16 20:11:23.027857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9174c9d7-1e89-471c-bcd9-343f77fd1013 req-6cbe09ef-dcdb-4e56-b06a-9b8da8d84ef7 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028130 Jul 16 20:11:23.164131 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6aebccab-1409-4175-af45-71283741613b req-4ab9f060-aa72-4555-9408-986b25dcfffc tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.0895095 Jul 16 20:11:23.177671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:23.234429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-89f36a31-c519-4d1a-9873-e345aa6574d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.236032 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-89f36a31-c519-4d1a-9873-e345aa6574d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.2055655 Jul 16 20:11:23.261603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2a7858ff-9721-4261-8b54-39f81a4bc4ac admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cadb772effff4d1ab675013debd2d9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175416 Jul 16 20:11:23.296292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47566) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:23.297324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:23.318291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebccab-1409-4175-af45-71283741613b req-fe5db1ff-6cfe-4fb4-9a21-51d1c639c1b9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.334430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6aebccab-1409-4175-af45-71283741613b req-fe5db1ff-6cfe-4fb4-9a21-51d1c639c1b9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1624463 Jul 16 20:11:23.340105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-6aebccab-1409-4175-af45-71283741613b req-cda5e05f-f0fb-4d6f-9cd1-83e34d2d3cc2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:23.355229 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6aebccab-1409-4175-af45-71283741613b req-cda5e05f-f0fb-4d6f-9cd1-83e34d2d3cc2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120523 Jul 16 20:11:23.412568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-0071d002-5a1d-47b1-9a1f-3ee8e8216e81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 1002 time: 0.1670942 Jul 16 20:11:23.418925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.438306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01ff63d-eca5-4691-b7c5-7b6278429adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.502949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Transition to ACTIVE for port object 58d8b610-695e-4f10-a570-14c6ed25599c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:23.522175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.533216 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01ff63d-eca5-4691-b7c5-7b6278429adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.575199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-1bd946aa-c263-4df5-831c-a76c9b2a004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.576680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-1bd946aa-c263-4df5-831c-a76c9b2a004b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1537290 Jul 16 20:11:23.804897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9cff5-92a8-4030-ac88-ef9912a5d08b req-34131a55-9057-4267-8d8b-4cb8d109081c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.806562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abc9cff5-92a8-4030-ac88-ef9912a5d08b req-34131a55-9057-4267-8d8b-4cb8d109081c tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.2422802 Jul 16 20:11:23.854056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abc9cff5-92a8-4030-ac88-ef9912a5d08b req-c2dda422-b4dc-4156-9a3a-22e58efe237b tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Jul 16 20:11:23.946331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-4d67cf8d-99d1-4bff-90eb-f398f794c780 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.0654645 Jul 16 20:11:24.006544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.011135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] No DVR routers for this DVR port 58d8b610-695e-4f10-a570-14c6ed25599c on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:24.014219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343758a9-9f14-491e-b275-1cd7963b1444 req-554201dc-5212-4e80-9ca5-04a57b5b353a tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.027482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-554201dc-5212-4e80-9ca5-04a57b5b353a tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports/99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 943 time: 0.0756040 Jul 16 20:11:24.059620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01ff63d-eca5-4691-b7c5-7b6278429adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.062317 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01ff63d-eca5-4691-b7c5-7b6278429adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.063561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e01ff63d-eca5-4691-b7c5-7b6278429adb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/650c5ffb-2ea8-4946-ab6a-5e8c82206658 HTTP/1.1" status: 204 len: 168 time: 0.7644317 Jul 16 20:11:24.071459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d971-02de-4bde-9d44-2df7c9143594 req-a7a4d09f-1e12-4827-a33b-73b82894005c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.073015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e71d971-02de-4bde-9d44-2df7c9143594 req-a7a4d09f-1e12-4827-a33b-73b82894005c tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.6358559 Jul 16 20:11:24.102976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ff63d-eca5-4691-b7c5-7b6278429adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c5ffb-2ea8-4946-ab6a-5e8c82206658,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.113521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:24.113900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:24.114297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:24.128970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-20a2aabe-2112-4b7e-9ac1-aa069db7cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.130543 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-20a2aabe-2112-4b7e-9ac1-aa069db7cd97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5452764 Jul 16 20:11:24.137596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:24.137977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:24.169004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:24.169391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:24.169823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:24.170202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Bound port: 58d8b610-695e-4f10-a570-14c6ed25599c, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:24.170533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.197024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-17f0fd73-89e5-4c03-ac10-3fac2ae3c8e8 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.0776167 Jul 16 20:11:24.198510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e71d971-02de-4bde-9d44-2df7c9143594 req-78b6fc21-dd04-40b0-8f6f-a13fc22212af tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994985 Jul 16 20:11:24.325310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-633adda7-dd76-4fed-8baa-abdfdb413b51 service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851046 Jul 16 20:11:24.326440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:24.330597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:24.369944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.378473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343758a9-9f14-491e-b275-1cd7963b1444 req-658f1e94-0766-4151-83d1-98703d8a21cc tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.380179 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-658f1e94-0766-4151-83d1-98703d8a21cc tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1787510 Jul 16 20:11:24.437424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.438062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.439790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] 10.222.0.99 "PUT /v2.0/ports/58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 1097 time: 1.8526225 Jul 16 20:11:24.536090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-80f4415e-6f1a-401b-a778-f3419890eddf tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1312430 Jul 16 20:11:24.550935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:24.558597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde39a36-b89b-4561-9463-fe4a5414c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.584876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38fb6c2a-8e9a-47f8-a540-eb9ff613b4d3 req-e0c870c5-cbad-47ed-a71d-5409505f94f7 service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438648 Jul 16 20:11:24.609414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66867916-eb15-4516-b6df-c8ddc70d412d req-049af25f-ec86-47aa-a467-2c2e662aae59 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.610955 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66867916-eb15-4516-b6df-c8ddc70d412d req-049af25f-ec86-47aa-a467-2c2e662aae59 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2896256 Jul 16 20:11:24.637496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-1ceb8489-abb8-461d-9d14-8ceb74a1fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.639193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-1ceb8489-abb8-461d-9d14-8ceb74a1fb2c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1100 time: 0.1440337 Jul 16 20:11:24.644795 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.691018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66867916-eb15-4516-b6df-c8ddc70d412d req-cffafea8-a523-4f6b-9596-845fd5514b63 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669930 Jul 16 20:11:24.775435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}, {'name': 'network-changed', 'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:24.778686 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496" -d '{"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-unplugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}, {"name": "network-changed", "server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:24.797609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-4fdc90b8-767a-4a82-811b-488b4df93bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.799222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-4fdc90b8-767a-4a82-811b-488b4df93bc6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1522515 Jul 16 20:11:24.850594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-f838581b-5157-477f-9db4-d0860662c367 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0438831 Jul 16 20:11:24.876141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.881773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.882255 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54 disassociated. External IP: 172.25.3.225, port: 99cee992-6cac-4d2d-891b-de4bab491f73. Jul 16 20:11:24.935457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-d29869e7-a829-40e2-9334-a1cf10c3517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.936944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-d29869e7-a829-40e2-9334-a1cf10c3517e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0781155 Jul 16 20:11:24.986994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ac064-f4d5-4639-9e06-c65bb0469ed1 req-e2440ee9-604b-492c-8e18-df7bb59d4d59 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.988749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba4ac064-f4d5-4639-9e06-c65bb0469ed1 req-e2440ee9-604b-492c-8e18-df7bb59d4d59 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.1414371 Jul 16 20:11:25.041326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47608) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:25.043390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba4ac064-f4d5-4639-9e06-c65bb0469ed1 req-e3a35bf8-331e-4cd2-a03f-223d455ed7eb tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482826 Jul 16 20:11:25.054109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-7d6a888d-6175-4d9c-91ed-64b59d8c4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.066274 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-7d6a888d-6175-4d9c-91ed-64b59d8c4314 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126602 Jul 16 20:11:25.144388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:25.174472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-df5662a0-9a42-4f65-8b77-54a98610a0f3 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099336 Jul 16 20:11:25.197522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-174220282'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:25.249277 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ba8ebd-9631-401f-b57f-67d749c98ca6 x-openstack-request-id: req-32ba8ebd-9631-401f-b57f-67d749c98ca6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:25.249722 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-unplugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "code": 200}, {"name": "network-changed", "server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:25.249974 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-32ba8ebd-9631-401f-b57f-67d749c98ca6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:25.250371 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'code': 200} Jul 16 20:11:25.250621 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'status': 'completed', 'code': 200} Jul 16 20:11:25.262495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:25.266651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.282349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.312776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:25.318951 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.328130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:25.338900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:25.339689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:25.342090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-208b62e4-8a08-4619-9ca1-fc6eb6f240ee req-c85bd795-5449-4a24-ac2f-b7076edf8db7 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563163 Jul 16 20:11:25.354140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-1f150cc5-3699-47d0-a7fe-41b988041d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.356108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-1f150cc5-3699-47d0-a7fe-41b988041d0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1100 time: 0.0957415 Jul 16 20:11:25.385787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bfecdb2-6648-4a52-b1ab-ae33eed2c159 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "PUT /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 200 len: 695 time: 0.8419387 Jul 16 20:11:25.387762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:25.396193 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:25.492245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:25.497792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343758a9-9f14-491e-b275-1cd7963b1444 req-b215cccd-92a9-414f-80ee-7590e85f9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.505035 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-b215cccd-92a9-414f-80ee-7590e85f9bec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 1098 time: 0.1026421 Jul 16 20:11:25.523186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.533462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.544398 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-2b1947dd-f4d9-43e9-96a3-a875cb4f56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.547137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-2b1947dd-f4d9-43e9-96a3-a875cb4f56c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1827209 Jul 16 20:11:25.593483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:25.615839 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-f9ac874e-a530-493d-a0f7-bb0fed8f3e22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0598040 Jul 16 20:11:25.687082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-2c08a57f-9ff0-4058-8f73-88823e1c7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.688705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-2c08a57f-9ff0-4058-8f73-88823e1c7e6f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1100 time: 0.1887848 Jul 16 20:11:25.695089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b5d67f-9191-4eed-81c4-3f8982010e68,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:25.695422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-96e7779d-4989-4910-8d3f-f2c71546c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.697313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-96e7779d-4989-4910-8d3f-f2c71546c36b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0754762 Jul 16 20:11:25.698344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.698603 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Added segment d7353b9c-bef3-471f-a231-ca0c412f8036 of type vlan for network 01f31535-5473-49e8-b415-45d37419c5fb Jul 16 20:11:25.905277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-19e2c574-3a35-48ba-b5a4-c6c3bc047021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.906808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-19e2c574-3a35-48ba-b5a4-c6c3bc047021 service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2085795 Jul 16 20:11:25.911055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-8d8015a9-f796-4fda-bd9d-0064cf8d4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.912561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-8d8015a9-f796-4fda-bd9d-0064cf8d4c94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2059286 Jul 16 20:11:25.984067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-620b4cf6-9c83-4c30-936a-533f46c886d8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0673807 Jul 16 20:11:26.017203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:26.071087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71371f18-1e09-4bf9-9c9d-f1e344d9134a req-e681bd24-8c06-4867-8d0a-b695539e52d3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.072774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71371f18-1e09-4bf9-9c9d-f1e344d9134a req-e681bd24-8c06-4867-8d0a-b695539e52d3 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 948 time: 0.2502105 Jul 16 20:11:26.073032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:26.094670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:26.134490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:26.135546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.141103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343758a9-9f14-491e-b275-1cd7963b1444 req-f898a0d7-6fd1-4ad9-a913-a70e0afa864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.141312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-cccac0cd-42b1-40eb-bb60-4d8dc57b79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.142502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-cccac0cd-42b1-40eb-bb60-4d8dc57b79e4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1146665 Jul 16 20:11:26.142689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-f898a0d7-6fd1-4ad9-a913-a70e0afa864a service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.6366944 Jul 16 20:11:26.147335 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-0b50cfc6-60ab-4303-96cc-1580930b4606 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230294 Jul 16 20:11:26.159559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:26.160670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:26.190203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71371f18-1e09-4bf9-9c9d-f1e344d9134a req-401d928f-a2a4-4835-8d4c-41cbbf67178e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052306 Jul 16 20:11:26.209635 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-0bf0ba88-35d1-4035-a9d2-f3b83abd4f15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 217 time: 0.0565336 Jul 16 20:11:26.237090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.242663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.243312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.285574 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad89ed7-7019-44f8-a6e8-fe8b0d44f4f0 x-openstack-request-id: req-dad89ed7-7019-44f8-a6e8-fe8b0d44f4f0 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:26.285909 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:26.286093 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dad89ed7-7019-44f8-a6e8-fe8b0d44f4f0 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:26.286486 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73', 'status': 'completed', 'code': 200} Jul 16 20:11:26.306413 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2640021 Jul 16 20:11:26.322043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47626) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:26.323448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:26.324206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ca69-fae8-4e6f-80a4-ce446afe0670 req-cdcadfaa-783d-4a06-89b0-f755e6ec34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.325926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0997ca69-fae8-4e6f-80a4-ce446afe0670 req-cdcadfaa-783d-4a06-89b0-f755e6ec34c4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 1098 time: 0.2511177 Jul 16 20:11:26.336989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:26.393835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343758a9-9f14-491e-b275-1cd7963b1444 req-25edaeb3-b71e-4d44-b60d-b49ed0a236d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.400918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-1548cbac-3241-4613-b2ff-c326241c239c service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452753 Jul 16 20:11:26.402139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-25edaeb3-b71e-4d44-b60d-b49ed0a236d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1847901 Jul 16 20:11:26.406738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-d4bad198-f0fa-435e-8efd-2ce5fd7b19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.409730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-d4bad198-f0fa-435e-8efd-2ce5fd7b19c1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2435720 Jul 16 20:11:26.453837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd59c4-37ab-44d2-8974-e65eca29b887 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Network': ['ID=01f31535-5473-49e8-b415-45d37419c5fb,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:26.486085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0997ca69-fae8-4e6f-80a4-ce446afe0670 req-aad01b0c-0084-4d03-bccf-fbe1322d4107 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475389 Jul 16 20:11:26.512101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343758a9-9f14-491e-b275-1cd7963b1444 req-6218ec87-10fa-4421-9fd3-6c32f066b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.518507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 01f31535-5473-49e8-b415-45d37419c5fb details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:26.521519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-6218ec87-10fa-4421-9fd3-6c32f066b50a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182246 Jul 16 20:11:26.582855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:26.587631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.601206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-f76165ed-72c3-4575-960f-cb126d373718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.602999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-f76165ed-72c3-4575-960f-cb126d373718 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 1098 time: 0.2937102 Jul 16 20:11:26.648294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-5ea5a18c-6e7c-4ad1-a46a-616bf46f8d83 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243384 Jul 16 20:11:26.660077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-4d7423e1-7aa2-4345-8152-b2ccbbfbf804 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419982 Jul 16 20:11:26.687775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:26.733517 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163f756-22f2-49c3-aa01-2d2cf42a6716 None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:26.772615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343758a9-9f14-491e-b275-1cd7963b1444 req-de55ca2f-32fc-4a36-9684-b8e8f00b1987 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119826 Jul 16 20:11:26.921030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-4bc6dafb-02c6-4fa0-8da8-f343fc1e1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.921740 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-4bc6dafb-02c6-4fa0-8da8-f343fc1e1a04 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.2642446 Jul 16 20:11:27.009847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-c2e41f79-e4d6-44cc-9292-c2bc02e8d623 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 200 len: 217 time: 0.0746360 Jul 16 20:11:27.015853 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35cd7d1f-65c9-4244-9aed-2ccdcad7a496 req-5e0b5047-2faa-4be5-9e45-85c7d7d9303c service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162551 Jul 16 20:11:27.023970 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9c52dc-494d-4831-9838-9749bf9f7fcc None None] New status for floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:27.076423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c157f-9464-4b77-ae72-3dde258c4e92 req-f5fff22d-302c-4966-bd3d-d8d2980589d0 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.078252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-177c157f-9464-4b77-ae72-3dde258c4e92 req-f5fff22d-302c-4966-bd3d-d8d2980589d0 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.4237781 Jul 16 20:11:27.104328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-feb723d8-e4a5-4011-a0f4-914cfd6edc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.106380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-feb723d8-e4a5-4011-a0f4-914cfd6edc2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.0877092 Jul 16 20:11:27.106864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae97522-3b4c-46bc-a6a9-c10fb77ed7bf req-b42f9587-2dd6-49c1-a2a7-5ef5d025eb4d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.108464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aae97522-3b4c-46bc-a6a9-c10fb77ed7bf req-b42f9587-2dd6-49c1-a2a7-5ef5d025eb4d tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.0914536 Jul 16 20:11:27.176590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aae97522-3b4c-46bc-a6a9-c10fb77ed7bf req-50556f51-4654-46aa-aa7f-d6868ddd2ad8 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606995 Jul 16 20:11:27.223620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-177c157f-9464-4b77-ae72-3dde258c4e92 req-f1651c58-92aa-4049-b17a-6966a627306e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348178 Jul 16 20:11:27.226498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.377250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-2464ea2c-dbd1-4077-b01b-424af7b48401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.378792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-2464ea2c-dbd1-4077-b01b-424af7b48401 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2439742 Jul 16 20:11:27.410660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=c5be6773-0aa2-4991-a00d-0c846cecfa30,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:27.477263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:27.477611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network hostable DHCP agents. Network: 01f31535-5473-49e8-b415-45d37419c5fb, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:27.551221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:27.736971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-fe8e519e-af24-4980-8bad-1539919b087d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.738594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-fe8e519e-af24-4980-8bad-1539919b087d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1345305 Jul 16 20:11:27.795411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-46408233-25ff-40af-9e35-016e0afee309 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0505424 Jul 16 20:11:27.804776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'floatingip': {'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:27.849588 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.908415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 01f31535-5473-49e8-b415-45d37419c5fb) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:27.911372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-d2530da9-a8cb-4775-87ec-ebcf1008bbbb service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212810 Jul 16 20:11:27.916875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23497802-c5aa-475b-8b72-ccc6d9717abe None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:27.942239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.942825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.957940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d60714-d1df-4c0f-80c4-f3c5d4f8a8af req-5877ed94-638b-45dc-877b-35059b318dbc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.959620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0d60714-d1df-4c0f-80c4-f3c5d4f8a8af req-5877ed94-638b-45dc-877b-35059b318dbc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 948 time: 0.5509155 Jul 16 20:11:28.042716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-888907d9-83ba-46c3-8712-e19fadd9829c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7194538 Jul 16 20:11:28.043572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47642) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.055754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'name': 'tempest-NetworksTestDHCPv6-213679836'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:28.085553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0d60714-d1df-4c0f-80c4-f3c5d4f8a8af req-6a052e0d-d48d-4980-889b-cee7b0eaf310 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043646 Jul 16 20:11:28.112449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'c5be6773-0aa2-4991-a00d-0c846cecfa30'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:28.118219 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.118512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b01ba3f8-78fe-44be-a2b9-5cc4db46243a req-0619826d-64cb-4aea-a077-6b6fb8bdd23e service neutron] 10.222.0.79 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875851 Jul 16 20:11:28.134293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-d8d92eef-d69a-495b-baa2-89cc04f5d422 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.135892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-d8d92eef-d69a-495b-baa2-89cc04f5d422 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.2397051 Jul 16 20:11:28.340637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Deleting port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:28.340637 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.363619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/c5be6773-0aa2-4991-a00d-0c846cecfa30/b7ba15da-770e-4085-81ee-7211a1422d81) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:28.508732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:28.514583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.519923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] For port 0f542ef1-da37-43f0-bb5c-99cd92cabe39, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0f542ef1-da37-43f0-bb5c-99cd92cabe39,segment=NetworkSegment(a5f08c48-d601-45db-84a8-3ee6e5d9dc6a),segment_id=a5f08c48-d601-45db-84a8-3ee6e5d9dc6a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:28.520467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.539333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2caf8-f5d8-4de0-bea2-4091eb47c0f6 req-dd7faac3-ad3d-42f3-bf4e-d1347b408e91 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.548223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-afc2caf8-f5d8-4de0-bea2-4091eb47c0f6 req-dd7faac3-ad3d-42f3-bf4e-d1347b408e91 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/ports?device_id=757d69a4-af4f-44f9-92b4-b4b4139c10dc HTTP/1.1" status: 200 len: 945 time: 0.1779482 Jul 16 20:11:28.558211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port eaafd90d-9130-49f9-a468-fbf1ca5ea6a5 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:28.560583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Calling delete_port for 0f542ef1-da37-43f0-bb5c-99cd92cabe39 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:28.586382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.597429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Transition to ACTIVE for port object b7ba15da-770e-4085-81ee-7211a1422d81 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:28.619212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Transition to ACTIVE for port object b7ba15da-770e-4085-81ee-7211a1422d81 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:28.629971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.642684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-afc2caf8-f5d8-4de0-bea2-4091eb47c0f6 req-c3d6fbfc-8333-4d8c-bce0-beb4552d5677 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931792 Jul 16 20:11:28.688199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.688392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:28.691527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:28.697801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:28.710396 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.711254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Pushing event updated for resources: {'Port': ['ID=b7ba15da-770e-4085-81ee-7211a1422d81,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:28.773974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.815903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Attempting to bind port b7ba15da-770e-4085-81ee-7211a1422d81 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:28.816321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Attempting to bind port b7ba15da-770e-4085-81ee-7211a1422d81 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:28.817185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Attempting to bind port b7ba15da-770e-4085-81ee-7211a1422d81 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:28.824000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::79 (01f31535-5473-49e8-b415-45d37419c5fb/c5be6773-0aa2-4991-a00d-0c846cecfa30/eaafd90d-9130-49f9-a468-fbf1ca5ea6a5) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:28.824551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:28.824912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:28.825317 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.825998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:28.826636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Bound port: b7ba15da-770e-4085-81ee-7211a1422d81, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:28.827099 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.827330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Pushing event deleted for resources: {'Port': ['ID=0f542ef1-da37-43f0-bb5c-99cd92cabe39,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:28.888206 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54 associated. External IP: 172.25.3.225, port: f48e03de-6234-4ee0-9ba5-8356dd669933. Jul 16 20:11:28.911907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] For port b7ba15da-770e-4085-81ee-7211a1422d81, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:28.915877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] For port b7ba15da-770e-4085-81ee-7211a1422d81, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b7ba15da-770e-4085-81ee-7211a1422d81,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:28.920662 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.949857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] No DVR routers for this DVR port 0f542ef1-da37-43f0-bb5c-99cd92cabe39 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:28.956287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.959591 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45da70c2-33ec-4efd-a7fc-1fc53e534c9c req-54aaea30-7cf1-45af-8fd4-18a107e02f51 tempest-ServerDiskConfigTestJSON-740497593 tempest-ServerDiskConfigTestJSON-740497593-project] 10.222.0.99 "DELETE /v2.0/ports/0f542ef1-da37-43f0-bb5c-99cd92cabe39 HTTP/1.1" status: 204 len: 173 time: 0.8020825 Jul 16 20:11:28.960769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'name': 'network-vif-deleted', 'tag': '0f542ef1-da37-43f0-bb5c-99cd92cabe39'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:28.970363 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7233cb-a32c-47fe-916f-164cfd116b18" -d '{"events": [{"server_uuid": "757d69a4-af4f-44f9-92b4-b4b4139c10dc", "name": "network-vif-deleted", "tag": "0f542ef1-da37-43f0-bb5c-99cd92cabe39"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:28.991362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b30be-7065-49e4-b1eb-8af9febef5e1 None None] Pushing event updated for resources: {'Port': ['ID=b7ba15da-770e-4085-81ee-7211a1422d81,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.035234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-8723f3c7-e868-4096-a673-0e4e137f56a1 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.036779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-8723f3c7-e868-4096-a673-0e4e137f56a1 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc77921-6a10-474e-8adc-dc5c108d4407 HTTP/1.1" status: 200 len: 946 time: 0.2053394 Jul 16 20:11:29.047333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eb7f8-b165-413e-81dd-834e163df377 req-4702dfdf-29bd-4162-8156-708ce167c615 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.049801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f0eb7f8-b165-413e-81dd-834e163df377 req-4702dfdf-29bd-4162-8156-708ce167c615 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2353091 Jul 16 20:11:29.153015 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.163580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f0eb7f8-b165-413e-81dd-834e163df377 req-fbde04a0-a3e0-4f25-8333-9f6ee291d4af tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019328 Jul 16 20:11:29.245560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Deleting port 99cee992-6cac-4d2d-891b-de4bab491f73 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:29.246530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.377878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object eaafd90d-9130-49f9-a468-fbf1ca5ea6a5 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:29.405249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] For port 99cee992-6cac-4d2d-891b-de4bab491f73, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=99cee992-6cac-4d2d-891b-de4bab491f73,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:29.405615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.426657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:29.432410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Calling delete_port for 99cee992-6cac-4d2d-891b-de4bab491f73 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:29.490471 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.601239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:29.616603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:29.617674 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c91763-58ae-4fe4-aa33-6c9296ac80d1 x-openstack-request-id: req-61c91763-58ae-4fe4-aa33-6c9296ac80d1 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:29.618267 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757d69a4-af4f-44f9-92b4-b4b4139c10dc", "name": "network-vif-deleted", "tag": "0f542ef1-da37-43f0-bb5c-99cd92cabe39", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:29.626569 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-61c91763-58ae-4fe4-aa33-6c9296ac80d1 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:29.627631 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757d69a4-af4f-44f9-92b4-b4b4139c10dc', 'name': 'network-vif-deleted', 'tag': '0f542ef1-da37-43f0-bb5c-99cd92cabe39', 'status': 'completed', 'code': 200} Jul 16 20:11:29.628683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.634886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:29.641449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['99cee992-6cac-4d2d-891b-de4bab491f73'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:29.643109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.644054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.644955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f48e03de-6234-4ee0-9ba5-8356dd669933'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:29.682108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=eaafd90d-9130-49f9-a468-fbf1ca5ea6a5,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.687789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:29.702081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.708773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f760551d-9c91-4c47-8091-4897781e2d30 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6611738 Jul 16 20:11:29.737613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47666) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:29.745887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:29.758971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Pushing event deleted for resources: {'Port': ['ID=99cee992-6cac-4d2d-891b-de4bab491f73,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.773691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:29.774324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:29.827593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.827947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.828312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.828621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.828971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.829288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.829621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.829950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.830275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.830598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.830946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.831409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:29.858442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-92c23d74-ddbf-4928-98af-1378f4cdbd71 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "PUT /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 200 len: 997 time: 2.0577772 Jul 16 20:11:29.868609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:29.871384 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77f48cf-a72f-4a4d-9970-82783fad4e95" -d '{"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:29.894511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] No DVR routers for this DVR port 99cee992-6cac-4d2d-891b-de4bab491f73 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:29.898544 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.900910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ea5f80-a123-4d12-93a2-6fce02ca4d4d req-61378d16-0f9c-483a-9b0e-3feaf7d43e99 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.79 "DELETE /v2.0/ports/99cee992-6cac-4d2d-891b-de4bab491f73 HTTP/1.1" status: 204 len: 173 time: 0.8498347 Jul 16 20:11:29.919090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:29.959414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ece578-5216-4003-9ce7-c7cb797889db tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.965883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ece578-5216-4003-9ce7-c7cb797889db tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.973901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-97ece578-5216-4003-9ce7-c7cb797889db tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2350130 Jul 16 20:11:29.977304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:30.027881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-5a7942a3-a668-433d-a2c5-b9f0761f78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.029449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-5a7942a3-a668-433d-a2c5-b9f0761f78d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.1361516 Jul 16 20:11:30.089752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4c53f-f920-4603-aa08-de2b1c97ab3f req-de7d52ec-9c33-4b89-a6dd-59d855e365ed tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.096982 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88f4c53f-f920-4603-aa08-de2b1c97ab3f req-de7d52ec-9c33-4b89-a6dd-59d855e365ed tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 948 time: 0.3278253 Jul 16 20:11:30.164043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88f4c53f-f920-4603-aa08-de2b1c97ab3f req-f7b77fe4-1676-4d47-8a95-60c67ceaf253 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659885 Jul 16 20:11:30.215637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-73d3a730-400f-40e0-97df-354f104aac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.215637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-73d3a730-400f-40e0-97df-354f104aac51 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.1782007 Jul 16 20:11:30.290279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port eaafd90d-9130-49f9-a468-fbf1ca5ea6a5 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:30.293862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.328015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:30.336901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0f542ef1-da37-43f0-bb5c-99cd92cabe39 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:30.385305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 0f542ef1-da37-43f0-bb5c-99cd92cabe39 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:30.385904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0f542ef1-da37-43f0-bb5c-99cd92cabe39 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:30.394316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-9c807767-d094-48b8-86f2-5e07646b510a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 1000 time: 0.1675749 Jul 16 20:11:30.439607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.469498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966c41a-a911-47ec-bdaa-c31227213cac None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:30.471796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-8b57258d-1dca-46e8-bcd3-c1f134483b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.473573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-8b57258d-1dca-46e8-bcd3-c1f134483b87 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.0722361 Jul 16 20:11:30.480330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for eaafd90d-9130-49f9-a468-fbf1ca5ea6a5 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:30.566126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-5d85f65e-7ec3-44e9-8ad1-abb9645a94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.577645 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-5d85f65e-7ec3-44e9-8ad1-abb9645a94ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953968 Jul 16 20:11:30.693931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-e5640dde-f011-4be6-80b8-bff9737a2355 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149945 Jul 16 20:11:30.709102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-e7e17162-fd6b-4bcb-be0d-1378b6b5bd07 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.711299 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-e7e17162-fd6b-4bcb-be0d-1378b6b5bd07 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 811 time: 0.1633999 Jul 16 20:11:30.734275 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-dbd3ecaf-d5a5-4f77-8998-e29351eb15b5 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/quotas/e7b1bef0d2e348f8afef99796f046290 HTTP/1.1" status: 200 len: 375 time: 0.0169222 Jul 16 20:11:30.737210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b7ba15da-770e-4085-81ee-7211a1422d81 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:30.805095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:48:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:28Z', 'revision_number': 8, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:30.807925 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc2e4b5a-59b1-4dd0-81a4-2a99a1ddb69e req-323367a3-6403-4148-8ad8-390e0a4c8e7c service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130366 Jul 16 20:11:30.822150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.855444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2c6057fe-1f94-44d6-90b0-ffe26c627577 None None] Provisioning for port b7ba15da-770e-4085-81ee-7211a1422d81 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:30.870230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=eaafd90d-9130-49f9-a468-fbf1ca5ea6a5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:30.872890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:30.900450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:30.915265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:30.916043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:30.924437 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-b913ca15-f9ca-40e1-a4b1-f0d8146c2bd4 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689918 Jul 16 20:11:30.933816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.935756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b9a6268f-2e01-4293-9bee-739260bb0377 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/eaafd90d-9130-49f9-a468-fbf1ca5ea6a5 HTTP/1.1" status: 204 len: 168 time: 0.9571948 Jul 16 20:11:30.938404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47684) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:30.981922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b7ba15da-770e-4085-81ee-7211a1422d81 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:30.987803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '58d8b610-695e-4f10-a570-14c6ed25599c', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '58d8b610-695e-4f10-a570-14c6ed25599c', 'mac_address': 'fa:16:3e:d2:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:31.011559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b7ba15da-770e-4085-81ee-7211a1422d81 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:31.011928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.035632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-2fd411b6-a740-4b26-97ff-a94d2d4e56a0 service neutron] 10.222.0.91 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101356 Jul 16 20:11:31.074195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdec8d-8436-4c52-89ea-c5d35191f03e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.075813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdec8d-8436-4c52-89ea-c5d35191f03e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.080180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91fdec8d-8436-4c52-89ea-c5d35191f03e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1379108 Jul 16 20:11:31.081028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47686) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:31.105638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662d1b0-b3a9-458e-912a-2df3b69666da req-2c73cbc0-4eda-4d2b-ab57-ddfe6a52ad9e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.107317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e662d1b0-b3a9-458e-912a-2df3b69666da req-2c73cbc0-4eda-4d2b-ab57-ddfe6a52ad9e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 946 time: 0.1337678 Jul 16 20:11:31.159694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e662d1b0-b3a9-458e-912a-2df3b69666da req-511aa903-810b-41d9-b237-4fc8ed1829f3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Jul 16 20:11:31.197937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet c5be6773-0aa2-4991-a00d-0c846cecfa30 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:31.202416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.206700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-8c6b73b0-8f84-4ba3-80a2-5c9092a6f4a7 service neutron] 10.222.0.91 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687291 Jul 16 20:11:31.257381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.310507 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.340615 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea747b67-0e8a-4402-94c8-2543faed9fb7 x-openstack-request-id: req-ea747b67-0e8a-4402-94c8-2543faed9fb7 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:31.341700 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:31.342158 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ea747b67-0e8a-4402-94c8-2543faed9fb7 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:31.342581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d8b610-695e-4f10-a570-14c6ed25599c {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:31.343570 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'status': 'completed', 'code': 200} Jul 16 20:11:31.375542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:31.449116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.454645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:31.474370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.523053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.533887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-497b77d2-e46a-4d50-9de4-75dcec626dd4 req-358e9609-44c1-41ac-8087-6fad07d39be9 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 200 len: 997 time: 0.1573515 Jul 16 20:11:31.617314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-ef265c7f-fc64-4c30-b1c3-5c3d81d3c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.621773 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-ef265c7f-fc64-4c30-b1c3-5c3d81d3c9fa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.2288122 Jul 16 20:11:31.625326 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.647993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:31.666988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'name': 'network-vif-deleted', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:31.669047 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2faf9b-15f9-487b-967a-5f52e1433c7a" -d '{"events": [{"server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "name": "network-vif-deleted", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:31.736008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:31.736293 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:31.791118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-d0a0ea29-0b7f-4741-b57f-bc92dbd4e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.793179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-d0a0ea29-0b7f-4741-b57f-bc92dbd4e0df service neutron] 10.222.0.99 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.1303267 Jul 16 20:11:31.845762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=c5be6773-0aa2-4991-a00d-0c846cecfa30,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:31.845999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['58d8b610-695e-4f10-a570-14c6ed25599c'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:31.860536 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.864903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b29cfcc6-7908-4af2-8a1f-ffc52a2c6967 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/c5be6773-0aa2-4991-a00d-0c846cecfa30 HTTP/1.1" status: 204 len: 168 time: 0.7790570 Jul 16 20:11:31.873877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47706) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:31.920819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:48:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:28Z', 'revision_number': 8, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:31.954104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b77d2-e46a-4d50-9de4-75dcec626dd4 req-d1ede650-01fb-4ddb-b05d-9d8960668085 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.955530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-497b77d2-e46a-4d50-9de4-75dcec626dd4 req-d1ede650-01fb-4ddb-b05d-9d8960668085 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.4150689 Jul 16 20:11:31.968722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-c87786b6-17f3-4d4f-b8e4-c72d7646985e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 1000 time: 0.1457934 Jul 16 20:11:32.001155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe1b96-fbb7-4007-b393-0f4b856bd3ce None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '990486c0-d81b-4f1b-aa50-89ee5da66b54', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'port_id': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'mac_address': 'fa:16:3e:48:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:52Z', 'updated_at': '2021-07-16T20:11:28Z', 'revision_number': 8, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:32.018251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cfb870-e276-46a8-8121-a76def21a3dd None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:32.091979 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a702431b-cfda-4ffc-bec8-326b0018d19e req-83bba6d7-39b7-4baf-b266-381a3f9a8677 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 210 time: 0.0619116 Jul 16 20:11:32.125128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-24a510a4-69fa-4f6d-9c7f-19e40fbd1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.127100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-24a510a4-69fa-4f6d-9c7f-19e40fbd1ab0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1508250 Jul 16 20:11:32.197244 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f2df5b-7e37-488a-b38a-ebc8f60aad69 x-openstack-request-id: req-d6f2df5b-7e37-488a-b38a-ebc8f60aad69 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:32.197871 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc77921-6a10-474e-8adc-dc5c108d4407", "name": "network-vif-deleted", "tag": "99cee992-6cac-4d2d-891b-de4bab491f73", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:32.198339 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d6f2df5b-7e37-488a-b38a-ebc8f60aad69 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:32.199141 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc77921-6a10-474e-8adc-dc5c108d4407', 'name': 'network-vif-deleted', 'tag': '99cee992-6cac-4d2d-891b-de4bab491f73', 'status': 'completed', 'code': 200} Jul 16 20:11:32.212021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da0df91a-9e18-4b36-a417-30e688fa308a None None] Provisioning complete for port b7ba15da-770e-4085-81ee-7211a1422d81 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:32.221981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da0df91a-9e18-4b36-a417-30e688fa308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.231130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-7df6be47-707c-4417-ac4f-c272eb5683ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.233108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-7df6be47-707c-4417-ac4f-c272eb5683ed service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964596 Jul 16 20:11:32.247893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-6e3a593c-d68f-40f6-9aeb-785c25710bc5 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:32.249933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-6e3a593c-d68f-40f6-9aeb-785c25710bc5 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089111 Jul 16 20:11:32.460376 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501f354-457e-4219-8d0e-c0f060ab8457 None None] New status for floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:32.492880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.524215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9290e74c-e3ed-462a-8ddb-27f172d1f757 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6169589 Jul 16 20:11:32.535317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a144fe5d-ab4b-4287-8df8-f811152dd59a tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1000 time: 0.1170077 Jul 16 20:11:32.544605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47716) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:32.550333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:32.604807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189eb9-c617-48af-8977-6410493a7da8 req-fe8bf25e-b1dc-4d7c-8326-3d1d81baa7cc tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.619589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-fe8bf25e-b1dc-4d7c-8326-3d1d81baa7cc tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports/f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 943 time: 0.0775018 Jul 16 20:11:32.674494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-767b6ddf-ea2d-4bcc-b820-44c5c16fb93a service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086154 Jul 16 20:11:32.705580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-24a7906d-04f9-432e-ac69-05d7ba4c442b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.707094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-24a7906d-04f9-432e-ac69-05d7ba4c442b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.99 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3&tenant_id=91c60dcf2ee64ebebf7afc95d764961c&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 949 time: 0.8785465 Jul 16 20:11:32.748542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da0df91a-9e18-4b36-a417-30e688fa308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.750364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-e6acc679-83f4-4472-885b-4639ef013861 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.752556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-e6acc679-83f4-4472-885b-4639ef013861 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 946 time: 0.9016972 Jul 16 20:11:32.755260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port b7ba15da-770e-4085-81ee-7211a1422d81, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b7ba15da-770e-4085-81ee-7211a1422d81,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:32.771641 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.859502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04023ad6-6dd9-4e7b-93d8-b271a554a894 req-abb51723-2fad-437a-bdef-660c644009cb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.861054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04023ad6-6dd9-4e7b-93d8-b271a554a894 req-abb51723-2fad-437a-bdef-660c644009cb tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.3538442 Jul 16 20:11:32.868335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:32.873280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=b7ba15da-770e-4085-81ee-7211a1422d81,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.873646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.877293 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-da0df91a-9e18-4b36-a417-30e688fa308a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:32.877748 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-da0df91a-9e18-4b36-a417-30e688fa308a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:32.884700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:32.888586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.889049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.889434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.889775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.890220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.890385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-00e64fe7-6725-4fe9-8768-b3360d50597b tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1497405 Jul 16 20:11:32.890579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.890910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.891240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.891566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.891888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.892209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.892527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.892978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a77f48cf-a72f-4a4d-9970-82783fad4e95 req-d7db2421-dfed-4062-b735-9d3fec1b9763 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061126 Jul 16 20:11:32.947246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] Deleting port b7ba15da-770e-4085-81ee-7211a1422d81 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:32.947624 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.011043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189eb9-c617-48af-8977-6410493a7da8 req-61ab94bb-8de4-4a0f-abf9-4d7dd5e0822e tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.014386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-61ab94bb-8de4-4a0f-abf9-4d7dd5e0822e tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1146848 Jul 16 20:11:33.016485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] For port b7ba15da-770e-4085-81ee-7211a1422d81, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b7ba15da-770e-4085-81ee-7211a1422d81,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:33.016878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.030419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] Calling delete_port for b7ba15da-770e-4085-81ee-7211a1422d81 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:33.054267 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-f3a74eb1-b863-403f-89ef-a3e6d7c1db84 service neutron] 10.222.0.99 "GET /v2.0/ports/58d8b610-695e-4f10-a570-14c6ed25599c/bindings/n-h1-792458-10 HTTP/1.1" status: 200 len: 383 time: 0.3323460 Jul 16 20:11:33.061635 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04023ad6-6dd9-4e7b-93d8-b271a554a894 req-1ad3d9d0-cf0d-4913-a7a6-79eb1a283034 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430593 Jul 16 20:11:33.133376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Deleting port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:33.133782 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.137759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-f2919758-d6e0-495e-8c1e-a22759f86260 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1173716 Jul 16 20:11:33.143826 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.145637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:33.170806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] No DVR routers for this DVR port b7ba15da-770e-4085-81ee-7211a1422d81 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:33.212367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57d5d9-0fab-4f05-8777-dd51f73c1a12 None None] Pushing event deleted for resources: {'Port': ['ID=b7ba15da-770e-4085-81ee-7211a1422d81,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:33.373494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.416300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-da0df91a-9e18-4b36-a417-30e688fa308a None None] Port b7ba15da-770e-4085-81ee-7211a1422d81 update to ACTIVE by agent not found {{(pid=93863) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:11:33.445785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] For port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:33.446135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.452106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-6440f58c-fc11-49ad-a97d-56d3f6bce837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.453703 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-6440f58c-fc11-49ad-a97d-56d3f6bce837 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1101 time: 0.3158815 Jul 16 20:11:33.484903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:33.487128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Calling delete_port for 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:33.506327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:33.518863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b306f-309d-4443-9f09-6de2e25edd66 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:33.526893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.527484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.536858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee9e2-3472-4872-9525-43d20d9aafcb req-cb416d62-c9ea-487a-9f07-5f0b24565d09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.538484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6cee9e2-3472-4872-9525-43d20d9aafcb req-cb416d62-c9ea-487a-9f07-5f0b24565d09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 946 time: 0.3327775 Jul 16 20:11:33.539265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=dcd09f9a-d600-4e5d-997c-667c1c3fa61d,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:33.608102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.654332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47722) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:33.654869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c78f3237-f8d7-4bd1-9cc3-65143916fddb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1089423 Jul 16 20:11:33.665714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'name': 'tempest-NetworksTestDHCPv6-2013683566'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:33.693288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6cee9e2-3472-4872-9525-43d20d9aafcb req-bcbcc40b-b06e-4086-afc1-7c97279f8460 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413770 Jul 16 20:11:33.699437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-b4558d0b-229f-43d5-98f7-ec7519e3483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.700919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-b4558d0b-229f-43d5-98f7-ec7519e3483e service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2373102 Jul 16 20:11:33.710689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'dcd09f9a-d600-4e5d-997c-667c1c3fa61d'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:33.711739 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.755681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-eb6f9238-f29f-4d5f-a2d0-a0dbd04ceb04 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0454955 Jul 16 20:11:33.795895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-450bfbb1-8807-41d6-8145-31d94e5f3ef9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.797362 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-450bfbb1-8807-41d6-8145-31d94e5f3ef9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.99 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 811 time: 0.2157784 Jul 16 20:11:33.861403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Request body: {'port': {'device_id': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'admin_state_up': True, 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:33.861658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-4e58fb41-3622-4b2d-b50f-ca1e5f729082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.863445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-4e58fb41-3622-4b2d-b50f-ca1e5f729082 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0985081 Jul 16 20:11:33.867540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.877580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/dcd09f9a-d600-4e5d-997c-667c1c3fa61d/fc11d999-26dd-4d68-b768-6814ea13bf06) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:33.941260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event deleted for resources: {'Port': ['ID=3e61c335-7ce2-459c-a4ec-3ca80f262cd6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.022551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] No DVR routers for this DVR port 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:34.025642 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.027632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a1cdd42-ef82-4859-a231-2c68671eccb8 req-a05b88f7-2c43-4d28-994c-ce649a889cf1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "DELETE /v2.0/ports/3e61c335-7ce2-459c-a4ec-3ca80f262cd6 HTTP/1.1" status: 204 len: 173 time: 1.2382851 Jul 16 20:11:34.028237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'name': 'network-vif-deleted', 'tag': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:34.030743 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd588ffe-317b-45f7-9f57-b3da889907a8" -d '{"events": [{"server_uuid": "a71bec71-067a-4745-ae4c-6a46b60dca6f", "name": "network-vif-deleted", "tag": "3e61c335-7ce2-459c-a4ec-3ca80f262cd6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:34.053064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-32da79ec-54dc-4b94-84cc-0492e43ef533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.055039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-32da79ec-54dc-4b94-84cc-0492e43ef533 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754405 Jul 16 20:11:34.066362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.069575 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.081502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Transition to ACTIVE for port object fc11d999-26dd-4d68-b768-6814ea13bf06 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:34.082679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.082807 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54 disassociated. External IP: 172.25.3.225, port: f48e03de-6234-4ee0-9ba5-8356dd669933. Jul 16 20:11:34.093275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 99cee992-6cac-4d2d-891b-de4bab491f73 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:34.119947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 99cee992-6cac-4d2d-891b-de4bab491f73 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:34.120303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 99cee992-6cac-4d2d-891b-de4bab491f73 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:34.122794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Transition to ACTIVE for port object fc11d999-26dd-4d68-b768-6814ea13bf06 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:34.136358 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.144856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9860399a-9526-4430-b2f5-fcb139e99a2d req-8a568276-09a2-4931-a860-5a9f4444a974 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 210 time: 0.0441844 Jul 16 20:11:34.180823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:34.190003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:34.193898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:11:34.193898 n-d-792458-10 neutron-server[93861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:11:34.193898 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'id': 'a5890bca-f2d8-4aff-981e-427c5ab0088d', 'expiration': datetime.datetime(2021, 7, 16, 20, 13, 34, 183185)}] Jul 16 20:11:34.193898 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:34.194458 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:34.199179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:34.226041 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-22de34e9-62a7-4066-bd01-ed503dd29a47 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570497 Jul 16 20:11:34.247951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Pushing event updated for resources: {'Port': ['ID=fc11d999-26dd-4d68-b768-6814ea13bf06,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.255816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:34.261679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.298810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47730) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:34.308930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Attempting to bind port fc11d999-26dd-4d68-b768-6814ea13bf06 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:34.309303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Attempting to bind port fc11d999-26dd-4d68-b768-6814ea13bf06 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:34.310237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Attempting to bind port fc11d999-26dd-4d68-b768-6814ea13bf06 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:34.324571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:34.332822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:34.333360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:34.333776 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.334180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:34.338314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Bound port: fc11d999-26dd-4d68-b768-6814ea13bf06, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:34.338786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.346280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-4cd4bd1b-e915-47cd-be6a-c578c4c02193 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078796 Jul 16 20:11:34.347937 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb473ad-30c8-4d98-94b7-659f7fd998fc x-openstack-request-id: req-cfb473ad-30c8-4d98-94b7-659f7fd998fc {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:34.348370 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71bec71-067a-4745-ae4c-6a46b60dca6f", "name": "network-vif-deleted", "tag": "3e61c335-7ce2-459c-a4ec-3ca80f262cd6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:34.348845 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cfb473ad-30c8-4d98-94b7-659f7fd998fc {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:34.349247 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71bec71-067a-4745-ae4c-6a46b60dca6f', 'name': 'network-vif-deleted', 'tag': '3e61c335-7ce2-459c-a4ec-3ca80f262cd6', 'status': 'completed', 'code': 200} Jul 16 20:11:34.408206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 0a58cfbf-947f-435d-ae40-d770c7b85df4 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:34.478612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] Deleting subnet 5c0370f1-a85f-4d2a-a06d-f89c625a2d74 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:34.481503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] For port fc11d999-26dd-4d68-b768-6814ea13bf06, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:34.483893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 58d8b610-695e-4f10-a570-14c6ed25599c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:34.487354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] For port fc11d999-26dd-4d68-b768-6814ea13bf06, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc11d999-26dd-4d68-b768-6814ea13bf06,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:34.491151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 58d8b610-695e-4f10-a570-14c6ed25599c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:34.491553 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.494985 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.521468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.561022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5adaa-d7fd-4246-9825-18197165b42b req-f2e1ee15-7690-400e-a531-68ccfd7eb123 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.562948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-acb5adaa-d7fd-4246-9825-18197165b42b req-f2e1ee15-7690-400e-a531-68ccfd7eb123 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.0962427 Jul 16 20:11:34.612964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-acb5adaa-d7fd-4246-9825-18197165b42b req-1a9aa738-d948-4ca4-866a-be3340b287a0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Jul 16 20:11:34.656036 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.716808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:34.751756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::2ac (01f31535-5473-49e8-b415-45d37419c5fb/dcd09f9a-d600-4e5d-997c-667c1c3fa61d/0a58cfbf-947f-435d-ae40-d770c7b85df4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:34.754276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.766399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736944a0-aa62-4ca6-bd63-47ab6bb274ee None None] Pushing event updated for resources: {'Port': ['ID=fc11d999-26dd-4d68-b768-6814ea13bf06,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.827655 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.850911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Made reservation on behalf of e7b1bef0d2e348f8afef99796f046290 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:34.857589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.861744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:34.865282 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851db1e1-4f21-4a0e-b1c2-26ea16361253" -d '{"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-plugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:34.884556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:34.890932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.891940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:34.922172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b7ba15da-770e-4085-81ee-7211a1422d81 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:34.937294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c21e8bd-f57a-4c74-830c-0c56ced587ed req-bca3f46c-b550-49f5-8a1b-a007a62f7bb3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 210 time: 0.0517039 Jul 16 20:11:34.999413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: b7ba15da-770e-4085-81ee-7211a1422d81 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:35.000040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b7ba15da-770e-4085-81ee-7211a1422d81 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:35.001646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:35.002294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 3e61c335-7ce2-459c-a4ec-3ca80f262cd6 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:35.037345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.057368 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02882f7b-e4a4-486a-b223-77054d4aedb1 x-openstack-request-id: req-02882f7b-e4a4-486a-b223-77054d4aedb1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:35.057720 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-plugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:35.057974 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-02882f7b-e4a4-486a-b223-77054d4aedb1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:35.058397 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'code': 200} Jul 16 20:11:35.212004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:35.217875 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.225078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:35.233611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.250465 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:35.251424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:35.286004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.291151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5c0370f1-a85f-4d2a-a06d-f89c625a2d74 HTTP/1.1" status: 204 len: 168 time: 0.9881411 Jul 16 20:11:35.291826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47740) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:35.301055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa215f0-5139-449b-85e0-b4df9baea4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0370f1-a85f-4d2a-a06d-f89c625a2d74,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.335183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f355d5ad-c15d-4418-9268-e17343e4a618 req-7a50ed78-b089-4cc6-957c-ea5f23236071 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 210 time: 0.0463138 Jul 16 20:11:35.402082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:35.438946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-a19f992b-da7c-4fb4-90f4-f0cdefb95c1d tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "PUT /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 200 len: 696 time: 2.2999086 Jul 16 20:11:35.449060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:35.451131 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db174ce6-0a98-45d1-ac5c-de5028d8604e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:35.511533 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473590be-e5f4-49a2-bc51-dd7f84653668 x-openstack-request-id: req-473590be-e5f4-49a2-bc51-dd7f84653668 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:35.511872 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:35.512230 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-473590be-e5f4-49a2-bc51-dd7f84653668 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:35.512679 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'status': 'completed', 'code': 200} Jul 16 20:11:35.558597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.591182 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.593886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Allocated IP 172.20.0.9 (fe433b56-838c-42ea-a096-7dfb808052ed/d2895b20-a065-4d0d-8d23-12619adb8eec/6fffa019-5eb9-4107-89dd-9be5ae308271) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:35.600047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 0a58cfbf-947f-435d-ae40-d770c7b85df4 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:35.610371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-988f8b16-5c1d-4272-b163-0347618f8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.612867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-988f8b16-5c1d-4272-b163-0347618f8119 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.0717969 Jul 16 20:11:35.720392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:35.779201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-83ddc1e4-6ea5-4501-85f3-aba021539a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.781195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-83ddc1e4-6ea5-4501-85f3-aba021539a0b service neutron] 10.222.0.99 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.1552346 Jul 16 20:11:35.804512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:35.824590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:35.827078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:35.851056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-f96985f5-2701-42e8-a4bb-7d122cb050ce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 217 time: 0.0578275 Jul 16 20:11:35.853042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.869981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189eb9-c617-48af-8977-6410493a7da8 req-ee2c65ae-add7-4248-8577-06fd07e403a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.872293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-ee2c65ae-add7-4248-8577-06fd07e403a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 1098 time: 0.4124467 Jul 16 20:11:36.022459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.034548 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-13c984d3-9044-4797-bbff-9bb14fb0caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.048457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-7691b29d-b02c-4ae0-983d-d6f8f14995de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.050707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-7691b29d-b02c-4ae0-983d-d6f8f14995de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.1837571 Jul 16 20:11:36.053372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:36.066177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:36.068671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca2a73-9ffe-485c-948f-7e3f8c2ce8bb req-64fc979e-b5b5-4674-a4df-a180369ad826 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.069358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:36.070645 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3aca2a73-9ffe-485c-948f-7e3f8c2ce8bb req-64fc979e-b5b5-4674-a4df-a180369ad826 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2175748 Jul 16 20:11:36.101883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:36.162389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:36.169413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.170057 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.172686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=0a58cfbf-947f-435d-ae40-d770c7b85df4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.191101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:36.191427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f08c48-d601-45db-84a8-3ee6e5d9dc6a') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:36.216806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-ef721f19-f8da-457b-b81b-f31b9128b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.219388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-ef721f19-f8da-457b-b81b-f31b9128b18e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473258 Jul 16 20:11:36.220682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.240649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3aca2a73-9ffe-485c-948f-7e3f8c2ce8bb req-13b2b307-4059-4d79-9e2d-84a94f9b4729 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563671 Jul 16 20:11:36.278933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2783cedd-995d-4691-abe9-85f094438e55 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6195683 Jul 16 20:11:36.281225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47750) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:36.300786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.318399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.321010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189eb9-c617-48af-8977-6410493a7da8 req-4dd5ccf6-bef9-4f62-9f24-1c3557d8fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.322521 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-4dd5ccf6-bef9-4f62-9f24-1c3557d8fc0d service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 200 len: 921 time: 0.4392378 Jul 16 20:11:36.348625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-97eab57e-f63c-4cde-a809-ecae4c646271 None None] Provisioning for port fc11d999-26dd-4d68-b768-6814ea13bf06 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:36.407529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:11:36.408303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:11:36.420627 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:11:36.424344 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:11:36.424344 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:11:36.490565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-bf6cdc61-7b25-446a-8d96-3bce77d34d8b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 200 len: 217 time: 0.1279566 Jul 16 20:11:36.497723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:36.529844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8e000-9854-4c46-938a-e348776db12c None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:10:26Z', 'revision_number': 4, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'def40b50-147a-4240-9d7f-ec379b53704c', 'name': '', 'network_id': '0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'mac_address': 'fa:16:3e:68:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:23Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'subnets': [{'id': '7c220a83-8140-43d0-b8ac-d97cea23f664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:36.537964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b3707fb-8bf5-49d2-b3c0-dcb38bda0c3d req-e850e026-aaae-41e6-ab0b-f224e87c1544 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 210 time: 0.0700381 Jul 16 20:11:36.544411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-bab4e457-21ce-4214-883f-09e144caadaf service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007078 Jul 16 20:11:36.706553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.760974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db174ce6-0a98-45d1-ac5c-de5028d8604e req-32d66df4-e1c6-4a6e-a24e-4b872d1090b9 service neutron] 10.222.0.99 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097816 Jul 16 20:11:36.818238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d77e4902-9c5a-4a1b-8915-b10836cc7088 None None] Provisioning for port 0a58cfbf-947f-435d-ae40-d770c7b85df4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:36.832652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.832876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d77e4902-9c5a-4a1b-8915-b10836cc7088 None None] Provisioning complete for port 0a58cfbf-947f-435d-ae40-d770c7b85df4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:36.833086 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d77e4902-9c5a-4a1b-8915-b10836cc7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.834786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a HTTP/1.1" status: 204 len: 168 time: 1.5349138 Jul 16 20:11:36.867093 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ab3364e-af39-409d-b9e3-a743ca0f1ae7 req-4af6195d-350b-424f-824c-4ee11d1d1d50 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 210 time: 0.0470507 Jul 16 20:11:36.900895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d77e4902-9c5a-4a1b-8915-b10836cc7088 None None] Port 0a58cfbf-947f-435d-ae40-d770c7b85df4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:36.909732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6de42-a5c4-4779-8c06-07cfc66cbdea tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.922169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6de42-a5c4-4779-8c06-07cfc66cbdea tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.934485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47756) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:36.935720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-40f6de42-a5c4-4779-8c06-07cfc66cbdea tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6393466 Jul 16 20:11:36.964795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e9e7a-f530-4c2b-aef9-455b5307ff73 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7a3a87-5c3b-4b50-97ea-13bbdd6a318a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.975183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189eb9-c617-48af-8977-6410493a7da8 req-d9693126-57c8-40ab-88e9-babc4c3d75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.977251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-d9693126-57c8-40ab-88e9-babc4c3d75d1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 200 len: 859 time: 0.4723580 Jul 16 20:11:36.981389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.996217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['4542c254-fe21-4824-ad27-25a24074b1d4'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:37.059063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc11d999-26dd-4d68-b768-6814ea13bf06 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:37.088147 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6158bfa-ece1-4757-af8d-942d34f6eff0 None None] New status for floating IP 990486c0-d81b-4f1b-aa50-89ee5da66b54: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:37.140601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Network fe433b56-838c-42ea-a096-7dfb808052ed is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:37.146330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 0a58cfbf-947f-435d-ae40-d770c7b85df4 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:37.146680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.149170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:37.162245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:37.219297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Pushing event updated for resources: {'Port': ['ID=6fffa019-5eb9-4107-89dd-9be5ae308271,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.235378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47758) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:37.257099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189eb9-c617-48af-8977-6410493a7da8 req-e6bab3f5-478c-406d-bb5d-e4613125b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.263913 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-e6bab3f5-478c-406d-bb5d-e4613125b5cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2725966 Jul 16 20:11:37.267779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port fc11d999-26dd-4d68-b768-6814ea13bf06 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:37.281917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fc11d999-26dd-4d68-b768-6814ea13bf06 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:37.282435 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.448358 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.449427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.465954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 0a58cfbf-947f-435d-ae40-d770c7b85df4 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:37.490397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port fc11d999-26dd-4d68-b768-6814ea13bf06, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc11d999-26dd-4d68-b768-6814ea13bf06,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:37.498793 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.606171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=fc11d999-26dd-4d68-b768-6814ea13bf06,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.657334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-113cdc20-d0a4-4238-b8e3-410a751ad70d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=443eabb37d6e4cf8ae535c5740f4d7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213445 Jul 16 20:11:37.678512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:37.746678 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.796253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=0a58cfbf-947f-435d-ae40-d770c7b85df4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.837878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.838333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.838843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.839293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.839717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.840170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.840766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.841256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.841703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.842208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.842734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.843303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:37.854505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.856433 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.858577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9250e437-d748-43b9-876f-a7d3e948cf17 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/0a58cfbf-947f-435d-ae40-d770c7b85df4 HTTP/1.1" status: 204 len: 168 time: 0.9228950 Jul 16 20:11:37.860286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.872918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcfd0c-e28b-4341-8dc6-e5b51f9554e1 req-94b4baad-0736-4de9-8a5e-42f563079f0b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.873881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47768) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:37.874856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2cbcfd0c-e28b-4341-8dc6-e5b51f9554e1 req-94b4baad-0736-4de9-8a5e-42f563079f0b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.2895396 Jul 16 20:11:37.881369 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30cd164f-5429-4e20-8090-50bec33c741f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.911385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-9ab4b6ed-65a7-4b03-8603-90a283ee47e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0539258 Jul 16 20:11:37.929933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30cd164f-5429-4e20-8090-50bec33c741f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.952577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Request body: {'port': {'device_id': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:37.960365 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2cbcfd0c-e28b-4341-8dc6-e5b51f9554e1 req-52a9d4ba-5a18-448e-8b3a-b6d7a93e0342 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718443 Jul 16 20:11:38.023012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30cd164f-5429-4e20-8090-50bec33c741f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.025526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30cd164f-5429-4e20-8090-50bec33c741f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.026897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30cd164f-5429-4e20-8090-50bec33c741f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7fef8ab3-f33f-4ee5-9309-e11c5d0141d2 HTTP/1.1" status: 204 len: 168 time: 0.3451035 Jul 16 20:11:38.056160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd164f-5429-4e20-8090-50bec33c741f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fef8ab3-f33f-4ee5-9309-e11c5d0141d2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.103080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd5b11b-3fb6-4b09-888d-4aad6f4a2928 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.105315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd5b11b-3fb6-4b09-888d-4aad6f4a2928 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.108010 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3fd5b11b-3fb6-4b09-888d-4aad6f4a2928 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2125885 Jul 16 20:11:38.110571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47774) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:38.155259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-917ce949-020e-4055-8ecf-ccfee2a8dc77 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781941 Jul 16 20:11:38.175720 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.202649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21b4bb31-b4df-4fcb-b9b5-026c4727aeb3 req-8e7df39a-8416-4851-9684-20d3936bc710 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 210 time: 0.0463541 Jul 16 20:11:38.238437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet dcd09f9a-d600-4e5d-997c-667c1c3fa61d {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:38.251639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.277234 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.338635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.342935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-2d03612e-4973-44fc-a99e-d0bc3111e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.344942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-2d03612e-4973-44fc-a99e-d0bc3111e6ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3&tenant_id=91c60dcf2ee64ebebf7afc95d764961c HTTP/1.1" status: 200 len: 1102 time: 0.5101469 Jul 16 20:11:38.363610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:38.364663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:38.540362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.554689 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.580158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d189eb9-c617-48af-8977-6410493a7da8 req-9212b694-b2ca-46cb-9f47-855b7ae8e945 service neutron] 10.222.0.91 "GET /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133778 Jul 16 20:11:38.622556 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.680045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.695932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.721138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.731834 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/dcd09f9a-d600-4e5d-997c-667c1c3fa61d HTTP/1.1" status: 204 len: 168 time: 0.6201134 Jul 16 20:11:38.736602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e17a2a-1553-402a-b9ff-304c4025af58 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:38.740062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47784) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:38.787231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a0cd-12b7-4817-b5ad-e8b38294d14a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd09f9a-d600-4e5d-997c-667c1c3fa61d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.823949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:38.830339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93a396-eb9e-44bc-9bad-20dca4fdca09 req-8850827f-2984-4c29-bd9e-6efacb033e8f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.836803 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34724d8e-649e-41e3-8431-a3e78b2ca6d9" -d '{"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-unplugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:38.840560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c93a396-eb9e-44bc-9bad-20dca4fdca09 req-8850827f-2984-4c29-bd9e-6efacb033e8f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 931 time: 0.2559040 Jul 16 20:11:38.853311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fffa019-5eb9-4107-89dd-9be5ae308271 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:38.867505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.886464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:38.907766 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.917441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c93a396-eb9e-44bc-9bad-20dca4fdca09 req-28edc71f-6430-4f90-a319-60e6d50a76cb tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738211 Jul 16 20:11:38.925389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Transition to ACTIVE for port object 6fffa019-5eb9-4107-89dd-9be5ae308271 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:39.007943 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.014406 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-5521e643-18bd-4cc2-a11c-afc84d163a88 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 200 len: 694 time: 0.0671244 Jul 16 20:11:39.016434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc11d999-26dd-4d68-b768-6814ea13bf06 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:39.016995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6ae7e2a1-6036-40e4-9857-c166b81441d6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890968 Jul 16 20:11:39.018057 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.018538 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-af9e8522-dc67-4d65-8598-81e407796009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.019655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47798) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:39.031561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:39.064034 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:39.065237 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:39.169403 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b4ac48-6c49-45ec-be2b-c6a32290dfee x-openstack-request-id: req-59b4ac48-6c49-45ec-be2b-c6a32290dfee {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:39.181533 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-unplugged", "status": "completed", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:39.181807 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-59b4ac48-6c49-45ec-be2b-c6a32290dfee {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:39.182244 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'code': 200} Jul 16 20:11:39.236457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Pushing event updated for resources: {'Port': ['ID=6fffa019-5eb9-4107-89dd-9be5ae308271,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:39.270567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:39.295976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fc11d999-26dd-4d68-b768-6814ea13bf06 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:39.296629 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.338130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-3d7faefc-966b-4ae3-889c-0bf985912efe tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.340344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-3d7faefc-966b-4ae3-889c-0bf985912efe tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2919896 Jul 16 20:11:39.346753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:39.350565 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.397793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47812) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:39.413156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Attempting to bind port 6fffa019-5eb9-4107-89dd-9be5ae308271 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:39.413564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Attempting to bind port 6fffa019-5eb9-4107-89dd-9be5ae308271 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:39.414068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Attempting to bind port 6fffa019-5eb9-4107-89dd-9be5ae308271 on network fe433b56-838c-42ea-a096-7dfb808052ed {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:39.431078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d4b24-6c7c-43b5-a039-32f004bcaf4e req-6ccb7e58-ad3d-4c2e-b729-d2e102cb937a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.443867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-160d4b24-6c7c-43b5-a039-32f004bcaf4e req-6ccb7e58-ad3d-4c2e-b729-d2e102cb937a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.2596183 Jul 16 20:11:39.450621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:39.453412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Port 6fffa019-5eb9-4107-89dd-9be5ae308271 on network fe433b56-838c-42ea-a096-7dfb808052ed not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:39.453881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Attempting to bind port 6fffa019-5eb9-4107-89dd-9be5ae308271 on network fe433b56-838c-42ea-a096-7dfb808052ed {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:39.463439 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-95a09bde-440a-44a6-9b77-b82a26ef61b7 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 697 time: 0.1090686 Jul 16 20:11:39.474229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:39.474800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Checking segment: {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:39.475476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Bound using segment: {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:39.476171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Bound port: 6fffa019-5eb9-4107-89dd-9be5ae308271, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd03d1a-518a-4774-98a6-98381ae94fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:39.476822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.537522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] Deleting port fc11d999-26dd-4d68-b768-6814ea13bf06 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:39.537880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.541445 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-160d4b24-6c7c-43b5-a039-32f004bcaf4e req-5696a55a-62a2-455a-8606-b48fd996c66a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951874 Jul 16 20:11:39.555744 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-8c6a0bae-cd49-48d9-817d-d004ef2e7139 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 697 time: 0.0910332 Jul 16 20:11:39.627331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-518599647-network', 'tenant_id': '456fe775ca8a479fbc7c01a1912501b0'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:39.640112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] For port fc11d999-26dd-4d68-b768-6814ea13bf06, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc11d999-26dd-4d68-b768-6814ea13bf06,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:39.640963 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.660527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Made reservation on behalf of 456fe775ca8a479fbc7c01a1912501b0 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:39.661550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] Calling delete_port for fc11d999-26dd-4d68-b768-6814ea13bf06 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:39.663592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.673978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] For port 6fffa019-5eb9-4107-89dd-9be5ae308271, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:39.691930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.696648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.705895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] For port 6fffa019-5eb9-4107-89dd-9be5ae308271, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6fffa019-5eb9-4107-89dd-9be5ae308271,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:39.738211 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.805609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.805861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Deleting port c9dce118-bae7-4a94-b2a0-ba8d87fa2fe9 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:39.806098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.823007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41a34f4b-1f26-457f-9b2d-536f0921295f req-e5722ec2-6165-4309-b232-432a4cb0616e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a71bec71-067a-4745-ae4c-6a46b60dca6f HTTP/1.1" status: 200 len: 210 time: 0.1122589 Jul 16 20:11:39.905583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.911071 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.912550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] 10.222.0.99 "PUT /v2.0/ports/6fffa019-5eb9-4107-89dd-9be5ae308271 HTTP/1.1" status: 200 len: 1092 time: 1.9651868 Jul 16 20:11:39.925251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'tag': '6fffa019-5eb9-4107-89dd-9be5ae308271'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:39.933282 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb86f4c-db61-4400-8942-94c28eab9737", "tag": "6fffa019-5eb9-4107-89dd-9be5ae308271"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:39.938746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.972576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.972984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.003668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Calling delete_port for c9dce118-bae7-4a94-b2a0-ba8d87fa2fe9 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:40.021063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:40.027930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:40.029887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=6aa365c8-b7e6-47fd-9c9d-54b045dc5b79,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.033461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.034049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.041929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] Pushing event deleted for resources: {'Port': ['ID=fc11d999-26dd-4d68-b768-6814ea13bf06,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.058368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361f40e-0b97-4c76-806b-211b4ca7d14f None None] No DVR routers for this DVR port fc11d999-26dd-4d68-b768-6814ea13bf06 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:40.069865 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.094916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6458d37-0a53-4881-bde4-f6efdb9de681 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:40.177669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c00d2-ad89-4c9e-bbe4-1be53848ee3b service neutron] Pushing event updated for resources: {'Port': ['ID=6fffa019-5eb9-4107-89dd-9be5ae308271,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.266953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.278551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '6aa365c8-b7e6-47fd-9c9d-54b045dc5b79'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:40.279588 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.294995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Pushing event deleted for resources: {'Port': ['ID=c9dce118-bae7-4a94-b2a0-ba8d87fa2fe9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.352154 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.368247 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.370427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-767d4b2e-3588-4e73-a35e-8cc6ae9d8bd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3493729 Jul 16 20:11:40.371520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47824) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:40.381384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'name': 'tempest-NetworksTestDHCPv6-883437202'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:40.409358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.412367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.413701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aac059d2-5ab7-485d-8f09-a23f2b53a37f req-aaefa140-ec70-4094-a7c9-26b99565ce26 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "DELETE /v2.0/floatingips/990486c0-d81b-4f1b-aa50-89ee5da66b54 HTTP/1.1" status: 204 len: 173 time: 0.8516657 Jul 16 20:11:40.416849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:40.420507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:40.456840 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.457216 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Added segment 9d9b74fb-fd51-4e79-906f-d862ecde0446 of type vlan for network 0cbc544b-e899-438d-bb86-168bf642fcd8 Jul 16 20:11:40.458815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/6aa365c8-b7e6-47fd-9c9d-54b045dc5b79/eb2c8798-2e53-47a8-a668-46d161da98fe) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:40.463360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8d8f6-226c-4868-9448-fb1bb9fe189e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.489365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-921a9996-c515-43e1-a46d-fc16b281d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.492030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-921a9996-c515-43e1-a46d-fc16b281d396 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 1095 time: 0.3612592 Jul 16 20:11:40.495288 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456d46fb-96f6-4442-b4a8-b8292c6dc728 x-openstack-request-id: req-456d46fb-96f6-4442-b4a8-b8292c6dc728 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:40.495604 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb86f4c-db61-4400-8942-94c28eab9737", "tag": "6fffa019-5eb9-4107-89dd-9be5ae308271", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:40.496217 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-456d46fb-96f6-4442-b4a8-b8292c6dc728 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:40.496760 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'tag': '6fffa019-5eb9-4107-89dd-9be5ae308271', 'status': 'completed', 'code': 200} Jul 16 20:11:40.582100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-42e03189-8468-4f72-83bd-4585852caf69 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fffa019-5eb9-4107-89dd-9be5ae308271 HTTP/1.1" status: 200 len: 217 time: 0.0808349 Jul 16 20:11:40.604296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.615305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97b05a-4eec-4e88-b226-7f8b7d80b631 req-915982ae-a3c1-4e7a-914f-630002c46c70 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.623346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f97b05a-4eec-4e88-b226-7f8b7d80b631 req-915982ae-a3c1-4e7a-914f-630002c46c70 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 943 time: 0.3275578 Jul 16 20:11:40.629598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:40.694326 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.706173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Transition to ACTIVE for port object eb2c8798-2e53-47a8-a668-46d161da98fe will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:40.727258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Transition to ACTIVE for port object eb2c8798-2e53-47a8-a668-46d161da98fe will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:40.736799 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.748997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d8b610-695e-4f10-a570-14c6ed25599c {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:40.761841 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-6a97be87-7274-40f9-a099-9cea34c590a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.763399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-6a97be87-7274-40f9-a099-9cea34c590a0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 200 len: 851 time: 0.1686165 Jul 16 20:11:40.765874 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.768857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.770407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.771033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.783938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f97b05a-4eec-4e88-b226-7f8b7d80b631 req-7afef44f-aa7a-4b41-a6a8-df350e8f28f7 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596539 Jul 16 20:11:40.813072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:40.817055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:40.824403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:40.845333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Pushing event updated for resources: {'Port': ['ID=eb2c8798-2e53-47a8-a668-46d161da98fe,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.916154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Attempting to bind port eb2c8798-2e53-47a8-a668-46d161da98fe on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:40.916611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Attempting to bind port eb2c8798-2e53-47a8-a668-46d161da98fe by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:40.917059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Attempting to bind port eb2c8798-2e53-47a8-a668-46d161da98fe on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:40.923776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc11d999-26dd-4d68-b768-6814ea13bf06 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:40.945367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:40.945683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:40.946223 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.946684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:40.947280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Bound port: eb2c8798-2e53-47a8-a668-46d161da98fe, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:40.947729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.950875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: fc11d999-26dd-4d68-b768-6814ea13bf06 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:40.950996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc11d999-26dd-4d68-b768-6814ea13bf06 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:40.951205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-62e0f453-561d-4a90-8bde-c350ef64e52a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe433b56-838c-42ea-a096-7dfb808052ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530745 Jul 16 20:11:40.953589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Transition to ACTIVE for port object 58d8b610-695e-4f10-a570-14c6ed25599c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:41.011945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:41.016942 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.025600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.031802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6283002 Jul 16 20:11:41.033507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47834) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:41.040438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] For port eb2c8798-2e53-47a8-a668-46d161da98fe, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:41.044590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] For port eb2c8798-2e53-47a8-a668-46d161da98fe, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb2c8798-2e53-47a8-a668-46d161da98fe,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:41.050190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Request body: {'subnet': {'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-518599647-subnet', 'tenant_id': '456fe775ca8a479fbc7c01a1912501b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:41.050592 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.083158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 9e675722-9483-4597-bfc5-6263a779b007 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:41.125427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a50d6-c5ee-44bb-94ed-0128044cbcf6 None None] Pushing event updated for resources: {'Port': ['ID=eb2c8798-2e53-47a8-a668-46d161da98fe,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.138509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=11']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.157411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Made reservation on behalf of 456fe775ca8a479fbc7c01a1912501b0 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:41.160098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.186224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c8736-808d-4b90-9c01-f45765d340c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0cbc544b-e899-438d-bb86-168bf642fcd8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.200792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 0cbc544b-e899-438d-bb86-168bf642fcd8 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:41.261284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc4ad0-a07b-4af1-992e-97f7e62fd820 req-3e146e6f-4761-4a9f-8b2e-cc1148388055 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.268863 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fadc4ad0-a07b-4af1-992e-97f7e62fd820 req-3e146e6f-4761-4a9f-8b2e-cc1148388055 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 946 time: 0.2439420 Jul 16 20:11:41.269950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] No DVR routers for this DVR port 58d8b610-695e-4f10-a570-14c6ed25599c on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:41.336625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-605ad48e-a222-44b8-ace2-291d84344a5f service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843100 Jul 16 20:11:41.354614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:41.355004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:41.355328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:41.359666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fadc4ad0-a07b-4af1-992e-97f7e62fd820 req-efc74d07-30f8-4865-96e4-b96878099af5 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895705 Jul 16 20:11:41.390964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bef34-4988-4052-b899-d9e0e59c0caf req-bc1f2728-474c-44a9-a694-a2251a33bffc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.397447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::37c (01f31535-5473-49e8-b415-45d37419c5fb/6aa365c8-b7e6-47fd-9c9d-54b045dc5b79/9e675722-9483-4597-bfc5-6263a779b007) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:41.399800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a8bef34-4988-4052-b899-d9e0e59c0caf req-bc1f2728-474c-44a9-a694-a2251a33bffc tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.3883688 Jul 16 20:11:41.481760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:41.482106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Attempting to bind port 58d8b610-695e-4f10-a570-14c6ed25599c on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:41.586768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:41.587188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:41.587632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:41.588083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Bound port: 58d8b610-695e-4f10-a570-14c6ed25599c, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:41.588449 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.605439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a8bef34-4988-4052-b899-d9e0e59c0caf req-dd9c78f3-ecea-40d8-bb1e-d66b71f25546 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046428 Jul 16 20:11:41.713147 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.765385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.808783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.856655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 9e675722-9483-4597-bfc5-6263a779b007 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:41.866978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5d77d9-9c5b-4540-a111-7debe4842699,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.870012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Checking segment: {'id': '9d9b74fb-fd51-4e79-906f-d862ecde0446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:41.870614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Network hostable DHCP agents. Network: 0cbc544b-e899-438d-bb86-168bf642fcd8, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:41.918229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Network 0cbc544b-e899-438d-bb86-168bf642fcd8 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:41.935242 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.952794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 0cbc544b-e899-438d-bb86-168bf642fcd8) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:41.971400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f55fa-6b54-4c60-bbf6-16e0b2a654bb None None] Network 0cbc544b-e899-438d-bb86-168bf642fcd8 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:41.997375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.998275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.023443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b8e3aec-7a71-4d3f-9fb6-d295e280021b req-920d2673-19f7-48d7-965b-af288cf920fd service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716707 Jul 16 20:11:42.043863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:42.055360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:42.062023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:42.068254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.069261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.095778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-78821dbc-906c-4598-b08d-b89ddeeaab13 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0611501 Jul 16 20:11:42.133584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=9e675722-9483-4597-bfc5-6263a779b007,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.157520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-58f25647-96c6-4e83-b688-87130a1456d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7788160 Jul 16 20:11:42.166858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47860) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:42.241121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4790909-b67f-4674-8e5b-e4d1b806686a None None] Network 0cbc544b-e899-438d-bb86-168bf642fcd8 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:42.301489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:42.318411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-bf02c9ab-0a68-4920-b969-9ecbf44ea59b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.325778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-bf02c9ab-0a68-4920-b969-9ecbf44ea59b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.2720127 Jul 16 20:11:42.346481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fe807c-cfc5-4109-a853-117ecf5425e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.354019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fe807c-cfc5-4109-a853-117ecf5425e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.355208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:42.362623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-20fe807c-cfc5-4109-a853-117ecf5425e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1876233 Jul 16 20:11:42.362917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47862) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:42.375270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-c6247855-d0e3-41a0-832a-aa08fe4b5e90 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/quotas/b974331dfa5340c3ad5082d1a3b02428 HTTP/1.1" status: 200 len: 375 time: 0.0484583 Jul 16 20:11:42.418799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa335a2-4e7a-42f7-bece-b40e443c3c5a req-8588902d-05b4-40ce-a8d3-302288b4ac23 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.418799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9aa335a2-4e7a-42f7-bece-b40e443c3c5a req-8588902d-05b4-40ce-a8d3-302288b4ac23 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 943 time: 0.4146595 Jul 16 20:11:42.436617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-e45b300b-7556-4964-a217-eb58a838c1af tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598962 Jul 16 20:11:42.492981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.550503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-bb20517f-af24-4cad-b1be-fb7c8aa95c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.552089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-bb20517f-af24-4cad-b1be-fb7c8aa95c5d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 1095 time: 0.4207108 Jul 16 20:11:42.562351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-276e4c2d-fab0-4b84-b72c-3eb650c6487b tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.564230 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-276e4c2d-fab0-4b84-b72c-3eb650c6487b tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.99 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 946 time: 0.2067523 Jul 16 20:11:42.572141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1827a840-b514-4f86-a06f-6931cd1ed9b3 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350241 Jul 16 20:11:42.630653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.631707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.633086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] 10.222.0.79 "PUT /v2.0/ports/58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 1098 time: 4.2790380 Jul 16 20:11:42.638185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:42.640672 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb" -d '{"events": [{"name": "network-changed", "server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:42.759106 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9aa335a2-4e7a-42f7-bece-b40e443c3c5a req-b01e9f4d-81a1-4c98-999a-42db31a2981a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404961 Jul 16 20:11:42.762228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143efc-8112-4ce2-8f29-a3ed0d7859f4 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=12']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.776968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-8fa3f976-3472-4b26-b23d-ea0205f5fe8c service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038617 Jul 16 20:11:42.781895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2567d7b4-b815-49a3-999b-a13c899d5cb4 None None] Provisioning for port eb2c8798-2e53-47a8-a668-46d161da98fe completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:42.817954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Deleting port f48e03de-6234-4ee0-9ba5-8356dd669933 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:42.818296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.839709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-967b46ca-c764-49cf-81de-2af9deba4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.841297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-967b46ca-c764-49cf-81de-2af9deba4717 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 912 time: 0.2712975 Jul 16 20:11:42.931251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-ee99fe5e-101a-4c0b-b22d-06ad4a3702fa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fffa019-5eb9-4107-89dd-9be5ae308271 HTTP/1.1" status: 200 len: 217 time: 0.0726166 Jul 16 20:11:42.935204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 9e675722-9483-4597-bfc5-6263a779b007 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:42.935644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.990461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb2c8798-2e53-47a8-a668-46d161da98fe up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:43.028882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] For port f48e03de-6234-4ee0-9ba5-8356dd669933, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f48e03de-6234-4ee0-9ba5-8356dd669933,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:43.029518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.067003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Calling delete_port for f48e03de-6234-4ee0-9ba5-8356dd669933 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:43.115398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port eb2c8798-2e53-47a8-a668-46d161da98fe completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:43.127354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port eb2c8798-2e53-47a8-a668-46d161da98fe triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:43.127733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.137906 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.153957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 9e675722-9483-4597-bfc5-6263a779b007 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:43.340071 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.385844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.387540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-8db3111d-7d4c-4f01-b900-45ff521b95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.391661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-8db3111d-7d4c-4f01-b900-45ff521b95e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1101 time: 0.6731548 Jul 16 20:11:43.392755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port eb2c8798-2e53-47a8-a668-46d161da98fe, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb2c8798-2e53-47a8-a668-46d161da98fe,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:43.399874 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.419564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-acf0f1f8-cf10-49de-9c08-920e05903517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.421064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-acf0f1f8-cf10-49de-9c08-920e05903517 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 200 len: 851 time: 0.4825432 Jul 16 20:11:43.458478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Pushing event deleted for resources: {'Port': ['ID=f48e03de-6234-4ee0-9ba5-8356dd669933,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.491374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-1f307237-02c9-42b2-a48d-24187738d148 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe433b56-838c-42ea-a096-7dfb808052ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543292 Jul 16 20:11:43.496781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=eb2c8798-2e53-47a8-a668-46d161da98fe,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.539825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cc5a9a38-c36c-4b43-b743-28ad373542a5 None None] Provisioning for port 9e675722-9483-4597-bfc5-6263a779b007 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:43.548744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cc5a9a38-c36c-4b43-b743-28ad373542a5 None None] Provisioning complete for port 9e675722-9483-4597-bfc5-6263a779b007 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:43.549918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] No DVR routers for this DVR port f48e03de-6234-4ee0-9ba5-8356dd669933 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:43.550425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9a38-c36c-4b43-b743-28ad373542a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.555721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.557835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-162dfcf9-5ab2-444e-a3fc-878cbfc2ca08 req-ed57292d-3b93-4194-aa5d-0b2c2a948647 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.99 "DELETE /v2.0/ports/f48e03de-6234-4ee0-9ba5-8356dd669933 HTTP/1.1" status: 204 len: 173 time: 0.9771650 Jul 16 20:11:43.558281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'name': 'network-vif-deleted', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:43.560648 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca76673-45f3-4636-88b0-1a38a4bd9ef4" -d '{"events": [{"server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "name": "network-vif-deleted", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:43.574309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.622185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a9a38-c36c-4b43-b743-28ad373542a5 None None] Port 9e675722-9483-4597-bfc5-6263a779b007 was deleted so its status cannot be updated. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:11:43.656528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-41702b28-6313-4f9a-91f3-2eac70cbc5a5 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.658378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-41702b28-6313-4f9a-91f3-2eac70cbc5a5 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/networks?id=0cbc544b-e899-438d-bb86-168bf642fcd8 HTTP/1.1" status: 200 len: 821 time: 0.2015734 Jul 16 20:11:43.677505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-423ba19e-1c9d-450d-a468-e573f86e099b tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/quotas/456fe775ca8a479fbc7c01a1912501b0 HTTP/1.1" status: 200 len: 375 time: 0.0120800 Jul 16 20:11:43.708029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=9e675722-9483-4597-bfc5-6263a779b007,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.735973 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-114f85bd-2082-429f-9247-df05d1983180 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=456fe775ca8a479fbc7c01a1912501b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509148 Jul 16 20:11:43.736161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5b55-f739-4aba-b293-53cc4c9d96e8 req-e9e46a54-c65e-4704-88ee-9e53d79220a2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.737805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-788d5b55-f739-4aba-b293-53cc4c9d96e8 req-e9e46a54-c65e-4704-88ee-9e53d79220a2 tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8325b4d-74ae-436b-a79a-bcc199da3f8d HTTP/1.1" status: 200 len: 867 time: 0.7166090 Jul 16 20:11:43.834744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.842956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-73d78a5b-135d-40ce-9f23-0998631e55b5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/9e675722-9483-4597-bfc5-6263a779b007 HTTP/1.1" status: 204 len: 168 time: 1.4757807 Jul 16 20:11:43.848927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47904) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:43.913999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-3d873051-84bd-4bce-ae93-7edece10c379 service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903537 Jul 16 20:11:43.917827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-8c4a1550-af66-4a24-a209-443c3ec91be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.927172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-778e29b6-ecb9-44f1-97af-0461920c6c9b service neutron] 10.222.0.91 "GET /v2.0/networks/0cbc544b-e899-438d-bb86-168bf642fcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802571 Jul 16 20:11:43.930231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-8c4a1550-af66-4a24-a209-443c3ec91be1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.5053637 Jul 16 20:11:43.950514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-788d5b55-f739-4aba-b293-53cc4c9d96e8 req-cac376df-753f-401e-9b79-4d3c19af1ebb tempest-FloatingIPsAssociationTestJSON-1353515785 tempest-FloatingIPsAssociationTestJSON-1353515785-project] 10.222.0.91 "GET /v2.0/security-groups?id=137426dc-aa58-4795-97ca-25ffbab62971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828260 Jul 16 20:11:43.956712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6dadda-7c5b-4d3f-a57b-a1a54a3f80cf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.959101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6dadda-7c5b-4d3f-a57b-a1a54a3f80cf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.962561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ef6dadda-7c5b-4d3f-a57b-a1a54a3f80cf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1119447 Jul 16 20:11:43.977567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47908) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:44.047050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-30143cac-82a8-480e-821c-84017099bbfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0933099 Jul 16 20:11:44.164065 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-f66840d6-fe8a-4d8a-8c73-140d7c512453 service neutron] 10.222.0.91 "GET /v2.0/networks/0cbc544b-e899-438d-bb86-168bf642fcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999533 Jul 16 20:11:44.286277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 6aa365c8-b7e6-47fd-9c9d-54b045dc5b79 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:44.299747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.311646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-2de1c3db-16a1-4e1d-98dc-de8303339b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.313555 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-2de1c3db-16a1-4e1d-98dc-de8303339b1a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2397058 Jul 16 20:11:44.375998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f48e03de-6234-4ee0-9ba5-8356dd669933 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:44.411286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63ad8f25-47eb-4c8e-b9bc-3f0d1897a3c7 req-49cb59cf-b3b6-427d-b129-5be8cc819ce8 service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792809 Jul 16 20:11:44.434063 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfca769-af71-4fd2-9d77-333fb7fc653a x-openstack-request-id: req-cdfca769-af71-4fd2-9d77-333fb7fc653a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:44.434407 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:44.434776 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cdfca769-af71-4fd2-9d77-333fb7fc653a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:44.435235 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'status': 'completed', 'code': 200} Jul 16 20:11:44.443740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b536e-0660-4637-88da-2d9dd1cd2494 req-c2473962-be52-4691-bdf2-9b199fb183d0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.453304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: f48e03de-6234-4ee0-9ba5-8356dd669933 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:44.456822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f48e03de-6234-4ee0-9ba5-8356dd669933 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:44.463147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c9b536e-0660-4637-88da-2d9dd1cd2494 req-c2473962-be52-4691-bdf2-9b199fb183d0 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.2937477 Jul 16 20:11:44.481374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.598867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c9b536e-0660-4637-88da-2d9dd1cd2494 req-ac8e0236-eb77-489e-8ec3-ca9f9a4fb220 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347115 Jul 16 20:11:44.666364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-70f397c5-b433-49a6-89df-81528e4d64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.668260 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-70f397c5-b433-49a6-89df-81528e4d64ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3200688 Jul 16 20:11:44.708229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-58521328-0fb0-4c40-b0fd-05544811d5ac service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:44.709281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-58521328-0fb0-4c40-b0fd-05544811d5ac service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091670 Jul 16 20:11:44.726770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-42a262a0-18f8-473e-bc9d-76b08424ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.734173 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-42a262a0-18f8-473e-bc9d-76b08424ae8a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1101 time: 0.2632828 Jul 16 20:11:44.764963 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b30fd2a-9971-4709-97b4-95df7ca75cf9 x-openstack-request-id: req-1b30fd2a-9971-4709-97b4-95df7ca75cf9 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:44.765252 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8325b4d-74ae-436b-a79a-bcc199da3f8d", "name": "network-vif-deleted", "tag": "f48e03de-6234-4ee0-9ba5-8356dd669933", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:44.765503 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b30fd2a-9971-4709-97b4-95df7ca75cf9 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:44.766745 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8325b4d-74ae-436b-a79a-bcc199da3f8d', 'name': 'network-vif-deleted', 'tag': 'f48e03de-6234-4ee0-9ba5-8356dd669933', 'status': 'completed', 'code': 200} Jul 16 20:11:44.799613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.944368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb2c8798-2e53-47a8-a668-46d161da98fe up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:45.017513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port eb2c8798-2e53-47a8-a668-46d161da98fe triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:45.017892 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.031549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-6cffbeae-6eee-4b99-b9a8-2a74f86428da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.033047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-6cffbeae-6eee-4b99-b9a8-2a74f86428da service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2767384 Jul 16 20:11:45.034970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-242d8bf5-6725-45d1-ba72-0aa91e196c51 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971809 Jul 16 20:11:45.035922 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.128151 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eca11544-81dc-4f27-a722-0a26363390b0 req-acb5dde5-0a02-407d-ab7a-b2066a261d0a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 210 time: 0.0504348 Jul 16 20:11:45.277285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-075e21bb-1e4f-45a6-99eb-42b59653452e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.279012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-075e21bb-1e4f-45a6-99eb-42b59653452e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.1149211 Jul 16 20:11:45.297447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Request body: {'port': {'device_id': '859ead99-e003-437d-b909-48614efb52f0', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'admin_state_up': True, 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:45.321251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9238f0c6-51fe-47ae-9dec-dabd4808d10e req-c8fad50f-9caf-4d5b-8d01-db6318eedfa9 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 210 time: 0.0402341 Jul 16 20:11:45.395732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa365c8-b7e6-47fd-9c9d-54b045dc5b79,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:45.411808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-865fb7df-dfde-4af7-925a-00618b5233bf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.3672826 Jul 16 20:11:45.415555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.417646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c64eba0b-b385-4d66-b3d2-0e4503154180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/6aa365c8-b7e6-47fd-9c9d-54b045dc5b79 HTTP/1.1" status: 204 len: 168 time: 1.4389772 Jul 16 20:11:45.420363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ac58c-19e4-4535-8dc0-713e3751eb37 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:45.426684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47926) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:45.431943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cfbb0-c8a6-4e9f-bd94-20035e2a0960 req-96ba9fa8-a517-4224-9e6e-ff9ecbbaac51 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.439307 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-655cfbb0-c8a6-4e9f-bd94-20035e2a0960 req-96ba9fa8-a517-4224-9e6e-ff9ecbbaac51 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 943 time: 0.5252814 Jul 16 20:11:45.481278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c7766b02-fa1d-41f1-a633-bc4bb9521aa5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532286 Jul 16 20:11:45.481901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47928) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:45.552493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47930) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:45.581148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:45.585814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.655219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69166bad-0a58-4f0e-a95c-208f6f7f626a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.661077 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69166bad-0a58-4f0e-a95c-208f6f7f626a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1768203 Jul 16 20:11:45.672623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-655cfbb0-c8a6-4e9f-bd94-20035e2a0960 req-26f2b545-c493-4af9-af5b-c838465f1cb5 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309120 Jul 16 20:11:45.710583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:45.760886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:45.770640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-7ffc31d2-4626-4334-ade3-6bd4d4aef37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.772703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-7ffc31d2-4626-4334-ade3-6bd4d4aef37e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.3502285 Jul 16 20:11:45.795472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a193ce-6cee-499d-af32-723518e46992 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.812889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-62a193ce-6cee-499d-af32-723518e46992 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994775 Jul 16 20:11:45.814130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47938) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:45.831385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f52f032-d67c-4e7f-84aa-a020c3cd17ea req-fb1073ef-462c-41c6-8568-8366666633e9 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854877 Jul 16 20:11:45.833270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] Deleting port eb2c8798-2e53-47a8-a668-46d161da98fe {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:45.834301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.905027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b0f33d2c-be7a-434b-bc3c-441d2ca17449 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835423 Jul 16 20:11:45.907362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47940) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:45.927160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] For port eb2c8798-2e53-47a8-a668-46d161da98fe, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb2c8798-2e53-47a8-a668-46d161da98fe,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:45.927841 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.936093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:45.944314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Allocated IP 172.20.0.6 (7cb9d257-456f-4ac0-a68a-b3ae12a47524/5c3f974c-ac2b-4076-88f8-c54856c41ad1/8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:45.947037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] Calling delete_port for eb2c8798-2e53-47a8-a668-46d161da98fe owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:46.055553 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.069198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] No DVR routers for this DVR port eb2c8798-2e53-47a8-a668-46d161da98fe on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:46.100490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40269159-30ab-40cf-a1e1-40d4046dc5a0 None None] Pushing event deleted for resources: {'Port': ['ID=eb2c8798-2e53-47a8-a668-46d161da98fe,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.123846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-af93f60a-97e7-4fd9-abb0-bab4dd3ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.125476 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-af93f60a-97e7-4fd9-abb0-bab4dd3ef1f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3387797 Jul 16 20:11:46.235539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d851629d-8327-4e3b-93c3-bb2ec6013e48 req-993585d2-5748-4603-a9e7-196d4dbace07 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 210 time: 0.0744612 Jul 16 20:11:46.245207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-37c401e5-ddc0-4b1a-ba11-c73df3e83c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.247109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-37c401e5-ddc0-4b1a-ba11-c73df3e83c3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1101 time: 0.3587215 Jul 16 20:11:46.250648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.340234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:46.343771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.347503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-5bcc2afd-c380-4e67-9950-55ad4c8e7c01 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.349538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-5bcc2afd-c380-4e67-9950-55ad4c8e7c01 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.99 "GET /v2.0/networks?id=0cbc544b-e899-438d-bb86-168bf642fcd8 HTTP/1.1" status: 200 len: 821 time: 0.1809614 Jul 16 20:11:46.363368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Request body: {'port': {'device_id': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8', 'admin_state_up': True, 'tenant_id': '456fe775ca8a479fbc7c01a1912501b0'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:46.370559 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.376715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6fffa019-5eb9-4107-89dd-9be5ae308271 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:46.456369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:46.467557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:46.507053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:46.514737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-445992a3-6d3f-49a5-ab31-297d15c93eb3 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576343 Jul 16 20:11:46.526588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537654a-ba7b-42fb-aa92-4be047447dc9 req-f2fef5f9-0b71-497a-b4ad-4cd34efda21d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.528279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1537654a-ba7b-42fb-aa92-4be047447dc9 req-f2fef5f9-0b71-497a-b4ad-4cd34efda21d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.4610600 Jul 16 20:11:46.536994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6fffa019-5eb9-4107-89dd-9be5ae308271, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6fffa019-5eb9-4107-89dd-9be5ae308271,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:46.551633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '6fffa019-5eb9-4107-89dd-9be5ae308271', 'network_id': 'fe433b56-838c-42ea-a096-7dfb808052ed', 'port_id': '6fffa019-5eb9-4107-89dd-9be5ae308271', 'mac_address': 'fa:16:3e:e9:21:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2895b20-a065-4d0d-8d23-12619adb8eec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:46.574247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event updated for resources: {'Port': ['ID=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.596762 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.603819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d719a2eb-e660-47fb-aa74-bbbaa12e4ff6 req-8d4dbb9c-b911-4253-b19a-1fcdfecf9bd6 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 210 time: 0.0558970 Jul 16 20:11:46.616672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fffa019-5eb9-4107-89dd-9be5ae308271 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:46.641806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.642592 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.646809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6fffa019-5eb9-4107-89dd-9be5ae308271, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6fffa019-5eb9-4107-89dd-9be5ae308271,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:46.652661 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.660066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-8829b117-32e7-4183-b3df-dc4f7d6f9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.662448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-8829b117-32e7-4183-b3df-dc4f7d6f9b5d service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.3734224 Jul 16 20:11:46.678284 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-3a270c00-653a-4af0-ad7d-f4b8384bdb09 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3862183 Jul 16 20:11:46.693469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Request body: {'port': {'device_id': '859ead99-e003-437d-b909-48614efb52f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:46.730823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Made reservation on behalf of 456fe775ca8a479fbc7c01a1912501b0 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:46.734738 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.738671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6fffa019-5eb9-4107-89dd-9be5ae308271,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.765620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1537654a-ba7b-42fb-aa92-4be047447dc9 req-39f6cf55-e336-4a22-9dd3-4a514343a19b tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236826 Jul 16 20:11:46.770425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-d1c65d67-1855-49a3-a0f3-d2bacbe3f0ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 200 len: 217 time: 0.0690846 Jul 16 20:11:46.875489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-7b631896-8e6f-4e7f-bf54-afbb8a66e1b0 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447673 Jul 16 20:11:46.911500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6fffa019-5eb9-4107-89dd-9be5ae308271'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:46.920525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.937615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb2c8798-2e53-47a8-a668-46d161da98fe no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:46.962612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: eb2c8798-2e53-47a8-a668-46d161da98fe {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:46.963701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb2c8798-2e53-47a8-a668-46d161da98fe not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:46.969913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-759d7182-73a0-49cd-995d-ecb35a419b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.973364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-759d7182-73a0-49cd-995d-ecb35a419b41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1895475 Jul 16 20:11:46.996332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Allocated IP 172.20.0.5 (0cbc544b-e899-438d-bb86-168bf642fcd8/fa5d77d9-9c5b-4540-a111-7debe4842699/7ede1b1c-5d05-423f-a9b1-f71a8fd41008) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:47.104506 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.108069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864b86-e9d8-48ea-bc7e-0f43f5219040 req-ccc95047-24ab-410e-b340-76c65fd963be tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.109638 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c864b86-e9d8-48ea-bc7e-0f43f5219040 req-ccc95047-24ab-410e-b340-76c65fd963be tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 944 time: 0.2914855 Jul 16 20:11:47.411820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:47.415767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.438992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:47.450130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1989eef-b5f6-4de8-bdec-40304a9b7acf None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:47.482335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-fec0e55c-82a3-4dfd-b7b5-799c7636d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.483936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-fec0e55c-82a3-4dfd-b7b5-799c7636d095 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4999661 Jul 16 20:11:47.485362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.485954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.535407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=913b3be8-911e-47f8-9edf-89220c6a01ac,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.575793 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f6d84e52-ae17-4bbd-b67a-90b75dfce6a7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6459846 Jul 16 20:11:47.582473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47954) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:47.589405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '913b3be8-911e-47f8-9edf-89220c6a01ac', 'ip_address': '2001:db8::1058:9d94:de72:60ae'}], 'name': 'tempest-NetworksTestDHCPv6-438994651'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:47.650543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c864b86-e9d8-48ea-bc7e-0f43f5219040 req-2fcdb5cf-74f3-4d60-90cd-caad51b5f343 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266297 Jul 16 20:11:47.665771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '913b3be8-911e-47f8-9edf-89220c6a01ac'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:47.667599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.723398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.789071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.862150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/913b3be8-911e-47f8-9edf-89220c6a01ac/fed57a6e-a1aa-4bc6-8398-b78851e7868f) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:47.867769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36336f58-32e8-45f1-a10d-21a350ee8993 req-420fe65a-1fdd-4a3d-9f22-df828714353b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.869344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36336f58-32e8-45f1-a10d-21a350ee8993 req-420fe65a-1fdd-4a3d-9f22-df828714353b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 931 time: 0.4602284 Jul 16 20:11:47.878410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-2f4a12c1-624d-46d9-aac7-db062b35a06a service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643270 Jul 16 20:11:47.925903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Network 0cbc544b-e899-438d-bb86-168bf642fcd8 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:47.939899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:47.948771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:47.951351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Pushing event updated for resources: {'Port': ['ID=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.066259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:48.078347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da673-114b-4886-b687-b667826119ed req-e062c4d9-1064-485e-8262-d851e8fc710b tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.079947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a7da673-114b-4886-b687-b667826119ed req-e062c4d9-1064-485e-8262-d851e8fc710b tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 931 time: 0.3043449 Jul 16 20:11:48.085193 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.085764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.086507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.096596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Transition to ACTIVE for port object fed57a6e-a1aa-4bc6-8398-b78851e7868f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:48.098269 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.099833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36336f58-32e8-45f1-a10d-21a350ee8993 req-460f234b-f59f-48c0-8ecc-ff56a7128b88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887283 Jul 16 20:11:48.117007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Transition to ACTIVE for port object fed57a6e-a1aa-4bc6-8398-b78851e7868f will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:48.128258 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.131212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Transition to ACTIVE for port object 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:48.133861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:48.143884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.146765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-474a08fd-5585-4419-8e7d-4303626a75c0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7886026 Jul 16 20:11:48.173142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:48.180422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:48.185219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:48.189138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfbc5e3f-b7b0-4b31-a7cb-96e37deb16fb req-83b9a39f-43ee-4763-8cc7-9c71189cea0b service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768619 Jul 16 20:11:48.192127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Request body: {'port': {'device_id': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:48.193794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Pushing event updated for resources: {'Port': ['ID=fed57a6e-a1aa-4bc6-8398-b78851e7868f,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.241457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a7da673-114b-4886-b687-b667826119ed req-8baeae75-ab13-4f71-97de-8a2b612177b5 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489463 Jul 16 20:11:48.280456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Attempting to bind port fed57a6e-a1aa-4bc6-8398-b78851e7868f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:48.280881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Attempting to bind port fed57a6e-a1aa-4bc6-8398-b78851e7868f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:48.281258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Attempting to bind port fed57a6e-a1aa-4bc6-8398-b78851e7868f on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:48.288686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:48.289310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:48.289717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.290374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:48.290866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Bound port: fed57a6e-a1aa-4bc6-8398-b78851e7868f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:48.291296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.308846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.309533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.367989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:48.376056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] For port fed57a6e-a1aa-4bc6-8398-b78851e7868f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:48.382166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] For port fed57a6e-a1aa-4bc6-8398-b78851e7868f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fed57a6e-a1aa-4bc6-8398-b78851e7868f,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:48.387413 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.393806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6fffa019-5eb9-4107-89dd-9be5ae308271 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:48.438016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.495488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f734-d3a5-426a-b8f6-d543d8b69e9c None None] Pushing event updated for resources: {'Port': ['ID=fed57a6e-a1aa-4bc6-8398-b78851e7868f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.508974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 6fffa019-5eb9-4107-89dd-9be5ae308271 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:48.510606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Attempting to bind port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:48.510750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Attempting to bind port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:48.511044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Attempting to bind port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:48.513660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 6fffa019-5eb9-4107-89dd-9be5ae308271 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:48.514101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.516839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:48.517174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Attempting to bind port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:48.527655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:48.528137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:48.529002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Bound using segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:48.529680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Bound port: 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:48.530010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.597663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e4001-73cd-4c37-9b05-9fd853221106 req-b9607796-af34-48d8-8712-5f41a259f1a5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.599309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff5e4001-73cd-4c37-9b05-9fd853221106 req-b9607796-af34-48d8-8712-5f41a259f1a5 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 949 time: 0.2777531 Jul 16 20:11:48.606523 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.641822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fffa019-5eb9-4107-89dd-9be5ae308271'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:48.642034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Deleting port def40b50-147a-4240-9d7f-ec379b53704c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:48.642354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.644988 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9258a795-0446-40bb-8cef-d5f8f3012f15" -d '{"events": [{"server_uuid": "fdb86f4c-db61-4400-8942-94c28eab9737", "name": "network-vif-plugged", "status": "completed", "tag": "6fffa019-5eb9-4107-89dd-9be5ae308271"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:48.662220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6fffa019-5eb9-4107-89dd-9be5ae308271, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6fffa019-5eb9-4107-89dd-9be5ae308271,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:48.676393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.726928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff5e4001-73cd-4c37-9b05-9fd853221106 req-df7c2829-a17b-477b-9581-689498b923d6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208544 Jul 16 20:11:48.739930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] For port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:48.743415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6fffa019-5eb9-4107-89dd-9be5ae308271,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.763044 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57be53d-0d7f-448f-b18b-54b93187e1b1 x-openstack-request-id: req-d57be53d-0d7f-448f-b18b-54b93187e1b1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:48.763404 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb86f4c-db61-4400-8942-94c28eab9737", "name": "network-vif-plugged", "status": "completed", "tag": "6fffa019-5eb9-4107-89dd-9be5ae308271", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:48.763584 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d57be53d-0d7f-448f-b18b-54b93187e1b1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:48.763976 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fffa019-5eb9-4107-89dd-9be5ae308271', 'code': 200} Jul 16 20:11:48.793329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::1058:9d94:de72:60ae (01f31535-5473-49e8-b415-45d37419c5fb/913b3be8-911e-47f8-9edf-89220c6a01ac/c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:48.804455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] For port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:48.821177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.872936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.873811 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.875921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] 10.222.0.99 "PUT /v2.0/ports/8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e HTTP/1.1" status: 200 len: 1092 time: 2.1896811 Jul 16 20:11:48.903224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859ead99-e003-437d-b909-48614efb52f0', 'tag': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:48.905695 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea6de2-afb2-4b69-8995-c57802f49b88" -d '{"events": [{"name": "network-changed", "server_uuid": "859ead99-e003-437d-b909-48614efb52f0", "tag": "8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:48.976128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] For port def40b50-147a-4240-9d7f-ec379b53704c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=def40b50-147a-4240-9d7f-ec379b53704c,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:48.976128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.990760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Calling delete_port for def40b50-147a-4240-9d7f-ec379b53704c owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:49.062302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3b2ee-cd4d-4e16-a206-c98433912d29 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:49.123509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:49.134648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.146387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46f288-bdbc-4621-acfe-2887331f61dc req-377e8c1d-bc17-4112-8c48-b3ff8ceff90d tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.148010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f46f288-bdbc-4621-acfe-2887331f61dc req-377e8c1d-bc17-4112-8c48-b3ff8ceff90d tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 1101 time: 0.1890409 Jul 16 20:11:49.152555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-cc031ee2-a74f-45e1-a692-959d776603d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.154048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-cc031ee2-a74f-45e1-a692-959d776603d0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 1095 time: 0.2085302 Jul 16 20:11:49.165567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Transition to ACTIVE for port object 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:49.181530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.199231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fcecc-f812-4498-8f52-1c27a8a92e56 req-0ac13a44-0b7b-4a55-bd71-680b2b6c90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.200760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db3fcecc-f812-4498-8f52-1c27a8a92e56 req-0ac13a44-0b7b-4a55-bd71-680b2b6c90d3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 1097 time: 0.3600550 Jul 16 20:11:49.238334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-f6ecad0f-1188-44cf-bad5-f6edfcb87693 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e HTTP/1.1" status: 200 len: 217 time: 0.0644269 Jul 16 20:11:49.280724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fa2e-b140-4970-973a-4baa5bd3ac8d req-07096a58-257e-4005-8e3e-4fccab87017d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.282170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb06fa2e-b140-4970-973a-4baa5bd3ac8d req-07096a58-257e-4005-8e3e-4fccab87017d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3535576 Jul 16 20:11:49.303482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f46f288-bdbc-4621-acfe-2887331f61dc req-670ffc31-5ba7-4760-b246-b90e408cb1d0 tempest-MigrationsAdminTest-1169036108 tempest-MigrationsAdminTest-1169036108-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483099 Jul 16 20:11:49.321537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Pushing event updated for resources: {'Port': ['ID=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:49.335882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-f1f4ae1f-a040-4db4-b282-ce5fd3d0c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.337440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-f1f4ae1f-a040-4db4-b282-ce5fd3d0c489 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.0875280 Jul 16 20:11:49.396328 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b238e3-6eb3-492b-83e4-e3478cc93b74 x-openstack-request-id: req-33b238e3-6eb3-492b-83e4-e3478cc93b74 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:49.396958 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859ead99-e003-437d-b909-48614efb52f0", "tag": "8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:49.397282 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-33b238e3-6eb3-492b-83e4-e3478cc93b74 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:49.397861 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859ead99-e003-437d-b909-48614efb52f0', 'tag': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e', 'status': 'completed', 'code': 200} Jul 16 20:11:49.398959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.400382 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-8c684e9f-3180-496c-9b39-05a4b47ac985 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557027 Jul 16 20:11:49.427399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db3fcecc-f812-4498-8f52-1c27a8a92e56 req-8410cf40-7436-4be1-b3d7-e8d183353179 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680944 Jul 16 20:11:49.452410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb06fa2e-b140-4970-973a-4baa5bd3ac8d req-c0b62aca-4ae0-4cc6-b011-5148083f9a85 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502817 Jul 16 20:11:49.454220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:49.570005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.586874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Attempting to bind port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:49.587103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Attempting to bind port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '9d9b74fb-fd51-4e79-906f-d862ecde0446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:49.587452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Attempting to bind port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 on network 0cbc544b-e899-438d-bb86-168bf642fcd8 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:49.587756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.599982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 on network 0cbc544b-e899-438d-bb86-168bf642fcd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:49.600308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Attempting to bind port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 on network 0cbc544b-e899-438d-bb86-168bf642fcd8 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:49.619737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-0cd4ef52-1f52-492b-8e18-ffa8dc53f272 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936197 Jul 16 20:11:49.622587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:49.622953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Checking segment: {'id': '9d9b74fb-fd51-4e79-906f-d862ecde0446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:49.623362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Bound using segment: {'id': '9d9b74fb-fd51-4e79-906f-d862ecde0446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:49.623764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Bound port: 7ede1b1c-5d05-423f-a9b1-f71a8fd41008, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b74fb-fd51-4e79-906f-d862ecde0446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:49.624130 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.627578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Pushing event deleted for resources: {'Port': ['ID=def40b50-147a-4240-9d7f-ec379b53704c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:49.761246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a37e5-5c19-44bb-adf8-b446f69b808b req-16a61945-370d-4b44-a0f1-9e60db9ee8f7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.767245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-660a37e5-5c19-44bb-adf8-b446f69b808b req-16a61945-370d-4b44-a0f1-9e60db9ee8f7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 943 time: 0.2427871 Jul 16 20:11:49.795468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cf9d1aa2-28aa-4d4f-963c-36b735e6c75a None None] Provisioning for port fed57a6e-a1aa-4bc6-8398-b78851e7868f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:49.832015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] For port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:49.836648 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-badc8c0a-9ffe-4d0a-b512-b7f542f56102 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941638 Jul 16 20:11:49.860035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] For port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,segment=NetworkSegment(9d9b74fb-fd51-4e79-906f-d862ecde0446),segment_id=9d9b74fb-fd51-4e79-906f-d862ecde0446)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:49.865640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.876695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-660a37e5-5c19-44bb-adf8-b446f69b808b req-b6033047-c18d-4792-a3f6-d33108ae0586 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871289 Jul 16 20:11:49.911137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.911753 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.913107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] 10.222.0.99 "PUT /v2.0/ports/7ede1b1c-5d05-423f-a9b1-f71a8fd41008 HTTP/1.1" status: 200 len: 1092 time: 1.7470007 Jul 16 20:11:49.975709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f6ac3-e9f2-4252-aa5c-55c0de808138 service neutron] Pushing event updated for resources: {'Port': ['ID=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:50.033952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-daf222c7-20d5-4ab0-a8f7-039ac446b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.035574 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-daf222c7-20d5-4ab0-a8f7-039ac446b8ff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 1095 time: 0.1262474 Jul 16 20:11:50.038866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:50.049890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:50.058361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:50.064590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.065230 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.087110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:50.101538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:50.118862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-e9c7b5ec-55cd-4309-80b6-f06033f244d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.120560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-e9c7b5ec-55cd-4309-80b6-f06033f244d6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=456fe775ca8a479fbc7c01a1912501b0&device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 1095 time: 0.1535802 Jul 16 20:11:50.147488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47978) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:50.149730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-edcc38d1-dfcf-48dc-934d-1275000e0edf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5645146 Jul 16 20:11:50.239620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-086bfada-d323-47a9-9929-b6c128824786 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ede1b1c-5d05-423f-a9b1-f71a8fd41008 HTTP/1.1" status: 200 len: 217 time: 0.1007812 Jul 16 20:11:50.241086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba5971-0a8e-49ac-8b7f-d67b2b1e2f56 req-e342e642-b1d3-4a4b-a6fb-71d0baf2c14c tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.242691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8dba5971-0a8e-49ac-8b7f-d67b2b1e2f56 req-e342e642-b1d3-4a4b-a6fb-71d0baf2c14c tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 943 time: 0.6331141 Jul 16 20:11:50.291078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:50.306910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-9c0c3682-74c4-41a5-b9fc-cdff2b11039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.307468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '58d8b610-695e-4f10-a570-14c6ed25599c', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '58d8b610-695e-4f10-a570-14c6ed25599c', 'mac_address': 'fa:16:3e:d2:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:50.308452 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-9c0c3682-74c4-41a5-b9fc-cdff2b11039a service neutron] 10.222.0.99 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 913 time: 0.2627015 Jul 16 20:11:50.355364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8dba5971-0a8e-49ac-8b7f-d67b2b1e2f56 req-170e1f02-f26d-48d5-b987-90907d75a8cb tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033671 Jul 16 20:11:50.367246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.377955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.409770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d8b610-695e-4f10-a570-14c6ed25599c {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:50.423275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-0e9b7dd7-c6c2-4663-b52b-6a92340928f1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e HTTP/1.1" status: 200 len: 217 time: 0.0828555 Jul 16 20:11:50.450038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:50.455857 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.527164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-d95f9126-b8c1-4fb0-8bca-7552bca41323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.529022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-d95f9126-b8c1-4fb0-8bca-7552bca41323 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.0985725 Jul 16 20:11:50.550986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995cf63-122b-49da-bfb2-57b5a17c2627 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.558386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995cf63-122b-49da-bfb2-57b5a17c2627 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.560051 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1995cf63-122b-49da-bfb2-57b5a17c2627 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4095185 Jul 16 20:11:50.561786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-831c0876-58fb-467d-bc4d-7f90540a754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.563177 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-831c0876-58fb-467d-bc4d-7f90540a754f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa5d77d9-9c5b-4540-a111-7debe4842699 HTTP/1.1" status: 200 len: 861 time: 0.3102386 Jul 16 20:11:50.566259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:50.586694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=13']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:50.592229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1e5b7619-741d-448e-8ef9-0db83144dfa4 None None] Provisioning for port c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:50.600370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1e5b7619-741d-448e-8ef9-0db83144dfa4 None None] Provisioning complete for port c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:50.601948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7619-741d-448e-8ef9-0db83144dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.658623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b7619-741d-448e-8ef9-0db83144dfa4 None None] Port c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:50.677121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-293125a1-d181-4575-b4f9-a926687f20b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0cbc544b-e899-438d-bb86-168bf642fcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969675 Jul 16 20:11:50.680315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-91eef8e6-7a27-4326-9f12-9a6c726bb4a3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155427 Jul 16 20:11:50.756490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['58d8b610-695e-4f10-a570-14c6ed25599c'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:50.837713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d40f03-61a7-4d8f-b825-b038a6bc899a req-1242b722-320f-41e5-ba50-57695253cb4d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.839564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2d40f03-61a7-4d8f-b825-b038a6bc899a req-1242b722-320f-41e5-ba50-57695253cb4d tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.3018785 Jul 16 20:11:50.849139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a829dd5-fbdc-4a62-8440-b9f83ec7108c req-1387ee74-3384-4416-b5fc-91ba63686e3a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.850717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a829dd5-fbdc-4a62-8440-b9f83ec7108c req-1387ee74-3384-4416-b5fc-91ba63686e3a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.2024031 Jul 16 20:11:50.884929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:50.885269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.900561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-8e165a10-87db-4f33-9143-2c690d939f36 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051823 Jul 16 20:11:50.915386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Router 536aad58-b19a-4968-ab32-8c1c56c2bf85 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:50.951969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a829dd5-fbdc-4a62-8440-b9f83ec7108c req-137f9ff3-b7ac-4108-9102-4b43d468812f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939567 Jul 16 20:11:50.956376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-c218294c-b751-4ef3-84be-917ae5a7ed51 service neutron] 10.222.0.99 "GET /v2.0/networks/0cbc544b-e899-438d-bb86-168bf642fcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647796 Jul 16 20:11:51.045422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fed57a6e-a1aa-4bc6-8398-b78851e7868f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:51.058581 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2d40f03-61a7-4d8f-b825-b038a6bc899a req-1c591a95-5701-432c-a32d-369cb454166a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989219 Jul 16 20:11:51.113385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port fed57a6e-a1aa-4bc6-8398-b78851e7868f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:51.119011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fed57a6e-a1aa-4bc6-8398-b78851e7868f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:51.119448 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.137835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1ea6de2-afb2-4b69-8995-c57802f49b88 req-f5385ba5-7a3b-4699-8782-f4f802c0c466 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284658 Jul 16 20:11:51.163147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e1a45f0-5185-48f0-8d85-1a2f8319ac9b req-2c0749df-849a-49fc-a8e0-b305b69bf4fe service neutron] 10.222.0.99 "GET /v2.0/networks/0cbc544b-e899-438d-bb86-168bf642fcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860220 Jul 16 20:11:51.168075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.189651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:51.218033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:51.254802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8c5d5fb4-c808-431b-8791-023a92d94628 admin admin] 10.222.0.91 "PUT /v2.0/routers/536aad58-b19a-4968-ab32-8c1c56c2bf85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6999552 Jul 16 20:11:51.257597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47988) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:51.288561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883995-ea33-4c1e-b0ce-515dbf21a837 req-e36b4340-bea3-4348-a4bc-52f97a2c9f56 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.289106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] Sync routers for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:51.290057 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63883995-ea33-4c1e-b0ce-515dbf21a837 req-e36b4340-bea3-4348-a4bc-52f97a2c9f56 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 943 time: 0.1749794 Jul 16 20:11:51.311028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:51.311578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:51.371590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63883995-ea33-4c1e-b0ce-515dbf21a837 req-659db8d1-b82e-4be0-9c24-9c7de5ac031a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707452 Jul 16 20:11:51.391294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.449823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'tag': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:51.454286 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60317bb7-6709-43b9-9d00-c133c0e9ed0d" -d '{"events": [{"name": "network-changed", "server_uuid": "120cbd0f-2297-477f-bcd0-e543a0cd1b1e", "tag": "7ede1b1c-5d05-423f-a9b1-f71a8fd41008"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:51.466566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.511147 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.516806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.547865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:51.572375 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df3736-fc6a-451f-980f-f675016498a2 x-openstack-request-id: req-67df3736-fc6a-451f-980f-f675016498a2 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:51.572953 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120cbd0f-2297-477f-bcd0-e543a0cd1b1e", "tag": "7ede1b1c-5d05-423f-a9b1-f71a8fd41008", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:51.573530 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-67df3736-fc6a-451f-980f-f675016498a2 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:51.574022 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'tag': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008', 'status': 'completed', 'code': 200} Jul 16 20:11:51.576762 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.618723 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.624076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-374c2c6a-a8f1-4284-970e-423d3e5a0cb3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 HTTP/1.1" status: 204 len: 168 time: 1.0550554 Jul 16 20:11:51.627618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:51.641403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port fed57a6e-a1aa-4bc6-8398-b78851e7868f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fed57a6e-a1aa-4bc6-8398-b78851e7868f,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:51.652960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.699299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80629651-3ef7-4477-b205-ec480c70b841 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.705794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80629651-3ef7-4477-b205-ec480c70b841 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.711875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-80629651-3ef7-4477-b205-ec480c70b841 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0809658 Jul 16 20:11:51.712252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48000) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:51.737812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0afa4e-97ca-4e82-915f-ac4cfa76a26e req-f80eceaf-7f03-4fa3-8321-69c301ca6e17 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.740480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c0afa4e-97ca-4e82-915f-ac4cfa76a26e req-f80eceaf-7f03-4fa3-8321-69c301ca6e17 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 943 time: 0.1647151 Jul 16 20:11:51.790141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=fed57a6e-a1aa-4bc6-8398-b78851e7868f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.794622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 913b3be8-911e-47f8-9edf-89220c6a01ac {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:51.806530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c0afa4e-97ca-4e82-915f-ac4cfa76a26e req-040625c5-2a71-45be-9e30-ab7d912c7571 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580919 Jul 16 20:11:51.810825 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.862356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-8bb44129-e649-42e8-b0fb-a2b4cea6c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.864480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-8bb44129-e649-42e8-b0fb-a2b4cea6c54c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=456fe775ca8a479fbc7c01a1912501b0&device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 1095 time: 0.2780507 Jul 16 20:11:51.867968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:11:49Z', 'revision_number': 5, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port': {'id': 'b146e727-de13-43d6-bf61-ba911f3911cf', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:15Z', 'updated_at': '2021-07-16T20:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:51.889076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.898152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] Checking router: 536aad58-b19a-4968-ab32-8c1c56c2bf85 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:51.903749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-5851f201-fb74-40aa-8a70-53d74f09ef66 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.905887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-5851f201-fb74-40aa-8a70-53d74f09ef66 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.3156235 Jul 16 20:11:51.907157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] Routers {'536aad58-b19a-4968-ab32-8c1c56c2bf85'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:51.907818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['536aad58-b19a-4968-ab32-8c1c56c2bf85'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:51.956364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Deleting port b146e727-de13-43d6-bf61-ba911f3911cf {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:51.956774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.008186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] Set router 536aad58-b19a-4968-ab32-8c1c56c2bf85 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:52.024848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Deleting port 58d8b610-695e-4f10-a570-14c6ed25599c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:52.025291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.078670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:11:51Z', 'revision_number': 6, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:52.112285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:52.115818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab781a-3cb4-495c-840b-091d4c196c3c None None] The sync data for ids ['536aad58-b19a-4968-ab32-8c1c56c2bf85'] in n-d-792458-10 is: [{'id': '536aad58-b19a-4968-ab32-8c1c56c2bf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-377414891-router', 'tenant_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:12Z', 'updated_at': '2021-07-16T20:11:51Z', 'revision_number': 6, 'project_id': 'de9eb4017a0b41589b9729c31ac6d6bb', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:52.153686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:52.154439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.185631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Calling delete_port for 58d8b610-695e-4f10-a570-14c6ed25599c owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:52.258308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 58d8b610-695e-4f10-a570-14c6ed25599c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=58d8b610-695e-4f10-a570-14c6ed25599c,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:52.272680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '58d8b610-695e-4f10-a570-14c6ed25599c', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '58d8b610-695e-4f10-a570-14c6ed25599c', 'mac_address': 'fa:16:3e:d2:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:52.329211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa82a9-f32a-45f5-aff7-dcb89866565b req-2d9fa84e-75e0-441d-85ce-373d89eeaa34 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.330575 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7efa82a9-f32a-45f5-aff7-dcb89866565b req-2d9fa84e-75e0-441d-85ce-373d89eeaa34 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=089cd292-380e-4388-8113-3c746f6b89e3 HTTP/1.1" status: 200 len: 950 time: 0.0973516 Jul 16 20:11:52.404085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7efa82a9-f32a-45f5-aff7-dcb89866565b req-dfd6ef73-ded2-46c5-9392-703bcc9e770f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Jul 16 20:11:52.405388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.428795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603', 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', '03520f55-2d95-4fd7-af8d-5974002ab4e9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:52.440971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event deleted for resources: {'Port': ['ID=58d8b610-695e-4f10-a570-14c6ed25599c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.505570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.530082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] No DVR routers for this DVR port 58d8b610-695e-4f10-a570-14c6ed25599c on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:52.533531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.535172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a01eef2-7cf3-4b29-9638-003313095cfc req-017b3e4a-c43f-41d6-afc4-a2e5250d1a7f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "DELETE /v2.0/ports/58d8b610-695e-4f10-a570-14c6ed25599c HTTP/1.1" status: 204 len: 173 time: 0.6236753 Jul 16 20:11:52.535633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-deleted', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:52.537955 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603025b8-fd4f-4908-8343-44e0ea121c83" -d '{"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-deleted", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:52.544432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-9152e511-1410-4a81-a3c2-e2f541bf43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.545698 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-9152e511-1410-4a81-a3c2-e2f541bf43d7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0cbc544b-e899-438d-bb86-168bf642fcd8 HTTP/1.1" status: 200 len: 922 time: 0.6706340 Jul 16 20:11:52.627060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] For port b146e727-de13-43d6-bf61-ba911f3911cf, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b146e727-de13-43d6-bf61-ba911f3911cf,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:52.627564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.636423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-d9ddc216-f8f2-4e96-806e-0c37ca995cfa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ede1b1c-5d05-423f-a9b1-f71a8fd41008 HTTP/1.1" status: 200 len: 217 time: 0.0721068 Jul 16 20:11:52.680852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Calling delete_port for b146e727-de13-43d6-bf61-ba911f3911cf owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:52.704701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba97d95-6af5-4698-8a0b-d3087b91de84 req-9d1c4f97-e1fd-482f-919e-8121608361a3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.706500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ba97d95-6af5-4698-8a0b-d3087b91de84 req-9d1c4f97-e1fd-482f-919e-8121608361a3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 943 time: 0.1318467 Jul 16 20:11:52.756478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a7e53-7310-4d9b-9587-a07352f616a3 req-d40b4965-4fa4-4e4a-9a78-cec5bc1961ff tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.757941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b29a7e53-7310-4d9b-9587-a07352f616a3 req-d40b4965-4fa4-4e4a-9a78-cec5bc1961ff tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3694155 Jul 16 20:11:52.800079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ba97d95-6af5-4698-8a0b-d3087b91de84 req-200aad00-6e41-47cb-a372-92fd85440764 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856903 Jul 16 20:11:52.812191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.844660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-cf0d969c-4f25-4ab7-b15a-6c9f2fb76e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.846150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-cf0d969c-4f25-4ab7-b15a-6c9f2fb76e15 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa5d77d9-9c5b-4540-a111-7debe4842699 HTTP/1.1" status: 200 len: 861 time: 0.1932330 Jul 16 20:11:52.889477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=913b3be8-911e-47f8-9edf-89220c6a01ac,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.893611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.895640 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7559291a-c8c3-464b-b3eb-5703b66af266 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/913b3be8-911e-47f8-9edf-89220c6a01ac HTTP/1.1" status: 204 len: 168 time: 1.1804342 Jul 16 20:11:52.895864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdca0076-7b6f-4c56-a35e-56965b35d445 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:52.898631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48014) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:52.931157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-55e4e7e9-24fc-4627-ab78-a265e040db2e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0cbc544b-e899-438d-bb86-168bf642fcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650315 Jul 16 20:11:52.948440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b29a7e53-7310-4d9b-9587-a07352f616a3 req-7283a53c-7aea-486d-bae7-05a9cdd95cb1 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486769 Jul 16 20:11:53.041942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c1d10e2a-4800-46ea-a49a-97fed83e614f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1420109 Jul 16 20:11:53.044251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48018) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:53.062203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:53.075654 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0e61e-2680-4097-a223-e6d3131bc4e8 x-openstack-request-id: req-04f0e61e-2680-4097-a223-e6d3131bc4e8 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:53.076141 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089cd292-380e-4388-8113-3c746f6b89e3", "name": "network-vif-deleted", "tag": "58d8b610-695e-4f10-a570-14c6ed25599c", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:53.080597 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-04f0e61e-2680-4097-a223-e6d3131bc4e8 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:53.081257 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089cd292-380e-4388-8113-3c746f6b89e3', 'name': 'network-vif-deleted', 'tag': '58d8b610-695e-4f10-a570-14c6ed25599c', 'status': 'completed', 'code': 200} Jul 16 20:11:53.198010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fed57a6e-a1aa-4bc6-8398-b78851e7868f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:53.261330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fed57a6e-a1aa-4bc6-8398-b78851e7868f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:53.261693 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.285910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:53.291790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.316177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:53.373458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.421519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-a4cd0b9a-fa42-4746-8d31-00443d27fcc8 service neutron] 10.222.0.99 "GET /v2.0/networks/0cbc544b-e899-438d-bb86-168bf642fcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652324 Jul 16 20:11:53.425399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Pushing event deleted for resources: {'Port': ['ID=b146e727-de13-43d6-bf61-ba911f3911cf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.439231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] Deleting port fed57a6e-a1aa-4bc6-8398-b78851e7868f {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:53.439605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.552062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] For port fed57a6e-a1aa-4bc6-8398-b78851e7868f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fed57a6e-a1aa-4bc6-8398-b78851e7868f,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:53.552533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.568998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device def40b50-147a-4240-9d7f-ec379b53704c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:53.597460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] Calling delete_port for fed57a6e-a1aa-4bc6-8398-b78851e7868f owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:53.599568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: def40b50-147a-4240-9d7f-ec379b53704c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:53.599911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device def40b50-147a-4240-9d7f-ec379b53704c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:53.600318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b146e727-de13-43d6-bf61-ba911f3911cf no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:53.629618 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.636772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: b146e727-de13-43d6-bf61-ba911f3911cf {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:53.637104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b146e727-de13-43d6-bf61-ba911f3911cf not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:53.655197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6e1d1-c951-4662-9a6d-d72ac0c3dd62 req-fcb28d2f-6794-412e-8774-74df0cc8787c tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.656812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61b6e1d1-c951-4662-9a6d-d72ac0c3dd62 req-fcb28d2f-6794-412e-8774-74df0cc8787c tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 943 time: 0.3288593 Jul 16 20:11:53.661985 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.686665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:53.690143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:53.698561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.699194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.714690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=6b7394d1-eebb-4ede-8dcd-732f664aba59,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.725247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-239f2eab-4f29-492a-9391-7e8edc026e1a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6773615 Jul 16 20:11:53.741047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48028) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:53.746290 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.748265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '6b7394d1-eebb-4ede-8dcd-732f664aba59', 'ip_address': '2001:db8::9b5c:c3da:6429:3835'}], 'name': 'tempest-NetworksTestDHCPv6-1350046247'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:53.790144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] No DVR routers for this DVR port fed57a6e-a1aa-4bc6-8398-b78851e7868f on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:53.790647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60317bb7-6709-43b9-9d00-c133c0e9ed0d req-ce2b5088-46b6-4c29-997d-dc93ce54ac5a service neutron] 10.222.0.99 "GET /v2.0/networks/0cbc544b-e899-438d-bb86-168bf642fcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603101 Jul 16 20:11:53.795267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.803945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.812126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bf626-1283-49fa-a700-f2dcf389b0bf None None] Pushing event deleted for resources: {'Port': ['ID=fed57a6e-a1aa-4bc6-8398-b78851e7868f,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.827750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61b6e1d1-c951-4662-9a6d-d72ac0c3dd62 req-bb1c50a9-3e67-4298-b4a9-ce3066877a83 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584656 Jul 16 20:11:53.828142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abab72e-735c-4710-817c-a464663f39a5 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:53.876690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.877631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 536aad58-b19a-4968-ab32-8c1c56c2bf85 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:11:53.887145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.893137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-087bcf27-dc3e-4e2a-8075-61616b050995 admin admin] 10.222.0.91 "DELETE /v2.0/routers/536aad58-b19a-4968-ab32-8c1c56c2bf85 HTTP/1.1" status: 204 len: 168 time: 2.6341658 Jul 16 20:11:53.896996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-259c6133-ea56-4f24-9f20-412e4b3278fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.899517 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-259c6133-ea56-4f24-9f20-412e4b3278fe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 1097 time: 0.3251579 Jul 16 20:11:53.900257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48032) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:54.115491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '6b7394d1-eebb-4ede-8dcd-732f664aba59'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:54.116761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.141864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] Deleting subnet 7c220a83-8140-43d0-b8ac-d97cea23f664 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:54.157234 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.255898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-c74b74f1-b149-4a7b-b688-72324504491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.259675 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-c74b74f1-b149-4a7b-b688-72324504491e service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 912 time: 0.3476837 Jul 16 20:11:54.264200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.350500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-13d6defd-cab9-44d1-928a-e1eef377058d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fffa019-5eb9-4107-89dd-9be5ae308271 HTTP/1.1" status: 200 len: 217 time: 0.0828595 Jul 16 20:11:54.354937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/6b7394d1-eebb-4ede-8dcd-732f664aba59/bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:54.364289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7abf3-0da2-482d-afe5-12e019ff473a req-64f1e3bc-66c3-4937-86f5-0e7d89a53701 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.365887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7f7abf3-0da2-482d-afe5-12e019ff473a req-64f1e3bc-66c3-4937-86f5-0e7d89a53701 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.6392925 Jul 16 20:11:54.367083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:54.415536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:54.462887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-ed0f5436-8489-44cb-b278-445c9ffb7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.464104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7f7abf3-0da2-482d-afe5-12e019ff473a req-53e63f71-6cd7-4c07-8634-6270f04db204 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905492 Jul 16 20:11:54.464377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-ed0f5436-8489-44cb-b278-445c9ffb7380 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 200 len: 851 time: 0.0949788 Jul 16 20:11:54.500024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.524187 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-a83ef016-a90f-4237-9fb1-d4d18a1d1202 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe433b56-838c-42ea-a096-7dfb808052ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360093 Jul 16 20:11:54.524448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 0b335743-f7c3-4190-9cbe-53af505b97c7 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:54.579398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b246444-6c17-44c3-b4af-cfe21cce4c23 req-3cf8ce7d-07db-4105-873b-4641ffa59903 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.587200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b246444-6c17-44c3-b4af-cfe21cce4c23 req-3cf8ce7d-07db-4105-873b-4641ffa59903 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 943 time: 0.2388501 Jul 16 20:11:54.615736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.692853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b246444-6c17-44c3-b4af-cfe21cce4c23 req-d45198b2-2375-40cb-b2ee-f89f7ca6663e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051252 Jul 16 20:11:54.736876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-286e471c-b089-4a62-aae7-3b922641c95c service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027369 Jul 16 20:11:54.741738 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.798304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.809931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c5b35-575a-4e8f-ba19-033609ad1209 None None] Network 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:54.826346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c220a83-8140-43d0-b8ac-d97cea23f664,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:54.829118 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.831501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5542ff9-6840-41fa-ae4b-8ea6f8b5d502 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/7c220a83-8140-43d0-b8ac-d97cea23f664 HTTP/1.1" status: 204 len: 168 time: 0.9299104 Jul 16 20:11:54.833308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475c05e-bf46-4501-af1b-c4d31006aeda req-2c44bb59-7898-41ae-8810-6aa257e55f41 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.834311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48038) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:54.835356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1475c05e-bf46-4501-af1b-c4d31006aeda req-2c44bb59-7898-41ae-8810-6aa257e55f41 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 951 time: 0.0946867 Jul 16 20:11:54.852579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Transition to ACTIVE for port object bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:54.860900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:54.916978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fed57a6e-a1aa-4bc6-8398-b78851e7868f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:54.923358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1475c05e-bf46-4501-af1b-c4d31006aeda req-1430f8a9-7ff5-4195-ad55-c5e2eeda23c6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806043 Jul 16 20:11:54.941307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e', 'mac_address': 'fa:16:3e:02:5d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:54.943563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Transition to ACTIVE for port object bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:54.948036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: fed57a6e-a1aa-4bc6-8398-b78851e7868f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:54.948407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fed57a6e-a1aa-4bc6-8398-b78851e7868f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:54.949757 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.000545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.032880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::9b5c:c3da:6429:3835 (01f31535-5473-49e8-b415-45d37419c5fb/6b7394d1-eebb-4ede-8dcd-732f664aba59/0b335743-f7c3-4190-9cbe-53af505b97c7) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:55.047109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db2202c9-e4e4-4058-a7db-88f6a96cbce3 req-fce63ace-89b9-478c-a643-aa37225f5798 service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993138 Jul 16 20:11:55.072046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:55.081179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:55.083287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:55.094767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Pushing event updated for resources: {'Port': ['ID=bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.097970 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.125450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca6216-a16d-4c15-8089-b3a3a326cc44 req-f91ecaab-7b51-4ee7-a14c-8c4e144a6c18 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.127470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3cca6216-a16d-4c15-8089-b3a3a326cc44 req-f91ecaab-7b51-4ee7-a14c-8c4e144a6c18 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 943 time: 0.1462548 Jul 16 20:11:55.129470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Deleting port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:55.129965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.148065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:55.195337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3cca6216-a16d-4c15-8089-b3a3a326cc44 req-c475eddc-5dbc-4f4e-a8cf-ee439f005b79 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597863 Jul 16 20:11:55.197321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:55.203645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Attempting to bind port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:55.203755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Attempting to bind port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:55.204040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Attempting to bind port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:55.210225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:55.210603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:55.211063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.211779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:55.212273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Bound port: bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:55.212674 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.215201 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.216209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:55.243997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] For port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c,segment=NetworkSegment(20b805a1-cb86-4faf-9436-c8471830cd4e),segment_id=20b805a1-cb86-4faf-9436-c8471830cd4e)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:55.244358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.245983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.257151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Calling delete_port for d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:55.267800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 0b335743-f7c3-4190-9cbe-53af505b97c7 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:55.310721 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.318107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad4d3e-a297-4732-974e-3f022fd733e2 None None] DHCP port deletion for 0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:55.355774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.357892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:55.378161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:55.388462 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.395882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:55.402098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.402741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.408391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=0b335743-f7c3-4190-9cbe-53af505b97c7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.410982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.415076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] No DVR routers for this DVR port d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:55.418200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6dad4d3e-a297-4732-974e-3f022fd733e2 None None] The port 'd01be7ed-bc6b-4aa6-a7f9-daac12d3e01c' was deleted {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:11:55.428710 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f2f35f42-65c9-4085-a229-ef8437b16cad tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6837256 Jul 16 20:11:55.429046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:55.479198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] For port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:55.482616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] For port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:55.491510 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.541129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.547155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee5be5a-dea6-4fd3-b869-1b64342be4d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.558272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:55.562739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee5be5a-dea6-4fd3-b869-1b64342be4d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.567058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6ee5be5a-dea6-4fd3-b869-1b64342be4d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1344965 Jul 16 20:11:55.568286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48050) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:55.574617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de952b-c040-486a-9f4a-90fee07aa770 None None] Pushing event updated for resources: {'Port': ['ID=bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.593128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b805a1-cb86-4faf-9436-c8471830cd4e') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:55.593751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b805a1-cb86-4faf-9436-c8471830cd4e') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:55.605916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.609911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,segment=NetworkSegment(9d9b74fb-fd51-4e79-906f-d862ecde0446),segment_id=9d9b74fb-fd51-4e79-906f-d862ecde0446)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:55.630957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.639929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008', 'network_id': '0cbc544b-e899-438d-bb86-168bf642fcd8', 'port_id': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008', 'mac_address': 'fa:16:3e:3d:69:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5d77d9-9c5b-4540-a111-7debe4842699', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:55.644722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:11:55.647427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:11:55.652835 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:11:55.723362 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.742904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.751938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:55.761614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.763615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] 10.222.0.91 "DELETE /v2.0/networks/0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225 HTTP/1.1" status: 204 len: 168 time: 0.9271765 Jul 16 20:11:55.773077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,segment=NetworkSegment(9d9b74fb-fd51-4e79-906f-d862ecde0446),segment_id=9d9b74fb-fd51-4e79-906f-d862ecde0446)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:55.778803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.780335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54d560-af62-48eb-84a1-d5acd6950b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7ebab4-31ff-4b32-ba2c-d1ce2eddc225,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.854105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:56.000407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-212e0753-ad53-44b7-ba2c-8c53aea0881a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.001876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-212e0753-ad53-44b7-ba2c-8c53aea0881a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 951 time: 0.3575950 Jul 16 20:11:56.022090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48060) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:56.031571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775c15f-90a2-41c2-bc1f-100b2f63f6f0 req-923d0156-8e5b-4657-a3fb-9c1f35d0265a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.033083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f775c15f-90a2-41c2-bc1f-100b2f63f6f0 req-923d0156-8e5b-4657-a3fb-9c1f35d0265a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3168530 Jul 16 20:11:56.043354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:56.074190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 0b335743-f7c3-4190-9cbe-53af505b97c7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:56.074660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.093561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['7ede1b1c-5d05-423f-a9b1-f71a8fd41008'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:56.106218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-59c0d90f-15e6-4b6a-9e04-32dc48f3e219 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=de9eb4017a0b41589b9729c31ac6d6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804300 Jul 16 20:11:56.115470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384680c7-f643-46e9-bb9c-f33e31b504f8 req-971db3e6-cc29-412c-bb72-ce9143776c72 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.117020 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-384680c7-f643-46e9-bb9c-f33e31b504f8 req-971db3e6-cc29-412c-bb72-ce9143776c72 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 944 time: 0.1260502 Jul 16 20:11:56.117522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48062) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:56.126938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:56.144543 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f775c15f-90a2-41c2-bc1f-100b2f63f6f0 req-afbd7ce7-a560-4eee-b8a9-f6298d674917 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901756 Jul 16 20:11:56.180382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 58d8b610-695e-4f10-a570-14c6ed25599c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:56.180722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 58d8b610-695e-4f10-a570-14c6ed25599c not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:56.216217 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-384680c7-f643-46e9-bb9c-f33e31b504f8 req-ea2aac20-681f-4dc9-ad45-fee0c0b8d5e5 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835071 Jul 16 20:11:56.242459 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1669796b-bb10-4fed-8551-caa7d2ed5a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.260743 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:56.282702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.293970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1669796b-bb10-4fed-8551-caa7d2ed5a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.298221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Deleting port 03520f55-2d95-4fd7-af8d-5974002ab4e9 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:56.298856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.309975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 0b335743-f7c3-4190-9cbe-53af505b97c7 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:56.416844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1669796b-bb10-4fed-8551-caa7d2ed5a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.420439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1669796b-bb10-4fed-8551-caa7d2ed5a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.421598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1669796b-bb10-4fed-8551-caa7d2ed5a02 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/137426dc-aa58-4795-97ca-25ffbab62971 HTTP/1.1" status: 204 len: 168 time: 0.3031573 Jul 16 20:11:56.433582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669796b-bb10-4fed-8551-caa7d2ed5a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137426dc-aa58-4795-97ca-25ffbab62971,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:56.466923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68edf8-78a8-4803-a33b-e071061a3eba req-60078c6d-0dcc-448d-b1dd-1f31a2a737db tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.468683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a68edf8-78a8-4803-a33b-e071061a3eba req-60078c6d-0dcc-448d-b1dd-1f31a2a737db tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 944 time: 0.1007469 Jul 16 20:11:56.517402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] For port 03520f55-2d95-4fd7-af8d-5974002ab4e9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=03520f55-2d95-4fd7-af8d-5974002ab4e9,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:56.517985 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.523783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a68edf8-78a8-4803-a33b-e071061a3eba req-a4249810-2e9f-4119-bb09-3a1f0cc13140 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471673 Jul 16 20:11:56.546804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb05c68-f574-4594-b955-27103311e49b req-40d4746f-3a60-43a8-9238-fb53474a87e4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.548481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fb05c68-f574-4594-b955-27103311e49b req-40d4746f-3a60-43a8-9238-fb53474a87e4 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=413e03ec-9bfb-4eff-9790-9ccc39b5f670 HTTP/1.1" status: 200 len: 951 time: 0.2078431 Jul 16 20:11:56.551303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Calling delete_port for 03520f55-2d95-4fd7-af8d-5974002ab4e9 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:56.692609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fb05c68-f574-4594-b955-27103311e49b req-164ca95b-ff99-4f4a-9370-8839d37e8e74 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308110 Jul 16 20:11:56.715982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.755997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=0b335743-f7c3-4190-9cbe-53af505b97c7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:56.791523 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.795848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e7699cc9-1327-4d9f-93b1-887d42c79e62 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/0b335743-f7c3-4190-9cbe-53af505b97c7 HTTP/1.1" status: 204 len: 168 time: 1.2242763 Jul 16 20:11:56.796857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48072) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:56.865542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.878746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603', 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', '03520f55-2d95-4fd7-af8d-5974002ab4e9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:56.897809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa1933-defb-4575-bb8b-e126c6867cc2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.899253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa1933-defb-4575-bb8b-e126c6867cc2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.911923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cfaa1933-defb-4575-bb8b-e126c6867cc2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1136956 Jul 16 20:11:56.912583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48078) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:56.919179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event deleted for resources: {'Port': ['ID=03520f55-2d95-4fd7-af8d-5974002ab4e9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:56.973184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:56.994878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] No DVR routers for this DVR port 03520f55-2d95-4fd7-af8d-5974002ab4e9 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:56.997843 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.001168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8df9aa47-3179-40eb-8e6f-d0ae660c4cf0 req-eb89f643-ee13-43d1-a0ae-a39837c9ab4a tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "DELETE /v2.0/ports/03520f55-2d95-4fd7-af8d-5974002ab4e9 HTTP/1.1" status: 204 len: 173 time: 0.9887059 Jul 16 20:11:57.001689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-deleted', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:57.004407 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da506d8-765b-4e48-93ac-09586ff054b0" -d '{"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-deleted", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:57.069179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 6b7394d1-eebb-4ede-8dcd-732f664aba59 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:57.077337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.078196 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df6155-c837-4beb-ad78-6b3da8b341be x-openstack-request-id: req-32df6155-c837-4beb-ad78-6b3da8b341be {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:57.078649 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e03ec-9bfb-4eff-9790-9ccc39b5f670", "name": "network-vif-deleted", "tag": "03520f55-2d95-4fd7-af8d-5974002ab4e9", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:57.079110 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-32df6155-c837-4beb-ad78-6b3da8b341be {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:57.079706 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e03ec-9bfb-4eff-9790-9ccc39b5f670', 'name': 'network-vif-deleted', 'tag': '03520f55-2d95-4fd7-af8d-5974002ab4e9', 'status': 'completed', 'code': 200} Jul 16 20:11:57.095684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-29b721ad-e1b6-4906-97f8-a79b73c1d121 None None] Provisioning for port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:57.161024 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.170745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:57.191519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:57.191985 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.471765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.514032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6175-1cb8-46bd-b28f-3d9a8d6eef10 req-af931aa5-a388-4c1d-967d-bb9cd0c9bbd6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.536578 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b94f6175-1cb8-46bd-b28f-3d9a8d6eef10 req-af931aa5-a388-4c1d-967d-bb9cd0c9bbd6 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1523552 Jul 16 20:11:57.544041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:57.551712 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.598747 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.646133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0dd1b2bd-bceb-4cdc-920b-012a52013991 None None] Could not find standard attr ID for object 0b335743-f7c3-4190-9cbe-53af505b97c7. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:11:57.664646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b94f6175-1cb8-46bd-b28f-3d9a8d6eef10 req-334b339b-abad-4df2-a94b-24013208168f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233971 Jul 16 20:11:57.706010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:57.774276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:57.774709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d01be7ed-bc6b-4aa6-a7f9-daac12d3e01c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:57.781426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.796471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2113d-4cc4-4b3e-917e-1769dd6d03fd req-84e6ef0e-9d8f-4309-9c77-8a6daab831d8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.804234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-50b2113d-4cc4-4b3e-917e-1769dd6d03fd req-84e6ef0e-9d8f-4309-9c77-8a6daab831d8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 944 time: 0.3173347 Jul 16 20:11:57.846357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.851503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48102) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:57.879326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-50b2113d-4cc4-4b3e-917e-1769dd6d03fd req-574fe216-e1e6-49bf-b96e-6820bf37427b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740795 Jul 16 20:11:57.937795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7394d1-eebb-4ede-8dcd-732f664aba59,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.952507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3aabac-93c2-4fe0-ab05-19481e322a3c None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:57.955029 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.957181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-47855e11-d4eb-4aea-b258-1af0a5719f0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/6b7394d1-eebb-4ede-8dcd-732f664aba59 HTTP/1.1" status: 204 len: 168 time: 1.0435879 Jul 16 20:11:57.962347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48106) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:58.014280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b0ce69e6-2d47-46bb-a277-540599836138 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505178 Jul 16 20:11:58.015131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48108) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:58.021254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:58.037183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-network', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:58.072276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Made reservation on behalf of 45e4f741726346edb9b5489f0faf8eb4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:58.075044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.085972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.105683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85440b44-6256-44e5-a51a-db2839c5be4d req-80570e65-0c48-491d-9277-46589728c711 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.107453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85440b44-6256-44e5-a51a-db2839c5be4d req-80570e65-0c48-491d-9277-46589728c711 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 944 time: 0.1597517 Jul 16 20:11:58.173726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85440b44-6256-44e5-a51a-db2839c5be4d req-21b596fb-fe9d-4b78-946c-73397179d96b tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587265 Jul 16 20:11:58.246313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:58.256455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.262921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.288400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:58.295103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:58.296532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.306793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8070a8b-9751-4731-a237-94d96060c389,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.324747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.325239 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Added segment 73c98b57-9817-4b81-beab-a52f5ceff294 of type vlan for network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 Jul 16 20:11:58.358754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] Deleting port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:58.358944 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.371680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.428130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.430108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.431489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.435592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:58.485456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] For port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:58.485755 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.503262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6502037 Jul 16 20:11:58.506517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48116) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:58.508027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] Calling delete_port for bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:58.524362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:58.534284 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.543390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Request body: {'subnet': {'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-subnet', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:58.548802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a88fe-8659-431a-ab11-c254d4e48269 admin admin] Pushing event updated for resources: {'Network': ['ID=4bdedcb9-8137-4128-86a4-30d1d9b48f50,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.556908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:58.557183 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.562683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:58.579826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:58.583361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Made reservation on behalf of 45e4f741726346edb9b5489f0faf8eb4 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:58.585896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:58.586083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.588966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.589916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.621682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6051548 Jul 16 20:11:58.622032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48118) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:58.624344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75898296-6a34-409d-9196-090cb31df0e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=f41624a4-00c1-43b1-99a3-100c9388fc29,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.625844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be3dff-cc46-4a1c-8122-66bff24deb0f req-2b939a0d-0deb-40e1-b0d2-190080de50c8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.627697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35be3dff-cc46-4a1c-8122-66bff24deb0f req-2b939a0d-0deb-40e1-b0d2-190080de50c8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.1707842 Jul 16 20:11:58.636692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': 'f41624a4-00c1-43b1-99a3-100c9388fc29', 'ip_address': '2001:db8::e325:3780:6f17:bb58'}], 'name': 'tempest-NetworksTestDHCPv6-1862811029'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:58.730389 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.731475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-35be3dff-cc46-4a1c-8122-66bff24deb0f req-d45ba89b-4c02-458b-af3f-a2cbc5101c92 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907466 Jul 16 20:11:58.768270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] No DVR routers for this DVR port bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:58.770713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9e2e5-f72b-4cac-a304-3e73efd1ffaa None None] Pushing event deleted for resources: {'Port': ['ID=bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.772844 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.795759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38ad95-06bb-45a7-ad27-cb2ca574b113 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:58.804784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:58.819417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ead99-e003-437d-b909-48614efb52f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:58.821925 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e166c900-0c34-4d5d-a5b3-0b9f6dd96db9" -d '{"events": [{"server_uuid": "859ead99-e003-437d-b909-48614efb52f0", "name": "network-vif-plugged", "status": "completed", "tag": "8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:58.843884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:58.852225 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.853040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:58.923858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.931169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.955952 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16443e67-3749-4004-aef5-e882066f4e85 x-openstack-request-id: req-16443e67-3749-4004-aef5-e882066f4e85 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:58.956936 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ead99-e003-437d-b909-48614efb52f0", "name": "network-vif-plugged", "status": "completed", "tag": "8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:58.957325 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-16443e67-3749-4004-aef5-e882066f4e85 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:58.957935 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859ead99-e003-437d-b909-48614efb52f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e', 'code': 200} Jul 16 20:11:58.958971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:58.984482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 37839f32-73cf-43c8-8131-9d9c5d349f5b yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:58.998246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:58.998586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bc31dd7d-fdc7-4ca4-ad86-d9b33ec41e2a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:59.052087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Checking segment: {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:59.058144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.071637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:59.074189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Network hostable DHCP agents. Network: 4bdedcb9-8137-4128-86a4-30d1d9b48f50, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:59.080657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:59.081230 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.084165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb7f62e-f550-4793-a831-8ff248f6d5dc,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.140441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:59.159241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 4bdedcb9-8137-4128-86a4-30d1d9b48f50) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:59.165711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.166313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.178338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5d81b-b20c-4f1f-8fbe-97126c885354 req-5d24783d-121c-4e37-a4ce-053829a65aea tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.185959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe5d81b-b20c-4f1f-8fbe-97126c885354 req-5d24783d-121c-4e37-a4ce-053829a65aea tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3744442 Jul 16 20:11:59.192609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f353-d801-4dab-ba73-95f8c5d89abd req-b79f2c6f-5fe2-4623-8985-0a814af9eb28 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.194193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa91f353-d801-4dab-ba73-95f8c5d89abd req-b79f2c6f-5fe2-4623-8985-0a814af9eb28 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 945 time: 0.1121919 Jul 16 20:11:59.196020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-54ff6e3a-afe7-49ba-9c21-793835fa57dc admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6569901 Jul 16 20:11:59.198652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48128) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:59.203274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:59.258356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994ccb7-357c-4c1c-bdc5-646f8d0053a9 None None] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:59.259878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.261216 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.267703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa91f353-d801-4dab-ba73-95f8c5d89abd req-6e6b1b6b-a896-44a0-88be-2ee572903fcc tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Jul 16 20:11:59.348279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'f41624a4-00c1-43b1-99a3-100c9388fc29'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:59.349146 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.392470 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.557798 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.613489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:59.614340 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.631299 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.643127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/f41624a4-00c1-43b1-99a3-100c9388fc29/495842cb-074c-4762-b498-8024245b2272) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:59.650783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,segment=NetworkSegment(9d9b74fb-fd51-4e79-906f-d862ecde0446),segment_id=9d9b74fb-fd51-4e79-906f-d862ecde0446)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:59.659752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe5d81b-b20c-4f1f-8fbe-97126c885354 req-60ec1f7c-6a8d-48fe-954d-6057f9c46de5 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727311 Jul 16 20:11:59.660328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.664408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd05e1-f426-44ae-a388-8a5c66cb6a00 req-6d37ffdd-e758-4e77-afac-c0fefc556944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.665923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2cfd05e1-f426-44ae-a388-8a5c66cb6a00 req-6d37ffdd-e758-4e77-afac-c0fefc556944 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 1097 time: 0.6386180 Jul 16 20:11:59.668429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4b9c3-cae3-404d-bebf-908125c347fe req-c03aa669-eda2-46b0-96be-7b2598cd8d9d tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.669931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0e4b9c3-cae3-404d-bebf-908125c347fe req-c03aa669-eda2-46b0-96be-7b2598cd8d9d tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 944 time: 0.2264802 Jul 16 20:11:59.710357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2cfd05e1-f426-44ae-a388-8a5c66cb6a00 req-14db2068-1d8b-4bc3-9d7e-09827fc8887c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Jul 16 20:11:59.798874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0e4b9c3-cae3-404d-bebf-908125c347fe req-59115e24-1531-4ca2-9e53-934b82185dfd tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947659 Jul 16 20:11:59.827474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.922856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Allocated IP 172.20.0.2 (4bdedcb9-8137-4128-86a4-30d1d9b48f50/9eb7f62e-f550-4793-a831-8ff248f6d5dc/1d95d816-a54a-4b06-afe7-79ab3fd5706c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:59.960954 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.983285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Transition to ACTIVE for port object 495842cb-074c-4762-b498-8024245b2272 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:59.999446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Transition to ACTIVE for port object 495842cb-074c-4762-b498-8024245b2272 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:00.005433 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.071452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-06df0fcf-786b-4d84-ba88-26c347fa6bec tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.072943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-06df0fcf-786b-4d84-ba88-26c347fa6bec tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.3490906 Jul 16 20:12:00.076122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::e325:3780:6f17:bb58 (01f31535-5473-49e8-b415-45d37419c5fb/f41624a4-00c1-43b1-99a3-100c9388fc29/37839f32-73cf-43c8-8131-9d9c5d349f5b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:00.099875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:00.100743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Pushing event updated for resources: {'Port': ['ID=495842cb-074c-4762-b498-8024245b2272,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.106046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:00.108690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:00.167300 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.174090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:00.215935 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.216733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 03520f55-2d95-4fd7-af8d-5974002ab4e9 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:00.217088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 03520f55-2d95-4fd7-af8d-5974002ab4e9 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:00.238416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Attempting to bind port 495842cb-074c-4762-b498-8024245b2272 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:00.238785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Attempting to bind port 495842cb-074c-4762-b498-8024245b2272 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:00.239170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Attempting to bind port 495842cb-074c-4762-b498-8024245b2272 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:00.251436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:00.251801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:00.252378 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.252966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:00.253746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Bound port: 495842cb-074c-4762-b498-8024245b2272, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:00.254005 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.302454 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.320296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Transition to ACTIVE for port object 1d95d816-a54a-4b06-afe7-79ab3fd5706c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:00.354729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Transition to ACTIVE for port object 1d95d816-a54a-4b06-afe7-79ab3fd5706c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:00.364948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] For port 495842cb-074c-4762-b498-8024245b2272, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:00.370039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] For port 495842cb-074c-4762-b498-8024245b2272, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=495842cb-074c-4762-b498-8024245b2272,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:00.372832 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.388770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.391011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.402798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:00.408932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 37839f32-73cf-43c8-8131-9d9c5d349f5b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:00.425755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:00.429025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:00.462552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.540264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Attempting to bind port 1d95d816-a54a-4b06-afe7-79ab3fd5706c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:00.540945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Attempting to bind port 1d95d816-a54a-4b06-afe7-79ab3fd5706c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:00.541516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Attempting to bind port 1d95d816-a54a-4b06-afe7-79ab3fd5706c on network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:00.544374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Pushing event updated for resources: {'Port': ['ID=1d95d816-a54a-4b06-afe7-79ab3fd5706c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.568479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=37839f32-73cf-43c8-8131-9d9c5d349f5b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.589738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:00.590206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Checking segment: {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:00.590677 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.591158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Bound using segment: {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:00.591706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Bound port: 1d95d816-a54a-4b06-afe7-79ab3fd5706c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:00.592149 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.600122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:00.629015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:00.633166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:00.640336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.641422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.646572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e9a21-30d0-4e0b-ac90-ed1223fcb2bd None None] Pushing event updated for resources: {'Port': ['ID=495842cb-074c-4762-b498-8024245b2272,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.674316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54d8f3-075e-46ea-862a-407e4c2a9a46 req-73a6de28-9b2c-4704-b78f-fe437d50ab70 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.677818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-72ada582-ae4a-4a33-9093-66e5fb63ec05 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0545189 Jul 16 20:12:00.683083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b54d8f3-075e-46ea-862a-407e4c2a9a46 req-73a6de28-9b2c-4704-b78f-fe437d50ab70 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 949 time: 0.7227697 Jul 16 20:12:00.685956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48150) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:00.770901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] For port 1d95d816-a54a-4b06-afe7-79ab3fd5706c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:00.775175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] For port 1d95d816-a54a-4b06-afe7-79ab3fd5706c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1d95d816-a54a-4b06-afe7-79ab3fd5706c,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:00.780283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.847059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08cb0a-6094-4e78-8760-fb5b37076679 req-a7badb8a-9f7c-4aa6-a868-1fa68e530c17 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.856801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f08cb0a-6094-4e78-8760-fb5b37076679 req-a7badb8a-9f7c-4aa6-a868-1fa68e530c17 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 945 time: 0.2984753 Jul 16 20:12:00.865534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b54d8f3-075e-46ea-862a-407e4c2a9a46 req-140c0c4a-3c2f-43e2-9c2b-e4bebffb9918 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813383 Jul 16 20:12:00.899616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae79bb4-2404-4bda-b791-922b1002eef5 None None] Pushing event updated for resources: {'Port': ['ID=1d95d816-a54a-4b06-afe7-79ab3fd5706c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.959741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:00.962794 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64835129-1944-4433-a3d3-2022cfdc3c79" -d '{"events": [{"server_uuid": "120cbd0f-2297-477f-bcd0-e543a0cd1b1e", "name": "network-vif-plugged", "status": "completed", "tag": "7ede1b1c-5d05-423f-a9b1-f71a8fd41008"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:00.978289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f08cb0a-6094-4e78-8760-fb5b37076679 req-342876e5-3f33-4246-b363-c4997f033022 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204705 Jul 16 20:12:01.001208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f5f0f-2bef-45ca-9849-2f0e368ebe64 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.019318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f5f0f-2bef-45ca-9849-2f0e368ebe64 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.023530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-958f5f0f-2bef-45ca-9849-2f0e368ebe64 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3339343 Jul 16 20:12:01.030632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-515f7c0d-3743-4657-acca-f19db12bcf7d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.034232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Deleting port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:01.034636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.041915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-515f7c0d-3743-4657-acca-f19db12bcf7d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 945 time: 0.3297117 Jul 16 20:12:01.049389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48160) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:01.071700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 495842cb-074c-4762-b498-8024245b2272 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:01.112359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Allocated IP 172.25.3.69 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/d9669fb0-d827-4684-835b-e5ae0cafefe7) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:01.147806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 495842cb-074c-4762-b498-8024245b2272 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:01.311822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Deleting port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:01.312388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.458541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] For port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:01.462695 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.522567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] For port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:01.523298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.523748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Calling delete_port for c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:01.544298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Calling delete_port for 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:01.553834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c493f6e-93a1-4387-9e62-d02ab7a1cd11 req-e61994a3-490b-4063-a8d3-3ad1d7583c2a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.561599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c493f6e-93a1-4387-9e62-d02ab7a1cd11 req-e61994a3-490b-4063-a8d3-3ad1d7583c2a tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.4602289 Jul 16 20:12:01.571213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae7872-83f8-4a48-a2a5-3ac63752cc42 req-657c5b8e-8359-4bc5-bec2-91f707e86cdd tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.573110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5ae7872-83f8-4a48-a2a5-3ac63752cc42 req-657c5b8e-8359-4bc5-bec2-91f707e86cdd tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 945 time: 0.1411495 Jul 16 20:12:01.662258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5ae7872-83f8-4a48-a2a5-3ac63752cc42 req-85314ee2-ca18-4848-ac5d-c405e17ef0a1 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825922 Jul 16 20:12:01.703700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 37839f32-73cf-43c8-8131-9d9c5d349f5b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:01.704331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.757907 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c493f6e-93a1-4387-9e62-d02ab7a1cd11 req-49bbd12a-2bbe-453d-93b7-0d18716cd45d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953511 Jul 16 20:12:01.778295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.819862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.831352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:01.867559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event deleted for resources: {'Port': ['ID=8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:01.901909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.963471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] No DVR routers for this DVR port 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:01.969157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.972482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5b93c2-e32b-482b-a65b-c7f0a86c55d6 req-88bf5e07-940e-4b46-8261-bf7fb6f5fd59 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "DELETE /v2.0/ports/8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e HTTP/1.1" status: 204 len: 173 time: 0.9297090 Jul 16 20:12:01.973005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ead99-e003-437d-b909-48614efb52f0', 'name': 'network-vif-deleted', 'tag': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:01.995142 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d858f4-5309-4f49-9fe3-de902fdfb9eb" -d '{"events": [{"server_uuid": "859ead99-e003-437d-b909-48614efb52f0", "name": "network-vif-deleted", "tag": "8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:02.013515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:02.029031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:02.054043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:02.084810 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b91b0a-b368-4352-a0d6-8f4ff8bb61ea x-openstack-request-id: req-64b91b0a-b368-4352-a0d6-8f4ff8bb61ea {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:02.085353 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120cbd0f-2297-477f-bcd0-e543a0cd1b1e", "name": "network-vif-plugged", "status": "completed", "tag": "7ede1b1c-5d05-423f-a9b1-f71a8fd41008", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:02.085552 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-64b91b0a-b368-4352-a0d6-8f4ff8bb61ea {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:02.086055 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008', 'code': 200} Jul 16 20:12:02.229702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-93c3f273-0f95-4f75-818f-a63df637832a None None] Provisioning for port 495842cb-074c-4762-b498-8024245b2272 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:02.240062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-93c3f273-0f95-4f75-818f-a63df637832a None None] Provisioning complete for port 495842cb-074c-4762-b498-8024245b2272 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:02.240426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-93c3f273-0f95-4f75-818f-a63df637832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.416197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.431059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 37839f32-73cf-43c8-8131-9d9c5d349f5b owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:02.451603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28f04362-cac3-4ac3-b0b4-a20bf77cdd08 req-15f4aeb1-3917-4644-a850-52e9d5f1db4e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 210 time: 0.0977862 Jul 16 20:12:02.482220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-93c3f273-0f95-4f75-818f-a63df637832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.489237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d1399-9076-46ab-a3ed-74272fe42d0d req-e6fa9a21-34a7-430e-aaaf-0e8a74763116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:02.490810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-922d1399-9076-46ab-a3ed-74272fe42d0d req-e6fa9a21-34a7-430e-aaaf-0e8a74763116 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 1097 time: 0.2477968 Jul 16 20:12:02.568995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9669fb0-d827-4684-835b-e5ae0cafefe7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:02.589008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.597300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-93c3f273-0f95-4f75-818f-a63df637832a None None] For port 495842cb-074c-4762-b498-8024245b2272, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=495842cb-074c-4762-b498-8024245b2272,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:02.601474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:02.609065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-93c3f273-0f95-4f75-818f-a63df637832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.654280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bac4858-7646-48b8-8f65-2d3621cc9e31 req-d3501198-9e65-42bd-b4af-f8e1011dc0cc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 210 time: 0.0796723 Jul 16 20:12:02.663324 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c227d-08b1-46e9-994b-081b7aee8b71 x-openstack-request-id: req-ea0c227d-08b1-46e9-994b-081b7aee8b71 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:02.663485 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ead99-e003-437d-b909-48614efb52f0", "name": "network-vif-deleted", "tag": "8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:02.663684 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ea0c227d-08b1-46e9-994b-081b7aee8b71 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:02.664096 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859ead99-e003-437d-b909-48614efb52f0', 'name': 'network-vif-deleted', 'tag': '8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e', 'status': 'completed', 'code': 200} Jul 16 20:12:02.692345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ab973-ade8-48b1-80d5-91cd569bf886 None None] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:02.711190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-922d1399-9076-46ab-a3ed-74272fe42d0d req-0df62d42-802c-443e-a74d-bd40bcc94ec2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987402 Jul 16 20:12:02.763937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3f273-0f95-4f75-818f-a63df637832a None None] Pushing event updated for resources: {'Port': ['ID=495842cb-074c-4762-b498-8024245b2272,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:02.830638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-050b3371-4598-4f7f-b9ae-6aa98bb39e15 None None] Provisioning for port 37839f32-73cf-43c8-8131-9d9c5d349f5b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:02.853263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-050b3371-4598-4f7f-b9ae-6aa98bb39e15 None None] Provisioning complete for port 37839f32-73cf-43c8-8131-9d9c5d349f5b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:02.853740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-050b3371-4598-4f7f-b9ae-6aa98bb39e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.857561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] No DVR routers for this DVR port c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:02.863385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.874672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9f5f3ff-60c2-4a0e-bd02-4078f2c5e522 req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "DELETE /v2.0/ports/c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 HTTP/1.1" status: 204 len: 173 time: 2.7941422 Jul 16 20:12:02.971191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-050b3371-4598-4f7f-b9ae-6aa98bb39e15 None None] Port 37839f32-73cf-43c8-8131-9d9c5d349f5b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:03.036681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac4858-7646-48b8-8f65-2d3621cc9e31 req-80c81bde-926c-4646-b7c7-dcd541711ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.038236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bac4858-7646-48b8-8f65-2d3621cc9e31 req-80c81bde-926c-4646-b7c7-dcd541711ccb service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b974331dfa5340c3ad5082d1a3b02428&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3719633 Jul 16 20:12:03.188194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-deleted', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:03.188592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d95d816-a54a-4b06-afe7-79ab3fd5706c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:03.192235 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bb50b-e574-4a34-8a77-12fac912b39a" -d '{"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-deleted", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:03.220514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-397acb93-4623-48e2-9d21-a223ec2ff4db req-759d351b-94c8-4700-8f30-aa5b62f2a7a9 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af HTTP/1.1" status: 200 len: 210 time: 0.8067584 Jul 16 20:12:03.221245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.316548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac4858-7646-48b8-8f65-2d3621cc9e31 req-bacbae0b-962a-4620-9bf6-583e7266827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.318104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bac4858-7646-48b8-8f65-2d3621cc9e31 req-bacbae0b-962a-4620-9bf6-583e7266827d service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2715001 Jul 16 20:12:03.364075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-050b3371-4598-4f7f-b9ae-6aa98bb39e15 None None] Provisioning for port 1d95d816-a54a-4b06-afe7-79ab3fd5706c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:03.370998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28445b7-06ec-45ea-817b-dee6ab3a6e71 req-0ed155de-255a-47e8-8eba-4a87e79a011b tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.373272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f28445b7-06ec-45ea-817b-dee6ab3a6e71 req-0ed155de-255a-47e8-8eba-4a87e79a011b tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 945 time: 0.1892779 Jul 16 20:12:03.377898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63449ee-c63a-4e41-8262-1d6270ca1173 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event deleted for resources: {'Port': ['ID=c2c487f5-75fb-48f0-ad1c-3d905ad0cf06,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.393309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.437336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f28445b7-06ec-45ea-817b-dee6ab3a6e71 req-b968346e-98ef-4731-95e0-2fee46ef4218 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512123 Jul 16 20:12:03.438695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 1d95d816-a54a-4b06-afe7-79ab3fd5706c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:03.443076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1d95d816-a54a-4b06-afe7-79ab3fd5706c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:03.443786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.559431 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2186d771-3e97-4fc2-9441-96ef83dd7aa3 x-openstack-request-id: req-2186d771-3e97-4fc2-9441-96ef83dd7aa3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:03.559730 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af", "name": "network-vif-deleted", "tag": "c2c487f5-75fb-48f0-ad1c-3d905ad0cf06", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:03.560169 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2186d771-3e97-4fc2-9441-96ef83dd7aa3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:03.561002 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc16f71-4ce6-4e1f-adbb-bf4f3d0147af', 'name': 'network-vif-deleted', 'tag': 'c2c487f5-75fb-48f0-ad1c-3d905ad0cf06', 'status': 'completed', 'code': 200} Jul 16 20:12:03.569514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.573839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=37839f32-73cf-43c8-8131-9d9c5d349f5b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.624297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 1d95d816-a54a-4b06-afe7-79ab3fd5706c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1d95d816-a54a-4b06-afe7-79ab3fd5706c,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:03.631970 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.633140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 495842cb-074c-4762-b498-8024245b2272 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:03.709361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.776996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=1d95d816-a54a-4b06-afe7-79ab3fd5706c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.801129 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-81caed33-6bba-48ba-b6f8-24df7936792c req-47f4a5bf-3e9b-4b8a-bbdf-7fe3904c4c83 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 210 time: 0.0605142 Jul 16 20:12:03.817334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 495842cb-074c-4762-b498-8024245b2272 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:03.817844 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.864121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672a19-6326-4898-b638-0c7055f14bea req-81955cb7-355c-4253-b1c3-9defe2b775d8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.865749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88672a19-6326-4898-b638-0c7055f14bea req-81955cb7-355c-4253-b1c3-9defe2b775d8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.4843788 Jul 16 20:12:03.866944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.877456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48188) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:03.887707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d159e8a7-e5dd-4014-ae6e-e376c55161e2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/37839f32-73cf-43c8-8131-9d9c5d349f5b HTTP/1.1" status: 204 len: 168 time: 2.8247557 Jul 16 20:12:03.957000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-05b07969-78bd-409a-9450-13426d4a26ef None None] Provisioning complete for port 1d95d816-a54a-4b06-afe7-79ab3fd5706c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:03.957383 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-05b07969-78bd-409a-9450-13426d4a26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.004055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cffabf-fabb-410d-a322-bbd2a36b43de tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.009290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cffabf-fabb-410d-a322-bbd2a36b43de tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.011115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b7cffabf-fabb-410d-a322-bbd2a36b43de tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1320872 Jul 16 20:12:04.015356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48190) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:04.161578 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88672a19-6326-4898-b638-0c7055f14bea req-df6dc647-87a1-4da0-a775-8d86a4fca1f5 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670689 Jul 16 20:12:04.170301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:04.210193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet f41624a4-00c1-43b1-99a3-100c9388fc29 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:04.212876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:04.213360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c2c487f5-75fb-48f0-ad1c-3d905ad0cf06 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:04.215481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.220403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Router 947b93f7-d890-46d8-8081-f377e6cf7780 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:12:04.666343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.709563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857460-62d4-4cd8-b43d-e65c251d40b6 req-f020e6d5-cfae-4f05-9982-c4ff013ee4ec tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.711823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb857460-62d4-4cd8-b43d-e65c251d40b6 req-f020e6d5-cfae-4f05-9982-c4ff013ee4ec tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 945 time: 0.0833032 Jul 16 20:12:04.811719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb857460-62d4-4cd8-b43d-e65c251d40b6 req-9a1ca760-2339-4e2d-8be7-e1f1a0a02a0c tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933359 Jul 16 20:12:04.829888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:04.839890 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Sync routers for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:04.853983 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:04.855420 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:04.890606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.902857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.902857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77d4e5e5-0652-457a-8a68-400e31a322e2 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.6971421 Jul 16 20:12:04.903168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:04.968374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ba5a3-0307-4b50-9031-a81968dfd2d7 req-3fb9aa23-7b78-4041-8e06-a04d7779431f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.969992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-307ba5a3-0307-4b50-9031-a81968dfd2d7 req-3fb9aa23-7b78-4041-8e06-a04d7779431f tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.1372435 Jul 16 20:12:04.997504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d95d816-a54a-4b06-afe7-79ab3fd5706c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:05.020816 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:05.066161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.076398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bac4858-7646-48b8-8f65-2d3621cc9e31 req-85e424b0-2b74-4f91-90a2-8f5f7c476b71 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.99 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 210 time: 0.0435944 Jul 16 20:12:05.116106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf312a83-73b9-4707-bd66-1fc387f9c20d req-cd5656a8-885b-42ef-909e-69f1114ed040 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=859ead99-e003-437d-b909-48614efb52f0 HTTP/1.1" status: 200 len: 210 time: 0.0420570 Jul 16 20:12:05.117023 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.132353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1528f16c-0fc9-44df-b60d-17c7bdb66f70 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:05.139173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1d95d816-a54a-4b06-afe7-79ab3fd5706c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:05.142043 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.143019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/f41624a4-00c1-43b1-99a3-100c9388fc29 HTTP/1.1" status: 204 len: 168 time: 1.1070902 Jul 16 20:12:05.146026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:05.300808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8130b71c-4de0-4226-add5-56591ef72f5a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477492 Jul 16 20:12:05.305088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48216) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:05.327335 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-307ba5a3-0307-4b50-9031-a81968dfd2d7 req-429e4b84-a637-4943-b6fa-340f8c4c047e tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464749 Jul 16 20:12:05.337153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0f0b3-6aa0-41e4-9496-b2cb05ecc75b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=f41624a4-00c1-43b1-99a3-100c9388fc29,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:05.410562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 3, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:05.453676 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Checking router: 947b93f7-d890-46d8-8081-f377e6cf7780 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:05.454164 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Updating router 947b93f7-d890-46d8-8081-f377e6cf7780 port d9669fb0-d827-4684-835b-e5ae0cafefe7 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:05.497426 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.674648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab51c-8c39-4854-8c48-f5b0b2f81043 req-fdd60d07-9b88-4fd8-9b9b-a14f2d8c97f2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.683910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9bab51c-8c39-4854-8c48-f5b0b2f81043 req-fdd60d07-9b88-4fd8-9b9b-a14f2d8c97f2 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1273792 Jul 16 20:12:05.713491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:05.776461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9bab51c-8c39-4854-8c48-f5b0b2f81043 req-0e34611c-48a8-4bdc-89e4-0eb4401af712 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915177 Jul 16 20:12:05.841910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] Deleting port 495842cb-074c-4762-b498-8024245b2272 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:05.842807 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.843455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08734f40-af56-4a4f-8acc-39522d3853bf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.848548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48222) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:05.851886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-08734f40-af56-4a4f-8acc-39522d3853bf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5446804 Jul 16 20:12:05.953952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.981296 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.007786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] For port 495842cb-074c-4762-b498-8024245b2272, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=495842cb-074c-4762-b498-8024245b2272,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:06.009472 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Transition to ACTIVE for port object d9669fb0-d827-4684-835b-e5ae0cafefe7 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.010214 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.026616 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.028088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] Calling delete_port for 495842cb-074c-4762-b498-8024245b2272 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:06.074854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98392863-537f-46f3-b40e-c00811ce3961 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.079217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48226) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:06.087741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-98392863-537f-46f3-b40e-c00811ce3961 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2376838 Jul 16 20:12:06.104179 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Attempting to bind port d9669fb0-d827-4684-835b-e5ae0cafefe7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:06.105299 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Attempting to bind port d9669fb0-d827-4684-835b-e5ae0cafefe7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:06.108726 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Attempting to bind port d9669fb0-d827-4684-835b-e5ae0cafefe7 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:06.130140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453be89-dd8b-4cde-8842-e1215c824808 req-a6db9aed-b6cc-4ba1-a99a-5bc82ccfe4d6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.132793 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1453be89-dd8b-4cde-8842-e1215c824808 req-a6db9aed-b6cc-4ba1-a99a-5bc82ccfe4d6 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.2025478 Jul 16 20:12:06.138927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.157766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] No DVR routers for this DVR port 495842cb-074c-4762-b498-8024245b2272 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:06.169372 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Pushing event updated for resources: {'Port': ['ID=d9669fb0-d827-4684-835b-e5ae0cafefe7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.180504 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.181243 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.181697 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.182148 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.183002 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.183426 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.183845 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.184385 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.184941 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.186045 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.186493 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.186937 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:06.196401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fb75a-9aee-41ab-a2ec-d5be7f5a2f25 None None] Pushing event deleted for resources: {'Port': ['ID=495842cb-074c-4762-b498-8024245b2272,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.198615 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:06.198794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e216dd94-ebc7-4694-a7fe-a1ad78f7814d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142194 Jul 16 20:12:06.199213 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:06.199710 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.201668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48230) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:06.201960 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:06.202597 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Bound port: d9669fb0-d827-4684-835b-e5ae0cafefe7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:06.204607 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.212981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-08aefe7f-bfe5-4750-bf21-ee44a7a9b0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.224347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:06.267481 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] For port d9669fb0-d827-4684-835b-e5ae0cafefe7, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:06.272247 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] For port d9669fb0-d827-4684-835b-e5ae0cafefe7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d9669fb0-d827-4684-835b-e5ae0cafefe7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:06.281624 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.391546 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:06.392349 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:11:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:06.430953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d09ce-5c44-4efa-885c-f1944aa46d4e req-fff4898d-2d98-4b90-8a88-366cf99048fe tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.432549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-196d09ce-5c44-4efa-885c-f1944aa46d4e req-fff4898d-2d98-4b90-8a88-366cf99048fe tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 945 time: 0.2968442 Jul 16 20:12:06.449949 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f3aa-8e2d-4007-a5aa-8b15f5d51d5f None None] Pushing event updated for resources: {'Port': ['ID=d9669fb0-d827-4684-835b-e5ae0cafefe7,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.454902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:06.458479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.547629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-196d09ce-5c44-4efa-885c-f1944aa46d4e req-34d66f8b-22c8-4823-9b8c-795ca28107c2 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060688 Jul 16 20:12:06.550720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Deleting port 7c4d275d-45a8-4273-ab96-5f996b56e603 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:06.551546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.572662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Allocated IP 172.20.0.1 (4bdedcb9-8137-4128-86a4-30d1d9b48f50/9eb7f62e-f550-4793-a831-8ff248f6d5dc/cbb065e5-db0d-4f04-9c97-306fe657e92e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:06.673986 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:06.726984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd742-43c4-4470-bb60-6a898cfe9f3c req-1520e955-d0f4-482a-a24c-81bfaffb8c12 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.729201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6becd742-43c4-4470-bb60-6a898cfe9f3c req-1520e955-d0f4-482a-a24c-81bfaffb8c12 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cfdda4b-254d-40e9-ad7e-97f40b3cfc12 HTTP/1.1" status: 200 len: 949 time: 0.2149148 Jul 16 20:12:06.746283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] For port 7c4d275d-45a8-4273-ab96-5f996b56e603, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7c4d275d-45a8-4273-ab96-5f996b56e603,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:06.746682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.794769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Calling delete_port for 7c4d275d-45a8-4273-ab96-5f996b56e603 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:06.842803 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.863602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6becd742-43c4-4470-bb60-6a898cfe9f3c req-d1ea3951-4ff3-4623-a819-5b94988bde14 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.91 "GET /v2.0/security-groups?id=4100eb00-6472-49d2-81ad-8c982226cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268508 Jul 16 20:12:06.907607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-e7fdd7a4-a66a-4ff6-b796-d53b4ec0b852 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.916894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-e7fdd7a4-a66a-4ff6-b796-d53b4ec0b852 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.2395995 Jul 16 20:12:06.926687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Transition to ACTIVE for port object cbb065e5-db0d-4f04-9c97-306fe657e92e will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.928117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 495842cb-074c-4762-b498-8024245b2272 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:06.943293 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 3, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:06.975189 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.987281 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299feba-072b-49a8-9b56-0c0eac441576 None None] The sync data for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 is: [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 3, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:06.997221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 495842cb-074c-4762-b498-8024245b2272 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:06.997562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 495842cb-074c-4762-b498-8024245b2272 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:07.019378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-91260ade-d461-44c4-8883-7d98813242cd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/quotas/b974331dfa5340c3ad5082d1a3b02428 HTTP/1.1" status: 200 len: 375 time: 0.1015542 Jul 16 20:12:07.024638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:07.051720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:07.063607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5daf68-e391-4514-9a8f-82920f5797bc None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:07.065037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.071643 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.099169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-ccf45f51-6a29-4471-a6cf-f498df73f3a8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699322 Jul 16 20:12:07.109506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=9179cde3-c228-4e95-adce-cff3f3c458c2,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.117860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c579de94-0948-4782-b97a-30f94897ab4d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9152057 Jul 16 20:12:07.118559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48252) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:07.131014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '9179cde3-c228-4e95-adce-cff3f3c458c2', 'ip_address': '2001:db8::3f:58e9:5527:8895'}], 'name': 'tempest-NetworksTestDHCPv6-752647258'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:07.135544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.257090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:07.266926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:07.270540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Pushing event updated for resources: {'Port': ['ID=cbb065e5-db0d-4f04-9c97-306fe657e92e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.276747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:07.278634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-3c2158d1-c96f-4453-ad3b-65275062aab3 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775913 Jul 16 20:12:07.377755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '9179cde3-c228-4e95-adce-cff3f3c458c2'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:07.390047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.399892 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.518701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.522974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:07.622356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-0fa211e3-8fb5-46c8-aa53-e640bee2cf3d service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397932 Jul 16 20:12:07.670096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Pushing event deleted for resources: {'Port': ['ID=7c4d275d-45a8-4273-ab96-5f996b56e603,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.677953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] No DVR routers for this DVR port 7c4d275d-45a8-4273-ab96-5f996b56e603 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:07.683546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.686724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1453be89-dd8b-4cde-8842-e1215c824808 req-192a007a-bd7a-40b2-877b-cc7e16fb1ee8 tempest-MigrationsAdminTest-1335397598 tempest-MigrationsAdminTest-1335397598-project] 10.222.0.79 "DELETE /v2.0/ports/7c4d275d-45a8-4273-ab96-5f996b56e603 HTTP/1.1" status: 204 len: 173 time: 1.4730911 Jul 16 20:12:07.687358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-deleted', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:07.688250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/9179cde3-c228-4e95-adce-cff3f3c458c2/78f93556-2fc1-46ae-9ca1-c1710f1ed60f) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:07.698979 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f94a74b-dbb5-4235-ab09-3e507cea16a8" -d '{"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-deleted", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:07.700081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7c4d275d-45a8-4273-ab96-5f996b56e603'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:07.903999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d58e73f4-8978-4dd0-bf82-206ffbad7f7d None None] Provisioning for port cbb065e5-db0d-4f04-9c97-306fe657e92e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:07.919446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d58e73f4-8978-4dd0-bf82-206ffbad7f7d None None] Provisioning complete for port cbb065e5-db0d-4f04-9c97-306fe657e92e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:07.920143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d58e73f4-8978-4dd0-bf82-206ffbad7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.017806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d58e73f4-8978-4dd0-bf82-206ffbad7f7d None None] Port cbb065e5-db0d-4f04-9c97-306fe657e92e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:08.121940 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.132900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Transition to ACTIVE for port object 78f93556-2fc1-46ae-9ca1-c1710f1ed60f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:08.177126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Transition to ACTIVE for port object 78f93556-2fc1-46ae-9ca1-c1710f1ed60f will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:08.190170 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.237809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e784d1-b5db-4cb2-bb33-e9ad03587d5c req-52b5f108-8459-47ff-ab22-e04f67f43899 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.242715 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75e784d1-b5db-4cb2-bb33-e9ad03587d5c req-52b5f108-8459-47ff-ab22-e04f67f43899 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 945 time: 0.1684060 Jul 16 20:12:08.289434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:08.301050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:08.303121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Pushing event updated for resources: {'Port': ['ID=78f93556-2fc1-46ae-9ca1-c1710f1ed60f,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.306175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:08.318007 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.337342 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75e784d1-b5db-4cb2-bb33-e9ad03587d5c req-38f4f1ee-bfb7-45be-beda-9c20a160b6d0 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934470 Jul 16 20:12:08.391647 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bad6adf-92a8-449d-9c37-147d998ed9ea x-openstack-request-id: req-2bad6adf-92a8-449d-9c37-147d998ed9ea {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:08.391970 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdda4b-254d-40e9-ad7e-97f40b3cfc12", "name": "network-vif-deleted", "tag": "7c4d275d-45a8-4273-ab96-5f996b56e603", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:08.392227 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2bad6adf-92a8-449d-9c37-147d998ed9ea {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:08.392640 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdda4b-254d-40e9-ad7e-97f40b3cfc12', 'name': 'network-vif-deleted', 'tag': '7c4d275d-45a8-4273-ab96-5f996b56e603', 'status': 'completed', 'code': 200} Jul 16 20:12:08.439588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Attempting to bind port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:08.440520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Attempting to bind port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:08.441494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Attempting to bind port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:08.449347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:08.450342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:08.451203 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.451815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:08.453130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Bound port: 78f93556-2fc1-46ae-9ca1-c1710f1ed60f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:08.453953 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.513331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3c1a0cfa-5145-49e7-ba24-8390e5e4a349 req-50a6b000-9058-4a63-b8c0-97b75f9362f2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 210 time: 0.0848956 Jul 16 20:12:08.560437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.569832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] For port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:08.570038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a472-febb-4e8b-82c9-1f6009b37368 req-bc291fbe-8cbc-4815-bd0a-0a2453c85660 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.575728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] For port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=78f93556-2fc1-46ae-9ca1-c1710f1ed60f,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:08.577285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86f4a472-febb-4e8b-82c9-1f6009b37368 req-bc291fbe-8cbc-4815-bd0a-0a2453c85660 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 1.2694471 Jul 16 20:12:08.584752 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.586404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.672369 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.722938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49efab0-5f02-49c6-bfad-610f38dc4817 None None] Pushing event updated for resources: {'Port': ['ID=78f93556-2fc1-46ae-9ca1-c1710f1ed60f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.731633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port ab8dd5a7-9a77-4393-b98c-02c54a8022ac yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:08.746716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86f4a472-febb-4e8b-82c9-1f6009b37368 req-4d465cd0-d679-46b4-b24a-6c64a3ccfb54 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681974 Jul 16 20:12:08.821202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-0920ea6e-8078-4092-91f6-6122f702d09e tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.823059 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-0920ea6e-8078-4092-91f6-6122f702d09e tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.99 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 945 time: 1.3596721 Jul 16 20:12:08.832628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.839273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be253bad-23c4-4291-9766-8bb916b5d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.041516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d9669fb0-d827-4684-835b-e5ae0cafefe7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:09.067559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:09.178037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port d9669fb0-d827-4684-835b-e5ae0cafefe7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:09.182414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d9669fb0-d827-4684-835b-e5ae0cafefe7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:09.182796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.196690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.272713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.309378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3609ff5f-9f7b-4210-bc58-35dc6c8776ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=91c60dcf2ee64ebebf7afc95d764961c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404089 Jul 16 20:12:09.312909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48284) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:09.347404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.379780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port d9669fb0-d827-4684-835b-e5ae0cafefe7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d9669fb0-d827-4684-835b-e5ae0cafefe7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:09.385578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.398011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a467b9c0-07f7-46b6-b318-0e46bd5e8dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.436522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Pushing event updated for resources: {'Port': ['ID=cbb065e5-db0d-4f04-9c97-306fe657e92e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.451779 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.457733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Deleting port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:09.458067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.458822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a467b9c0-07f7-46b6-b318-0e46bd5e8dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.469454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=d9669fb0-d827-4684-835b-e5ae0cafefe7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.558024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::3f:58e9:5527:8895 (01f31535-5473-49e8-b415-45d37419c5fb/9179cde3-c228-4e95-adce-cff3f3c458c2/ab8dd5a7-9a77-4393-b98c-02c54a8022ac) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:09.572486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a467b9c0-07f7-46b6-b318-0e46bd5e8dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.577542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a467b9c0-07f7-46b6-b318-0e46bd5e8dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.595593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a467b9c0-07f7-46b6-b318-0e46bd5e8dfb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4100eb00-6472-49d2-81ad-8c982226cf03 HTTP/1.1" status: 204 len: 168 time: 0.2676039 Jul 16 20:12:09.618313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467b9c0-07f7-46b6-b318-0e46bd5e8dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100eb00-6472-49d2-81ad-8c982226cf03,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.650785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c121395-3c5e-4587-916f-c16a984933ab req-6b8ab436-04e0-469b-a7e1-260d8207f7fc tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:09.652548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3c121395-3c5e-4587-916f-c16a984933ab req-6b8ab436-04e0-469b-a7e1-260d8207f7fc tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 946 time: 0.1445003 Jul 16 20:12:09.762395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3c121395-3c5e-4587-916f-c16a984933ab req-e335be4c-5951-41aa-a53d-6b589bcdbba7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039906 Jul 16 20:12:09.851916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] For port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,segment=NetworkSegment(9d9b74fb-fd51-4e79-906f-d862ecde0446),segment_id=9d9b74fb-fd51-4e79-906f-d862ecde0446)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:09.855745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.934161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Calling delete_port for 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:09.935584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-61bf5f59-c19b-410c-80da-738c80c01b7c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:09.937733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-61bf5f59-c19b-410c-80da-738c80c01b7c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.2493412 Jul 16 20:12:09.942783 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.953592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Request body: {'port': {'device_id': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'admin_state_up': True, 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:09.960643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:09.978942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:10.005754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123df65-84b8-4e12-8bf1-5d4ab692720e req-b40195c0-e273-4dfc-b30c-f5cd5c31e24d tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.015372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b123df65-84b8-4e12-8bf1-5d4ab692720e req-b40195c0-e273-4dfc-b30c-f5cd5c31e24d tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/ports?device_id=120cbd0f-2297-477f-bcd0-e543a0cd1b1e HTTP/1.1" status: 200 len: 945 time: 0.4765384 Jul 16 20:12:10.112150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48300) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:10.116451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9450e6b9-b78f-47af-b91e-d576f7dff820 req-43ed679e-36b7-4743-af93-723687ad76f1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 210 time: 0.0934916 Jul 16 20:12:10.181154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:10.211003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 7c4d275d-45a8-4273-ab96-5f996b56e603 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:10.211470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7c4d275d-45a8-4273-ab96-5f996b56e603 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:10.262435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba98cb25-aa30-4013-9652-9317c47dea22 None None] Provisioning for port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:10.296925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:10.302542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.383252 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b123df65-84b8-4e12-8bf1-5d4ab692720e req-79fe6793-023e-4a17-af95-9ec17f705634 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.91 "GET /v2.0/security-groups?id=62e8d8f6-226c-4868-9448-fb1bb9fe189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669257 Jul 16 20:12:10.391113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee513b85-8948-4a02-9d03-eb88bfaa4bc4 None None] Provisioning complete for port cbb065e5-db0d-4f04-9c97-306fe657e92e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:10.392307 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee513b85-8948-4a02-9d03-eb88bfaa4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.418122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.433473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-51642542-2db3-4c45-8859-0a2c67f9ce1b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=49de10b4d3654cabb8400d8b2fa401a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181846 Jul 16 20:12:10.437497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48302) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:10.446182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object ab8dd5a7-9a77-4393-b98c-02c54a8022ac will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:10.448535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ee513b85-8948-4a02-9d03-eb88bfaa4bc4 None None] Port cbb065e5-db0d-4f04-9c97-306fe657e92e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:10.472230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Router 947b93f7-d890-46d8-8081-f377e6cf7780 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:10.484293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f14f6-76c9-4a8d-b4f3-8b60d44e0ce7 req-bffab162-d8df-4a7b-8f50-b91431c67d00 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.486093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af0f14f6-76c9-4a8d-b4f3-8b60d44e0ce7 req-bffab162-d8df-4a7b-8f50-b91431c67d00 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1804912 Jul 16 20:12:10.502882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:10.525049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:10.525924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8bdb3c1c-b6ec-4fdd-abfd-533ee6220c1e not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:10.576026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Allocated IP 172.20.0.11 (7cb9d257-456f-4ac0-a68a-b3ae12a47524/5c3f974c-ac2b-4076-88f8-c54856c41ad1/bf8d5dec-02ee-4ff9-8441-7e0454abd689) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:10.582508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89cfff4b-6470-4543-a1a4-a697bd475c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.584080 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.602286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af0f14f6-76c9-4a8d-b4f3-8b60d44e0ce7 req-37b63b05-4139-4334-a23c-722d46935066 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032798 Jul 16 20:12:10.622199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89cfff4b-6470-4543-a1a4-a697bd475c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.642347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.700465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:10.710943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:10.713681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:10.720203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.720881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.748777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=ab8dd5a7-9a77-4393-b98c-02c54a8022ac,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:10.760867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89cfff4b-6470-4543-a1a4-a697bd475c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.763423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89cfff4b-6470-4543-a1a4-a697bd475c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.767100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-89cfff4b-6470-4543-a1a4-a697bd475c8b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/852f4532-3734-42c3-a8f9-f7f8962dd6bf HTTP/1.1" status: 204 len: 168 time: 0.3258300 Jul 16 20:12:10.784084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfff4b-6470-4543-a1a4-a697bd475c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852f4532-3734-42c3-a8f9-f7f8962dd6bf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:10.844993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1d507860-864e-4d8f-9366-b118102503a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.7224166 Jul 16 20:12:10.845200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] No DVR routers for this DVR port 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:10.847853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.850449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89bf6042-9e8d-49c8-9ce0-674e13ba050d req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] 10.222.0.99 "DELETE /v2.0/ports/7ede1b1c-5d05-423f-a9b1-f71a8fd41008 HTTP/1.1" status: 204 len: 173 time: 2.0157855 Jul 16 20:12:10.851417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18527a82-c4c5-4b9c-aaca-11066dbfca42 tempest-InstanceActionsNegativeTestJSON-1793155461 tempest-InstanceActionsNegativeTestJSON-1793155461-project] Pushing event deleted for resources: {'Port': ['ID=7ede1b1c-5d05-423f-a9b1-f71a8fd41008,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:10.856462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48308) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:10.857431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'name': 'network-vif-deleted', 'tag': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:10.860237 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd0a838-b29a-4f65-90dd-26e6573d93bb" -d '{"events": [{"server_uuid": "120cbd0f-2297-477f-bcd0-e543a0cd1b1e", "name": "network-vif-deleted", "tag": "7ede1b1c-5d05-423f-a9b1-f71a8fd41008"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:10.864031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:10.870040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c4f731b0-bac2-49d5-b6b3-8a401c15beeb admin admin] 10.222.0.91 "PUT /v2.0/routers/947b93f7-d890-46d8-8081-f377e6cf7780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9690669 Jul 16 20:12:10.873793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Sync routers for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:10.885840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4e15bc89-18d3-4577-89d1-93a95f76766c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '9179cde3-c228-4e95-adce-cff3f3c458c2', 'ip_address': '2001:db8::3f:58e9:5527:8895'}], 'name': 'tempest-NetworksTestDHCPv6-1475568605'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:10.904507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:10.906392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:10.932233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.048227 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4759c6-d65c-4e75-885d-008ade3d41ff x-openstack-request-id: req-0b4759c6-d65c-4e75-885d-008ade3d41ff {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:11.048533 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120cbd0f-2297-477f-bcd0-e543a0cd1b1e", "name": "network-vif-deleted", "tag": "7ede1b1c-5d05-423f-a9b1-f71a8fd41008", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:11.048792 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0b4759c6-d65c-4e75-885d-008ade3d41ff {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:11.049206 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120cbd0f-2297-477f-bcd0-e543a0cd1b1e', 'name': 'network-vif-deleted', 'tag': '7ede1b1c-5d05-423f-a9b1-f71a8fd41008', 'status': 'completed', 'code': 200} Jul 16 20:12:11.117318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.230940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-398f261a-2e23-41f6-9d9f-025bcb05c057 None None] Provisioning for port ab8dd5a7-9a77-4393-b98c-02c54a8022ac completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:11.246054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78f93556-2fc1-46ae-9ca1-c1710f1ed60f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:11.263901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-1611d785-f493-40d9-93f7-3e2029769b6c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.265493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-1611d785-f493-40d9-93f7-3e2029769b6c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.99 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 946 time: 0.3157914 Jul 16 20:12:11.305112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-398f261a-2e23-41f6-9d9f-025bcb05c057 None None] Provisioning complete for port ab8dd5a7-9a77-4393-b98c-02c54a8022ac triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:11.305733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-398f261a-2e23-41f6-9d9f-025bcb05c057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.347444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:11.360444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:11.373164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:11.373822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b23a8-ffcf-4921-8583-8f023b2d740c req-2e50f79e-e3a9-4f39-aec3-3bb9d89d1838 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.376552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:11.382309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d8b23a8-ffcf-4921-8583-8f023b2d740c req-2e50f79e-e3a9-4f39-aec3-3bb9d89d1838 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 946 time: 0.2313929 Jul 16 20:12:11.435285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d8b23a8-ffcf-4921-8583-8f023b2d740c req-43d43b4e-e58d-413e-8fc3-687f82f741f4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=4f8d3614-b8e7-4712-93bd-c7cc178457a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519512 Jul 16 20:12:11.456243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event updated for resources: {'Port': ['ID=bf8d5dec-02ee-4ff9-8441-7e0454abd689,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:11.464643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-398f261a-2e23-41f6-9d9f-025bcb05c057 None None] Port ab8dd5a7-9a77-4393-b98c-02c54a8022ac cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:11.504288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Deleting port 10e449a2-928f-49c7-8c01-58afcda3d641 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:11.505612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.519337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:11.589631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.590232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.599996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:11.600720 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.672478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e15bc89-18d3-4577-89d1-93a95f76766c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:11.693967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-1e557966-8e80-48e6-ad88-3da5dc0813d9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7446213 Jul 16 20:12:11.700266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] For port 10e449a2-928f-49c7-8c01-58afcda3d641, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=10e449a2-928f-49c7-8c01-58afcda3d641,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:11.700266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.710419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Request body: {'port': {'device_id': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:11.801022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e443efe-58c8-47f9-91a7-bb2263133e42 req-6bca2d87-fc3f-459b-86d4-452cd49cf9eb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.810758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e443efe-58c8-47f9-91a7-bb2263133e42 req-6bca2d87-fc3f-459b-86d4-452cd49cf9eb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 932 time: 0.3680072 Jul 16 20:12:11.895151 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.901336 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.975804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e443efe-58c8-47f9-91a7-bb2263133e42 req-5c2ea159-8974-4ab9-b8a4-eccec28bf124 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636209 Jul 16 20:12:11.979376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e15bc89-18d3-4577-89d1-93a95f76766c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.981613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.991282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=78f93556-2fc1-46ae-9ca1-c1710f1ed60f,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:11.999137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:08Z', 'revision_number': 2, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:12.001362 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.003631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d9669fb0-d827-4684-835b-e5ae0cafefe7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:12.095982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.096466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.096681 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Floating IP ca0fafb9-07e9-4655-b1c2-8f47995310f6 disassociated. External IP: 172.25.3.133, port: 10e449a2-928f-49c7-8c01-58afcda3d641. Jul 16 20:12:12.097091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Calling delete_port for 10e449a2-928f-49c7-8c01-58afcda3d641 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:12.126901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-4e15bc89-18d3-4577-89d1-93a95f76766c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 26f544fc-26c7-43cb-9c1c-7823c9ebf485 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:12.153048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48354) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:12.156094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Checking router: 947b93f7-d890-46d8-8081-f377e6cf7780 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:12.156712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Updating router 947b93f7-d890-46d8-8081-f377e6cf7780 port cbb065e5-db0d-4f04-9c97-306fe657e92e binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:12.313148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] Deleting subnet fa5d77d9-9c5b-4540-a111-7debe4842699 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:12.338932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.369445 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.406679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.407501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=78f93556-2fc1-46ae-9ca1-c1710f1ed60f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:12.442155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d9669fb0-d827-4684-835b-e5ae0cafefe7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:12.442571 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.460747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-c632d00e-d411-40f9-9ebe-264e0c5e4fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.463340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-c632d00e-d411-40f9-9ebe-264e0c5e4fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks?id=4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 200 len: 828 time: 0.3092701 Jul 16 20:12:12.507530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-0f093d62-bed7-4562-b115-d7ca4e209482 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/quotas/45e4f741726346edb9b5489f0faf8eb4 HTTP/1.1" status: 200 len: 375 time: 0.0369194 Jul 16 20:12:12.527091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.545564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:12.561804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.569638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:12.569977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7ede1b1c-5d05-423f-a9b1-f71a8fd41008 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:12.625369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event deleted for resources: {'Port': ['ID=10e449a2-928f-49c7-8c01-58afcda3d641,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:12.713924 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e15bc89-18d3-4577-89d1-93a95f76766c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:12:12.714776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e15bc89-18d3-4577-89d1-93a95f76766c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:12:12.788866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4e15bc89-18d3-4577-89d1-93a95f76766c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.9312527 Jul 16 20:12:12.793819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48368) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:12.827896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Router d1d6e0c3-fd37-412b-a259-4deeca55545e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:12.849453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc9b8-99b1-4858-bc1a-714a986572be req-9defb7f6-45d4-4cb0-9b2b-673147de5416 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.856520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.857078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d36cc9b8-99b1-4858-bc1a-714a986572be req-9defb7f6-45d4-4cb0-9b2b-673147de5416 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.4072843 Jul 16 20:12:12.882826 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.908225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Transition to ACTIVE for port object cbb065e5-db0d-4f04-9c97-306fe657e92e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:12.911980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.914081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/fa5d77d9-9c5b-4540-a111-7debe4842699 HTTP/1.1" status: 204 len: 168 time: 0.7586775 Jul 16 20:12:12.916333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475d2b7-0630-464c-a1b2-518babf0fa09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5d77d9-9c5b-4540-a111-7debe4842699,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:12.918983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48370) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:12.926815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-4f4146b5-e232-47e4-b96f-1b3cf7bc7ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=45e4f741726346edb9b5489f0faf8eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3594582 Jul 16 20:12:12.939062 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.958446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d36cc9b8-99b1-4858-bc1a-714a986572be req-5a351f50-c823-4977-b973-8e163e65a898 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003759 Jul 16 20:12:12.992890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-151119b1-c6b2-4706-9e35-b67f4cdb8a60 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:12:12.993917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-151119b1-c6b2-4706-9e35-b67f4cdb8a60 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561717 Jul 16 20:12:13.000815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e4d26-cdb1-44c5-a74f-48e1ab083b6b None None] Pushing event updated for resources: {'Port': ['ID=cbb065e5-db0d-4f04-9c97-306fe657e92e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:13.031638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78f93556-2fc1-46ae-9ca1-c1710f1ed60f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:13.074701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c530d9-666b-43b7-b459-3be6d6a6a83c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:13.089507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c530d9-666b-43b7-b459-3be6d6a6a83c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:13.093824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d9c530d9-666b-43b7-b459-3be6d6a6a83c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2988446 Jul 16 20:12:13.097723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48380) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:13.124438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8d5dec-02ee-4ff9-8441-7e0454abd689 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:13.175341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.207849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.236032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Attempting to bind port cbb065e5-db0d-4f04-9c97-306fe657e92e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:13.236528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Attempting to bind port cbb065e5-db0d-4f04-9c97-306fe657e92e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:13.237493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Attempting to bind port cbb065e5-db0d-4f04-9c97-306fe657e92e on network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:13.250095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:13.250945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.305602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4369ef9d-6c8b-4d8d-bbd2-72d5b50ed257 req-ef27e83e-97ec-4eba-9b7b-54b4acdc4925 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=74835140-8212-4e48-8eed-4d0536eba8ed HTTP/1.1" status: 200 len: 210 time: 0.0946486 Jul 16 20:12:13.314371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:13.335149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Transition to ACTIVE for port object bf8d5dec-02ee-4ff9-8441-7e0454abd689 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:13.339727 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] Sync routers for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:13.354447 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:13.356476 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:13.357646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.358522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:13.361367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Checking segment: {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:13.363731 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.364542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Bound using segment: {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:13.365616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Bound port: cbb065e5-db0d-4f04-9c97-306fe657e92e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:13.368326 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.428786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] No DVR routers for this DVR port 10e449a2-928f-49c7-8c01-58afcda3d641 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:13.434107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.436557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6cc856bf-92b3-45ed-bbc8-743c133e069a req-2e14c786-e6be-4672-8e26-e9c72cf8726c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.99 "DELETE /v2.0/ports/10e449a2-928f-49c7-8c01-58afcda3d641 HTTP/1.1" status: 204 len: 173 time: 2.1648569 Jul 16 20:12:13.489127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-deleted', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:13.491669 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d1ab6-56bc-4537-bf9d-dc19c621d991" -d '{"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-deleted", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:13.521201 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:13.544816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] For port cbb065e5-db0d-4f04-9c97-306fe657e92e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:13.548722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] For port cbb065e5-db0d-4f04-9c97-306fe657e92e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cbb065e5-db0d-4f04-9c97-306fe657e92e,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:13.592047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.596404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=bf8d5dec-02ee-4ff9-8441-7e0454abd689,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:13.712211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e4d26-cdb1-44c5-a74f-48e1ab083b6b None None] Pushing event updated for resources: {'Port': ['ID=cbb065e5-db0d-4f04-9c97-306fe657e92e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:13.719027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port ab8dd5a7-9a77-4393-b98c-02c54a8022ac {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:13.719661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.730963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.750491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbc544b-e899-438d-bb86-168bf642fcd8']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:13.761945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-447e7aee-37de-48c1-91a9-116136e15f57 service neutron] 10.222.0.91 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541773 Jul 16 20:12:13.766195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9b74fb-fd51-4e79-906f-d862ecde0446') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:13.766482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9b74fb-fd51-4e79-906f-d862ecde0446') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:13.784160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:13.785821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:13.790670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.831661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.833691 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:13.868809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:13.869927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:13.872140 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:13.889979 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] Checking router: d1d6e0c3-fd37-412b-a259-4deeca55545e for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:13.902057 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:13.902705 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:13.953744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:13.978755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-230e8eb0-b1e9-4dd4-b46b-4166c6f64fed service neutron] 10.222.0.91 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024863 Jul 16 20:12:13.980050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.004497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.023376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] 10.222.0.91 "DELETE /v2.0/networks/0cbc544b-e899-438d-bb86-168bf642fcd8 HTTP/1.1" status: 204 len: 168 time: 1.0801752 Jul 16 20:12:14.029256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f170ec7-7b8e-46d8-9ab7-52a2c1f1d369 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbc544b-e899-438d-bb86-168bf642fcd8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:14.089575 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:14.370910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Attempting to bind port bf8d5dec-02ee-4ff9-8441-7e0454abd689 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:14.371248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Attempting to bind port bf8d5dec-02ee-4ff9-8441-7e0454abd689 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:14.371520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Attempting to bind port bf8d5dec-02ee-4ff9-8441-7e0454abd689 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:14.376797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:14.399786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904369a-b39f-4fa0-895f-6068bef60db3 req-230f79d0-e017-4c16-8eb3-4910bf5f1ed7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:14.401839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48398) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:14.406706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a904369a-b39f-4fa0-895f-6068bef60db3 req-230f79d0-e017-4c16-8eb3-4910bf5f1ed7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 944 time: 0.8140817 Jul 16 20:12:14.408661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Port bf8d5dec-02ee-4ff9-8441-7e0454abd689 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:14.408988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Attempting to bind port bf8d5dec-02ee-4ff9-8441-7e0454abd689 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:14.435723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:14.436068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:14.436460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Bound using segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:14.436969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Bound port: bf8d5dec-02ee-4ff9-8441-7e0454abd689, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:14.437261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.467104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.487653 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-333773cf-e04e-40ac-9948-c2951cbe4aca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=456fe775ca8a479fbc7c01a1912501b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822520 Jul 16 20:12:14.488270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48400) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:14.506255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec41168-91ea-40ea-9bba-cb17fd236d99 None None] The sync data for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 is: [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:14.524706 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:14.593908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60438104-b8c3-4d42-987b-18d9781a0370 None None] The sync data for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 is: [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:14.606572 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50b59e01-42cd-4c79-aa98-074916b59c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.629458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for ab8dd5a7-9a77-4393-b98c-02c54a8022ac owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:14.646625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] For port bf8d5dec-02ee-4ff9-8441-7e0454abd689, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:14.653590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] For port bf8d5dec-02ee-4ff9-8441-7e0454abd689, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf8d5dec-02ee-4ff9-8441-7e0454abd689,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:14.671167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a904369a-b39f-4fa0-895f-6068bef60db3 req-4cdf4ce4-c008-4f96-8799-f87b1cc4601d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632406 Jul 16 20:12:14.681926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.705912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50b59e01-42cd-4c79-aa98-074916b59c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.767764 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6703e805-c1e0-486f-a899-2f14f0ab808d x-openstack-request-id: req-6703e805-c1e0-486f-a899-2f14f0ab808d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:14.768831 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74835140-8212-4e48-8eed-4d0536eba8ed", "name": "network-vif-deleted", "tag": "10e449a2-928f-49c7-8c01-58afcda3d641", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:14.769109 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6703e805-c1e0-486f-a899-2f14f0ab808d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:14.769539 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74835140-8212-4e48-8eed-4d0536eba8ed', 'name': 'network-vif-deleted', 'tag': '10e449a2-928f-49c7-8c01-58afcda3d641', 'status': 'completed', 'code': 200} Jul 16 20:12:14.799342 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50b59e01-42cd-4c79-aa98-074916b59c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.802356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50b59e01-42cd-4c79-aa98-074916b59c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.803911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-50b59e01-42cd-4c79-aa98-074916b59c16 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/62e8d8f6-226c-4868-9448-fb1bb9fe189e HTTP/1.1" status: 204 len: 168 time: 0.3144522 Jul 16 20:12:14.847815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b59e01-42cd-4c79-aa98-074916b59c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8d8f6-226c-4868-9448-fb1bb9fe189e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:14.901862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:14.902549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.909500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] 10.222.0.79 "PUT /v2.0/ports/bf8d5dec-02ee-4ff9-8441-7e0454abd689 HTTP/1.1" status: 200 len: 1093 time: 3.2034662 Jul 16 20:12:14.932045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'tag': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:14.935313 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0db79-6b2f-40d9-b63b-72c681098116" -d '{"events": [{"name": "network-changed", "server_uuid": "95ab2158-7406-4930-9b47-cfa1925fd2ec", "tag": "bf8d5dec-02ee-4ff9-8441-7e0454abd689"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:15.079050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cbb065e5-db0d-4f04-9c97-306fe657e92e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:15.108619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1014745-8585-4c01-b624-b913bfffbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=bf8d5dec-02ee-4ff9-8441-7e0454abd689,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.238821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port cbb065e5-db0d-4f04-9c97-306fe657e92e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:15.254929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41a6677-086b-406b-b10c-909be421739b None None] New status for floating IP ca0fafb9-07e9-4655-b1c2-8f47995310f6: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:15.304355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-cd64b4d9-4050-4791-8517-34aca12f6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:15.307038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-cd64b4d9-4050-4791-8517-34aca12f6fbd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 1096 time: 0.3450315 Jul 16 20:12:15.350518 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-35fb4ff9-ac70-45c3-b87f-f1ac1b4f35ba req-a76c0dbb-4039-41eb-a044-91adb1f4ef8f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 210 time: 0.0407906 Jul 16 20:12:15.379939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-2c8401e0-71c8-45e7-96e0-6b9b9a782bf9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf8d5dec-02ee-4ff9-8441-7e0454abd689 HTTP/1.1" status: 200 len: 217 time: 0.0489376 Jul 16 20:12:15.382641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.394571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e0b3c-8c41-477c-a7e2-351469d6415e req-fa384c89-43b1-4432-8f00-33f2a1488e3e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:15.401796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cbb065e5-db0d-4f04-9c97-306fe657e92e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:15.402180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.404177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-704e0b3c-8c41-477c-a7e2-351469d6415e req-fa384c89-43b1-4432-8f00-33f2a1488e3e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3398778 Jul 16 20:12:15.544538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-b3e79eb0-e23e-43cb-b31b-08c5d51f75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:15.546534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-b3e79eb0-e23e-43cb-b31b-08c5d51f75d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1393871 Jul 16 20:12:15.571678 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.611162 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a5dce-c7dd-4737-85f5-c5dc8a6553a4 x-openstack-request-id: req-b84a5dce-c7dd-4737-85f5-c5dc8a6553a4 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:15.611572 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ab2158-7406-4930-9b47-cfa1925fd2ec", "tag": "bf8d5dec-02ee-4ff9-8441-7e0454abd689", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:15.611679 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b84a5dce-c7dd-4737-85f5-c5dc8a6553a4 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:15.619426 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'tag': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689', 'status': 'completed', 'code': 200} Jul 16 20:12:15.635715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port cbb065e5-db0d-4f04-9c97-306fe657e92e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cbb065e5-db0d-4f04-9c97-306fe657e92e,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:15.641877 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.652158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48430) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:15.700400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-a1ee5dc7-e58f-4fd6-8cc7-22ed456d65bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081564 Jul 16 20:12:15.721970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=cbb065e5-db0d-4f04-9c97-306fe657e92e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.813373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=ab8dd5a7-9a77-4393-b98c-02c54a8022ac,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.853784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb612-dfb0-4e3a-94e4-08d5ae12a03a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.898986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.903812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9c7a0d4f-c134-413a-aa0a-0cf61bbeda2c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/ab8dd5a7-9a77-4393-b98c-02c54a8022ac HTTP/1.1" status: 204 len: 168 time: 2.8027787 Jul 16 20:12:15.913726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-704e0b3c-8c41-477c-a7e2-351469d6415e req-9c5fcbba-13fc-4a2f-a71c-3153041abd43 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084689 Jul 16 20:12:15.918311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48440) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:16.029666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-9bdae9bd-6b77-4863-ba0a-630ebf12c97c service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087888 Jul 16 20:12:16.297738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9480945e-74fe-447a-aab9-f5be17de39ec tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.305889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9480945e-74fe-447a-aab9-f5be17de39ec tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.307564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9480945e-74fe-447a-aab9-f5be17de39ec tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3765788 Jul 16 20:12:16.351152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48468) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:16.454738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48472) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:16.511261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:16.528026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3adeac-02c5-439e-9d4b-13aecb87dacd req-38d71f96-10f2-41da-a5bf-76285f688e7a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.535594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f3adeac-02c5-439e-9d4b-13aecb87dacd req-38d71f96-10f2-41da-a5bf-76285f688e7a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 944 time: 0.4203331 Jul 16 20:12:16.547508 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9515f137-6fae-4366-a061-dae2b6d66f5e req-d7c59046-7511-4891-b699-6ee7bdc28cfa service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102963 Jul 16 20:12:16.551958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 10e449a2-928f-49c7-8c01-58afcda3d641 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:16.552301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 10e449a2-928f-49c7-8c01-58afcda3d641 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:16.568757 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb612-dfb0-4e3a-94e4-08d5ae12a03a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.575193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 9179cde3-c228-4e95-adce-cff3f3c458c2 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:16.582541 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.732185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f3adeac-02c5-439e-9d4b-13aecb87dacd req-3ea30fec-02cb-4f1a-a697-42d8d842e847 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955965 Jul 16 20:12:16.751373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb612-dfb0-4e3a-94e4-08d5ae12a03a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.751373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb612-dfb0-4e3a-94e4-08d5ae12a03a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.754528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ab7cb612-dfb0-4e3a-94e4-08d5ae12a03a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "DELETE /v2.0/security-groups/4f8d3614-b8e7-4712-93bd-c7cc178457a9 HTTP/1.1" status: 204 len: 168 time: 1.1004984 Jul 16 20:12:16.755423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48478) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:16.756033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.784218 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-0facddb3-835f-4da8-ab8b-f1c11eeb7e2c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] show failed (client error): The resource could not be found. Jul 16 20:12:16.788775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0facddb3-835f-4da8-ab8b-f1c11eeb7e2c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups/4f8d3614-b8e7-4712-93bd-c7cc178457a9 HTTP/1.1" status: 404 len: 347 time: 0.0267134 Jul 16 20:12:16.797095 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48480) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:16.802186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-959029589-network', 'tenant_id': '336f947a4f704bc8935d43316b4449ef'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:16.819282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cb612-dfb0-4e3a-94e4-08d5ae12a03a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8d3614-b8e7-4712-93bd-c7cc178457a9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:16.860902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-45ac203c-6f6f-4a4c-bf64-3815707f8848 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.878322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-45ac203c-6f6f-4a4c-bf64-3815707f8848 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.99 "GET /v2.0/networks?id=4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 200 len: 828 time: 0.3209476 Jul 16 20:12:16.891885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Request body: {'port': {'device_id': '88fd8405-be8e-46af-a538-5c17cb539270', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'admin_state_up': True, 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:16.959094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cbb065e5-db0d-4f04-9c97-306fe657e92e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:16.989516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Made reservation on behalf of 336f947a4f704bc8935d43316b4449ef for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:16.992044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.993067 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e88e172f-a86c-4788-8bdb-2e7018a44d17 req-030f3c9e-2df9-41e4-ba92-666ebd90ff76 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 210 time: 0.0444415 Jul 16 20:12:17.045696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.048813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-94647e32-4dba-4ca1-b658-859d6a11cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.050442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-94647e32-4dba-4ca1-b658-859d6a11cacc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 1096 time: 0.3962011 Jul 16 20:12:17.093448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cbb065e5-db0d-4f04-9c97-306fe657e92e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:17.100301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.118779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.122897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:12:17.122897 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:12:17.122897 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id_1': '45e4f741726346edb9b5489f0faf8eb4', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 12, 17, 86481)}] Jul 16 20:12:17.122897 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:12:17.123786 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:12:17.144827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48488) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:17.242725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Deleting port 7338c22d-0db0-43f9-85a5-c28cb2d25d8b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:17.243100 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.253792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c786c-2439-4d06-ac0e-3c2bbfd061d7 req-d58fe9c4-3498-4328-b5b3-4de6f64eafc0 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.255522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f5c786c-2439-4d06-ac0e-3c2bbfd061d7 req-d58fe9c4-3498-4328-b5b3-4de6f64eafc0 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.0894001 Jul 16 20:12:17.321323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f5c786c-2439-4d06-ac0e-3c2bbfd061d7 req-9a19d27d-c966-46b4-a57f-3bdf7357dca8 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531003 Jul 16 20:12:17.322923 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7844a1d3-b0c6-41d6-9f8f-bc88d1db127d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.327370 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.336217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-d208336f-1bca-4f02-9a8d-99f8233d788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.337675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-d208336f-1bca-4f02-9a8d-99f8233d788e service neutron] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 913 time: 0.2755191 Jul 16 20:12:17.384886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=9179cde3-c228-4e95-adce-cff3f3c458c2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.386954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.388770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e4690c5b-0f83-4cd8-82ec-9231d05698c0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/9179cde3-c228-4e95-adce-cff3f3c458c2 HTTP/1.1" status: 204 len: 168 time: 1.0366549 Jul 16 20:12:17.391568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48492) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:17.397452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebdc96e-cd68-4c75-979e-1611693825f2 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:17.427535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-3f9bc861-9f95-418d-9ccf-579a1e5a5b72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf8d5dec-02ee-4ff9-8441-7e0454abd689 HTTP/1.1" status: 200 len: 217 time: 0.0757563 Jul 16 20:12:17.438184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6087a95d-1319-42ae-aee6-6206d614f524 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415628 Jul 16 20:12:17.444546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48494) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:17.447188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:17.458666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.459015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.516315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Calling delete_port for 7338c22d-0db0-43f9-85a5-c28cb2d25d8b owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:17.542771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.545885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-c2d5d690-82c2-430d-b03d-3a5d2061d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.547433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-c2d5d690-82c2-430d-b03d-3a5d2061d508 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1134501 Jul 16 20:12:17.592750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.627689 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-9684ca61-b052-40de-874b-40dedc6179e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494316 Jul 16 20:12:17.633132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:17.676982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7844a1d3-b0c6-41d6-9f8f-bc88d1db127d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.678137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:17.684736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7844a1d3-b0c6-41d6-9f8f-bc88d1db127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.690872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] Deleting port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:17.691560 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.709023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8468d5b-85c1-48c3-819e-6a60d7d92efa,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.717273 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.717273 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Added segment 166ea3ff-c87b-4e19-b9b8-fff99ce0f86e of type vlan for network 4a77d363-0df3-455b-9a7f-82fbefa29b06 Jul 16 20:12:17.741358 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7844a1d3-b0c6-41d6-9f8f-bc88d1db127d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8ac521d5a6944faaa87f402dd9bd8e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952530 Jul 16 20:12:17.742067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48496) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:17.777556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:17.781148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.784392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844a1d3-b0c6-41d6-9f8f-bc88d1db127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d0e696-28c7-47ed-8284-6ca374026737,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.789123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] For port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=78f93556-2fc1-46ae-9ca1-c1710f1ed60f,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:17.789660 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.806568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] Calling delete_port for 78f93556-2fc1-46ae-9ca1-c1710f1ed60f owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:17.863561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Made reservation on behalf of 45e4f741726346edb9b5489f0faf8eb4 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:17.867331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.910440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.920380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.932641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4077fb3d-c900-475a-90d0-10444fe05046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.933154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] No DVR routers for this DVR port 78f93556-2fc1-46ae-9ca1-c1710f1ed60f on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:17.938059 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.950980 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-071c9009-f1f2-4c28-815e-173bac9a7bf1 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149774 Jul 16 20:12:17.963634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5515146-23d9-4c06-9398-cfe4cdb087cc None None] Pushing event deleted for resources: {'Port': ['ID=78f93556-2fc1-46ae-9ca1-c1710f1ed60f,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.003237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event deleted for resources: {'Port': ['ID=7338c22d-0db0-43f9-85a5-c28cb2d25d8b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.020343 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4077fb3d-c900-475a-90d0-10444fe05046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.130528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.131721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.133047 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.171660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-50acdbcc-3313-4e25-af26-1d107726e5d0 req-03bd9cc9-c257-4ad5-a7bf-22aca1518f56 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 16 20:12:18.190552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Allocated IP 172.20.0.4 (4bdedcb9-8137-4128-86a4-30d1d9b48f50/9eb7f62e-f550-4793-a831-8ff248f6d5dc/215f6610-23a7-43d2-9777-a0346ec003b1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:18.199972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4077fb3d-c900-475a-90d0-10444fe05046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.202544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4077fb3d-c900-475a-90d0-10444fe05046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.203715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4077fb3d-c900-475a-90d0-10444fe05046 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/49d0e696-28c7-47ed-8284-6ca374026737 HTTP/1.1" status: 204 len: 168 time: 0.4595327 Jul 16 20:12:18.226744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.229598 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.231172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a42f3965-5f9b-4cc8-915d-7e479efef7e9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "DELETE /v2.0/floatingips/ca0fafb9-07e9-4655-b1c2-8f47995310f6 HTTP/1.1" status: 204 len: 168 time: 1.4328701 Jul 16 20:12:18.242056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7820215 Jul 16 20:12:18.242300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077fb3d-c900-475a-90d0-10444fe05046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d0e696-28c7-47ed-8284-6ca374026737,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.274982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48506) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:18.279465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18a0db79-6b2f-40d9-b63b-72c681098116 req-98909b09-3be2-47c4-9acc-d61bd09c0ef0 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215692 Jul 16 20:12:18.280174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Request body: {'subnet': {'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-959029589-subnet', 'tenant_id': '336f947a4f704bc8935d43316b4449ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:18.314094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e94fc1-37d3-4c35-afb3-1f962e0a2656 req-4e87155e-5683-49c5-b245-d984baeaebb6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.315922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10e94fc1-37d3-4c35-afb3-1f962e0a2656 req-4e87155e-5683-49c5-b245-d984baeaebb6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 944 time: 0.4306645 Jul 16 20:12:18.323920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5790ef-666a-4e76-929e-b153c2323495 admin admin] Pushing event updated for resources: {'Network': ['ID=4a77d363-0df3-455b-9a7f-82fbefa29b06,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.337947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 4a77d363-0df3-455b-9a7f-82fbefa29b06 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:18.346050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.385596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10e94fc1-37d3-4c35-afb3-1f962e0a2656 req-3a672bf3-8178-4bb0-99b1-f31f7e0a5094 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497661 Jul 16 20:12:18.458344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=775651ca-c5b9-4b74-9796-15861aea1d63,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.465579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Made reservation on behalf of 336f947a4f704bc8935d43316b4449ef for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:18.468100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.562341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48514) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:18.584135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-09fea8a7-f16d-4b7a-a600-072b93f7eb58 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800326807', 'description': 'tempest-description--15048967'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:18.608128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:18.615944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:18.626270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.626429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb60e33-887d-4b90-90d9-a3cbda538d7c None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:18.626911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.631275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09fea8a7-f16d-4b7a-a600-072b93f7eb58 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.676793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25122d-a3f7-4b55-9eb3-07673ecfdbca req-d90c19c5-0945-440d-8945-3bcca5c92802 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.679886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e25122d-a3f7-4b55-9eb3-07673ecfdbca req-d90c19c5-0945-440d-8945-3bcca5c92802 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1332886 Jul 16 20:12:18.684617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-50fbe263-04ea-4be6-a4b6-930559812a21 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2437673 Jul 16 20:12:18.688542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48516) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:18.706704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '775651ca-c5b9-4b74-9796-15861aea1d63', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-356048513'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:18.738367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.742497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48518) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:18.797371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efdcf19e-d4bb-4109-85bf-0fd86e8ef764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.804282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Transition to ACTIVE for port object 215f6610-23a7-43d2-9777-a0346ec003b1 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:18.808866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '775651ca-c5b9-4b74-9796-15861aea1d63'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:18.810384 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.825769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e25122d-a3f7-4b55-9eb3-07673ecfdbca req-559fe70a-f1e6-4437-9ca1-96b1204abace tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360183 Jul 16 20:12:18.856381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.873763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.947411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09fea8a7-f16d-4b7a-a600-072b93f7eb58 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.950713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78f93556-2fc1-46ae-9ca1-c1710f1ed60f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:18.953060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09fea8a7-f16d-4b7a-a600-072b93f7eb58 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.960541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:18.973530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:18.977502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:18.980175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 78f93556-2fc1-46ae-9ca1-c1710f1ed60f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:18.980519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78f93556-2fc1-46ae-9ca1-c1710f1ed60f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:18.993418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:12:18.993418 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:12:18.993418 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id_1': '9472104556fd4588b72fc0fd14e07db3', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 12, 18, 895968)}] Jul 16 20:12:18.993418 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:12:18.993937 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:12:18.997834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0920dbe4-00c6-4dff-8777-9ef74e4b4d03,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.000429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fea8a7-f16d-4b7a-a600-072b93f7eb58 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434016b2-3785-4363-88ce-1fc96b35cf2c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.005410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/775651ca-c5b9-4b74-9796-15861aea1d63/59bf807e-b036-4cb1-83db-1fb34a60fa18) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:19.035410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event updated for resources: {'Port': ['ID=215f6610-23a7-43d2-9777-a0346ec003b1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.055260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Checking segment: {'id': '166ea3ff-c87b-4e19-b9b8-fff99ce0f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:19.055618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Network hostable DHCP agents. Network: 4a77d363-0df3-455b-9a7f-82fbefa29b06, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:19.091665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.092285 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.123043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Network 4a77d363-0df3-455b-9a7f-82fbefa29b06 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:19.145307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 4a77d363-0df3-455b-9a7f-82fbefa29b06) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:19.155907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.156255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9276afb-8680-4896-b001-b640615e26ce None None] Network 4a77d363-0df3-455b-9a7f-82fbefa29b06 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:19.156623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.215874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efdcf19e-d4bb-4109-85bf-0fd86e8ef764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.233052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09fea8a7-f16d-4b7a-a600-072b93f7eb58 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.234299 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efdcf19e-d4bb-4109-85bf-0fd86e8ef764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.234573 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.235623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-09fea8a7-f16d-4b7a-a600-072b93f7eb58 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6714451 Jul 16 20:12:19.237672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48522) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:19.244565 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-6f47f0ec-1cbc-4182-92fb-937bef6c8173 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3578720 Jul 16 20:12:19.244838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5cd7a0d7-498b-4eee-9800-7b0f6ef77e15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'security_group_rule': {'security_group_id': '434016b2-3785-4363-88ce-1fc96b35cf2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:19.246290 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-de6f014f-08da-4417-812d-411824322d07 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9702806 Jul 16 20:12:19.262269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Transition to ACTIVE for port object 59bf807e-b036-4cb1-83db-1fb34a60fa18 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:19.269902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Request body: {'port': {'device_id': '88fd8405-be8e-46af-a538-5c17cb539270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:19.291272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Transition to ACTIVE for port object 59bf807e-b036-4cb1-83db-1fb34a60fa18 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:19.342782 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.350929 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a0d7-498b-4eee-9800-7b0f6ef77e15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.424407 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-a41414aa-b0f8-4032-8d7a-de0b36b242ba service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2591786 Jul 16 20:12:19.449890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcf19e-d4bb-4109-85bf-0fd86e8ef764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a28e00-5a70-4e80-9861-1678c1e38b11,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.451696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a0d7-498b-4eee-9800-7b0f6ef77e15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.460044 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-efdcf19e-d4bb-4109-85bf-0fd86e8ef764 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=818f5aa77173402d9691946c428646e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138999 Jul 16 20:12:19.465953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48530) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:19.467861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a0d7-498b-4eee-9800-7b0f6ef77e15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.523826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7a0d7-498b-4eee-9800-7b0f6ef77e15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2fda6b-e65c-4a70-a46c-09ac57196e4a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.533486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a0d7-498b-4eee-9800-7b0f6ef77e15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.536756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5cd7a0d7-498b-4eee-9800-7b0f6ef77e15 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977870 Jul 16 20:12:19.543128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48534) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:19.559200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:19.573853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-525456b8-5b56-4ce5-9143-68b33c441f9a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'security_group_rule': {'security_group_id': '434016b2-3785-4363-88ce-1fc96b35cf2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:19.589625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6826d-7235-4249-a161-1f73483effea None None] Network 4a77d363-0df3-455b-9a7f-82fbefa29b06 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:19.591287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.600765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:19.644051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:19.648749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:19.655394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Pushing event updated for resources: {'Port': ['ID=59bf807e-b036-4cb1-83db-1fb34a60fa18,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.724078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9271c6de-bb01-4ff3-a943-e29c2e1d4813 None None] Provisioning for port 215f6610-23a7-43d2-9777-a0346ec003b1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:19.736088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0545373-0c8e-4e57-a193-952cf1ebcbb4 req-6373bd32-41f4-48ea-bb0c-925773a9bd65 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.739715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0545373-0c8e-4e57-a193-952cf1ebcbb4 req-6373bd32-41f4-48ea-bb0c-925773a9bd65 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 931 time: 0.3641262 Jul 16 20:12:19.754935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4981cdf7-b275-42bf-91f2-6556cb478d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.771560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9271c6de-bb01-4ff3-a943-e29c2e1d4813 None None] Provisioning complete for port 215f6610-23a7-43d2-9777-a0346ec003b1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:19.771946 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9271c6de-bb01-4ff3-a943-e29c2e1d4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.776706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Attempting to bind port 59bf807e-b036-4cb1-83db-1fb34a60fa18 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:19.776959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Attempting to bind port 59bf807e-b036-4cb1-83db-1fb34a60fa18 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:19.777184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Attempting to bind port 59bf807e-b036-4cb1-83db-1fb34a60fa18 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:19.779254 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-525456b8-5b56-4ce5-9143-68b33c441f9a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.801682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:19.802151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:19.802452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.802874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:19.803451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Bound port: 59bf807e-b036-4cb1-83db-1fb34a60fa18, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:19.803841 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.861973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9271c6de-bb01-4ff3-a943-e29c2e1d4813 None None] Port 215f6610-23a7-43d2-9777-a0346ec003b1 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:19.868442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-32d49515-26eb-4e17-96c3-233cc0c51c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.869993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-32d49515-26eb-4e17-96c3-233cc0c51c8c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a4d6983672394ccabd51241a125d02b1&device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 1097 time: 0.4100511 Jul 16 20:12:19.891004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4981cdf7-b275-42bf-91f2-6556cb478d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.938157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-665d32a6-699c-4536-8829-1067416cf05c None None] For port 59bf807e-b036-4cb1-83db-1fb34a60fa18, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:19.941865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-665d32a6-699c-4536-8829-1067416cf05c None None] For port 59bf807e-b036-4cb1-83db-1fb34a60fa18, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=59bf807e-b036-4cb1-83db-1fb34a60fa18,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:19.948746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.010667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0545373-0c8e-4e57-a193-952cf1ebcbb4 req-3d36421f-7749-4adc-8e4a-5f9a34c5d1d3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575042 Jul 16 20:12:20.019312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.048843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d32a6-699c-4536-8829-1067416cf05c None None] Pushing event updated for resources: {'Port': ['ID=59bf807e-b036-4cb1-83db-1fb34a60fa18,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.054461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 2b26c562-f6a5-497b-b4ee-7f376456431a yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:20.101116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb343ef8-6d85-47a8-a226-6848757b6605 req-ba07f317-e1e4-40b5-a8b9-c55bdf33eb7c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.102682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb343ef8-6d85-47a8-a226-6848757b6605 req-ba07f317-e1e4-40b5-a8b9-c55bdf33eb7c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 944 time: 0.1478405 Jul 16 20:12:20.120886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-525456b8-5b56-4ce5-9143-68b33c441f9a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.136305 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-525456b8-5b56-4ce5-9143-68b33c441f9a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.181040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525456b8-5b56-4ce5-9143-68b33c441f9a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7a51ee-6514-4eb1-97ff-7764cfff3b92,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.185014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4981cdf7-b275-42bf-91f2-6556cb478d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.187605 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4981cdf7-b275-42bf-91f2-6556cb478d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.188754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4981cdf7-b275-42bf-91f2-6556cb478d4d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b8a28e00-5a70-4e80-9861-1678c1e38b11 HTTP/1.1" status: 204 len: 168 time: 0.6664088 Jul 16 20:12:20.201288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-07d89b6c-5739-467a-8859-6716e76a034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.202805 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-07d89b6c-5739-467a-8859-6716e76a034f service neutron] 10.222.0.99 "GET /v2.0/networks?id=48889cee-3151-4f63-ba4c-fa784bd26018 HTTP/1.1" status: 200 len: 917 time: 0.2949975 Jul 16 20:12:20.209447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981cdf7-b275-42bf-91f2-6556cb478d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a28e00-5a70-4e80-9861-1678c1e38b11,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.211036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf8d5dec-02ee-4ff9-8441-7e0454abd689 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:20.212459 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-525456b8-5b56-4ce5-9143-68b33c441f9a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.214063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-525456b8-5b56-4ce5-9143-68b33c441f9a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6564484 Jul 16 20:12:20.220970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48544) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:20.232891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:20.288331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb343ef8-6d85-47a8-a226-6848757b6605 req-e38399ba-0d56-41a5-a513-3936e1e2eca6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729417 Jul 16 20:12:20.297720 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.309873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-5b383956-8917-4134-a61e-158bc8d4a56e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6 HTTP/1.1" status: 200 len: 1001 time: 0.0929778 Jul 16 20:12:20.364389 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:12:20.365030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:12:20.413139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9cc30e53-8086-4c90-bec7-6b21720dcd7e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7147324 Jul 16 20:12:20.419214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48550) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:20.449160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215f6610-23a7-43d2-9777-a0346ec003b1 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:20.490612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.502983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port bf8d5dec-02ee-4ff9-8441-7e0454abd689, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf8d5dec-02ee-4ff9-8441-7e0454abd689,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:20.527010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689', 'mac_address': 'fa:16:3e:2f:da:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:20.549182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-944c12cf-5f28-428f-8d67-318f7a938f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.551933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-944c12cf-5f28-428f-8d67-318f7a938f12 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9 HTTP/1.1" status: 200 len: 855 time: 0.2221537 Jul 16 20:12:20.555865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Transition to ACTIVE for port object 215f6610-23a7-43d2-9777-a0346ec003b1 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:20.599467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.605095 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.630624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8d5dec-02ee-4ff9-8441-7e0454abd689 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:20.667534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port bf8d5dec-02ee-4ff9-8441-7e0454abd689, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf8d5dec-02ee-4ff9-8441-7e0454abd689,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:20.675303 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.708657 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e83a1-cf72-444c-97cb-b6c70c85b988 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.710619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f04e83a1-cf72-444c-97cb-b6c70c85b988 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2882829 Jul 16 20:12:20.717514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48560) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:20.738250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=bf8d5dec-02ee-4ff9-8441-7e0454abd689,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.740660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.790329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3ca2c-0f0f-47a1-bb64-561182e455a1 req-95a98972-3c61-4fcd-bfa7-dd93ad9c8695 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.792039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12f3ca2c-0f0f-47a1-bb64-561182e455a1 req-95a98972-3c61-4fcd-bfa7-dd93ad9c8695 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.2874742 Jul 16 20:12:20.878616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd48489-3057-4891-aab1-e6ce394746dd tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.878616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd48489-3057-4891-aab1-e6ce394746dd tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.878616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2bd48489-3057-4891-aab1-e6ce394746dd tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1572485 Jul 16 20:12:20.879218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['bf8d5dec-02ee-4ff9-8441-7e0454abd689'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:20.886608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48568) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:20.948352 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12f3ca2c-0f0f-47a1-bb64-561182e455a1 req-fa54dc21-9bbd-4e3f-97d0-c2fc4fe2045b tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133633 Jul 16 20:12:21.086640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 775651ca-c5b9-4b74-9796-15861aea1d63 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:21.098467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.101787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Allocated IP 172.25.3.237 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/908a4fc2-511f-45c3-82f2-b873d51533e2) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:21.111348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Pushing event updated for resources: {'Port': ['ID=215f6610-23a7-43d2-9777-a0346ec003b1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:21.166583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 59bf807e-b036-4cb1-83db-1fb34a60fa18 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:21.194470 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.195680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-e764cfcd-4380-4d0a-bae0-d16d2e4099b1 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.203618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-e764cfcd-4380-4d0a-bae0-d16d2e4099b1 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/networks?id=4a77d363-0df3-455b-9a7f-82fbefa29b06 HTTP/1.1" status: 200 len: 820 time: 0.7346511 Jul 16 20:12:21.237072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-357b9cfe-7b2b-4691-8316-da0c8097bf2e tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/quotas/336f947a4f704bc8935d43316b4449ef HTTP/1.1" status: 200 len: 375 time: 0.0322559 Jul 16 20:12:21.317693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 59bf807e-b036-4cb1-83db-1fb34a60fa18 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:21.362522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-32e9f529-cbf9-437f-a1e3-5d0c20b19541 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=336f947a4f704bc8935d43316b4449ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243157 Jul 16 20:12:21.474947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-d9592031-6225-41b3-9dd3-1048d59dc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.476487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-d9592031-6225-41b3-9dd3-1048d59dc287 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=48889cee-3151-4f63-ba4c-fa784bd26018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9171369 Jul 16 20:12:21.537294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Attempting to bind port 215f6610-23a7-43d2-9777-a0346ec003b1 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:21.537635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Attempting to bind port 215f6610-23a7-43d2-9777-a0346ec003b1 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:21.537967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Attempting to bind port 215f6610-23a7-43d2-9777-a0346ec003b1 on network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:21.564339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.580565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.590119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Port 215f6610-23a7-43d2-9777-a0346ec003b1 on network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:21.590471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Attempting to bind port 215f6610-23a7-43d2-9777-a0346ec003b1 on network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:21.599401 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-a61246b0-903e-4de0-8e78-3c0711af05a9 service neutron] 10.222.0.91 "GET /v2.0/networks/4a77d363-0df3-455b-9a7f-82fbefa29b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359262 Jul 16 20:12:21.633705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:21.634047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Checking segment: {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:21.634568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Bound using segment: {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:21.635127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Bound port: 215f6610-23a7-43d2-9777-a0346ec003b1, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c98b57-9817-4b81-beab-a52f5ceff294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:21.635475 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.650023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48584) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:21.654956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-8b5f36ca-b902-4014-b61e-81e11f63cdef service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706126 Jul 16 20:12:21.668894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ba13-76c4-4fba-aeb2-a1b023e4a759 req-68c2fe1d-934b-4bcb-baf8-96b4bd74354b tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.670405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f987ba13-76c4-4fba-aeb2-a1b023e4a759 req-68c2fe1d-934b-4bcb-baf8-96b4bd74354b tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 943 time: 0.3717411 Jul 16 20:12:21.741448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5e4b9dd8-270e-48ff-aacd-36642514336d None None] Provisioning for port 59bf807e-b036-4cb1-83db-1fb34a60fa18 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:21.746472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5e4b9dd8-270e-48ff-aacd-36642514336d None None] Provisioning complete for port 59bf807e-b036-4cb1-83db-1fb34a60fa18 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:21.746860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9dd8-270e-48ff-aacd-36642514336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.804332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f987ba13-76c4-4fba-aeb2-a1b023e4a759 req-1b1dac7b-8104-4b38-8a5c-89acd4539631 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239948 Jul 16 20:12:21.820854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-479328629-network', 'tenant_id': '7646a26cbf014915ac316ac35ea26bd9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:21.825950 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.851676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.854765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/775651ca-c5b9-4b74-9796-15861aea1d63 HTTP/1.1" status: 204 len: 168 time: 0.9650538 Jul 16 20:12:21.860852 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-5fa1ee51-80ad-409d-8f46-191e3934f93a service neutron] 10.222.0.91 "GET /v2.0/networks/4a77d363-0df3-455b-9a7f-82fbefa29b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375138 Jul 16 20:12:21.862679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:21.874292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] For port 215f6610-23a7-43d2-9777-a0346ec003b1, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:21.881257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.888869 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9dd8-270e-48ff-aacd-36642514336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.892122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d640c53-22d8-442d-9a2f-aeb22b9fc8a2 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:21.919441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-96304140-0427-410e-948b-36e117457f91 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538671 Jul 16 20:12:21.925191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48590) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:21.936001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:21.956677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'Port': ['ID=908a4fc2-511f-45c3-82f2-b873d51533e2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:21.964038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bee605-a8f1-4a01-ba21-09e7fbe67962 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=775651ca-c5b9-4b74-9796-15861aea1d63,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.013419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Made reservation on behalf of 7646a26cbf014915ac316ac35ea26bd9 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:22.024049 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.030599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] For port 215f6610-23a7-43d2-9777-a0346ec003b1, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=215f6610-23a7-43d2-9777-a0346ec003b1,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:22.036077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:22.040348 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcfe03d2-b9ef-4346-9062-16afb4851288 req-75775cbe-9ba0-42c9-a6a9-457492ae7bfa service neutron] 10.222.0.99 "GET /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773541 Jul 16 20:12:22.044583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.066630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.067432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5e4b9dd8-270e-48ff-aacd-36642514336d None None] For port 59bf807e-b036-4cb1-83db-1fb34a60fa18, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=59bf807e-b036-4cb1-83db-1fb34a60fa18,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:22.077027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9dd8-270e-48ff-aacd-36642514336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.093358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:22.098634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:22.163199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Pushing event updated for resources: {'Port': ['ID=215f6610-23a7-43d2-9777-a0346ec003b1,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.220213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.221107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.223770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-cb1d5c12-8add-4e04-85f6-74bb82eb1e0c service neutron] 10.222.0.99 "PUT /v2.0/ports/215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 1092 time: 2.9617519 Jul 16 20:12:22.224399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:22.232145 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030" -d '{"events": [{"name": "network-changed", "server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:22.239811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:22.240366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b9dd8-270e-48ff-aacd-36642514336d None None] Pushing event updated for resources: {'Port': ['ID=59bf807e-b036-4cb1-83db-1fb34a60fa18,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.252436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf8d5dec-02ee-4ff9-8441-7e0454abd689 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:22.264347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.304582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.378582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:22.432613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port bf8d5dec-02ee-4ff9-8441-7e0454abd689 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:22.442247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port bf8d5dec-02ee-4ff9-8441-7e0454abd689 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:22.450685 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.463725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54bb7e-84c9-48e8-b2a3-753ba93978b1 req-2537a739-1bfd-4bc9-8828-912a72d631a9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.472826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bd54bb7e-84c9-48e8-b2a3-753ba93978b1 req-2537a739-1bfd-4bc9-8828-912a72d631a9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 945 time: 0.4317799 Jul 16 20:12:22.528537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.547856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.569561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] Deleting port 59bf807e-b036-4cb1-83db-1fb34a60fa18 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:22.570417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.616237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bd54bb7e-84c9-48e8-b2a3-753ba93978b1 req-738cc384-140f-4a2c-94e9-5e951de8b6d6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421218 Jul 16 20:12:22.674809 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.701931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:22.706139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.717255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:22.719295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port bf8d5dec-02ee-4ff9-8441-7e0454abd689, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf8d5dec-02ee-4ff9-8441-7e0454abd689,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:22.724083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:22.727417 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059cdd29-5608-4bca-90ca-ddb665ce9dd4" -d '{"events": [{"server_uuid": "95ab2158-7406-4930-9b47-cfa1925fd2ec", "name": "network-vif-plugged", "status": "completed", "tag": "bf8d5dec-02ee-4ff9-8441-7e0454abd689"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:22.732799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.733407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.740294 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.761988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd6fa421-bc6a-4e01-ab26-c886177360fa req-f7d7f29f-d936-4228-ac0f-a62db9295bfc tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 210 time: 0.0523591 Jul 16 20:12:22.766692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8346725 Jul 16 20:12:22.767248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48610) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:22.777805 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.786688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0ee44dee-37c7-4b8b-9881-ad4c64be9e69 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1874106351', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:22.804815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:22.805594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f82192-afb5-4fed-85e1-d2cb52f1e431 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=28b918a3-414c-4a72-987d-826a94ce1ed1,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.820963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] For port 59bf807e-b036-4cb1-83db-1fb34a60fa18, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=59bf807e-b036-4cb1-83db-1fb34a60fa18,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:22.821623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.827793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.828267 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Added segment bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c of type vlan for network c7dc2a8a-1727-4d6f-b451-49156394b5f4 Jul 16 20:12:22.841783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ad0d1-b938-45de-82a4-1d6a1f3314c6 req-f6eae5e6-7f62-4704-8962-f76fa499788c tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.845500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-408ad0d1-b938-45de-82a4-1d6a1f3314c6 req-f6eae5e6-7f62-4704-8962-f76fa499788c tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3318410 Jul 16 20:12:22.851058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-7335d044-7ee8-4d08-87df-e0ab1c773cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.852802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-7335d044-7ee8-4d08-87df-e0ab1c773cb5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=45e4f741726346edb9b5489f0faf8eb4&device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 1095 time: 0.3379195 Jul 16 20:12:22.868982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] Calling delete_port for 59bf807e-b036-4cb1-83db-1fb34a60fa18 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:22.883809 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.890955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ee44dee-37c7-4b8b-9881-ad4c64be9e69 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.892977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ee44dee-37c7-4b8b-9881-ad4c64be9e69 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.903681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=bf8d5dec-02ee-4ff9-8441-7e0454abd689,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.928667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.930111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.930794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.979156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-09b25de4-94f1-44cd-88cd-4c0b36186ebc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 217 time: 0.1134789 Jul 16 20:12:23.022275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 59bf807e-b036-4cb1-83db-1fb34a60fa18 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:23.026769 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.070369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 59bf807e-b036-4cb1-83db-1fb34a60fa18 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:23.070877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 59bf807e-b036-4cb1-83db-1fb34a60fa18 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:23.075415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] Pushing event deleted for resources: {'Port': ['ID=59bf807e-b036-4cb1-83db-1fb34a60fa18,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.085234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3ee0f-64a5-4e70-a2d6-5a2f994a5be5 None None] No DVR routers for this DVR port 59bf807e-b036-4cb1-83db-1fb34a60fa18 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:23.096232 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f149d25-3bd2-4501-810b-ef783310334d x-openstack-request-id: req-9f149d25-3bd2-4501-810b-ef783310334d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:23.096232 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab2158-7406-4930-9b47-cfa1925fd2ec", "name": "network-vif-plugged", "status": "completed", "tag": "bf8d5dec-02ee-4ff9-8441-7e0454abd689", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:23.096232 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f149d25-3bd2-4501-810b-ef783310334d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:23.096232 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689', 'code': 200} Jul 16 20:12:23.105796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbf97f-9c3b-4843-8098-d319f502fcde None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:23.111877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-33cd270b-0337-4e6f-810f-4288e84d148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.113443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-33cd270b-0337-4e6f-810f-4288e84d148a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9eb7f62e-f550-4793-a831-8ff248f6d5dc HTTP/1.1" status: 200 len: 867 time: 0.1230898 Jul 16 20:12:23.119699 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e074b913-81f4-4d0b-89b8-2ebfd4b4d32b x-openstack-request-id: req-e074b913-81f4-4d0b-89b8-2ebfd4b4d32b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:23.120008 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:23.120644 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e074b913-81f4-4d0b-89b8-2ebfd4b4d32b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:23.121477 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1', 'status': 'completed', 'code': 200} Jul 16 20:12:23.160742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Pushing event updated for resources: {'Network': ['ID=c7dc2a8a-1727-4d6f-b451-49156394b5f4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.173372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c7dc2a8a-1727-4d6f-b451-49156394b5f4 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:23.191343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5373943 Jul 16 20:12:23.202449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48614) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:23.212403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Request body: {'subnet': {'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-479328629-subnet', 'tenant_id': '7646a26cbf014915ac316ac35ea26bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:23.249959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da11b-66eb-4fbc-9bb1-351ab07e0c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f13efc-d27b-4715-ad8b-142db7d3d6a5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.256522 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.275177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.277329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-408ad0d1-b938-45de-82a4-1d6a1f3314c6 req-399e4354-3318-4ba3-a5ad-7c8757419924 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193015 Jul 16 20:12:23.376862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ee44dee-37c7-4b8b-9881-ad4c64be9e69 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.384458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Made reservation on behalf of 7646a26cbf014915ac316ac35ea26bd9 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:23.386858 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.393958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '28b918a3-414c-4a72-987d-826a94ce1ed1'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:23.395211 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.401512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ee44dee-37c7-4b8b-9881-ad4c64be9e69 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.478900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe9c12-00af-47f3-bd49-25a6a322710a req-58b40a76-4828-4299-bff3-30e5cf42fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.480490 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3fe9c12-00af-47f3-bd49-25a6a322710a req-58b40a76-4828-4299-bff3-30e5cf42fc19 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 1098 time: 0.2952845 Jul 16 20:12:23.483832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ee44dee-37c7-4b8b-9881-ad4c64be9e69 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.488096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'Port': ['ID=908a4fc2-511f-45c3-82f2-b873d51533e2,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.492137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ee44dee-37c7-4b8b-9881-ad4c64be9e69 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7091351 Jul 16 20:12:23.498222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48616) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:23.572134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/28b918a3-414c-4a72-987d-826a94ce1ed1/8bf27d41-929d-4b31-bb54-d0ead61dec4d) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:23.579500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccfee-834f-43d0-ba1d-256127a0b699 req-73503e5c-1f06-4c6b-b1d1-67b426d31e44 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.581167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f12ccfee-834f-43d0-ba1d-256127a0b699 req-73503e5c-1f06-4c6b-b1d1-67b426d31e44 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 943 time: 0.3097944 Jul 16 20:12:23.588172 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.618871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3fe9c12-00af-47f3-bd49-25a6a322710a req-e92e830d-003b-40d7-8dd3-6c10da8308f3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193771 Jul 16 20:12:23.635352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-fdd3bc24-68ee-4685-ad7c-b970086dc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.636901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-fdd3bc24-68ee-4685-ad7c-b970086dc2a2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4bdedcb9-8137-4128-86a4-30d1d9b48f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5067549 Jul 16 20:12:23.637626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.650863 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-24742e35-8259-40e1-b3ef-5b93bf0eb711 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4168398 Jul 16 20:12:23.773670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f12ccfee-834f-43d0-ba1d-256127a0b699 req-4275c0f5-56cc-4e7b-8e9e-15033e04b85d tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822112 Jul 16 20:12:23.898067 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.903963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.915068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Transition to ACTIVE for port object 8bf27d41-929d-4b31-bb54-d0ead61dec4d will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:23.937810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Transition to ACTIVE for port object 8bf27d41-929d-4b31-bb54-d0ead61dec4d will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:23.947017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.997055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:24.000126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:24.004866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:24.012955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Pushing event updated for resources: {'Port': ['ID=8bf27d41-929d-4b31-bb54-d0ead61dec4d,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:24.034151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2d588-818a-4338-b49e-3dd3bd26411c req-c1ba5510-a84f-475c-8b0f-423570374edb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.036296 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ab2d588-818a-4338-b49e-3dd3bd26411c req-c1ba5510-a84f-475c-8b0f-423570374edb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 946 time: 0.1808751 Jul 16 20:12:24.055303 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-57c813dd-112a-4694-a38c-f62ab73fc19a service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094429 Jul 16 20:12:24.078117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Attempting to bind port 8bf27d41-929d-4b31-bb54-d0ead61dec4d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:24.078407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Attempting to bind port 8bf27d41-929d-4b31-bb54-d0ead61dec4d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:24.078779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Attempting to bind port 8bf27d41-929d-4b31-bb54-d0ead61dec4d on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:24.084454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:24.084831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:24.085237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.085626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:24.086089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Bound port: 8bf27d41-929d-4b31-bb54-d0ead61dec4d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:24.086472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.086879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-cf8b80bd-c205-4418-9b34-05d0571e7d22 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.089326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-cf8b80bd-c205-4418-9b34-05d0571e7d22 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.79 "GET /v2.0/networks?id=4a77d363-0df3-455b-9a7f-82fbefa29b06 HTTP/1.1" status: 200 len: 820 time: 0.1787634 Jul 16 20:12:24.124498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Request body: {'port': {'device_id': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06', 'admin_state_up': True, 'tenant_id': '336f947a4f704bc8935d43316b4449ef'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:24.141767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.160974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9e1724b-16be-4497-84c4-7643a1c2d5b5 req-91ee3992-d20c-46a1-82cc-ee662179c651 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 210 time: 0.0677021 Jul 16 20:12:24.195943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb9f6c6-69a3-4edf-befa-a4586e969134,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:24.196262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] For port 8bf27d41-929d-4b31-bb54-d0ead61dec4d, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:24.206805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Checking segment: {'id': 'bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:24.207422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Network hostable DHCP agents. Network: c7dc2a8a-1727-4d6f-b451-49156394b5f4, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:24.209741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] For port 8bf27d41-929d-4b31-bb54-d0ead61dec4d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8bf27d41-929d-4b31-bb54-d0ead61dec4d,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:24.216908 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.310356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ddc45-97a5-4245-b4d8-27c562169245 None None] Pushing event updated for resources: {'Port': ['ID=8bf27d41-929d-4b31-bb54-d0ead61dec4d,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:24.314088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Network c7dc2a8a-1727-4d6f-b451-49156394b5f4 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:24.322642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Made reservation on behalf of 336f947a4f704bc8935d43316b4449ef for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:24.326880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.346234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, c7dc2a8a-1727-4d6f-b451-49156394b5f4) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:24.354934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9d0941-b0cd-4620-a9f6-8511358b575a None None] Network c7dc2a8a-1727-4d6f-b451-49156394b5f4 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:24.355680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.356269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.457742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8ebce2f2-1b48-4f55-981d-9413a9593024 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2493227 Jul 16 20:12:24.482505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-dc7a92ba-7e94-4213-b123-e1a51ca78ea3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1800326807&fields=id&tenant_id=c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 267 time: 0.1317885 Jul 16 20:12:24.710676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be651b51-0f5d-4da2-b045-9da4d0e9e711 None None] Network c7dc2a8a-1727-4d6f-b451-49156394b5f4 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:24.741824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Allocated IP 172.20.0.13 (4a77d363-0df3-455b-9a7f-82fbefa29b06/0920dbe4-00c6-4dff-8777-9ef74e4b4d03/52740554-92fe-445e-9e03-23daeee84d7f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:24.758507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-603414d2-2902-48b9-8360-e52d87b3138d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.766215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-603414d2-2902-48b9-8360-e52d87b3138d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 816 time: 0.2826896 Jul 16 20:12:24.803912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-fe784fa1-b79e-4857-b15f-501b8c8fbe96 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/quotas/c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 375 time: 0.0366681 Jul 16 20:12:24.877957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4fc4469-b8a0-40c0-ad7e-674626294651 req-9fb15b66-ce08-4a9a-8a87-6332dd2907f0 service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8125312 Jul 16 20:12:24.899026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ab2d588-818a-4338-b49e-3dd3bd26411c req-9aff536f-3d4c-4796-99a9-cdfb49e66dcd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8487699 Jul 16 20:12:25.034711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8bf27d41-929d-4b31-bb54-d0ead61dec4d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:25.038474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-0e05e588-ad00-469c-8103-3c7352d49fc0 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2302761 Jul 16 20:12:25.110593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-7eb6403e-ff7e-458f-9c4c-5d7041675d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.112116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-7eb6403e-ff7e-458f-9c4c-5d7041675d77 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=45e4f741726346edb9b5489f0faf8eb4&device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 1095 time: 0.1664913 Jul 16 20:12:25.242033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.243117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-bc66f913-c65b-476c-847f-ea1fa2ac7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.244665 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-bc66f913-c65b-476c-847f-ea1fa2ac7ee9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 200 len: 929 time: 0.1250482 Jul 16 20:12:25.295470 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-56424e7a-fcce-4f40-93a8-4b612af0a45a service neutron] 10.222.0.91 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084839 Jul 16 20:12:25.318522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-339aa1e4-0375-4597-b566-cbe2636d38a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 217 time: 0.0632176 Jul 16 20:12:25.408871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48656) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:25.413425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8bf27d41-929d-4b31-bb54-d0ead61dec4d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:25.416026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-83362584-network', 'tenant_id': 'b4135595748346a6bfeb025bb0f1f6ab'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:25.426028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-29553032-4378-41d9-a2e0-60dd107e3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.427404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-29553032-4378-41d9-a2e0-60dd107e3669 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9eb7f62e-f550-4793-a831-8ff248f6d5dc HTTP/1.1" status: 200 len: 867 time: 0.0812011 Jul 16 20:12:25.439990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.499913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::1 (01f31535-5473-49e8-b415-45d37419c5fb/28b918a3-414c-4a72-987d-826a94ce1ed1/fc7e7004-033f-4138-b3f6-67e47fcf9bdd) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:25.525766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Network 4a77d363-0df3-455b-9a7f-82fbefa29b06 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:25.526647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Made reservation on behalf of b4135595748346a6bfeb025bb0f1f6ab for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:25.529490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.537803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:25.547317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:25.554153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.557542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-471b6f48-9f49-4753-a363-6203a683b428 service neutron] 10.222.0.91 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504742 Jul 16 20:12:25.583465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Pushing event updated for resources: {'Port': ['ID=52740554-92fe-445e-9e03-23daeee84d7f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:25.585042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75683998-2d1a-4fd5-9f7e-13ddaf0ff7c1 req-1d3b83c9-1ffa-438c-b0dd-3b9efb68ef77 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.593308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75683998-2d1a-4fd5-9f7e-13ddaf0ff7c1 req-1d3b83c9-1ffa-438c-b0dd-3b9efb68ef77 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.2074230 Jul 16 20:12:25.631105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.631779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.643985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-fe23df26-7b8b-49a5-8598-f6bb118d1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.645282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-fe23df26-7b8b-49a5-8598-f6bb118d1260 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4bdedcb9-8137-4128-86a4-30d1d9b48f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966074 Jul 16 20:12:25.730676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.740467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.770474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-155c4007-8a55-43ea-bfcc-19fe1f5d6704 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6530383 Jul 16 20:12:25.778887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Request body: {'port': {'device_id': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:25.782194 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75683998-2d1a-4fd5-9f7e-13ddaf0ff7c1 req-208ea68f-bd95-4541-9216-418e5d64ccc9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818755 Jul 16 20:12:25.808190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.828316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object fc7e7004-033f-4138-b3f6-67e47fcf9bdd will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:25.840934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:25.843568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-ab3bbaf8-2a82-4ae0-ae4c-8a31fdc7beb2 service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891048 Jul 16 20:12:25.873718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6106d93-5ee4-425c-bea6-13adebde4d10 None None] Provisioning for port 8bf27d41-929d-4b31-bb54-d0ead61dec4d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:25.890102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6106d93-5ee4-425c-bea6-13adebde4d10 None None] Provisioning complete for port 8bf27d41-929d-4b31-bb54-d0ead61dec4d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:25.890990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6106d93-5ee4-425c-bea6-13adebde4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.903089 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.903451 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Added segment c73392c6-dbae-45de-a517-cfa769420801 of type vlan for network d93b6e53-fd0a-4f2a-82ca-3bc06b921229 Jul 16 20:12:25.909699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9091e7f8-74d9-4208-ba5f-99683082ce4b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:25.959760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.020100 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6106d93-5ee4-425c-bea6-13adebde4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.028618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:26.062145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:26.067498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a6106d93-5ee4-425c-bea6-13adebde4d10 None None] For port 8bf27d41-929d-4b31-bb54-d0ead61dec4d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8bf27d41-929d-4b31-bb54-d0ead61dec4d,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:26.072897 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6106d93-5ee4-425c-bea6-13adebde4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.074561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:26.075087 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.080742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5adb1b72-d44f-4bd6-bfb3-ca11745c7030 req-80c98fb2-fe7f-45ce-8486-aedb373d9b9e service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293286 Jul 16 20:12:26.083116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:26.145937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6106d93-5ee4-425c-bea6-13adebde4d10 None None] Pushing event updated for resources: {'Port': ['ID=8bf27d41-929d-4b31-bb54-d0ead61dec4d,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:26.330265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1a885-802e-4221-8555-8118526e720c req-8b78fe08-140d-487f-9873-627e25052050 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.332145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0f1a885-802e-4221-8555-8118526e720c req-8b78fe08-140d-487f-9873-627e25052050 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 932 time: 0.3350978 Jul 16 20:12:26.376491 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.405393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068681f9-0f42-4775-94c7-664049b92c0f req-f6917b41-60af-4a47-87e7-5ef5b422b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.407572 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-068681f9-0f42-4775-94c7-664049b92c0f req-f6917b41-60af-4a47-87e7-5ef5b422b88e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 1097 time: 0.1685505 Jul 16 20:12:26.456313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.468499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0f1a885-802e-4221-8555-8118526e720c req-3474bd3f-c203-49a9-a6be-116de7d1946f tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260581 Jul 16 20:12:26.484617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.501331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.502306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.502934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.568878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-729202ed-3fbc-445d-9bba-71330e0da3f0 None None] Provisioning for port fc7e7004-033f-4138-b3f6-67e47fcf9bdd completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:26.576748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-729202ed-3fbc-445d-9bba-71330e0da3f0 None None] Provisioning complete for port fc7e7004-033f-4138-b3f6-67e47fcf9bdd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:26.577288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-729202ed-3fbc-445d-9bba-71330e0da3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.580197 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1686149 Jul 16 20:12:26.621590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48672) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:26.628514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Request body: {'subnet': {'network_id': 'd93b6e53-fd0a-4f2a-82ca-3bc06b921229', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-83362584-subnet', 'tenant_id': 'b4135595748346a6bfeb025bb0f1f6ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:26.634199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4be1-7145-4def-86f1-8028e8027ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=d93b6e53-fd0a-4f2a-82ca-3bc06b921229,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:26.647487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64ee8-60a3-4588-84fa-28ed1f2df0b5 req-2e9c19af-5979-47e3-a02f-30eaddf7cc6c tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.656859 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75e64ee8-60a3-4588-84fa-28ed1f2df0b5 req-2e9c19af-5979-47e3-a02f-30eaddf7cc6c tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 943 time: 0.7430148 Jul 16 20:12:26.658477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d93b6e53-fd0a-4f2a-82ca-3bc06b921229 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:26.662867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-729202ed-3fbc-445d-9bba-71330e0da3f0 None None] Port fc7e7004-033f-4138-b3f6-67e47fcf9bdd cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:26.708583 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-068681f9-0f42-4775-94c7-664049b92c0f req-8169c9f8-2e25-46b8-899c-2937e410f5e8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941356 Jul 16 20:12:26.758110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a00ecb0a-ab7a-4608-8f2e-fb5e77363198 req-4097db04-bcfd-48b4-9d6c-21dab5f0fd52 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 210 time: 0.0348775 Jul 16 20:12:26.836040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Made reservation on behalf of b4135595748346a6bfeb025bb0f1f6ab for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:26.838450 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.945139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75e64ee8-60a3-4588-84fa-28ed1f2df0b5 req-4a3c2aa2-a67e-4d6d-a026-e7343f6af035 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871442 Jul 16 20:12:26.989238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8bf27d41-929d-4b31-bb54-d0ead61dec4d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:27.051593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.061850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.062509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.074281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8bf27d41-929d-4b31-bb54-d0ead61dec4d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:27.074871 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.155149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.177909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52740554-92fe-445e-9e03-23daeee84d7f {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:27.209303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.215398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee439-1a42-4b94-bae3-bd1e7f2988e0 req-ee997d4c-cf5b-4b3d-8056-58f5138e5b83 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.217150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fabee439-1a42-4b94-bae3-bd1e7f2988e0 req-ee997d4c-cf5b-4b3d-8056-58f5138e5b83 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 946 time: 0.2539108 Jul 16 20:12:27.261044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:27.263643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:27.267090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Transition to ACTIVE for port object 52740554-92fe-445e-9e03-23daeee84d7f will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:27.270411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.284454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.284842 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fabee439-1a42-4b94-bae3-bd1e7f2988e0 req-fdfd3b38-e4e1-4bcc-8f09-a8e1e38a6e26 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563712 Jul 16 20:12:27.431420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Pushing event updated for resources: {'Port': ['ID=52740554-92fe-445e-9e03-23daeee84d7f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.488341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Router da809e2e-8c28-4d26-89f0-61b66c944b1d is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:12:27.570090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Checking segment: {'id': 'c73392c6-dbae-45de-a517-cfa769420801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd93b6e53-fd0a-4f2a-82ca-3bc06b921229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:27.570453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Network hostable DHCP agents. Network: d93b6e53-fd0a-4f2a-82ca-3bc06b921229, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:27.591347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577fb3-a26a-40e3-96f7-6a11ffcae3d3 req-c54e6978-c68e-488a-9142-32b72e22525e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.592915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1577fb3-a26a-40e3-96f7-6a11ffcae3d3 req-c54e6978-c68e-488a-9142-32b72e22525e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3669839 Jul 16 20:12:27.594492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7bfbd0b-5f50-4b92-bfaf-b1f1b176ba06,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.679519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Attempting to bind port 52740554-92fe-445e-9e03-23daeee84d7f on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:27.679825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Attempting to bind port 52740554-92fe-445e-9e03-23daeee84d7f by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '166ea3ff-c87b-4e19-b9b8-fff99ce0f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:27.680161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Attempting to bind port 52740554-92fe-445e-9e03-23daeee84d7f on network 4a77d363-0df3-455b-9a7f-82fbefa29b06 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:27.691631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Port 52740554-92fe-445e-9e03-23daeee84d7f on network 4a77d363-0df3-455b-9a7f-82fbefa29b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:27.691864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Attempting to bind port 52740554-92fe-445e-9e03-23daeee84d7f on network 4a77d363-0df3-455b-9a7f-82fbefa29b06 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:27.705846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Network d93b6e53-fd0a-4f2a-82ca-3bc06b921229 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:27.712106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:27.712451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Checking segment: {'id': '166ea3ff-c87b-4e19-b9b8-fff99ce0f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:27.712839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Bound using segment: {'id': '166ea3ff-c87b-4e19-b9b8-fff99ce0f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:27.713283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Bound port: 52740554-92fe-445e-9e03-23daeee84d7f, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166ea3ff-c87b-4e19-b9b8-fff99ce0f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:27.713639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.732003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1577fb3-a26a-40e3-96f7-6a11ffcae3d3 req-cfcad4bc-88dc-402e-b0cc-682461fc9744 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125238 Jul 16 20:12:27.734971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, d93b6e53-fd0a-4f2a-82ca-3bc06b921229) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:27.742527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.743334 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.743669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-10b6f38d-735b-4d99-911d-35ac718fcf5f None None] Provisioning complete for port fc7e7004-033f-4138-b3f6-67e47fcf9bdd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:27.744091 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-10b6f38d-735b-4d99-911d-35ac718fcf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.760023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa6d15-73e7-43ef-99c8-67274de4cbe4 None None] Network d93b6e53-fd0a-4f2a-82ca-3bc06b921229 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:27.789178 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-87224b06-2486-4773-aad4-3e0e0a905129 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1664643 Jul 16 20:12:27.811620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:27.818976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ab58f8c-8a86-4641-9ff0-2aedaa394589 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "PUT /v2.0/routers/da809e2e-8c28-4d26-89f0-61b66c944b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3118749 Jul 16 20:12:27.823792 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Sync routers for ids ['da809e2e-8c28-4d26-89f0-61b66c944b1d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:27.825024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48686) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:27.837862 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Routers {'da809e2e-8c28-4d26-89f0-61b66c944b1d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:27.838495 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da809e2e-8c28-4d26-89f0-61b66c944b1d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:27.853127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] For port 52740554-92fe-445e-9e03-23daeee84d7f, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:27.855388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-10b6f38d-735b-4d99-911d-35ac718fcf5f None None] Port fc7e7004-033f-4138-b3f6-67e47fcf9bdd cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:27.871103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] For port 52740554-92fe-445e-9e03-23daeee84d7f, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=52740554-92fe-445e-9e03-23daeee84d7f,segment=NetworkSegment(166ea3ff-c87b-4e19-b9b8-fff99ce0f86e),segment_id=166ea3ff-c87b-4e19-b9b8-fff99ce0f86e)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:27.881572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.965568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.966219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.967745 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] 10.222.0.79 "PUT /v2.0/ports/52740554-92fe-445e-9e03-23daeee84d7f HTTP/1.1" status: 200 len: 1093 time: 2.1955135 Jul 16 20:12:27.968304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'tag': '52740554-92fe-445e-9e03-23daeee84d7f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:27.977682 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09864d1-a15c-428b-a94e-fe97f2af1f76" -d '{"events": [{"name": "network-changed", "server_uuid": "66ab08bf-4fd2-403f-a4a5-063f9ac174d7", "tag": "52740554-92fe-445e-9e03-23daeee84d7f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:28.002253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-28920d27-85d2-4262-b332-e5b8c848e64c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.004893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-28920d27-85d2-4262-b332-e5b8c848e64c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 816 time: 0.5708492 Jul 16 20:12:28.017406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd61d4-d139-4316-8015-03bdf8d9a795 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.019230 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69fd61d4-d139-4316-8015-03bdf8d9a795 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports/fc7e7004-033f-4138-b3f6-67e47fcf9bdd HTTP/1.1" status: 200 len: 911 time: 0.1923878 Jul 16 20:12:28.028447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48692) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:28.089918 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Set router da809e2e-8c28-4d26-89f0-61b66c944b1d gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:28.114827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073aea0-ec8b-4719-9a96-77ee541c5c38 req-df5c2d25-dc39-4802-ad28-5cbf9790f57a tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.123534 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a073aea0-ec8b-4719-9a96-77ee541c5c38 req-df5c2d25-dc39-4802-ad28-5cbf9790f57a tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 944 time: 0.3033051 Jul 16 20:12:28.125360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1285b7-cc2e-4716-95e3-4945a00a8ab9 None None] Network d93b6e53-fd0a-4f2a-82ca-3bc06b921229 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:28.132593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-8de80199-4300-4871-88f3-2eb0110a730b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 380 time: 0.1116285 Jul 16 20:12:28.147262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'port': {'device_id': '4f118285-f7b9-4af2-beba-26465f76be39', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'admin_state_up': True, 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'security_groups': ['434016b2-3785-4363-88ce-1fc96b35cf2c']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:28.179627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5970e-8323-42ce-b30f-2c3e315084bb service neutron] Pushing event updated for resources: {'Port': ['ID=52740554-92fe-445e-9e03-23daeee84d7f,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:28.242788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b1ce-7996-48b5-b76c-72778de5c6e6 req-ac2daf22-73ab-41d8-9698-f42a4c46c73c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.250103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2972b1ce-7996-48b5-b76c-72778de5c6e6 req-ac2daf22-73ab-41d8-9698-f42a4c46c73c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 946 time: 0.2669528 Jul 16 20:12:28.252273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a073aea0-ec8b-4719-9a96-77ee541c5c38 req-1a423eb4-8b72-4305-a816-dd8fa37fcf78 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274970 Jul 16 20:12:28.290309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605ca70-08fe-48dc-b79f-f805ab2b4312 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.296169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605ca70-08fe-48dc-b79f-f805ab2b4312 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.297781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c605ca70-08fe-48dc-b79f-f805ab2b4312 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2467475 Jul 16 20:12:28.301458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48700) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:28.303411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-6b84a658-a4cb-4d39-b66d-4db41c97e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.304849 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-6b84a658-a4cb-4d39-b66d-4db41c97e561 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=336f947a4f704bc8935d43316b4449ef&device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 1096 time: 0.2526357 Jul 16 20:12:28.339322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Made reservation on behalf of c394906bc6bd41e68e4ba8dabef02ee5 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:28.343244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.388771 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1874106351', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:26Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e7004-033f-4138-b3f6-67e47fcf9bdd', 'name': '', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'mac_address': 'fa:16:3e:0f:20:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '28b918a3-414c-4a72-987d-826a94ce1ed1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:24Z', 'updated_at': '2021-07-16T20:12:26Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'subnets': [{'id': '28b918a3-414c-4a72-987d-826a94ce1ed1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:28.423005 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Checking router: da809e2e-8c28-4d26-89f0-61b66c944b1d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:28.423005 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Updating router da809e2e-8c28-4d26-89f0-61b66c944b1d port fc7e7004-033f-4138-b3f6-67e47fcf9bdd binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:28.443399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf702525-a5b4-403a-8964-8d7edf1a6e36 req-a02eac63-61ff-418c-b7fe-72c4ac64e868 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 210 time: 0.0434945 Jul 16 20:12:28.459417 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.478895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-59cdd114-cff0-4535-ab6d-c70fd62ac480 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52740554-92fe-445e-9e03-23daeee84d7f HTTP/1.1" status: 200 len: 217 time: 0.1439762 Jul 16 20:12:28.501931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2972b1ce-7996-48b5-b76c-72778de5c6e6 req-133feb3e-f7b1-4548-8044-79b57aa6ca63 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508304 Jul 16 20:12:28.516993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Allocated IP 172.20.0.7 (b96a3a0b-c687-4dbb-919f-1c6e5002a26b/fd238f0f-68ac-47fb-8871-c0a48df07c46/08a87ec0-1a26-49aa-9f67-98f24f5c7f13) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:28.572006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 215f6610-23a7-43d2-9777-a0346ec003b1 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:28.647111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-89de9e46-4f56-4a11-be5c-95c4f1212a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.648693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-89de9e46-4f56-4a11-be5c-95c4f1212a1c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0920dbe4-00c6-4dff-8777-9ef74e4b4d03 HTTP/1.1" status: 200 len: 860 time: 0.1666479 Jul 16 20:12:28.698156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-25e8d3a9-5f88-4fdb-87f6-f277c17bdb70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a77d363-0df3-455b-9a7f-82fbefa29b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420277 Jul 16 20:12:28.765422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 215f6610-23a7-43d2-9777-a0346ec003b1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=215f6610-23a7-43d2-9777-a0346ec003b1,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:28.780525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '215f6610-23a7-43d2-9777-a0346ec003b1', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'port_id': '215f6610-23a7-43d2-9777-a0346ec003b1', 'mac_address': 'fa:16:3e:36:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:28.785669 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.801757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Transition to ACTIVE for port object 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:28.810321 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a6cf12-c5bc-4ec4-b24d-b11acd2aa8ed x-openstack-request-id: req-f5a6cf12-c5bc-4ec4-b24d-b11acd2aa8ed {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:28.810558 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ab08bf-4fd2-403f-a4a5-063f9ac174d7", "tag": "52740554-92fe-445e-9e03-23daeee84d7f", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:28.810815 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f5a6cf12-c5bc-4ec4-b24d-b11acd2aa8ed {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:28.811246 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'tag': '52740554-92fe-445e-9e03-23daeee84d7f', 'status': 'completed', 'code': 200} Jul 16 20:12:28.838079 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.846781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.869727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215f6610-23a7-43d2-9777-a0346ec003b1 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:28.896902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:28.897809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 215f6610-23a7-43d2-9777-a0346ec003b1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=215f6610-23a7-43d2-9777-a0346ec003b1,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:28.903709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.904405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:28.910814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:28.944068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:28.971177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1aacf-8007-43f3-bd35-3b9a0adc1df7 req-b1adc43b-81d8-4967-aeaf-0e28191425d3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.972862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7a1aacf-8007-43f3-bd35-3b9a0adc1df7 req-b1adc43b-81d8-4967-aeaf-0e28191425d3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 943 time: 0.2435732 Jul 16 20:12:28.980728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-ec56d26e-0818-40b7-b513-448a51cc2a82 service neutron] 10.222.0.79 "GET /v2.0/networks/4a77d363-0df3-455b-9a7f-82fbefa29b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763851 Jul 16 20:12:28.998272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.001217 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.024702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-12a1f184-54d0-4068-956a-7aa38c9d4850 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842688 Jul 16 20:12:29.041450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Request body: {'port': {'device_id': '4f118285-f7b9-4af2-beba-26465f76be39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:29.068374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=215f6610-23a7-43d2-9777-a0346ec003b1,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.150172 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.152713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.158374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['215f6610-23a7-43d2-9777-a0346ec003b1'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:29.165344 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Transition to ACTIVE for port object fc7e7004-033f-4138-b3f6-67e47fcf9bdd will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:29.174492 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.238256 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432834-5f9a-4b19-b4ef-43158fd154fd None None] Pushing event updated for resources: {'Port': ['ID=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.240395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7a1aacf-8007-43f3-bd35-3b9a0adc1df7 req-64b94ef4-cc35-4fb0-b6d9-6d121a4707ff tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575612 Jul 16 20:12:29.279008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a3020-6e76-4a6a-afd3-277944f512b1 req-6802ac89-5a30-4a83-a0cc-66effcb6c19c service neutron] 10.222.0.79 "GET /v2.0/networks/4a77d363-0df3-455b-9a7f-82fbefa29b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824943 Jul 16 20:12:29.383267 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Attempting to bind port fc7e7004-033f-4138-b3f6-67e47fcf9bdd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.383636 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Attempting to bind port fc7e7004-033f-4138-b3f6-67e47fcf9bdd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.387014 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Attempting to bind port fc7e7004-033f-4138-b3f6-67e47fcf9bdd on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.405737 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:29.406111 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:29.406515 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.406963 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:29.408136 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Bound port: fc7e7004-033f-4138-b3f6-67e47fcf9bdd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:29.408568 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.431695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ad814737-cb7b-4b9f-8b43-caa5799744c9 None None] Provisioning for port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:29.450442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ad814737-cb7b-4b9f-8b43-caa5799744c9 None None] Provisioning complete for port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:29.460119 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad814737-cb7b-4b9f-8b43-caa5799744c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.515716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ad814737-cb7b-4b9f-8b43-caa5799744c9 None None] Port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:29.539261 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] For port fc7e7004-033f-4138-b3f6-67e47fcf9bdd, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:29.544364 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] For port fc7e7004-033f-4138-b3f6-67e47fcf9bdd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:29.555965 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.641852 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Routers {'da809e2e-8c28-4d26-89f0-61b66c944b1d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:29.642691 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da809e2e-8c28-4d26-89f0-61b66c944b1d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:29.731375 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432834-5f9a-4b19-b4ef-43158fd154fd None None] Pushing event updated for resources: {'Port': ['ID=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.768654 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] Set router da809e2e-8c28-4d26-89f0-61b66c944b1d gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:29.838806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.870020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123310f8-aa86-4467-a002-d18f7828dd39 req-9bc83aaf-6680-462f-a879-95cae6428d56 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.877145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-9bc83aaf-6680-462f-a879-95cae6428d56 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/networks?id=c7dc2a8a-1727-4d6f-b451-49156394b5f4 HTTP/1.1" status: 200 len: 814 time: 0.6115363 Jul 16 20:12:29.894708 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-17d82519-ec9d-407a-a1e3-259ddedb7799 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/quotas/7646a26cbf014915ac316ac35ea26bd9 HTTP/1.1" status: 200 len: 375 time: 0.0166619 Jul 16 20:12:29.939974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-9720b922-5afd-49bd-ba6d-ed2996e72257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.941634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-9720b922-5afd-49bd-ba6d-ed2996e72257 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=336f947a4f704bc8935d43316b4449ef&device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 1096 time: 0.6045525 Jul 16 20:12:29.954748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-d07f0bec-a351-440a-96c4-dd63e1e33ba4 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7646a26cbf014915ac316ac35ea26bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343909 Jul 16 20:12:29.996513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab449b-91d4-4b1a-a0b3-9ca95f0a739f req-a1239713-3aca-4807-83f1-2dbcf59084a3 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.999309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ab449b-91d4-4b1a-a0b3-9ca95f0a739f req-a1239713-3aca-4807-83f1-2dbcf59084a3 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.2027066 Jul 16 20:12:30.025646 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1874106351', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:26Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e7004-033f-4138-b3f6-67e47fcf9bdd', 'name': '', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'mac_address': 'fa:16:3e:0f:20:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '28b918a3-414c-4a72-987d-826a94ce1ed1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:24Z', 'updated_at': '2021-07-16T20:12:29Z', 'revision_number': 4, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'subnets': [{'id': '28b918a3-414c-4a72-987d-826a94ce1ed1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:30.053905 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f625-c23f-40f5-b254-0f94b6d62603 None None] The sync data for ids ['da809e2e-8c28-4d26-89f0-61b66c944b1d'] in n-d-792458-10 is: [{'id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1874106351', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:26Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e7004-033f-4138-b3f6-67e47fcf9bdd', 'name': '', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'mac_address': 'fa:16:3e:0f:20:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '28b918a3-414c-4a72-987d-826a94ce1ed1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:24Z', 'updated_at': '2021-07-16T20:12:29Z', 'revision_number': 4, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'subnets': [{'id': '28b918a3-414c-4a72-987d-826a94ce1ed1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:30.110911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:30.124442 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.148622 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-4ef23b11-eb56-42e4-9331-e78ad0232017 service neutron] 10.222.0.91 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735384 Jul 16 20:12:30.151499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Transition to ACTIVE for port object 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:30.158146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.161285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ab449b-91d4-4b1a-a0b3-9ca95f0a739f req-caf3ae6b-5530-440b-ae41-b89d50e0630e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575227 Jul 16 20:12:30.172413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-82088ffa-a21d-4f8e-bb2b-9a327192bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.174879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-82088ffa-a21d-4f8e-bb2b-9a327192bc02 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a77d363-0df3-455b-9a7f-82fbefa29b06 HTTP/1.1" status: 200 len: 921 time: 0.2208560 Jul 16 20:12:30.245069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-52629630-f385-45d0-ac92-15d3d1057c61 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52740554-92fe-445e-9e03-23daeee84d7f HTTP/1.1" status: 200 len: 217 time: 0.0618887 Jul 16 20:12:30.280705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:30.375667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-4aebb7e6-e6e2-45e4-82f5-b541066f381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.377250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-4aebb7e6-e6e2-45e4-82f5-b541066f381e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0920dbe4-00c6-4dff-8777-9ef74e4b4d03 HTTP/1.1" status: 200 len: 860 time: 0.1231804 Jul 16 20:12:30.397723 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-b714d8a2-21a6-4088-afdc-5e59c91c99ce service neutron] 10.222.0.91 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406342 Jul 16 20:12:30.431927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Attempting to bind port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:30.434065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Attempting to bind port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:30.434487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Attempting to bind port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:30.437907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port fc7e7004-033f-4138-b3f6-67e47fcf9bdd {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:30.438439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.443433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-3869509a-1523-4063-bb26-272f513f6ac1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a77d363-0df3-455b-9a7f-82fbefa29b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548825 Jul 16 20:12:30.444979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:30.445681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Attempting to bind port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 on network b96a3a0b-c687-4dbb-919f-1c6e5002a26b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:30.456865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:30.457869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Checking segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:30.458595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Bound using segment: {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:30.459240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Bound port: 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fbd7e3-5fb3-4542-b611-9763712a89eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:30.459930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.577117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 215f6610-23a7-43d2-9777-a0346ec003b1 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:30.606310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:30.610827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:30.623479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.648235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.649376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.651471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] 10.222.0.99 "PUT /v2.0/ports/08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 200 len: 1092 time: 1.6151950 Jul 16 20:12:30.678641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 215f6610-23a7-43d2-9777-a0346ec003b1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:30.681785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:30.686443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 215f6610-23a7-43d2-9777-a0346ec003b1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:30.686867 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.688098 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:30.720094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9431ed3-22e5-430a-bf0a-32e67a33b6b3 req-a771b4e2-c5f2-4edc-8431-b82d4a8db3cf tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.730038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9431ed3-22e5-430a-bf0a-32e67a33b6b3 req-a771b4e2-c5f2-4edc-8431-b82d4a8db3cf tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 944 time: 0.4288273 Jul 16 20:12:30.861065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.863804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4026899-415f-4fc4-8a03-4868ee334728 service neutron] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:30.903325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:30.907026 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43566ec-6f00-46a4-ac0f-9d19aad8d4ee" -d '{"events": [{"server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "name": "network-vif-plugged", "status": "completed", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:30.927614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a0800fc8-164a-4ad7-acbd-6c18eb61e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.929224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-a0800fc8-164a-4ad7-acbd-6c18eb61e0ad service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1095 time: 0.2085862 Jul 16 20:12:30.936048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 215f6610-23a7-43d2-9777-a0346ec003b1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=215f6610-23a7-43d2-9777-a0346ec003b1,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:30.939027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-d35a4ce4-37b4-4d1e-b981-6dabb46a5a3f service neutron] 10.222.0.79 "GET /v2.0/networks/4a77d363-0df3-455b-9a7f-82fbefa29b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819884 Jul 16 20:12:30.950006 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.994803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] For port fc7e7004-033f-4138-b3f6-67e47fcf9bdd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:30.995963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.027917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-58413f39-8d9e-4f2f-ac30-3f5c1bda6bc9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 200 len: 217 time: 0.0902817 Jul 16 20:12:31.078396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc7e7004-033f-4138-b3f6-67e47fcf9bdd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:31.096191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for fc7e7004-033f-4138-b3f6-67e47fcf9bdd owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:31.126082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=215f6610-23a7-43d2-9777-a0346ec003b1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:31.152851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9431ed3-22e5-430a-bf0a-32e67a33b6b3 req-3f7df321-bede-4085-9d5d-bc7720566579 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216890 Jul 16 20:12:31.174979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port fc7e7004-033f-4138-b3f6-67e47fcf9bdd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:31.182431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fc7e7004-033f-4138-b3f6-67e47fcf9bdd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:31.182914 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.184761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-7f9f4af4-6ae5-4251-acd2-dae84ba051ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.186262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-7f9f4af4-6ae5-4251-acd2-dae84ba051ee service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.1453054 Jul 16 20:12:31.299969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48a13-9ecd-4cb8-8992-dcd652857382 req-f26acb06-8c1e-488b-b3cd-fef7d0633925 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.308338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fae48a13-9ecd-4cb8-8992-dcd652857382 req-f26acb06-8c1e-488b-b3cd-fef7d0633925 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.1654534 Jul 16 20:12:31.323407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.343075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-f97c8ea9-55c3-4e3d-b6ac-2d7d55be0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.344604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-f97c8ea9-55c3-4e3d-b6ac-2d7d55be0cc6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498301 Jul 16 20:12:31.370817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port fc7e7004-033f-4138-b3f6-67e47fcf9bdd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:31.376188 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.386759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fae48a13-9ecd-4cb8-8992-dcd652857382 req-e4ec7013-e519-46ff-9297-a4ab4b9c7e23 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773311 Jul 16 20:12:31.470759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:31.487357 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a09864d1-a15c-428b-a94e-fe97f2af1f76 req-4c281753-af57-4461-ab25-87780164a32a service neutron] 10.222.0.79 "GET /v2.0/networks/4a77d363-0df3-455b-9a7f-82fbefa29b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768043 Jul 16 20:12:31.514465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732fcd5-ea3e-4447-988a-0c2001104cff req-adc1d7fc-42c1-4028-bacf-8c7220d7f741 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.516048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a732fcd5-ea3e-4447-988a-0c2001104cff req-adc1d7fc-42c1-4028-bacf-8c7220d7f741 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 946 time: 0.1775212 Jul 16 20:12:31.550400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-0fcea87e-77e9-4e4c-8448-1c539ee19ab2 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955087 Jul 16 20:12:31.651052 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a732fcd5-ea3e-4447-988a-0c2001104cff req-3d496714-c870-479b-bfbd-5c08d52bea6c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218340 Jul 16 20:12:31.674085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2f44d27-b129-43f9-9849-12ef6d9532dd req-150e4134-47ca-49d3-b027-045f1ee0665d service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166446 Jul 16 20:12:31.679941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.760164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=fc7e7004-033f-4138-b3f6-67e47fcf9bdd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:31.784781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.785123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.785455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.785813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.786781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.787218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.787545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.787866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.788193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.788528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.788842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.789221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:31.932785 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.026511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fe24507c-6bfe-424d-a822-35354d7a37bf req-2bc3f2a7-1f8b-4b20-b100-494427643055 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 210 time: 0.0382383 Jul 16 20:12:32.032838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-5632d6a2-28d3-405d-b670-d1f5197ddb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.035410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-5632d6a2-28d3-405d-b670-d1f5197ddb06 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7b1bef0d2e348f8afef99796f046290&device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 1097 time: 0.1186936 Jul 16 20:12:32.060471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612bfe3-78fd-4837-b8f3-92ab73ad9d41 req-e4c6039e-ca1f-4f45-a25e-d6c5ef59a54f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.062087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f612bfe3-78fd-4837-b8f3-92ab73ad9d41 req-e4c6039e-ca1f-4f45-a25e-d6c5ef59a54f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 945 time: 0.1651158 Jul 16 20:12:32.101333 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d873068-f40c-4dcc-bdbc-42711f27a956 x-openstack-request-id: req-5d873068-f40c-4dcc-bdbc-42711f27a956 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:32.101751 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:32.102143 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5d873068-f40c-4dcc-bdbc-42711f27a956 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:32.102571 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'status': 'completed', 'code': 200} Jul 16 20:12:32.148452 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd65ae1-46ff-46d6-a326-3c7a254f1ce7 x-openstack-request-id: req-3cd65ae1-46ff-46d6-a326-3c7a254f1ce7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:32.149388 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "name": "network-vif-plugged", "status": "completed", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:32.149784 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3cd65ae1-46ff-46d6-a326-3c7a254f1ce7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:32.150355 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1', 'code': 200} Jul 16 20:12:32.196224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Router da809e2e-8c28-4d26-89f0-61b66c944b1d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:32.212711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f612bfe3-78fd-4837-b8f3-92ab73ad9d41 req-3a0daa35-e21d-4e72-8ae1-283f73497e9e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948355 Jul 16 20:12:32.246369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 52740554-92fe-445e-9e03-23daeee84d7f details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:32.303415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-953d9343-53bd-4308-bb8c-cb7ab5ca975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.304853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-953d9343-53bd-4308-bb8c-cb7ab5ca975d service neutron] 10.222.0.99 "GET /v2.0/networks?id=fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 200 len: 912 time: 0.2627645 Jul 16 20:12:32.306976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-1214ac0f-dd15-4bb5-bf1a-5986e023d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.309049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-1214ac0f-dd15-4bb5-bf1a-5986e023d285 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1095 time: 0.1561861 Jul 16 20:12:32.395978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 52740554-92fe-445e-9e03-23daeee84d7f, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=52740554-92fe-445e-9e03-23daeee84d7f,segment=NetworkSegment(166ea3ff-c87b-4e19-b9b8-fff99ce0f86e),segment_id=166ea3ff-c87b-4e19-b9b8-fff99ce0f86e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:32.413349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '52740554-92fe-445e-9e03-23daeee84d7f', 'network_id': '4a77d363-0df3-455b-9a7f-82fbefa29b06', 'port_id': '52740554-92fe-445e-9e03-23daeee84d7f', 'mac_address': 'fa:16:3e:15:bd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0920dbe4-00c6-4dff-8777-9ef74e4b4d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:32.448147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-5d464b1a-3c19-4044-a74f-d8254e645eba service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fffa019-5eb9-4107-89dd-9be5ae308271 HTTP/1.1" status: 200 len: 217 time: 0.1295702 Jul 16 20:12:32.467141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.496308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52740554-92fe-445e-9e03-23daeee84d7f {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:32.553175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 52740554-92fe-445e-9e03-23daeee84d7f, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=52740554-92fe-445e-9e03-23daeee84d7f,segment=NetworkSegment(166ea3ff-c87b-4e19-b9b8-fff99ce0f86e),segment_id=166ea3ff-c87b-4e19-b9b8-fff99ce0f86e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:32.553988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-e475d889-3c3a-4697-8425-1d8ff0fa5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.555464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-e475d889-3c3a-4697-8425-1d8ff0fa5a19 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 200 len: 851 time: 0.0997620 Jul 16 20:12:32.559062 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.561198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-edf0150e-2880-419b-8b4c-d009dd46a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.562489 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-edf0150e-2880-419b-8b4c-d009dd46a220 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.2409813 Jul 16 20:12:32.570331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123310f8-aa86-4467-a002-d18f7828dd39 req-a8cc5702-ce80-49a8-8dac-0caafb14ca47 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.572006 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-a8cc5702-ce80-49a8-8dac-0caafb14ca47 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.79 "GET /v2.0/networks?id=c7dc2a8a-1727-4d6f-b451-49156394b5f4 HTTP/1.1" status: 200 len: 814 time: 0.2567127 Jul 16 20:12:32.597610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Request body: {'port': {'device_id': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4', 'admin_state_up': True, 'tenant_id': '7646a26cbf014915ac316ac35ea26bd9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:32.602147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-f192eeef-66a8-4389-ac46-ffe3cae65496 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fe433b56-838c-42ea-a096-7dfb808052ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386722 Jul 16 20:12:32.603821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:32.627415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=52740554-92fe-445e-9e03-23daeee84d7f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:32.631360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] Sync routers for ids ['da809e2e-8c28-4d26-89f0-61b66c944b1d'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:32.645388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] Routers {'da809e2e-8c28-4d26-89f0-61b66c944b1d'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:32.645388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da809e2e-8c28-4d26-89f0-61b66c944b1d'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.645710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-3117d4b5-f901-45e2-b0ba-61771a9cfe01 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 200 len: 217 time: 0.0712476 Jul 16 20:12:32.645710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48758) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:32.647234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-15b6f79b-0a64-4039-8037-9b81e41a928a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "PUT /v2.0/routers/da809e2e-8c28-4d26-89f0-61b66c944b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3406668 Jul 16 20:12:32.735017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] Set router da809e2e-8c28-4d26-89f0-61b66c944b1d gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:32.753829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49c27-b00c-4092-abd0-7561c297e414 req-32f88cf5-4fdd-4d73-ada1-0fe32dd64ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.755511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56e49c27-b00c-4092-abd0-7561c297e414 req-32f88cf5-4fdd-4d73-ada1-0fe32dd64ded service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 1097 time: 0.4413607 Jul 16 20:12:32.771949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62429a2b-17f9-49b5-a3c0-7901675af459 req-c378825b-a4e7-4cc0-934d-acb0c767bc21 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.773588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62429a2b-17f9-49b5-a3c0-7901675af459 req-c378825b-a4e7-4cc0-934d-acb0c767bc21 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1987913 Jul 16 20:12:32.800979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1874106351', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:31Z', 'revision_number': 3, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.831199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-e4f562a9-ee08-4d43-8183-8d6302ea395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.832596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-e4f562a9-ee08-4d43-8183-8d6302ea395d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.1753058 Jul 16 20:12:32.841903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] Checking router: da809e2e-8c28-4d26-89f0-61b66c944b1d for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:32.845512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6427c51-af73-4fba-a6c3-527774006126 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.847151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6427c51-af73-4fba-a6c3-527774006126 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.847492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56e49c27-b00c-4092-abd0-7561c297e414 req-50f9dbdf-bfce-4cda-a8d7-d484f302c6be service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837042 Jul 16 20:12:32.854876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b6427c51-af73-4fba-a6c3-527774006126 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2014191 Jul 16 20:12:32.855115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] Routers {'da809e2e-8c28-4d26-89f0-61b66c944b1d'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:32.855115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da809e2e-8c28-4d26-89f0-61b66c944b1d'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.862196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48760) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:32.871742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62429a2b-17f9-49b5-a3c0-7901675af459 req-f21e1829-7097-4a2f-8685-7d5277cfa57e tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755053 Jul 16 20:12:32.885687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Made reservation on behalf of 7646a26cbf014915ac316ac35ea26bd9 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:32.897882 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.944334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] Set router da809e2e-8c28-4d26-89f0-61b66c944b1d gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:32.969338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-b2ca5612-0eb1-46b1-8dc2-8b41b31a81f6 service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338354 Jul 16 20:12:33.008376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1874106351', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:31Z', 'revision_number': 3, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:33.010874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['52740554-92fe-445e-9e03-23daeee84d7f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:33.030076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 28b918a3-414c-4a72-987d-826a94ce1ed1 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:33.044892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.056444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6d3f-16d5-44b0-adde-33159cadcfb4 req-655adee7-3d3f-4c72-b1ac-f1fe73a30ae5 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.059225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31fc6d3f-16d5-44b0-adde-33159cadcfb4 req-655adee7-3d3f-4c72-b1ac-f1fe73a30ae5 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 945 time: 0.3368924 Jul 16 20:12:33.080222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-7c16e187-e732-4d3f-8341-ae0654048e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.082023 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-7c16e187-e732-4d3f-8341-ae0654048e02 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2294543 Jul 16 20:12:33.093043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92c809-5d37-4f3e-a2a8-f286f203ee49 None None] The sync data for ids ['da809e2e-8c28-4d26-89f0-61b66c944b1d'] in n-d-792458-10 is: [{'id': 'da809e2e-8c28-4d26-89f0-61b66c944b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1874106351', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:31Z', 'revision_number': 3, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:33.108291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Allocated IP 172.20.0.13 (c7dc2a8a-1727-4d6f-b451-49156394b5f4/bbb9f6c6-69a3-4edf-befa-a4586e969134/55509dc7-7700-4aff-86f1-346604dcdc8a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:33.180377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078e895-a945-4911-aaf2-e645a3a23dd9 req-a116a8f7-13ed-4107-98e1-971565aedf94 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.181888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f078e895-a945-4911-aaf2-e645a3a23dd9 req-a116a8f7-13ed-4107-98e1-971565aedf94 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.1316509 Jul 16 20:12:33.195793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.250877 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:33.280665 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31fc6d3f-16d5-44b0-adde-33159cadcfb4 req-9b8b3f91-e7af-4545-b61f-7e704d78bb7d tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976666 Jul 16 20:12:33.289101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f078e895-a945-4911-aaf2-e645a3a23dd9 req-c82a6e4d-76a6-42ab-9bf8-7084e548a4db tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964482 Jul 16 20:12:33.304399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10dae6e6-d8d2-4ced-9d75-6286bb93b3c2 req-2348ca23-988c-48a3-82d6-c513ceef0387 service neutron] 10.222.0.99 "GET /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137095 Jul 16 20:12:33.345259 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.358310 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-57263ed8-b2c9-477b-93f0-99b72099ae39 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653995 Jul 16 20:12:33.395895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.449701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Network c7dc2a8a-1727-4d6f-b451-49156394b5f4 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:33.452257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:33.459795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:33.493556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Pushing event updated for resources: {'Port': ['ID=55509dc7-7700-4aff-86f1-346604dcdc8a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:33.534112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.535438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.558311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-91fad607-3ec8-4c97-930f-400d65586ae6 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9669263 Jul 16 20:12:33.575419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Request body: {'port': {'device_id': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:33.766960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.819203 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b5a71e4-d4bb-49f5-80cd-77ccd99ecdc9 req-f34dd812-7da8-4115-9924-5bf1c26a19a8 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533076 Jul 16 20:12:33.865747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd7554-0d12-4f8f-94e4-d95f3a7ae4a8 req-429b377d-2926-4b17-a789-bf5f6a2ebfa3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.867255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03bd7554-0d12-4f8f-94e4-d95f3a7ae4a8 req-429b377d-2926-4b17-a789-bf5f6a2ebfa3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 946 time: 0.1446104 Jul 16 20:12:33.868968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.897532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=28b918a3-414c-4a72-987d-826a94ce1ed1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:33.919541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.921431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0978f3e4-0d18-4b9a-8dac-ef4e12905607 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/28b918a3-414c-4a72-987d-826a94ce1ed1 HTTP/1.1" status: 204 len: 168 time: 1.0549440 Jul 16 20:12:33.922261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891078f9-fe85-4d85-ade9-89b4fa5c8d56 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:33.924138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48768) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:34.035321 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.047993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03bd7554-0d12-4f8f-94e4-d95f3a7ae4a8 req-a5cf670c-7056-4c96-b599-6f28123a8256 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554918 Jul 16 20:12:34.058611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190f2a1-cf44-4cb5-a4a9-c0981bc6e941 req-d437084e-1063-48fc-9e5c-d91af2934439 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.067224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1190f2a1-cf44-4cb5-a4a9-c0981bc6e941 req-d437084e-1063-48fc-9e5c-d91af2934439 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 932 time: 0.4658880 Jul 16 20:12:34.098727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fdc2cf95-aa02-4a41-897a-093b92d57dd2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1733551 Jul 16 20:12:34.102764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48770) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:34.124976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63437d-0063-4abf-a459-35e27839fde0 req-2b5e2fd9-6cb1-45e0-9de5-f469789adcee tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.127091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd63437d-0063-4abf-a459-35e27839fde0 req-2b5e2fd9-6cb1-45e0-9de5-f469789adcee tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 946 time: 0.1616673 Jul 16 20:12:34.166423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1190f2a1-cf44-4cb5-a4a9-c0981bc6e941 req-d008d163-9693-4031-b535-3ba063fc157c tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980108 Jul 16 20:12:34.168083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:34.236521 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31adb911-d51d-4ff5-bc28-c4948ff0608c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.238705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Deleting port 8bf27d41-929d-4b31-bb54-d0ead61dec4d {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:34.239148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.245777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 52740554-92fe-445e-9e03-23daeee84d7f up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:34.340788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] For port 8bf27d41-929d-4b31-bb54-d0ead61dec4d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8bf27d41-929d-4b31-bb54-d0ead61dec4d,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:34.344987 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.359162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Calling delete_port for 8bf27d41-929d-4b31-bb54-d0ead61dec4d owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:34.376425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 52740554-92fe-445e-9e03-23daeee84d7f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:34.383002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 52740554-92fe-445e-9e03-23daeee84d7f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:34.383375 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.447232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66d721-123e-4111-aa24-6108efa4eeb7 req-f497ae40-6584-49ed-91a8-f9b4fea6f563 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.448808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f66d721-123e-4111-aa24-6108efa4eeb7 req-f497ae40-6584-49ed-91a8-f9b4fea6f563 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1155658 Jul 16 20:12:34.499714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31adb911-d51d-4ff5-bc28-c4948ff0608c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.503620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31adb911-d51d-4ff5-bc28-c4948ff0608c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.515939 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.522039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55509dc7-7700-4aff-86f1-346604dcdc8a {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:34.535847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.550299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Pushing event deleted for resources: {'Port': ['ID=8bf27d41-929d-4b31-bb54-d0ead61dec4d,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.553045 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.558467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] No DVR routers for this DVR port 8bf27d41-929d-4b31-bb54-d0ead61dec4d on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:34.560629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f66d721-123e-4111-aa24-6108efa4eeb7 req-bf74d2e1-cf6b-4e7a-9b73-35dc4b317e75 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825429 Jul 16 20:12:34.563568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608620c-751f-45c7-9fad-09941e0a6578 req-1dadd7fb-0259-48e6-990b-7a832a962f3b tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.565377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0608620c-751f-45c7-9fad-09941e0a6578 req-1dadd7fb-0259-48e6-990b-7a832a962f3b tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 945 time: 0.3316908 Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459cf40-635b-48d8-baa1-12125f05f374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.584853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31adb911-d51d-4ff5-bc28-c4948ff0608c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.584853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31adb911-d51d-4ff5-bc28-c4948ff0608c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Fanout notify agent at l3_agent the message router_deleted on router da809e2e-8c28-4d26-89f0-61b66c944b1d {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:34.592819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31adb911-d51d-4ff5-bc28-c4948ff0608c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.594006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-31adb911-d51d-4ff5-bc28-c4948ff0608c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/routers/da809e2e-8c28-4d26-89f0-61b66c944b1d HTTP/1.1" status: 204 len: 168 time: 0.4899969 Jul 16 20:12:34.595898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Deleting port bf8d5dec-02ee-4ff9-8441-7e0454abd689 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:34.596055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.600240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:34.601000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Transition to ACTIVE for port object 55509dc7-7700-4aff-86f1-346604dcdc8a will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:34.608114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.608278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:34.610444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:34.625496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52740554-92fe-445e-9e03-23daeee84d7f'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:34.628351 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e08845-fdee-4f66-948b-4fb030144520" -d '{"events": [{"server_uuid": "66ab08bf-4fd2-403f-a4a5-063f9ac174d7", "name": "network-vif-plugged", "status": "completed", "tag": "52740554-92fe-445e-9e03-23daeee84d7f"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:34.660331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 52740554-92fe-445e-9e03-23daeee84d7f, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=52740554-92fe-445e-9e03-23daeee84d7f,segment=NetworkSegment(166ea3ff-c87b-4e19-b9b8-fff99ce0f86e),segment_id=166ea3ff-c87b-4e19-b9b8-fff99ce0f86e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:34.689812 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.738089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Pushing event updated for resources: {'Port': ['ID=55509dc7-7700-4aff-86f1-346604dcdc8a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.784188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0608620c-751f-45c7-9fad-09941e0a6578 req-a06be06c-084d-476e-8353-5ca9ba0f9983 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027354 Jul 16 20:12:34.856278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Attempting to bind port 55509dc7-7700-4aff-86f1-346604dcdc8a on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:34.856644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Attempting to bind port 55509dc7-7700-4aff-86f1-346604dcdc8a by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:34.856962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Attempting to bind port 55509dc7-7700-4aff-86f1-346604dcdc8a on network c7dc2a8a-1727-4d6f-b451-49156394b5f4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:34.885327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] For port bf8d5dec-02ee-4ff9-8441-7e0454abd689, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf8d5dec-02ee-4ff9-8441-7e0454abd689,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:34.885790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.904983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Port 55509dc7-7700-4aff-86f1-346604dcdc8a on network c7dc2a8a-1727-4d6f-b451-49156394b5f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:34.905327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Attempting to bind port 55509dc7-7700-4aff-86f1-346604dcdc8a on network c7dc2a8a-1727-4d6f-b451-49156394b5f4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:34.906911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Calling delete_port for bf8d5dec-02ee-4ff9-8441-7e0454abd689 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:34.939113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:34.939113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Checking segment: {'id': 'bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:34.939616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Bound using segment: {'id': 'bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:34.940641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Bound port: 55509dc7-7700-4aff-86f1-346604dcdc8a, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:34.940641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.941961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:34.945870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.957709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=52740554-92fe-445e-9e03-23daeee84d7f,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.996665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:35.012623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'port_id': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'mac_address': 'fa:16:3e:53:2d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:35.020951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc7e7004-033f-4138-b3f6-67e47fcf9bdd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:35.044075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: fc7e7004-033f-4138-b3f6-67e47fcf9bdd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:35.044449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc7e7004-033f-4138-b3f6-67e47fcf9bdd not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:35.044859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8bf27d41-929d-4b31-bb54-d0ead61dec4d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:35.054379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635325f-562a-4bf4-8f7b-62c9b918ef33 req-f1f82680-886e-4d2c-beaa-4e1d822b88e2 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.063263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c635325f-562a-4bf4-8f7b-62c9b918ef33 req-f1f82680-886e-4d2c-beaa-4e1d822b88e2 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 946 time: 0.3218303 Jul 16 20:12:35.083944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8bf27d41-929d-4b31-bb54-d0ead61dec4d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:35.084347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8bf27d41-929d-4b31-bb54-d0ead61dec4d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:35.098215 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.113513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:35.122084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] For port 55509dc7-7700-4aff-86f1-346604dcdc8a, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:35.136956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c635325f-562a-4bf4-8f7b-62c9b918ef33 req-361fb3cb-f05e-40d1-b15f-d2d176be3cd5 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715823 Jul 16 20:12:35.140365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] For port 55509dc7-7700-4aff-86f1-346604dcdc8a, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=55509dc7-7700-4aff-86f1-346604dcdc8a,segment=NetworkSegment(bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c),segment_id=bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:35.142388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:35.146059 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.161519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.162046 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.164380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.167265 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] 10.222.0.79 "PUT /v2.0/ports/55509dc7-7700-4aff-86f1-346604dcdc8a HTTP/1.1" status: 200 len: 1093 time: 1.5931759 Jul 16 20:12:35.168200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'tag': '55509dc7-7700-4aff-86f1-346604dcdc8a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:35.171108 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812" -d '{"events": [{"name": "network-changed", "server_uuid": "8c931f42-860c-4d4c-83cf-6a91f4e94146", "tag": "55509dc7-7700-4aff-86f1-346604dcdc8a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:35.246546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.257999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc627f-dd4f-44a4-a71c-6d065a0274a0 service neutron] Pushing event updated for resources: {'Port': ['ID=55509dc7-7700-4aff-86f1-346604dcdc8a,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.291124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123310f8-aa86-4467-a002-d18f7828dd39 req-48549581-712f-4a23-a9f9-cbc88c7d9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.293111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-48549581-712f-4a23-a9f9-cbc88c7d9e58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7646a26cbf014915ac316ac35ea26bd9&device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 1096 time: 0.0688519 Jul 16 20:12:35.298033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c808b1-435b-4480-b9c9-e7187cb37caf req-f321018f-4c9e-4be7-8cf5-94304540d6a2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.299623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c808b1-435b-4480-b9c9-e7187cb37caf req-f321018f-4c9e-4be7-8cf5-94304540d6a2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.2365022 Jul 16 20:12:35.345663 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0941953d-ba67-431c-9f35-f565e20c5ae8 x-openstack-request-id: req-0941953d-ba67-431c-9f35-f565e20c5ae8 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:35.345954 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ab08bf-4fd2-403f-a4a5-063f9ac174d7", "name": "network-vif-plugged", "status": "completed", "tag": "52740554-92fe-445e-9e03-23daeee84d7f", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:35.346199 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0941953d-ba67-431c-9f35-f565e20c5ae8 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:35.346651 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52740554-92fe-445e-9e03-23daeee84d7f', 'code': 200} Jul 16 20:12:35.348050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-64d5cbd5-0c90-47a2-a3bb-842b8481ab95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55509dc7-7700-4aff-86f1-346604dcdc8a HTTP/1.1" status: 200 len: 217 time: 0.0475359 Jul 16 20:12:35.407910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.410268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['08a87ec0-1a26-49aa-9f67-98f24f5c7f13'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:35.426615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c808b1-435b-4480-b9c9-e7187cb37caf req-7b5feb8d-a5f2-4624-bd48-8aa685d627ce tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023321 Jul 16 20:12:35.487874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:35.491710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:35.498061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.498826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.504111 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.526919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=46242bf4-9d02-4b79-a68d-bbeab274d1b9,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.541913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae87ab-9574-4655-bbf9-0e46f74ab364 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:35.552873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event deleted for resources: {'Port': ['ID=bf8d5dec-02ee-4ff9-8441-7e0454abd689,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.574457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123310f8-aa86-4467-a002-d18f7828dd39 req-24e50150-d158-464b-862d-9b249bb77005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.578866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e345418a-1085-4950-8efb-017ac9a0eaf1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9696069 Jul 16 20:12:35.579008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-24e50150-d158-464b-862d-9b249bb77005 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bbb9f6c6-69a3-4edf-befa-a4586e969134 HTTP/1.1" status: 200 len: 854 time: 0.2201715 Jul 16 20:12:35.579108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48790) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:35.583712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3cf5a498-22d0-402a-96d1-5f675421e61d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1713972000', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:35.618439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] No DVR routers for this DVR port bf8d5dec-02ee-4ff9-8441-7e0454abd689 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:35.619533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.623976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd63437d-0063-4abf-a459-35e27839fde0 req-31dec79e-2904-4f2d-a92f-b2792c8f8666 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "DELETE /v2.0/ports/bf8d5dec-02ee-4ff9-8441-7e0454abd689 HTTP/1.1" status: 204 len: 173 time: 1.4632204 Jul 16 20:12:35.624392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'name': 'network-vif-deleted', 'tag': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:35.628488 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793335ec-7c12-4ae5-8557-210ad518cc7a" -d '{"events": [{"server_uuid": "95ab2158-7406-4930-9b47-cfa1925fd2ec", "name": "network-vif-deleted", "tag": "bf8d5dec-02ee-4ff9-8441-7e0454abd689"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:35.637809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['bf8d5dec-02ee-4ff9-8441-7e0454abd689'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:35.670268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-c03c827f-3261-4130-b6d4-3d1cc0cda2d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c7dc2a8a-1727-4d6f-b451-49156394b5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823407 Jul 16 20:12:35.685819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5142b9a2-1420-4a77-ade1-85528d25fcae req-22c92468-4475-48d4-90c9-ff9cb5ff08b9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=95ab2158-7406-4930-9b47-cfa1925fd2ec HTTP/1.1" status: 200 len: 210 time: 0.0419395 Jul 16 20:12:35.693313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a498-22d0-402a-96d1-5f675421e61d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.695036 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a498-22d0-402a-96d1-5f675421e61d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.719378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f33d51-dbbb-4b56-9cb0-94efcb86f741 req-5066a6cf-e251-4ab4-9621-dc82cab34695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.720926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38f33d51-dbbb-4b56-9cb0-94efcb86f741 req-5066a6cf-e251-4ab4-9621-dc82cab34695 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 1098 time: 0.2954180 Jul 16 20:12:35.739367 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-92b25d62-4627-4282-9654-b324d317d1bc tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 258 time: 0.3747458 Jul 16 20:12:35.744330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:35.776266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a498-22d0-402a-96d1-5f675421e61d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.789645 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a498-22d0-402a-96d1-5f675421e61d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.799654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '46242bf4-9d02-4b79-a68d-bbeab274d1b9'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:35.801103 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.840994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38f33d51-dbbb-4b56-9cb0-94efcb86f741 req-4fcde0a3-4b92-4b0e-9cad-b59cc2f52338 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128006 Jul 16 20:12:35.843939 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.845968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a498-22d0-402a-96d1-5f675421e61d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.849964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3cf5a498-22d0-402a-96d1-5f675421e61d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2677031 Jul 16 20:12:35.850405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48796) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:35.954716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-3e19a094-7df7-43fb-acab-e82b85c0e240 service neutron] 10.222.0.79 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697220 Jul 16 20:12:35.971579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/46242bf4-9d02-4b79-a68d-bbeab274d1b9/80a3ce20-5a7b-49cb-adc8-7eccd9eb9079) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:35.986566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7f354-cb59-44a8-b5d9-613d254a2314 req-a219a7f0-dc4a-426b-8276-ed0e28def490 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.991351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66c7f354-cb59-44a8-b5d9-613d254a2314 req-a219a7f0-dc4a-426b-8276-ed0e28def490 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 944 time: 0.1060038 Jul 16 20:12:35.996762 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d9b-6623-42c9-a96a-ab863aa0912b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.032931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66c7f354-cb59-44a8-b5d9-613d254a2314 req-53ef59c7-a40e-4410-81f5-1b675ee7ab7d tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Jul 16 20:12:36.141387 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d010e4-8691-49af-b962-d56bebdd2b20 x-openstack-request-id: req-e7d010e4-8691-49af-b962-d56bebdd2b20 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:36.141698 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c931f42-860c-4d4c-83cf-6a91f4e94146", "tag": "55509dc7-7700-4aff-86f1-346604dcdc8a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:36.141948 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e7d010e4-8691-49af-b962-d56bebdd2b20 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:36.142367 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'tag': '55509dc7-7700-4aff-86f1-346604dcdc8a', 'status': 'completed', 'code': 200} Jul 16 20:12:36.150035 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.159142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Transition to ACTIVE for port object 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:36.187085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Transition to ACTIVE for port object 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:36.200581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.254647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Pushing event updated for resources: {'Port': ['ID=80a3ce20-5a7b-49cb-adc8-7eccd9eb9079,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.264123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:36.265409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-123310f8-aa86-4467-a002-d18f7828dd39 req-c13b42e1-ceea-4159-9d29-fd357b08f8d0 service neutron] 10.222.0.79 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954805 Jul 16 20:12:36.265628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:36.268432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:36.291512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647f9d4-3e78-4143-844c-f8151d1d0b10 req-60f8e5cc-dbf3-405f-9c7b-bbf6a1d0d74c tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.299428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f647f9d4-3e78-4143-844c-f8151d1d0b10 req-60f8e5cc-dbf3-405f-9c7b-bbf6a1d0d74c tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1020541 Jul 16 20:12:36.315572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.335055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Attempting to bind port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:36.335449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Attempting to bind port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:36.335601 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.335779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Attempting to bind port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:36.341984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:36.342384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:36.342763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.343209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:36.343748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Bound port: 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:36.344195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.386987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f647f9d4-3e78-4143-844c-f8151d1d0b10 req-1fccfce6-1e89-4605-a01a-f9e9aaa6de94 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745685 Jul 16 20:12:36.430015 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ac833-2498-42e5-a642-f7393cd8385d x-openstack-request-id: req-214ac833-2498-42e5-a642-f7393cd8385d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:36.430343 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab2158-7406-4930-9b47-cfa1925fd2ec", "name": "network-vif-deleted", "tag": "bf8d5dec-02ee-4ff9-8441-7e0454abd689", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:36.430596 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-214ac833-2498-42e5-a642-f7393cd8385d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:36.431075 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab2158-7406-4930-9b47-cfa1925fd2ec', 'name': 'network-vif-deleted', 'tag': 'bf8d5dec-02ee-4ff9-8441-7e0454abd689', 'status': 'completed', 'code': 200} Jul 16 20:12:36.432311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] For port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:36.436695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] For port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=80a3ce20-5a7b-49cb-adc8-7eccd9eb9079,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:36.445468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.522809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f18a7d-09fa-4dee-bba8-bf61fd0b1268 None None] Pushing event updated for resources: {'Port': ['ID=80a3ce20-5a7b-49cb-adc8-7eccd9eb9079,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.601876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:36.645224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeadcd-0a31-4f21-9dcb-213b1e238d99 req-9a1f54e0-7a05-4eef-aa2a-ef625ee2ea76 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.646807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4bfeadcd-0a31-4f21-9dcb-213b1e238d99 req-9a1f54e0-7a05-4eef-aa2a-ef625ee2ea76 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 946 time: 0.0893703 Jul 16 20:12:36.669175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:36.685154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:36.685521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.739940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4bfeadcd-0a31-4f21-9dcb-213b1e238d99 req-b9903c18-ea22-47d4-b7ee-61424d4f6908 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851185 Jul 16 20:12:36.741466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-dd370c7e-10d5-4c83-9c12-873b74838769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.748846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-dd370c7e-10d5-4c83-9c12-873b74838769 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7646a26cbf014915ac316ac35ea26bd9&device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 1096 time: 0.3681850 Jul 16 20:12:36.758718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Allocated IP 172.25.3.63 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f5b53e15-023a-4ec0-b0f5-9a93cd45f530) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:36.931748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.988633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:36.997838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.007773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:37.094916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.113693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:37.335273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::1 (01f31535-5473-49e8-b415-45d37419c5fb/46242bf4-9d02-4b79-a68d-bbeab274d1b9/ba8f4b65-3509-4f09-bbeb-9baea68281ce) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:37.350387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:37.352471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-d790653b-4cb5-4e40-9f16-9f0fef1042e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.353949 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02755d0-8a96-4525-bf0f-cc2a27163acb" -d '{"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-plugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:37.354124 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-d790653b-4cb5-4e40-9f16-9f0fef1042e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c7dc2a8a-1727-4d6f-b451-49156394b5f4 HTTP/1.1" status: 200 len: 915 time: 0.5931189 Jul 16 20:12:37.366380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81c9f4-4e3d-459b-88b4-823f1c16928b req-946f802d-bdc1-4015-9a85-c8c28873472b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.367978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d81c9f4-4e3d-459b-88b4-823f1c16928b req-946f802d-bdc1-4015-9a85-c8c28873472b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.0781848 Jul 16 20:12:37.412042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d81c9f4-4e3d-459b-88b4-823f1c16928b req-0ccdf294-2d43-4915-9df3-1e642147f7ae tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353405 Jul 16 20:12:37.440861 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-d10321dd-1080-4b7e-b178-4fc02a4cb061 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55509dc7-7700-4aff-86f1-346604dcdc8a HTTP/1.1" status: 200 len: 217 time: 0.0670469 Jul 16 20:12:37.507455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.561126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-ffd07f1b-9aea-4b28-aae8-5483fc448df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.562906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-ffd07f1b-9aea-4b28-aae8-5483fc448df1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bbb9f6c6-69a3-4edf-befa-a4586e969134 HTTP/1.1" status: 200 len: 854 time: 0.1242456 Jul 16 20:12:37.621859 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-a26295af-9ff1-4a54-9ea1-b25d48415bbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c7dc2a8a-1727-4d6f-b451-49156394b5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487075 Jul 16 20:12:37.632236 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.687355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object ba8f4b65-3509-4f09-bbeb-9baea68281ce will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:37.714516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e35a70-ce95-4341-ab7b-c235faeb6035 req-4cb0cc91-6aaa-479e-8cc0-4a248802e142 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.716238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40e35a70-ce95-4341-ab7b-c235faeb6035 req-4cb0cc91-6aaa-479e-8cc0-4a248802e142 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 944 time: 0.0720599 Jul 16 20:12:37.728751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.762751 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40e35a70-ce95-4341-ab7b-c235faeb6035 req-2d776973-7ec6-4593-84f5-b0a841ee1db8 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Jul 16 20:12:37.775769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-91e8dc43-ff93-4473-9364-ac385c141804 None None] Provisioning for port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:37.780757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-91e8dc43-ff93-4473-9364-ac385c141804 None None] Provisioning complete for port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:37.781214 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-91e8dc43-ff93-4473-9364-ac385c141804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.810620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:37.814494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-24fc8ac8-b56c-47b6-960c-6c24503e8bc5 service neutron] 10.222.0.79 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734934 Jul 16 20:12:37.820926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:37.825577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event updated for resources: {'Port': ['ID=f5b53e15-023a-4ec0-b0f5-9a93cd45f530,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.836341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:37.876330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-91e8dc43-ff93-4473-9364-ac385c141804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.878169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.913782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-91e8dc43-ff93-4473-9364-ac385c141804 None None] For port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=80a3ce20-5a7b-49cb-adc8-7eccd9eb9079,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:37.923882 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-91e8dc43-ff93-4473-9364-ac385c141804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.957667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28566-ab55-4676-b562-35798e872771 req-f8217f45-5312-4b5f-949f-396c037beb3b tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.959279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cf28566-ab55-4676-b562-35798e872771 req-f8217f45-5312-4b5f-949f-396c037beb3b tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.0795503 Jul 16 20:12:37.969035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:37.979328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8dc43-ff93-4473-9364-ac385c141804 None None] Pushing event updated for resources: {'Port': ['ID=80a3ce20-5a7b-49cb-adc8-7eccd9eb9079,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.982199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:37.988022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:37.988564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.002290 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cf28566-ab55-4676-b562-35798e872771 req-eb667731-e23f-4c45-954b-a9cf7b52310d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368826 Jul 16 20:12:38.021330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=ba8f4b65-3509-4f09-bbeb-9baea68281ce,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.058561 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa1ae1-2eb6-4398-87c5-d42ffd46fdf5 x-openstack-request-id: req-7efa1ae1-2eb6-4398-87c5-d42ffd46fdf5 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:38.059328 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-plugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:38.059328 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7efa1ae1-2eb6-4398-87c5-d42ffd46fdf5 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:38.063889 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'code': 200} Jul 16 20:12:38.163530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3999f50d-7ef6-4e9a-bd0e-3ec34c8db812 req-f7d8e39f-4ee6-4ba8-91f5-cff2752a0564 service neutron] 10.222.0.79 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389077 Jul 16 20:12:38.197623 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.255271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f89703e1-6a07-4254-ad68-528c628169bf None None] Provisioning for port ba8f4b65-3509-4f09-bbeb-9baea68281ce completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:38.261589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f89703e1-6a07-4254-ad68-528c628169bf None None] Provisioning complete for port ba8f4b65-3509-4f09-bbeb-9baea68281ce triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:38.262200 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f89703e1-6a07-4254-ad68-528c628169bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.284004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.287107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.296781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4021336-ab6c-4b6c-9e8c-d3a34f71e94b req-78384c02-af2e-4b35-b561-52031a4010cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.298629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4021336-ab6c-4b6c-9e8c-d3a34f71e94b req-78384c02-af2e-4b35-b561-52031a4010cd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1097 time: 0.1569202 Jul 16 20:12:38.302211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf8d5dec-02ee-4ff9-8441-7e0454abd689 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:38.305898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-acb93696-da9d-4714-848e-18f88708ff08 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.311425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-acb93696-da9d-4714-848e-18f88708ff08 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.1678030 Jul 16 20:12:38.337958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: bf8d5dec-02ee-4ff9-8441-7e0454abd689 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:38.338280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf8d5dec-02ee-4ff9-8441-7e0454abd689 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:38.345695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-4069127b-e63b-411b-b2cd-e61d461c21ba tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/quotas/b974331dfa5340c3ad5082d1a3b02428 HTTP/1.1" status: 200 len: 375 time: 0.0308192 Jul 16 20:12:38.348441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.349242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f89703e1-6a07-4254-ad68-528c628169bf None None] Port ba8f4b65-3509-4f09-bbeb-9baea68281ce cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:38.374373 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4021336-ab6c-4b6c-9e8c-d3a34f71e94b req-9d87becb-f2bd-4ae3-9f0a-ff8259fe652a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610745 Jul 16 20:12:38.391590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-5662cdb4-e868-465b-a78b-6e938cb14371 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335069 Jul 16 20:12:38.490762 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8fd72f0f-d427-491e-8a1b-b8eae2a09bd5 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914423 Jul 16 20:12:38.535705 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.589040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-ee9041e8-e3fb-449d-80e6-74e172e52f53 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899000 Jul 16 20:12:38.626096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.639971 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.746137 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.750143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event updated for resources: {'Port': ['ID=f5b53e15-023a-4ec0-b0f5-9a93cd45f530,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.758107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.758956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.766384 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.811746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.821646 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd735-1712-45c4-9c4b-aa3be45557b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.841436 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.848964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-9733003a-6e25-49cd-a9e9-530ff608e166 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1084096 Jul 16 20:12:38.909305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-b24dc9cd-732c-4c98-ab58-b04b3b2bcb7b tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.0574811 Jul 16 20:12:38.916160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=ba8f4b65-3509-4f09-bbeb-9baea68281ce,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.937697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39936ab5-beeb-4a62-a0bb-a96bcd1dade0 req-12634696-1b95-4a87-ba8d-64346359579d tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.945507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39936ab5-beeb-4a62-a0bb-a96bcd1dade0 req-12634696-1b95-4a87-ba8d-64346359579d tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 946 time: 0.0832121 Jul 16 20:12:38.988252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:38.996599 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39936ab5-beeb-4a62-a0bb-a96bcd1dade0 req-26950962-c364-4ff0-b1d0-1609c155d6c7 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Jul 16 20:12:39.091943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:39.094792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:39.115354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-1a9e4c32-716c-4639-8913-6a2f804a87ab tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.116821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00f499ca-8945-41a6-8cdf-b22c515e2bfc req-1a9e4c32-716c-4639-8913-6a2f804a87ab tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1964386 Jul 16 20:12:39.120539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:39.127789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.264185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-344e6460-caa6-4af6-ac9e-5079d81ba217 req-486843ad-439a-4967-baf0-0f2f4ae225f8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 210 time: 0.0428326 Jul 16 20:12:39.343989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Router a879585a-5857-40bb-a002-356539205a48 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:12:39.375648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65b799-500f-4f4c-be24-cc4f9af10faa req-942d39c0-b396-4d39-83a3-5357b4eb1040 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.379661 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df65b799-500f-4f4c-be24-cc4f9af10faa req-942d39c0-b396-4d39-83a3-5357b4eb1040 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.0991430 Jul 16 20:12:39.452420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df65b799-500f-4f4c-be24-cc4f9af10faa req-9e12f4ae-72d5-4239-8bda-877ac0e827fb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631270 Jul 16 20:12:39.530489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:39.536708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fa7688d5-f091-4f41-8a10-1c8d99bb37c3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "PUT /v2.0/routers/a879585a-5857-40bb-a002-356539205a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6851988 Jul 16 20:12:39.539627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48852) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:39.541940 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Sync routers for ids ['a879585a-5857-40bb-a002-356539205a48'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:39.556057 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Routers {'a879585a-5857-40bb-a002-356539205a48'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:39.556681 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a879585a-5857-40bb-a002-356539205a48'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:39.584032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-545bfb6d-7791-418e-ab5f-cfa9bcbacc28 None None] Provisioning complete for port ba8f4b65-3509-4f09-bbeb-9baea68281ce triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:39.586223 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-545bfb6d-7791-418e-ab5f-cfa9bcbacc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.593654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d957573-f1da-4d03-a606-a12671fc27c5 req-a8c283c9-0e11-405f-8789-ecc42ae395b4 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.607731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d957573-f1da-4d03-a606-a12671fc27c5 req-a8c283c9-0e11-405f-8789-ecc42ae395b4 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 944 time: 0.1382520 Jul 16 20:12:39.643815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-545bfb6d-7791-418e-ab5f-cfa9bcbacc28 None None] Port ba8f4b65-3509-4f09-bbeb-9baea68281ce cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:39.666515 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d957573-f1da-4d03-a606-a12671fc27c5 req-bafc8a54-4516-4136-8c0e-3abd05a08192 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Jul 16 20:12:39.677555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9bb437-44df-4c49-8c10-e50141407de8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.679162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3d9bb437-44df-4c49-8c10-e50141407de8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports/ba8f4b65-3509-4f09-bbeb-9baea68281ce HTTP/1.1" status: 200 len: 911 time: 0.1382809 Jul 16 20:12:39.681956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48854) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:39.691792 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Set router a879585a-5857-40bb-a002-356539205a48 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:39.737597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc34d0-0bad-4fec-9ec2-6ef147004191 req-eba06b58-993a-457d-8ea5-be9da976c1e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.747266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9efc34d0-0bad-4fec-9ec2-6ef147004191 req-eba06b58-993a-457d-8ea5-be9da976c1e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.1395082 Jul 16 20:12:39.802432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818d0d9-7bb0-4ecc-aac9-92f5e34927b2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.819963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818d0d9-7bb0-4ecc-aac9-92f5e34927b2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.822073 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9efc34d0-0bad-4fec-9ec2-6ef147004191 req-0ffa928d-e728-4be2-938b-ca2b01c2ccaf tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Jul 16 20:12:39.823563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1818d0d9-7bb0-4ecc-aac9-92f5e34927b2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1387205 Jul 16 20:12:39.825214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48856) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:39.940176 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.955299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-7dd0ce78-a760-4a60-a11b-e2b53a5a2c40 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.957110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-7dd0ce78-a760-4a60-a11b-e2b53a5a2c40 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1293213 Jul 16 20:12:39.978914 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a879585a-5857-40bb-a002-356539205a48', 'name': 'tempest-NetworksTestDHCPv6-router-1713972000', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:35Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None, '_interfaces': [{'id': 'ba8f4b65-3509-4f09-bbeb-9baea68281ce', 'name': '', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'mac_address': 'fa:16:3e:7d:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a879585a-5857-40bb-a002-356539205a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46242bf4-9d02-4b79-a68d-bbeab274d1b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:36Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'subnets': [{'id': '46242bf4-9d02-4b79-a68d-bbeab274d1b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:40.018607 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Checking router: a879585a-5857-40bb-a002-356539205a48 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:40.019158 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Updating router a879585a-5857-40bb-a002-356539205a48 port ba8f4b65-3509-4f09-bbeb-9baea68281ce binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:40.033226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-f6acfaa4-317b-402f-94ce-1bcce445c69e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.0674789 Jul 16 20:12:40.049348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Request body: {'floatingip': {'port_id': '215f6610-23a7-43d2-9777-a0346ec003b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:40.066241 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.116504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.275051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 55509dc7-7700-4aff-86f1-346604dcdc8a details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:40.461895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-50b6482b-bdff-48a6-85d1-0fd28bda02de tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.463464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-50b6482b-bdff-48a6-85d1-0fd28bda02de tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.2076035 Jul 16 20:12:40.485107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Request body: {'port': {'device_id': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'admin_state_up': True, 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:40.519531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 55509dc7-7700-4aff-86f1-346604dcdc8a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=55509dc7-7700-4aff-86f1-346604dcdc8a,segment=NetworkSegment(bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c),segment_id=bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:40.535395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '55509dc7-7700-4aff-86f1-346604dcdc8a', 'network_id': 'c7dc2a8a-1727-4d6f-b451-49156394b5f4', 'port_id': '55509dc7-7700-4aff-86f1-346604dcdc8a', 'mac_address': 'fa:16:3e:fb:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb9f6c6-69a3-4edf-befa-a4586e969134', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:40.557931 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.580281 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.587956 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Transition to ACTIVE for port object ba8f4b65-3509-4f09-bbeb-9baea68281ce will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:40.598973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55509dc7-7700-4aff-86f1-346604dcdc8a {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:40.601761 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.646271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 55509dc7-7700-4aff-86f1-346604dcdc8a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=55509dc7-7700-4aff-86f1-346604dcdc8a,segment=NetworkSegment(bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c),segment_id=bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:40.653256 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.686736 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6efcf4-d8de-4654-be44-a9289cdc87d5 None None] Pushing event updated for resources: {'Port': ['ID=ba8f4b65-3509-4f09-bbeb-9baea68281ce,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:40.809940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=55509dc7-7700-4aff-86f1-346604dcdc8a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:40.822518 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Attempting to bind port ba8f4b65-3509-4f09-bbeb-9baea68281ce on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:40.823272 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Attempting to bind port ba8f4b65-3509-4f09-bbeb-9baea68281ce by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:40.823556 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Attempting to bind port ba8f4b65-3509-4f09-bbeb-9baea68281ce on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:40.832497 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:40.832880 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:40.833514 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.834944 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:40.835654 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Bound port: ba8f4b65-3509-4f09-bbeb-9baea68281ce, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:40.836297 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.904539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['55509dc7-7700-4aff-86f1-346604dcdc8a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:40.934929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.941540 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] For port ba8f4b65-3509-4f09-bbeb-9baea68281ce, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:40.945361 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] For port ba8f4b65-3509-4f09-bbeb-9baea68281ce, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ba8f4b65-3509-4f09-bbeb-9baea68281ce,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:40.952414 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.029448 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Routers {'a879585a-5857-40bb-a002-356539205a48'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:41.030001 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a879585a-5857-40bb-a002-356539205a48'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:41.148938 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6efcf4-d8de-4654-be44-a9289cdc87d5 None None] Pushing event updated for resources: {'Port': ['ID=ba8f4b65-3509-4f09-bbeb-9baea68281ce,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:41.158440 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] Set router a879585a-5857-40bb-a002-356539205a48 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:41.170724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b31cda9-3931-405e-b7bb-676f6fa4a487 req-75d4c623-b1f4-4ead-8d5f-98b4cd8af0b7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 210 time: 0.2385426 Jul 16 20:12:41.300002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c001f-c549-4678-8114-d7210fdeba75 req-aa47c3e8-c7df-416b-aebf-0f351b542909 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:41.301575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-702c001f-c549-4678-8114-d7210fdeba75 req-aa47c3e8-c7df-416b-aebf-0f351b542909 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.99 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 945 time: 0.3683896 Jul 16 20:12:41.472094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:41.476465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.508936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port ba8f4b65-3509-4f09-bbeb-9baea68281ce {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:41.509278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.517096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Deleting port 6fffa019-5eb9-4107-89dd-9be5ae308271 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:41.517431 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.530144 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a879585a-5857-40bb-a002-356539205a48', 'name': 'tempest-NetworksTestDHCPv6-router-1713972000', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:35Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None, '_interfaces': [{'id': 'ba8f4b65-3509-4f09-bbeb-9baea68281ce', 'name': '', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'mac_address': 'fa:16:3e:7d:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a879585a-5857-40bb-a002-356539205a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46242bf4-9d02-4b79-a68d-bbeab274d1b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:36Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'subnets': [{'id': '46242bf4-9d02-4b79-a68d-bbeab274d1b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:41.561936 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f400d0-2472-4cf6-9678-9451e6014c72 None None] The sync data for ids ['a879585a-5857-40bb-a002-356539205a48'] in n-d-792458-10 is: [{'id': 'a879585a-5857-40bb-a002-356539205a48', 'name': 'tempest-NetworksTestDHCPv6-router-1713972000', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:35Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 2, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None, '_interfaces': [{'id': 'ba8f4b65-3509-4f09-bbeb-9baea68281ce', 'name': '', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'mac_address': 'fa:16:3e:7d:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a879585a-5857-40bb-a002-356539205a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46242bf4-9d02-4b79-a68d-bbeab274d1b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:36Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'subnets': [{'id': '46242bf4-9d02-4b79-a68d-bbeab274d1b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:41.570082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf316582-1644-4323-8b17-da02b69f2736 req-bf9db842-1d8a-4757-a36b-07b7905b50f2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:41.571721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf316582-1644-4323-8b17-da02b69f2736 req-bf9db842-1d8a-4757-a36b-07b7905b50f2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.1718156 Jul 16 20:12:41.701294 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.710120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf316582-1644-4323-8b17-da02b69f2736 req-78dbe446-b8fd-4211-8380-ef4d0c9f3c06 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265540 Jul 16 20:12:41.711142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.723088 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.723919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] For port 6fffa019-5eb9-4107-89dd-9be5ae308271, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6fffa019-5eb9-4107-89dd-9be5ae308271,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:41.724295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.728802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Allocated IP 172.20.0.8 (7cb9d257-456f-4ac0-a68a-b3ae12a47524/5c3f974c-ac2b-4076-88f8-c54856c41ad1/48972df5-6357-4edc-924f-835b2eb0e319) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:41.737062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] For port ba8f4b65-3509-4f09-bbeb-9baea68281ce, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ba8f4b65-3509-4f09-bbeb-9baea68281ce,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:41.737443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.756440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Calling delete_port for 6fffa019-5eb9-4107-89dd-9be5ae308271 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:41.758307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for ba8f4b65-3509-4f09-bbeb-9baea68281ce owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:41.971926 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Floating IP 12fe0c4a-ad13-486a-9fe4-b1737eff40e1 associated. External IP: 172.25.3.63, port: 215f6610-23a7-43d2-9777-a0346ec003b1. Jul 16 20:12:42.097227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.109542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['4542c254-fe21-4824-ad27-25a24074b1d4'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:42.122292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb7667-bff3-4ea5-9e98-d3b1e7ba54b6 req-5003e58d-881f-4c21-adb6-6e4dde66c089 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.129618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42eb7667-bff3-4ea5-9e98-d3b1e7ba54b6 req-5003e58d-881f-4c21-adb6-6e4dde66c089 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 945 time: 0.2434154 Jul 16 20:12:42.134604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6fffa019-5eb9-4107-89dd-9be5ae308271'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:42.170327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Pushing event deleted for resources: {'Port': ['ID=6fffa019-5eb9-4107-89dd-9be5ae308271,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.203019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.203377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.203697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.204044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.204918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.205246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.205577 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.206105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.206984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.207566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.207679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.207960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:42.244937 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.273634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] No DVR routers for this DVR port 6fffa019-5eb9-4107-89dd-9be5ae308271 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:42.279436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.281498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-702c001f-c549-4678-8114-d7210fdeba75 req-851dea4d-5faa-432f-918b-0504e24ef295 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.99 "DELETE /v2.0/ports/6fffa019-5eb9-4107-89dd-9be5ae308271 HTTP/1.1" status: 204 len: 173 time: 0.9567440 Jul 16 20:12:42.290034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 55509dc7-7700-4aff-86f1-346604dcdc8a up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:42.301034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'name': 'network-vif-deleted', 'tag': '6fffa019-5eb9-4107-89dd-9be5ae308271'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:42.304100 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a014ed9-8b9a-43de-af68-c3b9afa5c5ad" -d '{"events": [{"server_uuid": "fdb86f4c-db61-4400-8942-94c28eab9737", "name": "network-vif-deleted", "tag": "6fffa019-5eb9-4107-89dd-9be5ae308271"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:42.306133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.320761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42eb7667-bff3-4ea5-9e98-d3b1e7ba54b6 req-5249ea04-9995-4b28-8a4e-9574aa3d0c04 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841133 Jul 16 20:12:42.324346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=ba8f4b65-3509-4f09-bbeb-9baea68281ce,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.411253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 55509dc7-7700-4aff-86f1-346604dcdc8a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:42.418198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 55509dc7-7700-4aff-86f1-346604dcdc8a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:42.418576 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.517182 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.569784 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.570030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-b3ace161-63e6-47e0-b136-bfa9ccc8a338 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.575222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-b3ace161-63e6-47e0-b136-bfa9ccc8a338 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 946 time: 0.4442410 Jul 16 20:12:42.607465 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55509dc7-7700-4aff-86f1-346604dcdc8a'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:42.610043 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7891ca89-b614-4297-ae7d-17becbc4f1b8" -d '{"events": [{"server_uuid": "8c931f42-860c-4d4c-83cf-6a91f4e94146", "name": "network-vif-plugged", "status": "completed", "tag": "55509dc7-7700-4aff-86f1-346604dcdc8a"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:42.630396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 55509dc7-7700-4aff-86f1-346604dcdc8a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=55509dc7-7700-4aff-86f1-346604dcdc8a,segment=NetworkSegment(bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c),segment_id=bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:42.639672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Router 947b93f7-d890-46d8-8081-f377e6cf7780 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:42.645088 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.662301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.716787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=55509dc7-7700-4aff-86f1-346604dcdc8a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.795371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:42.796292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Router a879585a-5857-40bb-a002-356539205a48 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:42.803403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:42.805208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6f0f-d4d8-49c3-a233-4075bacb5d12 req-e498ffbd-507f-4a9e-a3d0-f05177604083 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.806737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4d7d6f0f-d4d8-49c3-a233-4075bacb5d12 req-e498ffbd-507f-4a9e-a3d0-f05177604083 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/ports?device_id=66ab08bf-4fd2-403f-a4a5-063f9ac174d7 HTTP/1.1" status: 200 len: 946 time: 0.2925026 Jul 16 20:12:42.808156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.810658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:42.914129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:42.921042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7ce4134f-1364-42e6-9807-c3720b4d6e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "PUT /v2.0/routers/a879585a-5857-40bb-a002-356539205a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947347 Jul 16 20:12:42.929789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48902) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:42.929987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.930550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.946621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Deleting port 52740554-92fe-445e-9e03-23daeee84d7f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:42.947097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.964901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4d7d6f0f-d4d8-49c3-a233-4075bacb5d12 req-102d7955-c43f-4730-b8a2-9efa7a59f377 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8468d5b-85c1-48c3-819e-6a60d7d92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129968 Jul 16 20:12:42.975802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-7a0179b1-3d81-45c3-9ab4-a69e2a28df44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5036354 Jul 16 20:12:42.994688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:42.994688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Request body: {'port': {'device_id': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:43.013423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] Sync routers for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:43.013643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816b6ea-b774-46e8-805f-216e3c7a1467 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.015668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816b6ea-b774-46e8-805f-216e3c7a1467 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.022338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3816b6ea-b774-46e8-805f-216e3c7a1467 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0915072 Jul 16 20:12:43.026465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48904) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:43.028218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:43.035232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.050307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.143483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-d2781b0a-969c-4f44-beb1-34e2d52ad3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "PUT /v2.0/floatingips/12fe0c4a-ad13-486a-9fe4-b1737eff40e1 HTTP/1.1" status: 200 len: 995 time: 3.1035309 Jul 16 20:12:43.170633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:43.173230 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:43.203054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] For port 52740554-92fe-445e-9e03-23daeee84d7f, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=52740554-92fe-445e-9e03-23daeee84d7f,segment=NetworkSegment(166ea3ff-c87b-4e19-b9b8-fff99ce0f86e),segment_id=166ea3ff-c87b-4e19-b9b8-fff99ce0f86e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:43.203564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.219891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:43.230299 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.232564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Calling delete_port for 52740554-92fe-445e-9e03-23daeee84d7f owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:43.470030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f82e06f-67b2-4004-bca1-3adb7daf9aac req-bef1f41d-91dd-445d-a18f-8d44f5ee0a33 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdb86f4c-db61-4400-8942-94c28eab9737 HTTP/1.1" status: 200 len: 210 time: 0.0333586 Jul 16 20:12:43.482342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 46242bf4-9d02-4b79-a68d-bbeab274d1b9 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:43.486700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.567601 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.582251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '12fe0c4a-ad13-486a-9fe4-b1737eff40e1', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'port_id': '215f6610-23a7-43d2-9777-a0346ec003b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'mac_address': 'fa:16:3e:36:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fd8405-be8e-46af-a538-5c17cb539270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:41Z', 'revision_number': 1, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:15Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.592671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-bedc257e-5dd6-4ca0-8c41-7f5d80e5af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.595224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-bedc257e-5dd6-4ca0-8c41-7f5d80e5af09 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45e4f741726346edb9b5489f0faf8eb4&device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 1097 time: 0.4185817 Jul 16 20:12:43.674578 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] Sync routers for ids ['a879585a-5857-40bb-a002-356539205a48'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:43.689299 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] Routers {'a879585a-5857-40bb-a002-356539205a48'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:43.690800 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a879585a-5857-40bb-a002-356539205a48'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.700417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.753972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.789987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['52740554-92fe-445e-9e03-23daeee84d7f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:43.794736 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] Set router a879585a-5857-40bb-a002-356539205a48 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:43.807821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.810365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Pushing event deleted for resources: {'Port': ['ID=52740554-92fe-445e-9e03-23daeee84d7f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:43.814003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] Checking router: 947b93f7-d890-46d8-8081-f377e6cf7780 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:43.825532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:43.826371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.869416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=46242bf4-9d02-4b79-a68d-bbeab274d1b9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:43.880569 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.884844 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ab6611e-ae5c-45d9-bf26-ad1cdbaa1a20 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/46242bf4-9d02-4b79-a68d-bbeab274d1b9 HTTP/1.1" status: 204 len: 168 time: 0.8548653 Jul 16 20:12:43.885059 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a879585a-5857-40bb-a002-356539205a48', 'name': 'tempest-NetworksTestDHCPv6-router-1713972000', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:35Z', 'updated_at': '2021-07-16T20:12:42Z', 'revision_number': 3, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.891349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48912) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:43.896890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93ffcb-0b58-483b-aebb-2836551c4d7b None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:43.915937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] No DVR routers for this DVR port 52740554-92fe-445e-9e03-23daeee84d7f on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:43.918750 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] Checking router: a879585a-5857-40bb-a002-356539205a48 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:43.922644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.925111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25fb2ec9-e9fe-4745-8630-2dc4b9205a16 req-7cc3fea0-26a9-4451-87c0-af91d04bde93 tempest-ServerMetadataNegativeTestJSON-1067399423 tempest-ServerMetadataNegativeTestJSON-1067399423-project] 10.222.0.79 "DELETE /v2.0/ports/52740554-92fe-445e-9e03-23daeee84d7f HTTP/1.1" status: 204 len: 173 time: 1.3432984 Jul 16 20:12:43.930269 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] Routers {'a879585a-5857-40bb-a002-356539205a48'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:43.930935 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a879585a-5857-40bb-a002-356539205a48'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.960653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-82888a48-d3e1-4e58-b61c-68251cf4c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.962362 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-82888a48-d3e1-4e58-b61c-68251cf4c0bb service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 200 len: 929 time: 0.3520103 Jul 16 20:12:44.032362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20fae1-c004-46a7-9d0f-3869d642fa4d req-64d66809-cf13-46e2-ab4c-fc8e1738fa5f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.034954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6a20fae1-c004-46a7-9d0f-3869d642fa4d req-64d66809-cf13-46e2-ab4c-fc8e1738fa5f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.2413061 Jul 16 20:12:44.040264 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] Set router a879585a-5857-40bb-a002-356539205a48 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:44.051056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-39004cbe-d5b3-4a27-a985-061df63bed6e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1581633 Jul 16 20:12:44.051713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48916) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:44.052178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48918) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:44.057576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Request body: {'floatingip': {'port_id': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:44.110594 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a879585a-5857-40bb-a002-356539205a48', 'name': 'tempest-NetworksTestDHCPv6-router-1713972000', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:35Z', 'updated_at': '2021-07-16T20:12:42Z', 'revision_number': 3, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:44.111112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:44.144838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48972df5-6357-4edc-924f-835b2eb0e319 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:44.155431 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.161252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-7d409ceb-5478-4292-a9aa-16be058d8f22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 998 time: 0.1900721 Jul 16 20:12:44.186322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.205755 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea79406-0bec-4f9d-9956-67858646f49d None None] The sync data for ids ['a879585a-5857-40bb-a002-356539205a48'] in n-d-792458-10 is: [{'id': 'a879585a-5857-40bb-a002-356539205a48', 'name': 'tempest-NetworksTestDHCPv6-router-1713972000', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:35Z', 'updated_at': '2021-07-16T20:12:42Z', 'revision_number': 3, 'project_id': '9472104556fd4588b72fc0fd14e07db3', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:44.208523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Transition to ACTIVE for port object 48972df5-6357-4edc-924f-835b2eb0e319 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:44.220400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.245296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a443d8cc-b477-4d49-8f6d-f20cdc8f3dd0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.266550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-93684f2f-c39c-41c4-b5a7-14c52e5ed549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.268840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-93684f2f-c39c-41c4-b5a7-14c52e5ed549 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eb7f62e-f550-4793-a831-8ff248f6d5dc HTTP/1.1" status: 200 len: 867 time: 0.0966756 Jul 16 20:12:44.317077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:44.413509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-1f8f6b89-93b2-42e1-b990-2462b604eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.415067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-1f8f6b89-93b2-42e1-b990-2462b604eba3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bdedcb9-8137-4128-86a4-30d1d9b48f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347110 Jul 16 20:12:44.417563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Attempting to bind port 48972df5-6357-4edc-924f-835b2eb0e319 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:44.417884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Attempting to bind port 48972df5-6357-4edc-924f-835b2eb0e319 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:44.418200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Attempting to bind port 48972df5-6357-4edc-924f-835b2eb0e319 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:44.431402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Port 48972df5-6357-4edc-924f-835b2eb0e319 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:44.431402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Attempting to bind port 48972df5-6357-4edc-924f-835b2eb0e319 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:44.452459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:44.452811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:44.453193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Bound using segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:44.453625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Bound port: 48972df5-6357-4edc-924f-835b2eb0e319, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:44.453984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.516724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '12fe0c4a-ad13-486a-9fe4-b1737eff40e1', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'port_id': '215f6610-23a7-43d2-9777-a0346ec003b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'mac_address': 'fa:16:3e:36:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fd8405-be8e-46af-a538-5c17cb539270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:41Z', 'revision_number': 1, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:15Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:44.559299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31424b99-a2e7-44f9-9d7e-bc77af1b2b1a None None] The sync data for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 is: [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '12fe0c4a-ad13-486a-9fe4-b1737eff40e1', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'port_id': '215f6610-23a7-43d2-9777-a0346ec003b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'mac_address': 'fa:16:3e:36:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fd8405-be8e-46af-a538-5c17cb539270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:41Z', 'revision_number': 1, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:15Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:44.569005 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-5f59245c-4c01-4393-a43b-ed8d0cef6f38 service neutron] 10.222.0.91 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461551 Jul 16 20:12:44.580165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:44.622404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a443d8cc-b477-4d49-8f6d-f20cdc8f3dd0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.630902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:44.666332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:44.667510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] Deleting port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:44.668179 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.689681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.762367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] For port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=80a3ce20-5a7b-49cb-adc8-7eccd9eb9079,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:44.763106 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.778418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] Calling delete_port for 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:44.802008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a443d8cc-b477-4d49-8f6d-f20cdc8f3dd0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.827746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.828689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.830370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] 10.222.0.79 "PUT /v2.0/ports/48972df5-6357-4edc-924f-835b2eb0e319 HTTP/1.1" status: 200 len: 1092 time: 1.8464227 Jul 16 20:12:44.876723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3edb6-9f4e-4bce-90f7-6c5bc06cf28e service neutron] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:44.880855 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.883271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18fb8620-9f5a-4bcf-84cc-2e07a3e68b87 req-4e62a48d-42ec-4475-b462-ca3d924f847f service neutron] 10.222.0.91 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014624 Jul 16 20:12:44.907525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490c9-69d9-4b7d-910d-b06be42c11bb req-fd89c375-8b48-4c23-a333-781bc2f1e14c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.916218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421490c9-69d9-4b7d-910d-b06be42c11bb req-fd89c375-8b48-4c23-a333-781bc2f1e14c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 943 time: 0.6332917 Jul 16 20:12:44.983394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] Pushing event deleted for resources: {'Port': ['ID=80a3ce20-5a7b-49cb-adc8-7eccd9eb9079,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:44.986168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193efea-578a-475f-be44-3984aa5b0bc9 None None] No DVR routers for this DVR port 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:45.030414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8c6718b4-02ca-439a-a897-8a846a110aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.040147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-8c6718b4-02ca-439a-a897-8a846a110aff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 1095 time: 0.1217649 Jul 16 20:12:45.048464 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445f69bb-979f-4773-a857-a6e0f84009f3 x-openstack-request-id: req-445f69bb-979f-4773-a857-a6e0f84009f3 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:45.048464 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c931f42-860c-4d4c-83cf-6a91f4e94146", "name": "network-vif-plugged", "status": "completed", "tag": "55509dc7-7700-4aff-86f1-346604dcdc8a", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:45.048854 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-445f69bb-979f-4773-a857-a6e0f84009f3 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:45.048928 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55509dc7-7700-4aff-86f1-346604dcdc8a', 'code': 200} Jul 16 20:12:45.053414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f312f98-1d82-4140-8865-de7654c0d2d4 None None] New status for floating IP 12fe0c4a-ad13-486a-9fe4-b1737eff40e1: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:45.107206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-f23cee38-92e1-40b3-9ba7-ee857f527ae6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48972df5-6357-4edc-924f-835b2eb0e319 HTTP/1.1" status: 200 len: 217 time: 0.0644925 Jul 16 20:12:45.154797 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f22f4b-386b-4c61-a771-d0541da01dae x-openstack-request-id: req-24f22f4b-386b-4c61-a771-d0541da01dae {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:45.155175 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:45.155498 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-24f22f4b-386b-4c61-a771-d0541da01dae {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:45.156070 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1', 'status': 'completed', 'code': 200} Jul 16 20:12:45.223691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-d6f595e5-6da9-4309-a504-fcf0163a65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.226272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-d6f595e5-6da9-4309-a504-fcf0163a65c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1131225 Jul 16 20:12:45.256530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ba8f4b65-3509-4f09-bbeb-9baea68281ce no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:45.281586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ba8f4b65-3509-4f09-bbeb-9baea68281ce {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:45.281932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ba8f4b65-3509-4f09-bbeb-9baea68281ce not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:45.282328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:45.288938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbe321-ffdf-4bdd-b3c9-6a6882c526a4 req-a1f2d75f-edfc-4121-a477-88c59142c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.291315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7dbe321-ffdf-4bdd-b3c9-6a6882c526a4 req-a1f2d75f-edfc-4121-a477-88c59142c1ba service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 1098 time: 0.1343632 Jul 16 20:12:45.293204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-122eddfb-4452-4130-81c1-c7ca4f6de7c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604990 Jul 16 20:12:45.303981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:45.304337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 80a3ce20-5a7b-49cb-adc8-7eccd9eb9079 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:45.319402 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f052ce-2da2-4a12-a0d4-61e7b82f84c3 x-openstack-request-id: req-f6f052ce-2da2-4a12-a0d4-61e7b82f84c3 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:45.319986 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb86f4c-db61-4400-8942-94c28eab9737", "name": "network-vif-deleted", "tag": "6fffa019-5eb9-4107-89dd-9be5ae308271", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:45.320247 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f6f052ce-2da2-4a12-a0d4-61e7b82f84c3 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:45.320901 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb86f4c-db61-4400-8942-94c28eab9737', 'name': 'network-vif-deleted', 'tag': '6fffa019-5eb9-4107-89dd-9be5ae308271', 'status': 'completed', 'code': 200} Jul 16 20:12:45.370324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a443d8cc-b477-4d49-8f6d-f20cdc8f3dd0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.370680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a443d8cc-b477-4d49-8f6d-f20cdc8f3dd0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Fanout notify agent at l3_agent the message router_deleted on router a879585a-5857-40bb-a002-356539205a48 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:45.382436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a443d8cc-b477-4d49-8f6d-f20cdc8f3dd0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.383636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a443d8cc-b477-4d49-8f6d-f20cdc8f3dd0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/routers/a879585a-5857-40bb-a002-356539205a48 HTTP/1.1" status: 204 len: 168 time: 1.3232942 Jul 16 20:12:45.384073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7dbe321-ffdf-4bdd-b3c9-6a6882c526a4 req-a2c068fa-0a50-4bc8-9c1b-db19d4ac56c1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599723 Jul 16 20:12:45.387116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48926) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:45.459800 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-60dc0c96-2ef1-4b4e-9f5f-ae2529ca5700 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0683579 Jul 16 20:12:45.464279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48928) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:45.470263 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421490c9-69d9-4b7d-910d-b06be42c11bb req-316655f6-e1ba-4547-a7dc-bf0d9823eb13 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530839 Jul 16 20:12:45.524306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:12:45.587267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96336fe8-07de-4f9b-a63c-c88eba88a061 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.592219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-96336fe8-07de-4f9b-a63c-c88eba88a061 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1264257 Jul 16 20:12:45.593003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48930) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:45.593418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48932) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:45.618219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-8756d06e-7b6a-414c-98a2-60cc40e03f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.619895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-8756d06e-7b6a-414c-98a2-60cc40e03f7d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=45e4f741726346edb9b5489f0faf8eb4&device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 1097 time: 0.2982316 Jul 16 20:12:45.676467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac14b710-0f1c-4eca-bf38-143f9f96ad67 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746644 Jul 16 20:12:45.681424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.688378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:45.694558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:45.711084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.800049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fbce3-2f0c-4098-9cf8-a49e2c6be14f req-e31d2d94-488a-4ae6-a508-ba14ea0582c3 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.801764 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c5fbce3-2f0c-4098-9cf8-a49e2c6be14f req-e31d2d94-488a-4ae6-a508-ba14ea0582c3 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 946 time: 0.5154700 Jul 16 20:12:45.826883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-f51c41ee-b11d-4b7b-b5f1-2a96c61721aa service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042620 Jul 16 20:12:45.875827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c5fbce3-2f0c-4098-9cf8-a49e2c6be14f req-f3af8d72-6e8d-4e17-8341-3f5fd002de3e tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677695 Jul 16 20:12:45.948159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95f42d08-29b6-4bc2-b0ba-d27ec3806af9 req-fe422d45-16ab-41f3-bd9d-8ac72d3837ec service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129179 Jul 16 20:12:46.174760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] Deleting subnet 0920dbe4-00c6-4dff-8777-9ef74e4b4d03 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:46.243376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.313323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 52740554-92fe-445e-9e03-23daeee84d7f no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:46.342607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 52740554-92fe-445e-9e03-23daeee84d7f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:46.343314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 52740554-92fe-445e-9e03-23daeee84d7f not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:46.456636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-282201ab-b038-4acb-8e9b-1894f3a91a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.458183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-282201ab-b038-4acb-8e9b-1894f3a91a73 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 200 len: 929 time: 0.7857780 Jul 16 20:12:46.481110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.541707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aa391-30fb-4444-ace0-2138504597a0 req-ea8e79a8-3d50-43fa-88a6-273b0f1c5407 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.543501 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e6aa391-30fb-4444-ace0-2138504597a0 req-ea8e79a8-3d50-43fa-88a6-273b0f1c5407 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.0754068 Jul 16 20:12:46.588686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e6aa391-30fb-4444-ace0-2138504597a0 req-61fb18a1-c129-4760-b668-dc3f559ebd2c tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Jul 16 20:12:46.592109 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Floating IP e8e2a0c2-1d31-425e-ad45-eed5c87e4b06 associated. External IP: 172.25.3.237, port: 08a87ec0-1a26-49aa-9f67-98f24f5c7f13. Jul 16 20:12:46.602714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:46.606610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.646786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6fffa019-5eb9-4107-89dd-9be5ae308271 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:46.666533 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 6fffa019-5eb9-4107-89dd-9be5ae308271 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:46.666895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6fffa019-5eb9-4107-89dd-9be5ae308271 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:46.693103 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-c0bad365-3724-40d0-9654-a1af893c78a5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 258 time: 0.6143925 Jul 16 20:12:46.716644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.723503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:46.773541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5724a5-5edc-4ba8-842f-d453f15a6605 req-35290ab0-63bd-4173-a8d4-660ec66d3a7b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.775080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a5724a5-5edc-4ba8-842f-d453f15a6605 req-35290ab0-63bd-4173-a8d4-660ec66d3a7b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 943 time: 0.0664423 Jul 16 20:12:46.815025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a5724a5-5edc-4ba8-842f-d453f15a6605 req-302401bf-6727-45cc-8cf5-5fd3934a495c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Jul 16 20:12:46.825226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-42a2a0cc-b4b3-4b76-89d5-130b4271a88b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 1000 time: 0.3405595 Jul 16 20:12:46.913275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.967712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.041316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-8a87ec8f-d979-4d25-82b5-fcfe71ca56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.042810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-8a87ec8f-d979-4d25-82b5-fcfe71ca56b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9eb7f62e-f550-4793-a831-8ff248f6d5dc HTTP/1.1" status: 200 len: 867 time: 0.2034144 Jul 16 20:12:47.076352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0920dbe4-00c6-4dff-8777-9ef74e4b4d03,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:47.080809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.082753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-15f6c3a6-9034-4612-aceb-338ea74d6d95 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0920dbe4-00c6-4dff-8777-9ef74e4b4d03 HTTP/1.1" status: 204 len: 168 time: 1.4824104 Jul 16 20:12:47.085719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48946) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:47.101431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3d30f-0b38-4912-986d-66ba99b3fbfa req-b06f041f-bdab-47af-a523-4c421967595e tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.103199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7d3d30f-0b38-4912-986d-66ba99b3fbfa req-b06f041f-bdab-47af-a523-4c421967595e tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 946 time: 0.0783975 Jul 16 20:12:47.173181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'name': 'network-vif-deleted', 'tag': '52740554-92fe-445e-9e03-23daeee84d7f'}, {'name': 'network-changed', 'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:47.175544 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a3f40a-d17b-473d-9237-d3b58fb23c3f" -d '{"events": [{"server_uuid": "66ab08bf-4fd2-403f-a4a5-063f9ac174d7", "name": "network-vif-deleted", "tag": "52740554-92fe-445e-9e03-23daeee84d7f"}, {"name": "network-changed", "server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "tag": "48972df5-6357-4edc-924f-835b2eb0e319"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:47.198680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.205510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7d3d30f-0b38-4912-986d-66ba99b3fbfa req-12d9d683-f87d-417c-9541-425a8c592131 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868876 Jul 16 20:12:47.304769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Router d1d6e0c3-fd37-412b-a259-4deeca55545e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:47.318649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.321835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-2028420c-f9cd-4e3b-b3fe-e322d1717538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.323469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-2028420c-f9cd-4e3b-b3fe-e322d1717538 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4bdedcb9-8137-4128-86a4-30d1d9b48f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2715762 Jul 16 20:12:47.348295 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80701b56-87fc-4291-be1d-0cc8dbb0c35b x-openstack-request-id: req-80701b56-87fc-4291-be1d-0cc8dbb0c35b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:47.348537 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ab08bf-4fd2-403f-a4a5-063f9ac174d7", "name": "network-vif-deleted", "tag": "52740554-92fe-445e-9e03-23daeee84d7f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "tag": "48972df5-6357-4edc-924f-835b2eb0e319", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:47.348828 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-80701b56-87fc-4291-be1d-0cc8dbb0c35b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:47.349207 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ab08bf-4fd2-403f-a4a5-063f9ac174d7', 'name': 'network-vif-deleted', 'tag': '52740554-92fe-445e-9e03-23daeee84d7f', 'status': 'completed', 'code': 200} Jul 16 20:12:47.349463 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319', 'status': 'completed', 'code': 200} Jul 16 20:12:47.360142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a77d363-0df3-455b-9a7f-82fbefa29b06']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:47.377188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166ea3ff-c87b-4e19-b9b8-fff99ce0f86e') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:47.377188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166ea3ff-c87b-4e19-b9b8-fff99ce0f86e') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:47.393524 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.418926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.425689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-cf01eded-9e74-4184-9f5b-2848f4794a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.427601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-cf01eded-9e74-4184-9f5b-2848f4794a07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 1095 time: 0.1059494 Jul 16 20:12:47.430301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:47.430769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:47.432676 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:47.479788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.576343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.583617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.587034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] 10.222.0.91 "DELETE /v2.0/networks/4a77d363-0df3-455b-9a7f-82fbefa29b06 HTTP/1.1" status: 204 len: 168 time: 0.4988978 Jul 16 20:12:47.600421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aee030-0a93-4ba8-b8cb-ec526845a66a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a77d363-0df3-455b-9a7f-82fbefa29b06,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:47.631444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:12:47.636732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-4bdb5329-3f7a-4d25-a64c-1f62505ef5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.638363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-4bdb5329-3f7a-4d25-a64c-1f62505ef5f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 913 time: 0.1957769 Jul 16 20:12:47.651304 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.702737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:47.703369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-72cf2ba3-602d-4114-97e1-bdab2455aec2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48972df5-6357-4edc-924f-835b2eb0e319 HTTP/1.1" status: 200 len: 217 time: 0.0572526 Jul 16 20:12:47.713553 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] Sync routers for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:47.728757 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:47.731529 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:47.734273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.743013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-854405e7-5f1f-4389-a4a7-6e281eea3293 service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941023 Jul 16 20:12:47.846159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:47.857707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-b2267c1f-9f89-4028-8886-8637d2fc001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.859680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-b2267c1f-9f89-4028-8886-8637d2fc001d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1379206 Jul 16 20:12:47.914993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-13a4a35e-b882-4348-bb64-cbb248d0726d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472641 Jul 16 20:12:47.931490 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:47.945083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb135b0d-b4fd-4b71-a1b0-94b34ff94332 req-a3bf9ac0-e244-4de5-8af6-2380e9b231e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.953012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb135b0d-b4fd-4b71-a1b0-94b34ff94332 req-a3bf9ac0-e244-4de5-8af6-2380e9b231e9 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.1563759 Jul 16 20:12:47.967061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48966) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:48.091517 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb135b0d-b4fd-4b71-a1b0-94b34ff94332 req-c744a06f-6e53-490e-9568-87cb8ed37101 tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc913b2e-5342-42c1-8d76-d33e57f90111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371415 Jul 16 20:12:48.148937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-41ca2914-47e3-4778-84d4-7ef56382143c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=336f947a4f704bc8935d43316b4449ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740994 Jul 16 20:12:48.149803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:48.162310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-7a5e2d4a-922b-4802-bab9-464c3b7cb264 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380645 Jul 16 20:12:48.242464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:48.255979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ef3ee-ad50-413b-b6eb-3bcbe5d2d9c5 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:48.256567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.257235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.277293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=f0ad2336-fec0-43e2-8bc9-30038020e1a6,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.287714 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-de07c275-0838-4cbd-909f-c6be05e6e969 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "PUT /v2.0/floatingips/e8e2a0c2-1d31-425e-ad45-eed5c87e4b06 HTTP/1.1" status: 200 len: 991 time: 4.2316687 Jul 16 20:12:48.290024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9fc714e1-0c0d-4549-af7e-c4c5a3a7347f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5993710 Jul 16 20:12:48.308108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:48.319076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:48.321536 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86ec06c-c1b7-4063-875c-a882ccce4379" -d '{"events": [{"name": "network-changed", "server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:48.330634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:48.352900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Allocated IP 172.25.3.75 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/34fd11d5-c8c7-4177-9497-441761b4cc65) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:48.366422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 48972df5-6357-4edc-924f-835b2eb0e319 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:48.381215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9980a98-340c-447b-be9c-ddc23cd86e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.496287 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'e8e2a0c2-1d31-425e-ad45-eed5c87e4b06', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'port_id': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'mac_address': 'fa:16:3e:53:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f118285-f7b9-4af2-beba-26465f76be39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 1, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:48.502282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9d183d2-94d7-4c8c-9c2c-7f699b92c4aa req-2ac61086-7088-46f7-8082-7f50580f99d3 service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438414 Jul 16 20:12:48.528712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53a3f40a-d17b-473d-9237-d3b58fb23c3f req-86d296e3-fe5b-4eb2-98e7-91eba7dc364d service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592932 Jul 16 20:12:48.541190 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] Checking router: d1d6e0c3-fd37-412b-a259-4deeca55545e for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:48.551613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:48.552253 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:48.574704 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9980a98-340c-447b-be9c-ddc23cd86e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.644176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.697167 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:48.707531 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.720287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'f0ad2336-fec0-43e2-8bc9-30038020e1a6'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:48.721388 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.725935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:48.749146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '48972df5-6357-4edc-924f-835b2eb0e319', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': '48972df5-6357-4edc-924f-835b2eb0e319', 'mac_address': 'fa:16:3e:ea:e9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:48.792738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-d274327b-04ac-4d5d-b735-ed5f3967fb3d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.794280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-d274327b-04ac-4d5d-b735-ed5f3967fb3d tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.79 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 946 time: 0.2622430 Jul 16 20:12:48.797580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:48.801639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.804969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9980a98-340c-447b-be9c-ddc23cd86e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.807463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9980a98-340c-447b-be9c-ddc23cd86e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.808816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e9980a98-340c-447b-be9c-ddc23cd86e90 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b8468d5b-85c1-48c3-819e-6a60d7d92efa HTTP/1.1" status: 204 len: 168 time: 0.6579289 Jul 16 20:12:48.812029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event updated for resources: {'Port': ['ID=34fd11d5-c8c7-4177-9497-441761b4cc65,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.820510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1595dc-149b-4315-8cdf-beb10f65bf6a req-a447edc7-a07d-4702-9b5f-6a65b4049573 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.824791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:48.827012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:48.829638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae1595dc-149b-4315-8cdf-beb10f65bf6a req-a447edc7-a07d-4702-9b5f-6a65b4049573 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 943 time: 0.3695948 Jul 16 20:12:48.829778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:48.885500 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.926022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9980a98-340c-447b-be9c-ddc23cd86e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8468d5b-85c1-48c3-819e-6a60d7d92efa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.934488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48972df5-6357-4edc-924f-835b2eb0e319 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:48.984908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:48.990629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Allocated IP 2001:db8::f816:3eff:fe60:6800 (01f31535-5473-49e8-b415-45d37419c5fb/f0ad2336-fec0-43e2-8bc9-30038020e1a6/5772a9d2-c37f-4f11-a5e8-675b670876be) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:48.993613 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.031791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae1595dc-149b-4315-8cdf-beb10f65bf6a req-8a68eb41-d70d-43e7-9614-d73b92a5da7d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007785 Jul 16 20:12:49.044142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.128394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.186493 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'e8e2a0c2-1d31-425e-ad45-eed5c87e4b06', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'port_id': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'mac_address': 'fa:16:3e:53:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f118285-f7b9-4af2-beba-26465f76be39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 1, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:49.236315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35303f6-fcdd-4108-9cd7-674163c90c8b None None] The sync data for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 is: [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'e8e2a0c2-1d31-425e-ad45-eed5c87e4b06', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'port_id': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'mac_address': 'fa:16:3e:53:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f118285-f7b9-4af2-beba-26465f76be39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:22Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 1, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:49.282507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Deleting port 4542c254-fe21-4824-ad27-25a24074b1d4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:49.284736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.399131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.402357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.416154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.451215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['48972df5-6357-4edc-924f-835b2eb0e319'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:49.513714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event updated for resources: {'Port': ['ID=34fd11d5-c8c7-4177-9497-441761b4cc65,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.528436 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcda653a-a9a3-455e-9672-570200a850c6 x-openstack-request-id: req-dcda653a-a9a3-455e-9672-570200a850c6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:49.528924 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:49.529365 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dcda653a-a9a3-455e-9672-570200a850c6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:49.532841 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'status': 'completed', 'code': 200} Jul 16 20:12:49.546872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.611020 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.620266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.621727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-fc0c79f4-edd2-4a7a-b151-0981e09409b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9109547 Jul 16 20:12:49.630509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] For port 4542c254-fe21-4824-ad27-25a24074b1d4, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=4542c254-fe21-4824-ad27-25a24074b1d4,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:49.631171 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.652014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Transition to ACTIVE for port object 5772a9d2-c37f-4f11-a5e8-675b670876be will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:49.668165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Calling delete_port for 4542c254-fe21-4824-ad27-25a24074b1d4 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:49.670600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ad17a-0cd5-4d7f-9b74-bf95016d4bad None None] New status for floating IP e8e2a0c2-1d31-425e-ad45-eed5c87e4b06: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:49.696870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-6f7fa402-5712-49e0-9e60-5494114e9f21 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0671034 Jul 16 20:12:49.703928 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.730098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Transition to ACTIVE for port object 5772a9d2-c37f-4f11-a5e8-675b670876be will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:49.763896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-93d7712d-020f-48f5-89d3-f8ec9735dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.765483 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-93d7712d-020f-48f5-89d3-f8ec9735dee3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1097 time: 0.1986697 Jul 16 20:12:49.775780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.794731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:49.803673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:49.811208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.811884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.856349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=76ea43a8-013d-4552-91d2-87baec3a0104,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.874616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9a0ce385-ed6e-4a02-a6c1-75a57ad2612d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5596862 Jul 16 20:12:49.877634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49002) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:49.883464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:e7:23:93', 'name': 'tempest-NetworksTestDHCPv6-165578864'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:49.941707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-f779fe00-5860-4614-b854-314012ca09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.943491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-f779fe00-5860-4614-b854-314012ca09de service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.1284206 Jul 16 20:12:49.967707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:49.975202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:49.988784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:50.004494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Pushing event updated for resources: {'Port': ['ID=5772a9d2-c37f-4f11-a5e8-675b670876be,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:50.079495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-eccb2dac-d6c3-4979-904e-8628f727da0f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.080352 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-eccb2dac-d6c3-4979-904e-8628f727da0f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.3763206 Jul 16 20:12:50.111407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-dba4313a-e562-411a-a5cb-42c5a4c1d9fb tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:12:50.115802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Attempting to bind port 5772a9d2-c37f-4f11-a5e8-675b670876be on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:50.116056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0432032-9bdc-4836-a6c3-569d2b723438 req-dba4313a-e562-411a-a5cb-42c5a4c1d9fb tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208683 Jul 16 20:12:50.116196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Attempting to bind port 5772a9d2-c37f-4f11-a5e8-675b670876be by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:50.116523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Attempting to bind port 5772a9d2-c37f-4f11-a5e8-675b670876be on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:50.123119 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-27800522-924d-4948-9fae-c1bb65afc53c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 200 len: 999 time: 0.1671476 Jul 16 20:12:50.129811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:50.130282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:50.130761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.131307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:50.131801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Bound port: 5772a9d2-c37f-4f11-a5e8-675b670876be, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:50.132277 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.188380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.192875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-deb71f50-5282-4a9f-a58d-ee979278cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.194721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-deb71f50-5282-4a9f-a58d-ee979278cd78 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.0625663 Jul 16 20:12:50.222926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:50.277297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Pushing event deleted for resources: {'Port': ['ID=4542c254-fe21-4824-ad27-25a24074b1d4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:50.313099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:50.329870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] For port 5772a9d2-c37f-4f11-a5e8-675b670876be, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:50.333432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] For port 5772a9d2-c37f-4f11-a5e8-675b670876be, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5772a9d2-c37f-4f11-a5e8-675b670876be,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:50.338247 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.358806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] No DVR routers for this DVR port 4542c254-fe21-4824-ad27-25a24074b1d4 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:50.365723 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.368567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46c53c7c-2691-4ad5-af4f-83dc7806465f req-bb1fb2b6-a168-4c80-9f7e-b38544fa966f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.79 "DELETE /v2.0/ports/4542c254-fe21-4824-ad27-25a24074b1d4 HTTP/1.1" status: 204 len: 173 time: 1.5345914 Jul 16 20:12:50.369708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b05474-58dc-46de-8b34-52f122b66b92', 'name': 'network-vif-deleted', 'tag': '4542c254-fe21-4824-ad27-25a24074b1d4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:50.373293 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21242b4-d354-434f-8377-fd55f1ecb57e" -d '{"events": [{"server_uuid": "61b05474-58dc-46de-8b34-52f122b66b92", "name": "network-vif-deleted", "tag": "4542c254-fe21-4824-ad27-25a24074b1d4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:50.435968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4542c254-fe21-4824-ad27-25a24074b1d4 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:50.455098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a08598d-17d6-4087-879b-a641eb4db379 req-504bf020-accd-4b70-8ff3-a873b5e4738f tempest-ServerRescueTestJSON-1910330155 tempest-ServerRescueTestJSON-1910330155-project] 10.222.0.91 "GET /v2.0/ports?device_id=61b05474-58dc-46de-8b34-52f122b66b92 HTTP/1.1" status: 200 len: 210 time: 0.0660610 Jul 16 20:12:50.466945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-8af679d0-a1a6-4148-9fd2-8b53b0634be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.479231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-8af679d0-a1a6-4148-9fd2-8b53b0634be1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2703838 Jul 16 20:12:50.484507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.488320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1319154716-network', 'tenant_id': 'b5f9e6d4c64f47b49163c3cf6fb91340'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:50.506280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb06bce-599b-4ab4-b6e0-85871ef3ae00 None None] Pushing event updated for resources: {'Port': ['ID=5772a9d2-c37f-4f11-a5e8-675b670876be,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:50.514499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 4542c254-fe21-4824-ad27-25a24074b1d4 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:50.515148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 4542c254-fe21-4824-ad27-25a24074b1d4 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:50.596006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 8506893a-9087-47f8-b765-ba7c9c7e75a9 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:50.669365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Made reservation on behalf of b5f9e6d4c64f47b49163c3cf6fb91340 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:50.671224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829a6b-bbf4-42f2-83ca-3cefb4c6fd8e req-269fff2a-247b-4ffb-8f16-e8ef54b2193b tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.672003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.672814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2829a6b-bbf4-42f2-83ca-3cefb4c6fd8e req-269fff2a-247b-4ffb-8f16-e8ef54b2193b tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1855404 Jul 16 20:12:50.684659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.746208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-2ff155dd-a708-4d2d-add2-6e8e3ab86ed6 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541845 Jul 16 20:12:50.768384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2829a6b-bbf4-42f2-83ca-3cefb4c6fd8e req-a346dd14-ebdd-40f8-87c9-8e29bb8ccfc9 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831959 Jul 16 20:12:50.973229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 172.20.0.11 (01f31535-5473-49e8-b415-45d37419c5fb/76ea43a8-013d-4552-91d2-87baec3a0104/8506893a-9087-47f8-b765-ba7c9c7e75a9) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:50.996673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fee7:2393 (01f31535-5473-49e8-b415-45d37419c5fb/f0ad2336-fec0-43e2-8bc9-30038020e1a6/8506893a-9087-47f8-b765-ba7c9c7e75a9) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:51.099208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6e17a-0a8d-451e-b84e-34eb0283734e req-99733891-0f40-4f5c-b897-94dcbf57ff90 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.101565 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56e6e17a-0a8d-451e-b84e-34eb0283734e req-99733891-0f40-4f5c-b897-94dcbf57ff90 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 944 time: 0.3903198 Jul 16 20:12:51.119216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f86ec06c-c1b7-4063-875c-a882ccce4379 req-cfda9ace-4208-470c-9f61-23e40ad85ad4 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548582 Jul 16 20:12:51.129802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5772a9d2-c37f-4f11-a5e8-675b670876be up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:51.208094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56e6e17a-0a8d-451e-b84e-34eb0283734e req-3eacddd9-f4e2-4d3a-8405-131070608972 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850141 Jul 16 20:12:51.213438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.223574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5772a9d2-c37f-4f11-a5e8-675b670876be completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:51.224673 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.260453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:51.278532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f28756a-0340-4b28-999b-a7e8a6d74e04,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:51.285799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.286086 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Added segment 5aaece9e-1e9d-4b9f-966a-3adaa92631a0 of type vlan for network f0820052-d63c-4163-98ed-cc4ec536cb0b Jul 16 20:12:51.343573 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.362154 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a859ab51-ddbe-4f56-899c-2e4ba9a6e73d x-openstack-request-id: req-a859ab51-ddbe-4f56-899c-2e4ba9a6e73d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:51.362683 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b05474-58dc-46de-8b34-52f122b66b92", "name": "network-vif-deleted", "tag": "4542c254-fe21-4824-ad27-25a24074b1d4", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:51.362683 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a859ab51-ddbe-4f56-899c-2e4ba9a6e73d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:51.363242 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b05474-58dc-46de-8b34-52f122b66b92', 'name': 'network-vif-deleted', 'tag': '4542c254-fe21-4824-ad27-25a24074b1d4', 'status': 'completed', 'code': 200} Jul 16 20:12:51.396114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.397406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.397934 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.411869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.435716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308577cd-93f4-484d-886c-e2b6b36c7f68 req-42dae226-acee-4f28-9d11-8bc762754066 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.437369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-308577cd-93f4-484d-886c-e2b6b36c7f68 req-42dae226-acee-4f28-9d11-8bc762754066 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3744137 Jul 16 20:12:51.440359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 8506893a-9087-47f8-b765-ba7c9c7e75a9 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:51.499271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1847212 Jul 16 20:12:51.505776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49032) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:51.511463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Request body: {'subnet': {'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1319154716-subnet', 'tenant_id': 'b5f9e6d4c64f47b49163c3cf6fb91340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:51.511780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-308577cd-93f4-484d-886c-e2b6b36c7f68 req-705f7f38-7d73-449d-88c9-12d8b88f6adb tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0632565 Jul 16 20:12:51.516837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-308577cd-93f4-484d-886c-e2b6b36c7f68 req-e845996e-f140-4872-a715-68ad86a35374 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Request body: {'floatingip': {'port_id': '215f6610-23a7-43d2-9777-a0346ec003b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:51.571505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-308577cd-93f4-484d-886c-e2b6b36c7f68 req-e845996e-f140-4872-a715-68ad86a35374 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.574484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89815-abbd-49d7-8800-69227e45be91 admin admin] Pushing event updated for resources: {'Network': ['ID=f0820052-d63c-4163-98ed-cc4ec536cb0b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:51.584807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network f0820052-d63c-4163-98ed-cc4ec536cb0b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:51.620912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Made reservation on behalf of b5f9e6d4c64f47b49163c3cf6fb91340 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:51.625051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.650711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49036) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:51.731647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.907465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.921177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:51.936326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:51.957862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:52.001699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb6cd01-f5bc-4732-a671-cdf1ad783f84,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:52.017863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Checking segment: {'id': '5aaece9e-1e9d-4b9f-966a-3adaa92631a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:52.018189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Network hostable DHCP agents. Network: f0820052-d63c-4163-98ed-cc4ec536cb0b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:52.052077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Network f0820052-d63c-4163-98ed-cc4ec536cb0b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:52.072758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, f0820052-d63c-4163-98ed-cc4ec536cb0b) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:52.084386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.084969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.090520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b86c9-6315-4588-b3a5-379e8c0a5faa None None] Network f0820052-d63c-4163-98ed-cc4ec536cb0b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:52.119620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09cec194-5dda-490c-8809-e9bd4f3f5fa6 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6127565 Jul 16 20:12:52.156315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ef69c-f600-4b2e-a3c4-0a7132288cdf None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:52.217765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba651dc-f1a0-4633-94d1-d77f83fe28a7 req-2d739d37-ce50-48be-b569-8530dc729eaf tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.219419 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ba651dc-f1a0-4633-94d1-d77f83fe28a7 req-2d739d37-ce50-48be-b569-8530dc729eaf tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.0929618 Jul 16 20:12:52.307486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ba651dc-f1a0-4633-94d1-d77f83fe28a7 req-d6d7e01a-4278-4dcb-846a-ea0bb3678546 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804462 Jul 16 20:12:52.448406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 48972df5-6357-4edc-924f-835b2eb0e319 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:52.537443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140b659-4f7a-41e1-a417-b7f79ffc63b6 req-2d782fd0-1a94-4172-970c-c6c5ce54cfe0 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.545120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-aff1e9bf-f196-4a47-a0a0-6ae8fdd11972 None None] Provisioning for port 5772a9d2-c37f-4f11-a5e8-675b670876be completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:52.555916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f140b659-4f7a-41e1-a417-b7f79ffc63b6 req-2d782fd0-1a94-4172-970c-c6c5ce54cfe0 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 944 time: 0.1434686 Jul 16 20:12:52.562244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a103136-fed6-49a0-9d7e-d871063c27a3 None None] Network f0820052-d63c-4163-98ed-cc4ec536cb0b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:52.605142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f140b659-4f7a-41e1-a417-b7f79ffc63b6 req-ed185254-9df8-4731-a930-ea801d013646 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Jul 16 20:12:52.624406 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-308577cd-93f4-484d-886c-e2b6b36c7f68 req-e845996e-f140-4872-a715-68ad86a35374 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:12:52.625488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-308577cd-93f4-484d-886c-e2b6b36c7f68 req-e845996e-f140-4872-a715-68ad86a35374 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "PUT /v2.0/floatingips/db1035df-7838-4e98-84c7-23b395ded8fd HTTP/1.1" status: 409 len: 549 time: 1.1129103 Jul 16 20:12:52.626086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=8506893a-9087-47f8-b765-ba7c9c7e75a9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:52.686396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-aff1e9bf-f196-4a47-a0a0-6ae8fdd11972 None None] Provisioning complete for port 5772a9d2-c37f-4f11-a5e8-675b670876be triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:52.686946 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aff1e9bf-f196-4a47-a0a0-6ae8fdd11972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.731742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.732351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.810472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-abc4fa3b-cca8-4f70-9de9-95c7f75c37eb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9315848 Jul 16 20:12:52.813811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49060) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:52.928027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 48972df5-6357-4edc-924f-835b2eb0e319 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:52.961905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 48972df5-6357-4edc-924f-835b2eb0e319 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:52.962301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.966013 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aff1e9bf-f196-4a47-a0a0-6ae8fdd11972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.991736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-3d4236bd-9413-48db-9ce9-b74ee8d2c13d tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips/db1035df-7838-4e98-84c7-23b395ded8fd HTTP/1.1" status: 200 len: 692 time: 0.1669703 Jul 16 20:12:53.059719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': 'f0ad2336-fec0-43e2-8bc9-30038020e1a6', 'ip_address': '2001:db8::f816:3eff:fe60:6800'}, {'subnet_id': '76ea43a8-013d-4552-91d2-87baec3a0104'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '5772a9d2-c37f-4f11-a5e8-675b670876be'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:12:53.061226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1cf99-cd04-40f8-850f-7c306b41165e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.063881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-aff1e9bf-f196-4a47-a0a0-6ae8fdd11972 None None] For port 5772a9d2-c37f-4f11-a5e8-675b670876be, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5772a9d2-c37f-4f11-a5e8-675b670876be,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:53.067758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1cf99-cd04-40f8-850f-7c306b41165e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.069497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ef1cf99-cd04-40f8-850f-7c306b41165e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2546887 Jul 16 20:12:53.072841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49072) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:53.093441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aff1e9bf-f196-4a47-a0a0-6ae8fdd11972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.135600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.203774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-233325be-0db2-4930-a0e9-94b7bb1b9a0c tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.207105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-233325be-0db2-4930-a0e9-94b7bb1b9a0c tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/networks?id=f0820052-d63c-4163-98ed-cc4ec536cb0b HTTP/1.1" status: 200 len: 809 time: 0.2187250 Jul 16 20:12:53.209988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.220549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-8a852b13-8756-43d3-9ec3-a784d2a1f1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.227569 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.228081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-8a852b13-8756-43d3-9ec3-a784d2a1f1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2275026 Jul 16 20:12:53.229805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1e9bf-f196-4a47-a0a0-6ae8fdd11972 None None] Pushing event updated for resources: {'Port': ['ID=5772a9d2-c37f-4f11-a5e8-675b670876be,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:53.274139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-c6c68659-bb96-40ba-aec6-44eadc1d26d5 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/quotas/b5f9e6d4c64f47b49163c3cf6fb91340 HTTP/1.1" status: 200 len: 375 time: 0.0152228 Jul 16 20:12:53.296794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-1d7175b2-a67f-4b02-b919-d2d845b28625 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0673285 Jul 16 20:12:53.356482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2a79d63d-e36a-439e-840c-1bb560fd935c tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b5f9e6d4c64f47b49163c3cf6fb91340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751944 Jul 16 20:12:53.365123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-40142630-feb3-4d54-8aa7-c119fb1d8701 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0671825 Jul 16 20:12:53.383479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:53.385821 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10919c7d-f481-4159-ae08-bd60f297bb65" -d '{"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-plugged", "status": "completed", "tag": "48972df5-6357-4edc-924f-835b2eb0e319"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:53.428201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 8506893a-9087-47f8-b765-ba7c9c7e75a9 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:53.428201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.428445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:53.435052 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.482337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] Allocated IP 172.20.0.2 (01f31535-5473-49e8-b415-45d37419c5fb/76ea43a8-013d-4552-91d2-87baec3a0104/5772a9d2-c37f-4f11-a5e8-675b670876be) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:53.527673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:53.602675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.611556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Deleting port 34fd11d5-c8c7-4177-9497-441761b4cc65 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:53.611885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.628443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-795db8a2-0ab7-4eb3-93e8-a42448fe9e1c service neutron] 10.222.0.91 "GET /v2.0/networks/f0820052-d63c-4163-98ed-cc4ec536cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346747 Jul 16 20:12:53.629305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 8506893a-9087-47f8-b765-ba7c9c7e75a9 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:53.651679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] For port 5772a9d2-c37f-4f11-a5e8-675b670876be, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5772a9d2-c37f-4f11-a5e8-675b670876be,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:53.700732 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.716515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] Transition to ACTIVE for port object 5772a9d2-c37f-4f11-a5e8-675b670876be will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:53.723476 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.758808 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.759169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.781370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Calling delete_port for 34fd11d5-c8c7-4177-9497-441761b4cc65 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:53.823246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-36eda526-25e7-44a7-aadc-808a7e9ab58b service neutron] 10.222.0.91 "GET /v2.0/networks/f0820052-d63c-4163-98ed-cc4ec536cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863434 Jul 16 20:12:53.867761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Deleting port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:53.868119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.943271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.010948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=8506893a-9087-47f8-b765-ba7c9c7e75a9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.062102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0b074-fd6d-4924-a197-0d27bc46f11f None None] Pushing event updated for resources: {'Port': ['ID=5772a9d2-c37f-4f11-a5e8-675b670876be,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.073551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] For port 5cda3b9f-b0ea-4ee9-9728-a11f675148e7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,segment=NetworkSegment(8dd03d1a-518a-4774-98a6-98381ae94fd5),segment_id=8dd03d1a-518a-4774-98a6-98381ae94fd5)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:54.073930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.103003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Calling delete_port for 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:54.132211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.138412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49086) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:54.149892 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01ec5e02-3b47-4f15-9955-87b2fa0af8ae tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/8506893a-9087-47f8-b765-ba7c9c7e75a9 HTTP/1.1" status: 204 len: 168 time: 1.0754483 Jul 16 20:12:54.272445 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.318233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event deleted for resources: {'Port': ['ID=34fd11d5-c8c7-4177-9497-441761b4cc65,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.356020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b24ec7-fd9a-4d3a-807d-a1433508eb97 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:54.357649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b24ec7-fd9a-4d3a-807d-a1433508eb97 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:54.359214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b24ec7-fd9a-4d3a-807d-a1433508eb97 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:54.364035 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-57b24ec7-fd9a-4d3a-807d-a1433508eb97 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2244534 Jul 16 20:12:54.366449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49092) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:54.454508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.461787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.477833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e30e6cd5-4104-4c18-aaa7-635e8ffeb426 req-2a129cd2-0759-4d97-906b-4bbc3e97f49e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "DELETE /v2.0/floatingips/db1035df-7838-4e98-84c7-23b395ded8fd HTTP/1.1" status: 204 len: 173 time: 1.1105893 Jul 16 20:12:54.520359 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220765dd-c53b-4419-bdc8-5dc00ed70cdd x-openstack-request-id: req-220765dd-c53b-4419-bdc8-5dc00ed70cdd {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:54.520683 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-plugged", "status": "completed", "tag": "48972df5-6357-4edc-924f-835b2eb0e319", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:54.521671 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-220765dd-c53b-4419-bdc8-5dc00ed70cdd {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:54.522141 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319', 'code': 200} Jul 16 20:12:54.558144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 76ea43a8-013d-4552-91d2-87baec3a0104 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:54.583844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.729857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.928672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e39fb8-d530-48b2-862f-de692cb9a2c3 req-36855a18-9cbe-4a20-bd4c-6384f9e6fd4b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:54.930447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89e39fb8-d530-48b2-862f-de692cb9a2c3 req-36855a18-9cbe-4a20-bd4c-6384f9e6fd4b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2839947 Jul 16 20:12:54.984049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5772a9d2-c37f-4f11-a5e8-675b670876be up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:54.988034 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.055356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.084573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3ee4-5137-4694-b3a6-7b130a200eeb req-dbc450d0-4cfb-4bc3-ac33-8ee0a0e3f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.086037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-514f3ee4-5137-4694-b3a6-7b130a200eeb req-dbc450d0-4cfb-4bc3-ac33-8ee0a0e3f99d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 1097 time: 0.4990728 Jul 16 20:12:55.114041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Pushing event deleted for resources: {'Port': ['ID=5cda3b9f-b0ea-4ee9-9728-a11f675148e7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:55.177982 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89e39fb8-d530-48b2-862f-de692cb9a2c3 req-786146ef-8315-4275-924b-bce3d8f71599 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350853 Jul 16 20:12:55.225800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.255602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-29b52532-1358-4e30-b369-ef17dd1925af None None] Provisioning for port 5772a9d2-c37f-4f11-a5e8-675b670876be completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:55.261504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-514f3ee4-5137-4694-b3a6-7b130a200eeb req-2740f83d-dbfb-4870-9ffd-05dad97647ea service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563416 Jul 16 20:12:55.268857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-29b52532-1358-4e30-b369-ef17dd1925af None None] Provisioning complete for port 5772a9d2-c37f-4f11-a5e8-675b670876be triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:55.269387 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-29b52532-1358-4e30-b369-ef17dd1925af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.327144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=76ea43a8-013d-4552-91d2-87baec3a0104,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:55.412005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-29b52532-1358-4e30-b369-ef17dd1925af None None] Could not find standard attr ID for object 8506893a-9087-47f8-b765-ba7c9c7e75a9. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:12:55.413123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.417657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2a681715-301c-44e3-b2a6-c601b149ccfe tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/76ea43a8-013d-4552-91d2-87baec3a0104 HTTP/1.1" status: 204 len: 168 time: 1.0475760 Jul 16 20:12:55.419611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49104) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:55.494299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86d3e700-50c4-41d2-8c94-513157949833 req-7db010b0-9c08-43cd-ab2d-fe46cc3103f8 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 210 time: 0.5974391 Jul 16 20:12:55.511798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet f0ad2336-fec0-43e2-8bc9-30038020e1a6 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:55.516408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.534026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e0fea-7c7a-436e-8dca-cacaa4002b96 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:55.558962 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-90d2e5cf-586b-4056-a2cd-74c83fbae26e tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.3130128 Jul 16 20:12:55.603715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8c5b44f3-f840-4d07-a1b6-c115fa5dbfe7 None None] Could not find standard attr ID for object 8506893a-9087-47f8-b765-ba7c9c7e75a9. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:12:55.695839 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.715135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8e01f-7652-4cb7-940e-197aece8c367 req-2fa790f4-5e73-4d3d-beb5-8ac8435a035c tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.716706 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cdb8e01f-7652-4cb7-940e-197aece8c367 req-2fa790f4-5e73-4d3d-beb5-8ac8435a035c tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.0913525 Jul 16 20:12:55.800341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cdb8e01f-7652-4cb7-940e-197aece8c367 req-94a09fc7-d669-44e9-a613-98cae266317f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695190 Jul 16 20:12:55.840309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-b8e17fc7-e2bd-4c47-8f79-36f99a880922 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.874666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-b8e17fc7-e2bd-4c47-8f79-36f99a880922 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports/215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 942 time: 0.3068192 Jul 16 20:12:55.893477 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.287784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.297510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-ae49cb69-488d-45cb-8052-c65f9140d054 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.300309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-ae49cb69-488d-45cb-8052-c65f9140d054 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.79 "GET /v2.0/networks?id=f0820052-d63c-4163-98ed-cc4ec536cb0b HTTP/1.1" status: 200 len: 809 time: 0.6008732 Jul 16 20:12:56.347564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Request body: {'port': {'device_id': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b', 'admin_state_up': True, 'tenant_id': 'b5f9e6d4c64f47b49163c3cf6fb91340'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:56.376833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-f7321263-d85d-41df-842b-e5165f310460 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.2958562 Jul 16 20:12:56.432412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953538a-22f3-48d5-83de-238d2f595339 req-e64154e6-f218-451f-b2d2-8773303fd870 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.434257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7953538a-22f3-48d5-83de-238d2f595339 req-e64154e6-f218-451f-b2d2-8773303fd870 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.99 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 945 time: 0.1143765 Jul 16 20:12:56.574239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0f25f-60d9-4a04-87e4-15b10fbbeae1 req-08cba37b-b333-4a49-a532-e44f67a96802 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.581643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ca0f25f-60d9-4a04-87e4-15b10fbbeae1 req-08cba37b-b333-4a49-a532-e44f67a96802 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.1438870 Jul 16 20:12:56.650955 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0ca0f25f-60d9-4a04-87e4-15b10fbbeae1 req-8652a021-10c8-4e98-9a3a-92ccf0ee9b1d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Jul 16 20:12:56.656194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Deleting port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:56.656894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.746272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a346faa4-37e0-458f-ab3c-7867bde44c74 None None] Provisioning complete for port 5772a9d2-c37f-4f11-a5e8-675b670876be triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:56.746912 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a346faa4-37e0-458f-ab3c-7867bde44c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.812129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] For port 6c122182-ac73-4bf6-9da0-599e2dfe56a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6c122182-ac73-4bf6-9da0-599e2dfe56a6,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:56.812595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.856079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c1d8199-38fc-4041-86b4-8ff1bc7f7c41 req-1d89fa58-80d0-4375-a3c1-d98221d54a7d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 210 time: 0.0465851 Jul 16 20:12:57.022119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.050715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-6e4ec223-d580-4881-8a96-d9b612e81e76 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.052252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-6e4ec223-d580-4881-8a96-d9b612e81e76 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.6377621 Jul 16 20:12:57.105975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.106513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.106891 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Floating IP de0705b3-6ae0-4833-99bf-00ae6e56939e disassociated. External IP: 172.25.3.206, port: 6c122182-ac73-4bf6-9da0-599e2dfe56a6. Jul 16 20:12:57.107098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Calling delete_port for 6c122182-ac73-4bf6-9da0-599e2dfe56a6 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:57.108782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ad2336-fec0-43e2-8bc9-30038020e1a6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:57.114912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fe905-31b1-4ee1-bf3d-7cb956f8eb9a None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:57.119187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.123687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4e25b6d7-087f-4bed-ac05-968a328489fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/f0ad2336-fec0-43e2-8bc9-30038020e1a6 HTTP/1.1" status: 204 len: 168 time: 1.6994047 Jul 16 20:12:57.128538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49124) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:57.188732 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-812349a5-07ab-4b49-947d-93c3f4c62249 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563200 Jul 16 20:12:57.189134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49130) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:57.196294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:57.215355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Router 8c096578-15c2-47b8-9e0a-3cf38165db50 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:57.225631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-5faf978b-9b20-42f7-9c81-e5e771caa47f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.1236954 Jul 16 20:12:57.241634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:57.247549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Made reservation on behalf of b5f9e6d4c64f47b49163c3cf6fb91340 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:57.251974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.358586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:57.380264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:57.385950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.436515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] Deleting port 5772a9d2-c37f-4f11-a5e8-675b670876be {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:57.437990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.463947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.527866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] For port 5772a9d2-c37f-4f11-a5e8-675b670876be, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5772a9d2-c37f-4f11-a5e8-675b670876be,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:57.528863 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.554997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] Calling delete_port for 5772a9d2-c37f-4f11-a5e8-675b670876be owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:57.669935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.673261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:57.684932 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] Sync routers for ids ['8c096578-15c2-47b8-9e0a-3cf38165db50'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:57.692297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-14fe5871-09bd-40cd-b72b-abfa25c0832d admin admin] 10.222.0.91 "PUT /v2.0/routers/8c096578-15c2-47b8-9e0a-3cf38165db50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0355537 Jul 16 20:12:57.694350 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] Routers {'8c096578-15c2-47b8-9e0a-3cf38165db50'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:57.695257 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8c096578-15c2-47b8-9e0a-3cf38165db50'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:57.699525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:57.700905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] Pushing event deleted for resources: {'Port': ['ID=5772a9d2-c37f-4f11-a5e8-675b670876be,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:57.704941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e31d37-92e4-4b1e-b341-006f7558e2d6 None None] No DVR routers for this DVR port 5772a9d2-c37f-4f11-a5e8-675b670876be on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:57.733794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.767607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Allocated IP 172.20.0.11 (f0820052-d63c-4163-98ed-cc4ec536cb0b/2eb6cd01-f5bc-4732-a671-cdf1ad783f84/534a865a-a1c6-4133-b7ac-8354e6fa217e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:57.773196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c32aee-f8f7-4119-a112-d4341187cbd9 req-98ff7706-5ac7-44ad-af1e-d161eb1c4c10 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.780729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46c32aee-f8f7-4119-a112-d4341187cbd9 req-98ff7706-5ac7-44ad-af1e-d161eb1c4c10 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 867 time: 0.2732577 Jul 16 20:12:57.794775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event deleted for resources: {'Port': ['ID=6c122182-ac73-4bf6-9da0-599e2dfe56a6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:57.883729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46c32aee-f8f7-4119-a112-d4341187cbd9 req-b3a8c5b5-5166-46d4-a7c1-0fc6181ae990 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021247 Jul 16 20:12:57.888804 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.905027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.905347 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Floating IP 12fe0c4a-ad13-486a-9fe4-b1737eff40e1 disassociated. External IP: 172.25.3.63, port: 215f6610-23a7-43d2-9777-a0346ec003b1. Jul 16 20:12:57.924724 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] Set router 8c096578-15c2-47b8-9e0a-3cf38165db50 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:57.982090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:12:57.984513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.986448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.035204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:58.048199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:58.057159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.060230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3738e6b-bf42-42d6-86a0-899ca85caaa2 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:58.063457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.185405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9943883 Jul 16 20:12:58.200468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49144) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:58.204038 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:12:54Z', 'revision_number': 5, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:58.219749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:58.271805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707682a-3a32-4f87-8c13-c4f09f545054 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=ef2f4086-5894-44c9-bf96-8fc0ccf012cd,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:58.276662 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] Checking router: 8c096578-15c2-47b8-9e0a-3cf38165db50 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:58.289319 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.289877 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] Routers {'8c096578-15c2-47b8-9e0a-3cf38165db50'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:58.290175 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8c096578-15c2-47b8-9e0a-3cf38165db50'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:58.322437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'ef2f4086-5894-44c9-bf96-8fc0ccf012cd'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:58.323338 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.358777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.429990 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] Set router 8c096578-15c2-47b8-9e0a-3cf38165db50 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:58.503052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.511986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Router ffe067ff-4659-4e23-bf51-12f134b1807c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:58.555116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab3d2-3dd9-4017-8ac0-455082140a22 req-1c00e8fc-cf04-453d-a28e-1efa81a64f19 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.555506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Router 947b93f7-d890-46d8-8081-f377e6cf7780 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:58.562632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Allocated IP 2001:db8::f816:3eff:fe30:5f16 (01f31535-5473-49e8-b415-45d37419c5fb/ef2f4086-5894-44c9-bf96-8fc0ccf012cd/20608e1e-c201-423a-a9d8-9c4b3b3a9249) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:58.563199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-438ab3d2-3dd9-4017-8ac0-455082140a22 req-1c00e8fc-cf04-453d-a28e-1efa81a64f19 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2554803 Jul 16 20:12:58.580344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Network f0820052-d63c-4163-98ed-cc4ec536cb0b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:58.590411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:58.598041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:58.604828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Pushing event updated for resources: {'Port': ['ID=534a865a-a1c6-4133-b7ac-8354e6fa217e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:58.627883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Deleting port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:58.627883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.662780 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:12:54Z', 'revision_number': 5, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:58.693340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-438ab3d2-3dd9-4017-8ac0-455082140a22 req-2be3a2b8-76e1-4c86-b77b-eaf6b0c88b16 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287532 Jul 16 20:12:58.707267 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22429950-59f9-496a-a1bb-a7313d8d03f9 None None] The sync data for ids ['8c096578-15c2-47b8-9e0a-3cf38165db50'] in n-d-792458-10 is: [{'id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'name': 'tempest-ServerRescueTestJSON-1803543812-router', 'tenant_id': 'e7b1bef0d2e348f8afef99796f046290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:13Z', 'updated_at': '2021-07-16T20:12:54Z', 'revision_number': 5, 'project_id': 'e7b1bef0d2e348f8afef99796f046290', 'gw_port': {'id': '037fdb10-ae0c-49f9-b5e9-3c1923af88f7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c096578-15c2-47b8-9e0a-3cf38165db50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:16Z', 'updated_at': '2021-07-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:58.731809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.732561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.777521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.786578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Transition to ACTIVE for port object 20608e1e-c201-423a-a9d8-9c4b3b3a9249 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:58.788798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:58.795179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.799473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:58.803016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Transition to ACTIVE for port object 20608e1e-c201-423a-a9d8-9c4b3b3a9249 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:58.812661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] Sync routers for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:58.825682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-3d689afd-0ed2-457e-ad36-6dddbab95a5d tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4945691 Jul 16 20:12:58.829568 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.841957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Request body: {'port': {'device_id': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:58.851983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:58.862924 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] Sync routers for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:58.874177 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:58.874857 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:58.884165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:58.885063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:58.886582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.910322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:58.923547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] No DVR routers for this DVR port 6c122182-ac73-4bf6-9da0-599e2dfe56a6 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:58.939049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] For port 037fdb10-ae0c-49f9-b5e9-3c1923af88f7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:58.939569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.956833 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.960183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7953538a-22f3-48d5-83de-238d2f595339 req-d79b77c7-338a-4db7-bd90-aaf3dad9765f tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.99 "DELETE /v2.0/ports/6c122182-ac73-4bf6-9da0-599e2dfe56a6 HTTP/1.1" status: 204 len: 173 time: 2.5130024 Jul 16 20:12:58.964068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Calling delete_port for 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:58.965259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'name': 'network-vif-deleted', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:58.967985 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bd09ba-7a0c-4038-b5f9-9f8a188d9ce6" -d '{"events": [{"server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "name": "network-vif-deleted", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:58.984881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:58.992876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:58.996285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-990c59a4-f1a3-4251-ade7-38e7a74f1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "PUT /v2.0/floatingips/12fe0c4a-ad13-486a-9fe4-b1737eff40e1 HTTP/1.1" status: 200 len: 694 time: 1.7594509 Jul 16 20:12:58.997982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:59.001561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:59.004084 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd58758-cfcf-4cfe-8577-30234adfa393" -d '{"events": [{"name": "network-changed", "server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:59.058314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51886eb3-d58b-44c7-892e-d0176ec5e75e req-347a051a-0946-4b9f-959d-017ca6766fd0 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.065666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51886eb3-d58b-44c7-892e-d0176ec5e75e req-347a051a-0946-4b9f-959d-017ca6766fd0 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 932 time: 0.2051852 Jul 16 20:12:59.125509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.144066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:59.144348 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51886eb3-d58b-44c7-892e-d0176ec5e75e req-af6ddbcd-dcc8-4c9e-b3e9-f5c11de60cf0 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756943 Jul 16 20:12:59.246188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Attempting to bind port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:59.246744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Attempting to bind port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:59.251264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Attempting to bind port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:59.267281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:59.277728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:59.278290 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.278791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:59.279445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Bound port: 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:59.279895 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.282381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:59.357580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:59.370894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5cda3b9f-b0ea-4ee9-9728-a11f675148e7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:59.371644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5772a9d2-c37f-4f11-a5e8-675b670876be no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:59.379241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:59.457496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5738a7a6-f0a5-43c9-b535-ce73ceb0667e req-5b948309-2106-4c8c-8c69-4e29778754e2 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 210 time: 0.0743680 Jul 16 20:12:59.543291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.609316 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8a1801-daf3-4b73-a578-f13bf3cf2926 x-openstack-request-id: req-3b8a1801-daf3-4b73-a578-f13bf3cf2926 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:59.609316 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef7e05-1391-41b8-ba8a-77dfc5d24f50", "name": "network-vif-deleted", "tag": "6c122182-ac73-4bf6-9da0-599e2dfe56a6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:59.609660 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3b8a1801-daf3-4b73-a578-f13bf3cf2926 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:59.611720 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ef7e05-1391-41b8-ba8a-77dfc5d24f50', 'name': 'network-vif-deleted', 'tag': '6c122182-ac73-4bf6-9da0-599e2dfe56a6', 'status': 'completed', 'code': 200} Jul 16 20:12:59.639888 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:15Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.663160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5772a9d2-c37f-4f11-a5e8-675b670876be {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:59.663831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5772a9d2-c37f-4f11-a5e8-675b670876be not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:59.671933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:59.681038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:59.695361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.699395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.737317 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] Checking router: 947b93f7-d890-46d8-8081-f377e6cf7780 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:59.748744 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:59.749385 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.796542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:59.803767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:59.804455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=2c89b7e4-8d85-47e6-868c-1ed6b59ebf18,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.820936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1d913fd5-c3d3-41e3-9f77-a92bbc1725e9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6109402 Jul 16 20:12:59.823030 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.823558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49158) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:59.823802 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071aa83-52de-40c4-89b5-6d3b918b7863 x-openstack-request-id: req-8071aa83-52de-40c4-89b5-6d3b918b7863 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:59.824266 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:59.824358 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8071aa83-52de-40c4-89b5-6d3b918b7863 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:59.824741 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1', 'status': 'completed', 'code': 200} Jul 16 20:12:59.832874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:7b:5d:12', 'name': 'tempest-NetworksTestDHCPv6-1513391597'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:59.882218 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:59.914248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:49Z', 'revision_number': 5, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.938047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-27e02c41-7f05-41ae-a319-cd1edaa0d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.939700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-27e02c41-7f05-41ae-a319-cd1edaa0d8cb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45e4f741726346edb9b5489f0faf8eb4&device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 1097 time: 0.9207063 Jul 16 20:12:59.954391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0afe37-c650-4129-8900-31177c2efaf3 None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.969650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] Checking router: ffe067ff-4659-4e23-bf51-12f134b1807c for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:59.993915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:59.994573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:00.098463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:00.113486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-c3debfaf-48e7-477f-92e6-0d438344c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.123217 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-c3debfaf-48e7-477f-92e6-0d438344c7c9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=45e4f741726346edb9b5489f0faf8eb4&device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 1097 time: 0.4146986 Jul 16 20:13:00.237742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:00.305622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:15Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:00.353663 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7985921-d7bd-4c9b-a0d6-dcfe4ae323d4 None None] The sync data for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 is: [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'cbb065e5-db0d-4f04-9c97-306fe657e92e', 'name': '', 'network_id': '4bdedcb9-8137-4128-86a4-30d1d9b48f50', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'mac_address': 'fa:16:3e:7c:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:15Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'subnets': [{'id': '9eb7f62e-f550-4793-a831-8ff248f6d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:00.361420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534a865a-a1c6-4133-b7ac-8354e6fa217e {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:00.379181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.408422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Transition to ACTIVE for port object 534a865a-a1c6-4133-b7ac-8354e6fa217e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:00.476757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.481497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.524828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ea471-16f1-4a1e-ba10-becf92f14ba2 req-6fe368cd-4486-4316-9629-a9d5181467cc tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.536654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040ea471-16f1-4a1e-ba10-becf92f14ba2 req-6fe368cd-4486-4316-9629-a9d5181467cc tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.3916295 Jul 16 20:13:00.578581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.591945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:49Z', 'revision_number': 5, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:00.607664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 24ae9a55-1189-4f45-9746-9adaeaddb10b yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:13:00.630650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-d5ac7a88-3de3-4a4e-8374-86c1254bd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.633024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-d5ac7a88-3de3-4a4e-8374-86c1254bd1ea service neutron] 10.222.0.99 "GET /v2.0/networks?id=4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 200 len: 929 time: 0.4978204 Jul 16 20:13:00.651261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac9cd2-9053-4a33-9ce8-79dc9778fc0d None None] The sync data for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 is: [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:09:42Z', 'revision_number': 4, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c385aa9a-0d5d-41aa-aa9d-275e7001475b', 'name': '', 'network_id': '48889cee-3151-4f63-ba4c-fa784bd26018', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'mac_address': 'fa:16:3e:c8:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:40Z', 'updated_at': '2021-07-16T20:09:49Z', 'revision_number': 5, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'subnets': [{'id': 'f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:00.696013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.702863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c122182-ac73-4bf6-9da0-599e2dfe56a6 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:00.713553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-bbcab240-8589-4595-818d-411859339ebc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 217 time: 0.0494921 Jul 16 20:13:00.755080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Pushing event updated for resources: {'Port': ['ID=534a865a-a1c6-4133-b7ac-8354e6fa217e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:00.764990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040ea471-16f1-4a1e-ba10-becf92f14ba2 req-c4e6b2ab-3aa4-4f0c-93e7-d57c581bf46d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273827 Jul 16 20:13:00.868631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-14ebc653-7e2b-4f0f-b036-f6e48d19d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.870508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-14ebc653-7e2b-4f0f-b036-f6e48d19d95a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9eb7f62e-f550-4793-a831-8ff248f6d5dc HTTP/1.1" status: 200 len: 867 time: 0.1442311 Jul 16 20:13:00.970587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-93c3b1bb-a07a-43cf-86d9-728fea5fb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.973592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-93c3b1bb-a07a-43cf-86d9-728fea5fb986 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 200 len: 929 time: 0.5633993 Jul 16 20:13:01.001944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Pushing event deleted for resources: {'Port': ['ID=037fdb10-ae0c-49f9-b5e9-3c1923af88f7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:01.007948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 6c122182-ac73-4bf6-9da0-599e2dfe56a6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:01.008280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6c122182-ac73-4bf6-9da0-599e2dfe56a6 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:01.012074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.048721 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.116416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20608e1e-c201-423a-a9d8-9c4b3b3a9249 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:01.212747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-8870e7e1-8c9d-4c5e-9fc5-7a472abb2eb9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 200 len: 217 time: 0.2048841 Jul 16 20:13:01.214893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-a29fcc41-5462-418d-96ad-1a3bf4b4168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.216619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-a29fcc41-5462-418d-96ad-1a3bf4b4168b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4bdedcb9-8137-4128-86a4-30d1d9b48f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3336604 Jul 16 20:13:01.254849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:01.260242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 172.20.0.2 (01f31535-5473-49e8-b415-45d37419c5fb/2c89b7e4-8d85-47e6-868c-1ed6b59ebf18/24ae9a55-1189-4f45-9746-9adaeaddb10b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:01.299538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a51e2-47d1-4571-aaf0-92b5425e05fc None None] New status for floating IP 12fe0c4a-ad13-486a-9fe4-b1737eff40e1: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:01.310395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fe7b:5d12 (01f31535-5473-49e8-b415-45d37419c5fb/ef2f4086-5894-44c9-bf96-8fc0ccf012cd/24ae9a55-1189-4f45-9746-9adaeaddb10b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:01.351283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Attempting to bind port 534a865a-a1c6-4133-b7ac-8354e6fa217e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:01.351627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Attempting to bind port 534a865a-a1c6-4133-b7ac-8354e6fa217e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '5aaece9e-1e9d-4b9f-966a-3adaa92631a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:01.352094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Attempting to bind port 534a865a-a1c6-4133-b7ac-8354e6fa217e on network f0820052-d63c-4163-98ed-cc4ec536cb0b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:01.407307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.411753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c096578-15c2-47b8-9e0a-3cf38165db50 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:01.420932 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400022e-9942-46df-b59e-df0853507743 None None] New status for floating IP de0705b3-6ae0-4833-99bf-00ae6e56939e: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:01.427257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.435333 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3253078d-0409-4569-883d-eed743eb434b admin admin] 10.222.0.91 "DELETE /v2.0/routers/8c096578-15c2-47b8-9e0a-3cf38165db50 HTTP/1.1" status: 204 len: 168 time: 3.7347105 Jul 16 20:13:01.436508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Port 534a865a-a1c6-4133-b7ac-8354e6fa217e on network f0820052-d63c-4163-98ed-cc4ec536cb0b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:01.436832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Attempting to bind port 534a865a-a1c6-4133-b7ac-8354e6fa217e on network f0820052-d63c-4163-98ed-cc4ec536cb0b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:01.440703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49168) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:01.619651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e47b6-2fda-4155-a6c2-cd8fec51bf61 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:01.629377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-a77d8f53-1fa5-4fba-878a-1746a09b2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.633469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-a77d8f53-1fa5-4fba-878a-1746a09b2c12 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eb7f62e-f550-4793-a831-8ff248f6d5dc HTTP/1.1" status: 200 len: 867 time: 0.3669937 Jul 16 20:13:01.638631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:01.639130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Checking segment: {'id': '5aaece9e-1e9d-4b9f-966a-3adaa92631a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:01.639649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Bound using segment: {'id': '5aaece9e-1e9d-4b9f-966a-3adaa92631a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:01.640210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Bound port: 534a865a-a1c6-4133-b7ac-8354e6fa217e, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aaece9e-1e9d-4b9f-966a-3adaa92631a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:01.640694 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.698152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] Deleting subnet d2895b20-a065-4d0d-8d23-12619adb8eec {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:01.741767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.829083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.853659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706e8b6-3b52-4a77-83b9-f2157afe36fe req-4edd808d-e93e-41a7-8ff3-ab85f87b53ef tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.860741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e706e8b6-3b52-4a77-83b9-f2157afe36fe req-4edd808d-e93e-41a7-8ff3-ab85f87b53ef tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 944 time: 0.7809522 Jul 16 20:13:01.907797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-56c7c67a-002a-4308-9fdc-a82c366711c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.909427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-31f19cbd-884e-46c2-a413-3ef2a4a8921c None None] Provisioning for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:01.910262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-56c7c67a-002a-4308-9fdc-a82c366711c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bdedcb9-8137-4128-86a4-30d1d9b48f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2606575 Jul 16 20:13:01.918981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-31f19cbd-884e-46c2-a413-3ef2a4a8921c None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:01.919523 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-31f19cbd-884e-46c2-a413-3ef2a4a8921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.930610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e706e8b6-3b52-4a77-83b9-f2157afe36fe req-e834f512-12c7-4ab8-8bb4-7a858aa6fd9e tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688641 Jul 16 20:13:02.032225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-96151c0b-9a57-4fc4-9281-b8c0041322ed service neutron] 10.222.0.91 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152894 Jul 16 20:13:02.033528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] For port 534a865a-a1c6-4133-b7ac-8354e6fa217e, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:02.039705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.054677 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-31f19cbd-884e-46c2-a413-3ef2a4a8921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.085504 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-f3e50e33-741e-4a80-805d-4326357ab5da service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8518457 Jul 16 20:13:02.106918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] For port 534a865a-a1c6-4133-b7ac-8354e6fa217e, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=534a865a-a1c6-4133-b7ac-8354e6fa217e,segment=NetworkSegment(5aaece9e-1e9d-4b9f-966a-3adaa92631a0),segment_id=5aaece9e-1e9d-4b9f-966a-3adaa92631a0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:02.107153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-31f19cbd-884e-46c2-a413-3ef2a4a8921c None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:02.121127 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.123433 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-31f19cbd-884e-46c2-a413-3ef2a4a8921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.187673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f19cbd-884e-46c2-a413-3ef2a4a8921c None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.218663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.219312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.220965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] 10.222.0.79 "PUT /v2.0/ports/534a865a-a1c6-4133-b7ac-8354e6fa217e HTTP/1.1" status: 200 len: 1093 time: 3.3843813 Jul 16 20:13:02.225285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'tag': '534a865a-a1c6-4133-b7ac-8354e6fa217e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:02.227768 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d" -d '{"events": [{"name": "network-changed", "server_uuid": "013564e6-7e20-4b4f-ac13-7ade046b59fb", "tag": "534a865a-a1c6-4133-b7ac-8354e6fa217e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:02.240686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-85ea32a0-0b24-4af5-bee7-03c024e4c67c req-49f547ec-009f-466e-b5e8-da5a7dfc93f7 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 210 time: 0.0774221 Jul 16 20:13:02.341262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373ba37-4841-4aac-bfde-adba44453e00 service neutron] Pushing event updated for resources: {'Port': ['ID=534a865a-a1c6-4133-b7ac-8354e6fa217e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.351775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': 'ef2f4086-5894-44c9-bf96-8fc0ccf012cd', 'ip_address': '2001:db8::f816:3eff:fe30:5f16'}, {'subnet_id': '2c89b7e4-8d85-47e6-868c-1ed6b59ebf18'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '20608e1e-c201-423a-a9d8-9c4b3b3a9249'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:13:02.355343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.359473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18c3512f-a46b-488f-9bee-2f6d98b1cc0e req-4d4556d1-ca8e-4fa0-88c0-343313144a5b service neutron] 10.222.0.91 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168890 Jul 16 20:13:02.398467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.409857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2895b20-a065-4d0d-8d23-12619adb8eec,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.413336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.418433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9fdefb2d-2555-4575-9c0e-696738ce95f9 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d2895b20-a065-4d0d-8d23-12619adb8eec HTTP/1.1" status: 204 len: 168 time: 0.9686017 Jul 16 20:13:02.418604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49178) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:02.431366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-cf18cf99-dfeb-4d5f-9299-ec425571a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.433706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-cf18cf99-dfeb-4d5f-9299-ec425571a0a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5f9e6d4c64f47b49163c3cf6fb91340&device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 1096 time: 0.1246550 Jul 16 20:13:02.442990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.461874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcd58758-cfcf-4cfe-8577-30234adfa393 req-ed938182-dce2-43fd-ab8c-de11cc4cdbda service neutron] 10.222.0.99 "GET /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655355 Jul 16 20:13:02.528992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 24ae9a55-1189-4f45-9746-9adaeaddb10b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:02.569636 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c32868-5360-4df3-a895-1b5fea99a329 x-openstack-request-id: req-36c32868-5360-4df3-a895-1b5fea99a329 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:02.569921 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013564e6-7e20-4b4f-ac13-7ade046b59fb", "tag": "534a865a-a1c6-4133-b7ac-8354e6fa217e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:02.570988 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-36c32868-5360-4df3-a895-1b5fea99a329 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:02.571708 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'tag': '534a865a-a1c6-4133-b7ac-8354e6fa217e', 'status': 'completed', 'code': 200} Jul 16 20:13:02.575306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-527a35dd-3d22-46f8-9465-486aaa2294d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534a865a-a1c6-4133-b7ac-8354e6fa217e HTTP/1.1" status: 200 len: 217 time: 0.1223111 Jul 16 20:13:02.683003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-0451b84b-bea6-4328-8d4e-ce5cfcc22f3c tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips/12fe0c4a-ad13-486a-9fe4-b1737eff40e1 HTTP/1.1" status: 200 len: 692 time: 0.1054382 Jul 16 20:13:02.719078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.761126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-812b9fa2-d786-449b-bd74-7bccbab1974b {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:13:02.762120 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:13:02.766350 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.789632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-ef913214-e754-4b75-b2b3-6ba474981b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.791383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-ef913214-e754-4b75-b2b3-6ba474981b24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2eb6cd01-f5bc-4732-a671-cdf1ad783f84 HTTP/1.1" status: 200 len: 849 time: 0.2054515 Jul 16 20:13:02.810272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:02.826437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:02.829497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-0110989b-5505-4e1a-8483-67d3382bddcd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f0820052-d63c-4163-98ed-cc4ec536cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308630 Jul 16 20:13:02.834260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:02.838538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652eb45-5acf-4806-bac9-bbd7f81073a4 req-5c46fd4b-1fde-4b6b-a905-658c661c7d4b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.840146 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7652eb45-5acf-4806-bac9-bbd7f81073a4 req-5c46fd4b-1fde-4b6b-a905-658c661c7d4b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2728591 Jul 16 20:13:02.868929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=24ae9a55-1189-4f45-9746-9adaeaddb10b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.950101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-ba6f7559-e518-4544-bf83-07978011908f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.955530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7652eb45-5acf-4806-bac9-bbd7f81073a4 req-e15a0fd4-c344-49d0-abd8-9b7e3f27edb7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058483 Jul 16 20:13:02.958600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-ba6f7559-e518-4544-bf83-07978011908f tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2745113 Jul 16 20:13:02.976561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.977202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.989026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20608e1e-c201-423a-a9d8-9c4b3b3a9249 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:02.993790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-fbb6d95f-1120-4203-a0bb-c02038a0b9c7 service neutron] 10.222.0.79 "GET /v2.0/networks/f0820052-d63c-4163-98ed-cc4ec536cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525993 Jul 16 20:13:03.034584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-9dc63a9d-bf40-4988-8d20-3e6885f8ee08 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.0749462 Jul 16 20:13:03.058092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:03.058548 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.062231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.121563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-46afa4b2-df66-4395-a4b5-abeeba249f87 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.0856075 Jul 16 20:13:03.171953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe433b56-838c-42ea-a096-7dfb808052ed']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.184079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-898f7679-332b-4194-a8ef-1cc38ac51ee0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3576183 Jul 16 20:13:03.188120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c57adbb0-3530-4267-b0d5-35c71ef5fe37 req-535580c3-16dc-4db5-8ea6-25bd2cd8794e service neutron] 10.222.0.79 "GET /v2.0/networks/f0820052-d63c-4163-98ed-cc4ec536cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827075 Jul 16 20:13:03.189957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49188) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:03.230026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd03d1a-518a-4774-98a6-98381ae94fd5') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.230318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd03d1a-518a-4774-98a6-98381ae94fd5') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.252020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.288300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.296551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:03.297287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:03.321378 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:03.351240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:03.404723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.420131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:03.423644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 037fdb10-ae0c-49f9-b5e9-3c1923af88f7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:03.426101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.428801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.432684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/fe433b56-838c-42ea-a096-7dfb808052ed HTTP/1.1" status: 204 len: 168 time: 1.0070252 Jul 16 20:13:03.472435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e957e-2338-4190-bc14-34110ae886e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe433b56-838c-42ea-a096-7dfb808052ed,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:03.478438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Deleting port f5b53e15-023a-4ec0-b0f5-9a93cd45f530 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:03.478799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.480294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d3bb4-e347-41d7-95fb-b28e094d4139 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.497977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d3bb4-e347-41d7-95fb-b28e094d4139 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.499706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-718d3bb4-e347-41d7-95fb-b28e094d4139 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3086805 Jul 16 20:13:03.507659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49204) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:03.525290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-09dc822d-5b7a-4925-b476-9417f9bfef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.530944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-09dc822d-5b7a-4925-b476-9417f9bfef0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5f9e6d4c64f47b49163c3cf6fb91340&device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 1096 time: 0.2807174 Jul 16 20:13:03.632722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.633232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.641877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:03.666201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Calling delete_port for f5b53e15-023a-4ec0-b0f5-9a93cd45f530 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:03.741392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Allocated IP 172.20.0.3 (01f31535-5473-49e8-b415-45d37419c5fb/2c89b7e4-8d85-47e6-868c-1ed6b59ebf18/20608e1e-c201-423a-a9d8-9c4b3b3a9249) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:03.752087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8f6c453f-b1c8-47d9-8138-f9d5a174ca94 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e7b1bef0d2e348f8afef99796f046290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090987 Jul 16 20:13:03.754879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49210) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:03.808729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-5d4f57c9-aed3-40a3-907f-53939e7e6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.810141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-5d4f57c9-aed3-40a3-907f-53939e7e6a75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f0820052-d63c-4163-98ed-cc4ec536cb0b HTTP/1.1" status: 200 len: 910 time: 0.2312081 Jul 16 20:13:03.821794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd299a0b-2b06-4724-9b9a-dc861c94c48f req-9c42544b-2705-4b8e-9820-552ad983aa1c tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.823427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd299a0b-2b06-4724-9b9a-dc861c94c48f req-9c42544b-2705-4b8e-9820-552ad983aa1c tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 944 time: 0.2221029 Jul 16 20:13:03.831734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4de385a-6b11-485b-af4d-d4c59038f85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.865145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-8d634259-1d62-435f-ab2a-6280515be0ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534a865a-a1c6-4133-b7ac-8354e6fa217e HTTP/1.1" status: 200 len: 217 time: 0.0406492 Jul 16 20:13:03.867906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:03.889028 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4de385a-6b11-485b-af4d-d4c59038f85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.923710 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.936882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd299a0b-2b06-4724-9b9a-dc861c94c48f req-cc745fa8-1e81-4685-8e4b-98806bc213c9 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707259 Jul 16 20:13:03.939940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Transition to ACTIVE for port object 20608e1e-c201-423a-a9d8-9c4b3b3a9249 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:03.944002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 24ae9a55-1189-4f45-9746-9adaeaddb10b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:03.944633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.947167 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.035581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.084490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be0a57-63e3-44aa-bc16-da12df0eec43 None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.089981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-fc28982d-1068-4088-a729-50c9101fa79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.092153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-fc28982d-1068-4088-a729-50c9101fa79a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2eb6cd01-f5bc-4732-a671-cdf1ad783f84 HTTP/1.1" status: 200 len: 849 time: 0.2158999 Jul 16 20:13:04.095066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4de385a-6b11-485b-af4d-d4c59038f85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.097574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4de385a-6b11-485b-af4d-d4c59038f85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.098739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4de385a-6b11-485b-af4d-d4c59038f85c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bc913b2e-5342-42c1-8d76-d33e57f90111 HTTP/1.1" status: 204 len: 168 time: 0.3427696 Jul 16 20:13:04.099632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event deleted for resources: {'Port': ['ID=f5b53e15-023a-4ec0-b0f5-9a93cd45f530,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.138305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de385a-6b11-485b-af4d-d4c59038f85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc913b2e-5342-42c1-8d76-d33e57f90111,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.169675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-ffa4b233-9bd1-4c2d-a4d4-25090ef1a811 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f0820052-d63c-4163-98ed-cc4ec536cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653234 Jul 16 20:13:04.183872 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.247692 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22e8ee1d-e29c-4a3e-8155-b309b5cdb81a req-cd85fda0-c7d4-4950-874f-94a2679c3519 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 210 time: 0.0873988 Jul 16 20:13:04.288232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.292807 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.294092 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14b9ed43-4d8f-449d-bdfd-5f04ec6ae5f5 req-f341ba3d-7878-40fc-81dc-b45882b443b5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "DELETE /v2.0/floatingips/12fe0c4a-ad13-486a-9fe4-b1737eff40e1 HTTP/1.1" status: 204 len: 173 time: 1.1717184 Jul 16 20:13:04.303764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 24ae9a55-1189-4f45-9746-9adaeaddb10b owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:04.544791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-5795739c-a84c-4238-a345-30524e244c3a service neutron] 10.222.0.79 "GET /v2.0/networks/f0820052-d63c-4163-98ed-cc4ec536cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633907 Jul 16 20:13:05.009977 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.036108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20608e1e-c201-423a-a9d8-9c4b3b3a9249 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:05.080113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfe7c2de-0ee5-420b-bbe8-da8a3002522d req-16830c2f-97ea-4352-aaf4-94b043e69b0a service neutron] 10.222.0.79 "GET /v2.0/networks/f0820052-d63c-4163-98ed-cc4ec536cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224915 Jul 16 20:13:05.288085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-58d48a1d-db74-45e4-9b06-ff06921fd1b1 None None] Provisioning for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:05.308397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-58d48a1d-db74-45e4-9b06-ff06921fd1b1 None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:05.308814 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-58d48a1d-db74-45e4-9b06-ff06921fd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.383140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197783fc-94f2-47bf-b84c-f5c5c2dc842c req-f99b2261-11dc-40a5-8ae0-e91ef7faa966 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.393679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-197783fc-94f2-47bf-b84c-f5c5c2dc842c req-f99b2261-11dc-40a5-8ae0-e91ef7faa966 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2819521 Jul 16 20:13:05.528063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-197783fc-94f2-47bf-b84c-f5c5c2dc842c req-816af345-4111-4ac3-b447-c8ff68946899 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1240697 Jul 16 20:13:05.713296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5952dcce-d206-414b-810a-41fcbfa0f784 None None] Could not find standard attr ID for object 24ae9a55-1189-4f45-9746-9adaeaddb10b. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:13:05.729813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=24ae9a55-1189-4f45-9746-9adaeaddb10b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:05.793386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.796089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3c78d194-42da-42b3-8903-338659e8088a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/24ae9a55-1189-4f45-9746-9adaeaddb10b HTTP/1.1" status: 204 len: 168 time: 2.2860179 Jul 16 20:13:05.802740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49256) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:05.803899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77095c48-4d3f-4a0a-a1e8-b4081f2ebeab req-53c92be2-64b2-4501-905c-275e8f238512 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.810941 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77095c48-4d3f-4a0a-a1e8-b4081f2ebeab req-53c92be2-64b2-4501-905c-275e8f238512 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.9241288 Jul 16 20:13:05.858311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2a073-c4f4-4699-9923-b7c0b94616b7 req-b82ced51-237d-4c5b-ac81-af306ed0d265 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.863247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77095c48-4d3f-4a0a-a1e8-b4081f2ebeab req-21d84db3-cb41-43fa-aad4-45ddf377ef46 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474446 Jul 16 20:13:05.866797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6d2a073-c4f4-4699-9923-b7c0b94616b7 req-b82ced51-237d-4c5b-ac81-af306ed0d265 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 944 time: 0.1423206 Jul 16 20:13:05.931099 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6d2a073-c4f4-4699-9923-b7c0b94616b7 req-6f7f38ce-02c6-49f3-83e8-544e45cc4875 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595181 Jul 16 20:13:05.942645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a45d5-32dc-4866-9022-0634af0d62a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.947112 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a45d5-32dc-4866-9022-0634af0d62a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.949010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a45d5-32dc-4866-9022-0634af0d62a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.955012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f4a45d5-32dc-4866-9022-0634af0d62a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1507823 Jul 16 20:13:05.957723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49260) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:05.981896 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-355faafc-b415-4af5-a777-cd5d7601a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.079400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9127967-02ca-4207-92ce-03cfcdf5eae7 req-3b3d1f44-a1a4-4d3f-8126-d9663078f3ad tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8ef7e05-1391-41b8-ba8a-77dfc5d24f50 HTTP/1.1" status: 200 len: 210 time: 0.0688105 Jul 16 20:13:06.123736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 2c89b7e4-8d85-47e6-868c-1ed6b59ebf18 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:06.129739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.190825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.193295 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dd29976-422c-4c15-8afb-d76b953fa7ce req-341da368-f1ac-4aea-8647-3d103de06c18 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0791452 Jul 16 20:13:06.385667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 534a865a-a1c6-4133-b7ac-8354e6fa217e details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:06.390516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.500958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.562402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=2c89b7e4-8d85-47e6-868c-1ed6b59ebf18,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:06.572424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.580595 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7c393e3d-dfbf-4919-a88d-6afaefda085e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/2c89b7e4-8d85-47e6-868c-1ed6b59ebf18 HTTP/1.1" status: 204 len: 168 time: 0.6194780 Jul 16 20:13:06.580765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387dd42-d4f5-4935-8847-928ac21a9666 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:06.580970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:06.669461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet ef2f4086-5894-44c9-bf96-8fc0ccf012cd {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:06.670397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 534a865a-a1c6-4133-b7ac-8354e6fa217e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=534a865a-a1c6-4133-b7ac-8354e6fa217e,segment=NetworkSegment(5aaece9e-1e9d-4b9f-966a-3adaa92631a0),segment_id=5aaece9e-1e9d-4b9f-966a-3adaa92631a0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:06.675234 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.738677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '534a865a-a1c6-4133-b7ac-8354e6fa217e', 'network_id': 'f0820052-d63c-4163-98ed-cc4ec536cb0b', 'port_id': '534a865a-a1c6-4133-b7ac-8354e6fa217e', 'mac_address': 'fa:16:3e:d8:42:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb6cd01-f5bc-4732-a671-cdf1ad783f84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:06.753098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.819744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a22c3-7c0b-4fb7-9542-f76534c7a5a5 req-da84ea1a-6134-4531-bcbd-4eccca3a8198 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.828277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb9a22c3-7c0b-4fb7-9542-f76534c7a5a5 req-da84ea1a-6134-4531-bcbd-4eccca3a8198 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 945 time: 0.2002468 Jul 16 20:13:06.870285 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.902295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534a865a-a1c6-4133-b7ac-8354e6fa217e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:06.919915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb9a22c3-7c0b-4fb7-9542-f76534c7a5a5 req-f2c9cf05-28a5-4424-a290-56c219ccc8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906632 Jul 16 20:13:06.934784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.947835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 534a865a-a1c6-4133-b7ac-8354e6fa217e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=534a865a-a1c6-4133-b7ac-8354e6fa217e,segment=NetworkSegment(5aaece9e-1e9d-4b9f-966a-3adaa92631a0),segment_id=5aaece9e-1e9d-4b9f-966a-3adaa92631a0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:06.958370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.065138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.127875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2f4086-5894-44c9-bf96-8fc0ccf012cd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:07.133760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.148379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-79a1cad4-be38-46b1-be6d-b09898c76e72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/ef2f4086-5894-44c9-bf96-8fc0ccf012cd HTTP/1.1" status: 204 len: 168 time: 0.5662026 Jul 16 20:13:07.150739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49312) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.207871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117ca2d-a7ce-4c91-bf32-7b69fc3234d4 req-de717857-00ff-48ca-9e9d-012fa84f2d96 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.216784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d117ca2d-a7ce-4c91-bf32-7b69fc3234d4 req-de717857-00ff-48ca-9e9d-012fa84f2d96 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.1767383 Jul 16 20:13:07.226410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a476b677-54b6-4f91-aa56-d75da88d1af9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744305 Jul 16 20:13:07.229244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49314) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.234369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:07.270658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d117ca2d-a7ce-4c91-bf32-7b69fc3234d4 req-1d5c04a0-b712-42ef-aa82-fa5c65da956a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527000 Jul 16 20:13:07.275622 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['534a865a-a1c6-4133-b7ac-8354e6fa217e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:07.278487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49316) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.348785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=534a865a-a1c6-4133-b7ac-8354e6fa217e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:07.365394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:07.379890 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.518758 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ee3852-71e8-419e-95cd-66c06261b89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.580361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085b2380-b228-4e29-9a15-85f7f1b949d2 None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': 'ef2f4086-5894-44c9-bf96-8fc0ccf012cd'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '20608e1e-c201-423a-a9d8-9c4b3b3a9249'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:13:07.650045 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-085b2380-b228-4e29-9a15-85f7f1b949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.724444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ee3852-71e8-419e-95cd-66c06261b89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.732401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ee3852-71e8-419e-95cd-66c06261b89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.765191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e4ee3852-71e8-419e-95cd-66c06261b89d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ccc9772f16ff4b6fba115f1721e0e862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852309 Jul 16 20:13:07.765835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac3076-4948-4ac9-8412-0e877f32fd46 req-86260df1-700d-4741-9290-6a866cd83966 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.766821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49322) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.768482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fac3076-4948-4ac9-8412-0e877f32fd46 req-86260df1-700d-4741-9290-6a866cd83966 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 945 time: 0.2980306 Jul 16 20:13:07.769246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49324) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.814774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee3852-71e8-419e-95cd-66c06261b89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd4016-a966-4a4a-9117-4f1f4a1f9118,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:07.832468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.870519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63287e49-d7a6-42c1-8ee4-45de4f381b9c None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:07.872592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0fe909c-d01f-4dd6-8dcd-b00b9ddb5dc5 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.881406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:07.886305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:07.889806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.890404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.901231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0fe909c-d01f-4dd6-8dcd-b00b9ddb5dc5 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.935918 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ecce107-8dfe-4067-a1a6-2b6370d9727d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.974342 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0fe909c-d01f-4dd6-8dcd-b00b9ddb5dc5 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.978504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0fe909c-d01f-4dd6-8dcd-b00b9ddb5dc5 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.980745 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f0fe909c-d01f-4dd6-8dcd-b00b9ddb5dc5 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "DELETE /v2.0/security-groups/cb9124f5-3ebe-4fe5-a7f3-aa99988e5466 HTTP/1.1" status: 204 len: 168 time: 0.2118430 Jul 16 20:13:07.987904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49328) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.991096 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ecce107-8dfe-4067-a1a6-2b6370d9727d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.999061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fac3076-4948-4ac9-8412-0e877f32fd46 req-d77268b3-db25-4414-b1c5-a3d275272aaa tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189319 Jul 16 20:13:08.009299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7789574 Jul 16 20:13:08.018023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49330) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:08.019970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9482901c-3214-42d9-b8ba-6709698ce02e None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:08.020299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe909c-d01f-4dd6-8dcd-b00b9ddb5dc5 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9124f5-3ebe-4fe5-a7f3-aa99988e5466,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.020578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9482901c-3214-42d9-b8ba-6709698ce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.027272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:08.040223 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-880a9b89-9790-43b9-ad73-c3521b7f3236 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] show failed (client error): The resource could not be found. Jul 16 20:13:08.046400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-880a9b89-9790-43b9-ad73-c3521b7f3236 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "GET /v2.0/security-groups/cb9124f5-3ebe-4fe5-a7f3-aa99988e5466 HTTP/1.1" status: 404 len: 347 time: 0.0530608 Jul 16 20:13:08.047003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49332) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:08.147117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c5a4a-d64f-4c46-8475-2bf8865eef53 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=84ce56e7-3ea7-4186-bd1e-f128b50ce88d,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.242534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:08.260251 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.328935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Deleting port 37f4c8f9-42c3-4fa5-abe9-013345547edf {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:08.329512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.341522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039ae46-a565-4abb-a497-5b0f5f856a75 req-51f140d4-fb4f-4559-8ad9-c683d740be94 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.343164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a039ae46-a565-4abb-a497-5b0f5f856a75 req-51f140d4-fb4f-4559-8ad9-c683d740be94 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 945 time: 0.1508222 Jul 16 20:13:08.373454 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.383304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '84ce56e7-3ea7-4186-bd1e-f128b50ce88d'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '20608e1e-c201-423a-a9d8-9c4b3b3a9249'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:13:08.403625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-cd05cfd5-b5e0-4530-b4ef-83136f9f9603 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.407490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-cd05cfd5-b5e0-4530-b4ef-83136f9f9603 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.99 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 945 time: 0.2846005 Jul 16 20:13:08.414109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ecce107-8dfe-4067-a1a6-2b6370d9727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.420161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ecce107-8dfe-4067-a1a6-2b6370d9727d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.424807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ecce107-8dfe-4067-a1a6-2b6370d9727d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0cfd4016-a966-4a4a-9117-4f1f4a1f9118 HTTP/1.1" status: 204 len: 168 time: 0.6484470 Jul 16 20:13:08.429747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 534a865a-a1c6-4133-b7ac-8354e6fa217e up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:08.488465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a039ae46-a565-4abb-a497-5b0f5f856a75 req-0d4665f0-bcc0-4342-a828-eea293bad129 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346841 Jul 16 20:13:08.530336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.532884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.550434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecce107-8dfe-4067-a1a6-2b6370d9727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd4016-a966-4a4a-9117-4f1f4a1f9118,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.565528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.566489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Calling delete_port for 37f4c8f9-42c3-4fa5-abe9-013345547edf owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:08.600380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.632094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 534a865a-a1c6-4133-b7ac-8354e6fa217e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:08.643461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 534a865a-a1c6-4133-b7ac-8354e6fa217e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:08.643461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.791134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.815213 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.839301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Pushing event deleted for resources: {'Port': ['ID=37f4c8f9-42c3-4fa5-abe9-013345547edf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.871001 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed77b683-6f36-4d48-882f-faf3fefadf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.931111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.938814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fab15a-d103-4e0d-ba0c-28bf70f2d5f3 req-73e5e826-12fc-4913-8003-36679e4edfae tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.939414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.941062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58fab15a-d103-4e0d-ba0c-28bf70f2d5f3 req-73e5e826-12fc-4913-8003-36679e4edfae tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.4353030 Jul 16 20:13:08.943363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.944536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-38fa9e98-9306-4019-be89-6f4d77853b11 tempest-ServersTestBootFromVolume-1067963331 tempest-ServersTestBootFromVolume-1067963331-project] 10.222.0.91 "DELETE /v2.0/floatingips/de0705b3-6ae0-4833-99bf-00ae6e56939e HTTP/1.1" status: 204 len: 168 time: 0.8966062 Jul 16 20:13:08.947866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49346) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:08.988199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] Allocated IP 172.20.0.2 (01f31535-5473-49e8-b415-45d37419c5fb/84ce56e7-3ea7-4186-bd1e-f128b50ce88d/20608e1e-c201-423a-a9d8-9c4b3b3a9249) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:08.991673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534a865a-a1c6-4133-b7ac-8354e6fa217e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:08.995344 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34706e6-83a7-4868-9471-f2422c86dd06" -d '{"events": [{"server_uuid": "013564e6-7e20-4b4f-ac13-7ade046b59fb", "name": "network-vif-plugged", "status": "completed", "tag": "534a865a-a1c6-4133-b7ac-8354e6fa217e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:08.998030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20608e1e-c201-423a-a9d8-9c4b3b3a9249 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:09.047645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Deleting port 215f6610-23a7-43d2-9777-a0346ec003b1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:09.048069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.083441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 534a865a-a1c6-4133-b7ac-8354e6fa217e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=534a865a-a1c6-4133-b7ac-8354e6fa217e,segment=NetworkSegment(5aaece9e-1e9d-4b9f-966a-3adaa92631a0),segment_id=5aaece9e-1e9d-4b9f-966a-3adaa92631a0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:09.100771 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.256440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] For port 215f6610-23a7-43d2-9777-a0346ec003b1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=215f6610-23a7-43d2-9777-a0346ec003b1,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:09.256955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.271952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Calling delete_port for 215f6610-23a7-43d2-9777-a0346ec003b1 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:09.272660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:09.284103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=534a865a-a1c6-4133-b7ac-8354e6fa217e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.353397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777c55-424d-48e0-b3e8-9e4ae89980b0 req-0efd75d9-f152-4392-a12c-871248baef30 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:09.366004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8777c55-424d-48e0-b3e8-9e4ae89980b0 req-0efd75d9-f152-4392-a12c-871248baef30 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 946 time: 0.1970880 Jul 16 20:13:09.377708 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.379426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58fab15a-d103-4e0d-ba0c-28bf70f2d5f3 req-dd9be5eb-c545-416b-81b2-035341d8ec4c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200897 Jul 16 20:13:09.388866 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.440961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] Transition to ACTIVE for port object 20608e1e-c201-423a-a9d8-9c4b3b3a9249 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:09.457703 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.558658 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf882dcb-4e81-405d-b2b4-e3e115039317 x-openstack-request-id: req-cf882dcb-4e81-405d-b2b4-e3e115039317 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:09.558910 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013564e6-7e20-4b4f-ac13-7ade046b59fb", "name": "network-vif-plugged", "status": "completed", "tag": "534a865a-a1c6-4133-b7ac-8354e6fa217e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:09.559111 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf882dcb-4e81-405d-b2b4-e3e115039317 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:09.559509 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534a865a-a1c6-4133-b7ac-8354e6fa217e', 'code': 200} Jul 16 20:13:09.596313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:13:09.596867 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:13:09.602204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8777c55-424d-48e0-b3e8-9e4ae89980b0 req-ec67cc96-5ea3-48cc-97c2-1acbd31f8b6c tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337413 Jul 16 20:13:09.731859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b83fd-0e25-4d95-920b-c6ab3a9d4c71 None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.751935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea80e0-97ae-4ac1-a64f-c0989282b574 req-206b9923-0e68-49db-9a29-3a56491c6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:09.753622 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84ea80e0-97ae-4ac1-a64f-c0989282b574 req-206b9923-0e68-49db-9a29-3a56491c6c38 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 1098 time: 0.1501005 Jul 16 20:13:09.886219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84ea80e0-97ae-4ac1-a64f-c0989282b574 req-2f4d7865-6421-43dc-9683-8d5832c94975 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850518 Jul 16 20:13:09.892535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.944509 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.119936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:13:10.197788 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.252521 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:10.258888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:10.266739 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.339796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:10.406973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.423560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['215f6610-23a7-43d2-9777-a0346ec003b1'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:10.428535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Deleting port c385aa9a-0d5d-41aa-aa9d-275e7001475b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:10.429058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.469080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Pushing event deleted for resources: {'Port': ['ID=215f6610-23a7-43d2-9777-a0346ec003b1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:10.555920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25393d03-07ed-43e0-a0e2-d372462e744a req-ca1588aa-95ef-4ce9-b515-d309ea5dc7db tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.563790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] For port c385aa9a-0d5d-41aa-aa9d-275e7001475b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c385aa9a-0d5d-41aa-aa9d-275e7001475b,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:10.563994 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25393d03-07ed-43e0-a0e2-d372462e744a req-ca1588aa-95ef-4ce9-b515-d309ea5dc7db tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 867 time: 0.5298331 Jul 16 20:13:10.564194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.587016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Calling delete_port for c385aa9a-0d5d-41aa-aa9d-275e7001475b owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:10.630199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] No DVR routers for this DVR port 215f6610-23a7-43d2-9777-a0346ec003b1 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:10.650071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.652554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f3aa717-df4b-4331-9bb9-14d44016c42f req-d600fb02-c5ba-42c5-aa24-8dc042c537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.99 "DELETE /v2.0/ports/215f6610-23a7-43d2-9777-a0346ec003b1 HTTP/1.1" status: 204 len: 173 time: 2.2179143 Jul 16 20:13:10.653026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'name': 'network-vif-deleted', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:10.655378 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41834f27-26a0-4f74-af85-9aa4acde65f5" -d '{"events": [{"server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "name": "network-vif-deleted", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:10.716040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25393d03-07ed-43e0-a0e2-d372462e744a req-55a71b9b-cf37-4228-9885-82f50ce24463 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/security-groups?id=c8070a8b-9751-4731-a237-94d96060c389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509373 Jul 16 20:13:10.837928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.876346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed92df0-033a-4cc6-9e6e-0d397cdf17e7 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:10.924274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598974bc-3919-4ac1-bcbc-e78436669212 req-dcd86c39-74b2-4ade-8b91-0579c53fcca6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.936816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-598974bc-3919-4ac1-bcbc-e78436669212 req-dcd86c39-74b2-4ade-8b91-0579c53fcca6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2839174 Jul 16 20:13:11.070703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-598974bc-3919-4ac1-bcbc-e78436669212 req-716fa832-03fc-4aee-bc60-3871e84dfd68 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273859 Jul 16 20:13:11.089864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-341367e7-c47d-41a7-800f-b12f6efceff3 None None] Provisioning for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:11.191464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-341367e7-c47d-41a7-800f-b12f6efceff3 None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:11.191847 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-341367e7-c47d-41a7-800f-b12f6efceff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.244167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.275710 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d06ba5-d490-406d-b83b-e2dccc4645fa x-openstack-request-id: req-73d06ba5-d490-406d-b83b-e2dccc4645fa {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:11.276863 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd8405-be8e-46af-a538-5c17cb539270", "name": "network-vif-deleted", "tag": "215f6610-23a7-43d2-9777-a0346ec003b1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:11.278226 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73d06ba5-d490-406d-b83b-e2dccc4645fa {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:11.279055 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd8405-be8e-46af-a538-5c17cb539270', 'name': 'network-vif-deleted', 'tag': '215f6610-23a7-43d2-9777-a0346ec003b1', 'status': 'completed', 'code': 200} Jul 16 20:13:11.285698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20608e1e-c201-423a-a9d8-9c4b3b3a9249 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:11.304957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c385aa9a-0d5d-41aa-aa9d-275e7001475b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.308370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb7ee-cb4b-4e8e-8541-423b56b0ec91 req-b62dac5a-542a-4f69-b665-849aeca7ab4f tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.317042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4adcb7ee-cb4b-4e8e-8541-423b56b0ec91 req-b62dac5a-542a-4f69-b665-849aeca7ab4f tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 946 time: 0.3477478 Jul 16 20:13:11.377701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:11.391509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4adcb7ee-cb4b-4e8e-8541-423b56b0ec91 req-2e01319f-956d-491f-91ef-7f8b0ab983e2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729516 Jul 16 20:13:11.437777 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.455451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.457166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.498982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:11.508546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:11.567074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.568772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.654229 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6320281 Jul 16 20:13:11.657698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49406) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:11.686495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:54:60:c8', 'name': 'tempest-NetworksTestDHCPv6-2137515024'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:11.728770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.770404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=dc6e988c-1127-4082-9b65-1503a76ba899,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.795318 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-341367e7-c47d-41a7-800f-b12f6efceff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.800683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3091d-e2df-4119-be8c-fd86915ae295 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.817841 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.926170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-341367e7-c47d-41a7-800f-b12f6efceff3 None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:11.973109 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-341367e7-c47d-41a7-800f-b12f6efceff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.981905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:11.982288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.109757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a264d951-9120-49b8-9efc-f4e3b06864e2 req-5fe9aed4-c75f-41d8-9901-4ae144b5f43a tempest-FloatingIPsAssociationNegativeTestJSON-1709677461 tempest-FloatingIPsAssociationNegativeTestJSON-1709677461-project] 10.222.0.91 "GET /v2.0/ports?device_id=88fd8405-be8e-46af-a538-5c17cb539270 HTTP/1.1" status: 200 len: 210 time: 0.0885718 Jul 16 20:13:12.126346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341367e7-c47d-41a7-800f-b12f6efceff3 None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:12.150996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:12.231147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Router ffe067ff-4659-4e23-bf51-12f134b1807c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:12.334319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.363610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port abc8345a-c75b-4bb4-bcf4-991530b98619 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:13:12.479043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07534-c9cc-477a-9760-79ac5f99d8ef req-a00ef195-1ebe-4f5d-978c-9da9a91d7045 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.497480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ca07534-c9cc-477a-9760-79ac5f99d8ef req-a00ef195-1ebe-4f5d-978c-9da9a91d7045 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2077966 Jul 16 20:13:12.520109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:12.530323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] Sync routers for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:12.548223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a60983b1-229c-47f4-8f0b-689c38ac0e34 admin admin] 10.222.0.91 "PUT /v2.0/routers/ffe067ff-4659-4e23-bf51-12f134b1807c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5952020 Jul 16 20:13:12.548508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:12.548866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49422) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:12.549463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:12.694619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ca07534-c9cc-477a-9760-79ac5f99d8ef req-33a802cb-e361-4455-90bf-1e9d25b1cfc6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961696 Jul 16 20:13:12.764309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 172.20.0.10 (01f31535-5473-49e8-b415-45d37419c5fb/84ce56e7-3ea7-4186-bd1e-f128b50ce88d/abc8345a-c75b-4bb4-bcf4-991530b98619) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:12.776337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fe54:60c8 (01f31535-5473-49e8-b415-45d37419c5fb/dc6e988c-1127-4082-9b65-1503a76ba899/abc8345a-c75b-4bb4-bcf4-991530b98619) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:12.821994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.858679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:12.870522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770183-205a-4b30-a946-83cd37029a9c req-d6af6c31-b20c-42df-9fc6-dc130a8db3f2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.870703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 215f6610-23a7-43d2-9777-a0346ec003b1 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:12.878214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-81770183-205a-4b30-a946-83cd37029a9c req-d6af6c31-b20c-42df-9fc6-dc130a8db3f2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 946 time: 0.2510672 Jul 16 20:13:12.920423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49430) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:12.983712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 215f6610-23a7-43d2-9777-a0346ec003b1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:12.995350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 215f6610-23a7-43d2-9777-a0346ec003b1 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:13.025019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-81770183-205a-4b30-a946-83cd37029a9c req-d988becb-8938-428f-a0de-45d9645e7407 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457496 Jul 16 20:13:13.118866 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.132328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object abc8345a-c75b-4bb4-bcf4-991530b98619 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:13.145367 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.226003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.234789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20608e1e-c201-423a-a9d8-9c4b3b3a9249 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:13.264958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d6b6e-130f-4f91-aeef-d7e4ab375d55 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:13.286007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-531cbb53-5545-4216-b960-371b13fa2fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.333027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49438) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:13.361971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:13.366775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:13.373279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:13.378926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=abc8345a-c75b-4bb4-bcf4-991530b98619,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.384174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5932a131-c7c8-410b-acfe-1016f8243a6e None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:13.384545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5932a131-c7c8-410b-acfe-1016f8243a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.449060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:13.449429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.500278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.501434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.609340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Deleting port c92a8df4-9576-47ef-81ae-324f2d7549d4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:13.609732 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.710822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:13:11Z', 'revision_number': 5, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port': {'id': 'c92a8df4-9576-47ef-81ae-324f2d7549d4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:36Z', 'updated_at': '2021-07-16T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:13.779266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] Checking router: ffe067ff-4659-4e23-bf51-12f134b1807c for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:13.838140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] Routers {'ffe067ff-4659-4e23-bf51-12f134b1807c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:13.838777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['ffe067ff-4659-4e23-bf51-12f134b1807c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:13.960281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] Set router ffe067ff-4659-4e23-bf51-12f134b1807c gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:13.976747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80441567-aa50-486b-8ef1-8e384b86d1b3 req-c12d7f15-6c7c-4f79-9ecd-caa20b70593f tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.991501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80441567-aa50-486b-8ef1-8e384b86d1b3 req-c12d7f15-6c7c-4f79-9ecd-caa20b70593f tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.1266422 Jul 16 20:13:14.019101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:13:13Z', 'revision_number': 6, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:14.063731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80441567-aa50-486b-8ef1-8e384b86d1b3 req-0cb0e348-a283-496e-8d3d-f2a1d6c30d8d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710907 Jul 16 20:13:14.091136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d832f3-66fd-4a3c-87a1-ef22e16e96f9 None None] The sync data for ids ['ffe067ff-4659-4e23-bf51-12f134b1807c'] in n-d-792458-10 is: [{'id': 'ffe067ff-4659-4e23-bf51-12f134b1807c', 'name': 'tempest-ServersTestBootFromVolume-2010834725-router', 'tenant_id': 'a4d6983672394ccabd51241a125d02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:35Z', 'updated_at': '2021-07-16T20:13:13Z', 'revision_number': 6, 'project_id': 'a4d6983672394ccabd51241a125d02b1', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:14.648103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0e360f08-91bf-4fef-8d22-306599ed6ebd None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:14.648558 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0e360f08-91bf-4fef-8d22-306599ed6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.661066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] For port c92a8df4-9576-47ef-81ae-324f2d7549d4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c92a8df4-9576-47ef-81ae-324f2d7549d4,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:14.661642 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.754930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Calling delete_port for c92a8df4-9576-47ef-81ae-324f2d7549d4 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:14.801700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0e360f08-91bf-4fef-8d22-306599ed6ebd None None] Provisioning for port abc8345a-c75b-4bb4-bcf4-991530b98619 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:14.811055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0e360f08-91bf-4fef-8d22-306599ed6ebd None None] Provisioning complete for port abc8345a-c75b-4bb4-bcf4-991530b98619 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:14.811831 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0e360f08-91bf-4fef-8d22-306599ed6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.818990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-531cbb53-5545-4216-b960-371b13fa2fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.834369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2e076325-c468-484d-ad48-3bee52e373f5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1584711 Jul 16 20:13:14.836476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49470) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:14.858531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0e360f08-91bf-4fef-8d22-306599ed6ebd None None] Port abc8345a-c75b-4bb4-bcf4-991530b98619 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:14.881315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-531cbb53-5545-4216-b960-371b13fa2fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.939550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb6ead-6b32-4b8f-a35e-47cfec3a032e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.948496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb6ead-6b32-4b8f-a35e-47cfec3a032e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.950446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bfcb6ead-6b32-4b8f-a35e-47cfec3a032e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1127634 Jul 16 20:13:14.953158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49474) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.084209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-531cbb53-5545-4216-b960-371b13fa2fe7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=747f90221b1046589ef5a54617db742b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1621618 Jul 16 20:13:15.089070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49478) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.102937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c385aa9a-0d5d-41aa-aa9d-275e7001475b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:15.143932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port abc8345a-c75b-4bb4-bcf4-991530b98619 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:15.144371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.190203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c385aa9a-0d5d-41aa-aa9d-275e7001475b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:15.196636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c385aa9a-0d5d-41aa-aa9d-275e7001475b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:15.197255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c92a8df4-9576-47ef-81ae-324f2d7549d4 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:15.205367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cbb53-5545-4216-b960-371b13fa2fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7da589-0bdb-4f12-944a-8beed2cd9e34,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.210560 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6dbabc8-97a6-4af4-8dd9-b5dfc3db894d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.304604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6dbabc8-97a6-4af4-8dd9-b5dfc3db894d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.322124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d7515f8f-bedc-43a0-b9f4-6ef19f4af9f9 None None] Provisioning complete for port abc8345a-c75b-4bb4-bcf4-991530b98619 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:15.322635 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d7515f8f-bedc-43a0-b9f4-6ef19f4af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.338543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.370582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for abc8345a-c75b-4bb4-bcf4-991530b98619 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:15.463525 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.469966 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6dbabc8-97a6-4af4-8dd9-b5dfc3db894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.470260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d7515f8f-bedc-43a0-b9f4-6ef19f4af9f9 None None] Port abc8345a-c75b-4bb4-bcf4-991530b98619 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:15.477191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6dbabc8-97a6-4af4-8dd9-b5dfc3db894d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.479657 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c6dbabc8-97a6-4af4-8dd9-b5dfc3db894d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2d7da589-0bdb-4f12-944a-8beed2cd9e34 HTTP/1.1" status: 204 len: 168 time: 0.3858218 Jul 16 20:13:15.501831 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.513615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbabc8-97a6-4af4-8dd9-b5dfc3db894d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7da589-0bdb-4f12-944a-8beed2cd9e34,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.598609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Pushing event deleted for resources: {'Port': ['ID=c92a8df4-9576-47ef-81ae-324f2d7549d4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.675110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23ed1-1cc6-4152-b1e6-224e7cd2965a req-850cd4fb-561a-416e-ad51-38c5aff93be9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.682202 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b23ed1-1cc6-4152-b1e6-224e7cd2965a req-850cd4fb-561a-416e-ad51-38c5aff93be9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2869720 Jul 16 20:13:15.688910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.747027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b23ed1-1cc6-4152-b1e6-224e7cd2965a req-3c8fe7c4-f1de-45b6-9c73-5880241dbbe5 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635686 Jul 16 20:13:15.813423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=abc8345a-c75b-4bb4-bcf4-991530b98619,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.848386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.053945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.061679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01c64a9a-e8fe-4de7-a7c8-62701bfa73ef tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/abc8345a-c75b-4bb4-bcf4-991530b98619 HTTP/1.1" status: 204 len: 168 time: 1.1071837 Jul 16 20:13:16.063685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49504) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.100572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.149843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7d48c-8c02-4ab3-b038-9772fa0b50d0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:16.151512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7d48c-8c02-4ab3-b038-9772fa0b50d0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:16.153105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7d48c-8c02-4ab3-b038-9772fa0b50d0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:16.157689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6cb7d48c-8c02-4ab3-b038-9772fa0b50d0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0926304 Jul 16 20:13:16.158466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49506) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.158900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49508) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.189075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.204010 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.205862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1af299a-69ff-4761-80b9-02f37c418997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.250324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 84ce56e7-3ea7-4186-bd1e-f128b50ce88d {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:16.255574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.312793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.363631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.364149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe067ff-4659-4e23-bf51-12f134b1807c {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:16.370859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.372116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8769b419-88ef-4323-955c-b41b679fd81d admin admin] 10.222.0.91 "DELETE /v2.0/routers/ffe067ff-4659-4e23-bf51-12f134b1807c HTTP/1.1" status: 204 len: 168 time: 3.8164985 Jul 16 20:13:16.376271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49512) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.654874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] Deleting subnet f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:16.670599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.689203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Deleting port cbb065e5-db0d-4f04-9c97-306fe657e92e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:16.689816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.708111 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.758427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1af299a-69ff-4761-80b9-02f37c418997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.783417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1af299a-69ff-4761-80b9-02f37c418997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.863106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.866686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af299a-69ff-4761-80b9-02f37c418997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529835fe-dca6-41b7-bdbb-0f799691f93b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:16.887042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] For port cbb065e5-db0d-4f04-9c97-306fe657e92e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cbb065e5-db0d-4f04-9c97-306fe657e92e,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:16.887820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.913847 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Calling delete_port for cbb065e5-db0d-4f04-9c97-306fe657e92e owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:16.929317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1af299a-69ff-4761-80b9-02f37c418997 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=439419fec5414599b6b9bcaa7a03c694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7692850 Jul 16 20:13:16.933174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49524) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:17.095545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.155379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=84ce56e7-3ea7-4186-bd1e-f128b50ce88d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.172926 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.177185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-733fd344-f046-43b7-bac4-eb309c5642be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/84ce56e7-3ea7-4186-bd1e-f128b50ce88d HTTP/1.1" status: 204 len: 168 time: 1.0091326 Jul 16 20:13:17.177946 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4c81606-142e-4ee0-90e6-8966ce327f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.182144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4adeb69-9c4d-4860-bf32-b88a340afb2b None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:17.201492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49530) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:17.208146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.307731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4c81606-142e-4ee0-90e6-8966ce327f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.323266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bf876-8e9c-4248-832e-2e175282ff0d req-aedeb502-3b76-42c7-a69e-d57fc3a2d1a7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:17.330637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5bf876-8e9c-4248-832e-2e175282ff0d req-aedeb502-3b76-42c7-a69e-d57fc3a2d1a7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.3184888 Jul 16 20:13:17.387758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet dc6e988c-1127-4082-9b65-1503a76ba899 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:17.396115 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.405743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.449116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.469791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.475639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-145b049e-c2d1-43b9-b4b4-e8c41f2a16b6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f8e4d83c-fdd6-49c6-a88a-76fc1de0c4b9 HTTP/1.1" status: 204 len: 168 time: 1.0964503 Jul 16 20:13:17.479278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4c81606-142e-4ee0-90e6-8966ce327f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.481822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4c81606-142e-4ee0-90e6-8966ce327f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.482879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48718469-82c0-45e3-8d2f-9d333b9c61e4 None None] Network 48889cee-3151-4f63-ba4c-fa784bd26018 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:17.490201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4c81606-142e-4ee0-90e6-8966ce327f38 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/529835fe-dca6-41b7-bdbb-0f799691f93b HTTP/1.1" status: 204 len: 168 time: 0.5537429 Jul 16 20:13:17.490201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49534) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:17.520619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5bf876-8e9c-4248-832e-2e175282ff0d req-5f518bd8-1923-4a5e-aa67-556d4baf2b6f tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889207 Jul 16 20:13:17.530101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c81606-142e-4ee0-90e6-8966ce327f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529835fe-dca6-41b7-bdbb-0f799691f93b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.573232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.671801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.718022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.732560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85658e-48e4-4be1-b4b2-c872a05de721 req-f1c29f55-f546-4ae1-a5fa-67d8806f76c5 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:17.740288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf85658e-48e4-4be1-b4b2-c872a05de721 req-f1c29f55-f546-4ae1-a5fa-67d8806f76c5 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 946 time: 0.1652596 Jul 16 20:13:17.806029 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf85658e-48e4-4be1-b4b2-c872a05de721 req-f4cb16bc-b4a3-455c-acaf-d59877d3b60c tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646956 Jul 16 20:13:17.819055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Deleting port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:17.819395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.835994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.937278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] For port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:17.942534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6e988c-1127-4082-9b65-1503a76ba899,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.948015 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.977754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Calling delete_port for 1f357ccd-7889-49c5-9e67-6281ac7ec0fb owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:17.984016 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.989950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] DHCP port deletion for 48889cee-3151-4f63-ba4c-fa784bd26018 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:17.990142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-42a85cec-6698-4690-8ca3-070cc02bb0d9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/dc6e988c-1127-4082-9b65-1503a76ba899 HTTP/1.1" status: 204 len: 168 time: 0.7752604 Jul 16 20:13:17.990142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49542) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:18.054504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b322548d-39b6-47dc-b955-71237d030049 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629432 Jul 16 20:13:18.058031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49546) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:18.063782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:18.082808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852bd8f-4193-4264-9934-3b78917dc1c1 None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': 'dc6e988c-1127-4082-9b65-1503a76ba899'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '20608e1e-c201-423a-a9d8-9c4b3b3a9249'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:13:18.127982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.140688 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0852bd8f-4193-4264-9934-3b78917dc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.163007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] Deleting port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:18.163385 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.172044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.287872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] No DVR routers for this DVR port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:18.319457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb065e5-db0d-4f04-9c97-306fe657e92e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.334151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.365742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] For port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,segment=NetworkSegment(1976151e-f431-4b24-ba53-7ddffe9b9b8a),segment_id=1976151e-f431-4b24-ba53-7ddffe9b9b8a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:18.373842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.408403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.419284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] Calling delete_port for 1f357ccd-7889-49c5-9e67-6281ac7ec0fb owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:18.420330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48889cee-3151-4f63-ba4c-fa784bd26018']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:18.431649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1976151e-f431-4b24-ba53-7ddffe9b9b8a') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:18.431865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1976151e-f431-4b24-ba53-7ddffe9b9b8a') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:18.453251 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.456674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:18.474525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.483487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.507374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:18.507978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:18.510592 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:18.580272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c4fca4-5c37-4fcd-b67e-fb9d385b9f30 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:18.640754 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.655957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.661252 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] 10.222.0.91 "DELETE /v2.0/networks/48889cee-3151-4f63-ba4c-fa784bd26018 HTTP/1.1" status: 204 len: 168 time: 1.1526058 Jul 16 20:13:18.696215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54910731-0bc9-4d86-b0c0-fa10012d2cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48889cee-3151-4f63-ba4c-fa784bd26018,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.748475 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.788350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ad5e-6b03-4455-9fc8-6d231506ce84 req-5ea69ef2-a73f-40e4-83e8-343aaa59ff23 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.796644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ed6ad5e-6b03-4455-9fc8-6d231506ce84 req-5ea69ef2-a73f-40e4-83e8-343aaa59ff23 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.0913293 Jul 16 20:13:18.799717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] Network 48889cee-3151-4f63-ba4c-fa784bd26018 is not hosted by any dhcp agent {{(pid=93863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:13:18.800224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] No DVR routers for this DVR port 1f357ccd-7889-49c5-9e67-6281ac7ec0fb on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:18.813935 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.815192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3efe5e-3f3a-47f9-a691-5a130bcf84b0 None None] Pushing event deleted for resources: {'Port': ['ID=1f357ccd-7889-49c5-9e67-6281ac7ec0fb,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.856914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dc5d0145-1ae2-4d15-b7ee-378b3013a144 None None] Provisioning complete for port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:18.857288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0145-1ae2-4d15-b7ee-378b3013a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.873933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ed6ad5e-6b03-4455-9fc8-6d231506ce84 req-12f95790-eb78-4690-8908-80e5b69b1010 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750284 Jul 16 20:13:18.975734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49574) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.073338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f26ac249-d43a-4119-9070-922f1f8dffd2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a4d6983672394ccabd51241a125d02b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951602 Jul 16 20:13:19.076187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49576) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.149456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:19.184386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2e371c7-99bd-43d7-a23f-256bcbfc2338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.200364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1f357ccd-7889-49c5-9e67-6281ac7ec0fb no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:19.219167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2e371c7-99bd-43d7-a23f-256bcbfc2338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.225323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 1f357ccd-7889-49c5-9e67-6281ac7ec0fb {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:19.225781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1f357ccd-7889-49c5-9e67-6281ac7ec0fb not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:19.226562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20608e1e-c201-423a-a9d8-9c4b3b3a9249 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:19.290237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2e371c7-99bd-43d7-a23f-256bcbfc2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.294248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2e371c7-99bd-43d7-a23f-256bcbfc2338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.295725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f2e371c7-99bd-43d7-a23f-256bcbfc2338 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/03977205-aae8-47f4-b083-885d15733daa HTTP/1.1" status: 204 len: 168 time: 0.2177794 Jul 16 20:13:19.313533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e371c7-99bd-43d7-a23f-256bcbfc2338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03977205-aae8-47f4-b083-885d15733daa,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.336585 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.371689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] Deleting port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:19.373133 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.387868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ca20-c6e1-458f-a65a-732969bddd14 req-19fa180f-c121-400a-9fbe-91e64eb2d93a tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.396133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4458ca20-c6e1-458f-a65a-732969bddd14 req-19fa180f-c121-400a-9fbe-91e64eb2d93a tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 946 time: 0.1898534 Jul 16 20:13:19.413208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:19.421536 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.592213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] For port 20608e1e-c201-423a-a9d8-9c4b3b3a9249, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20608e1e-c201-423a-a9d8-9c4b3b3a9249,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:19.592648 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.642731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] Calling delete_port for 20608e1e-c201-423a-a9d8-9c4b3b3a9249 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:19.655953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4458ca20-c6e1-458f-a65a-732969bddd14 req-ffe49519-7bef-460c-8100-8d42efbf93a5 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586150 Jul 16 20:13:19.670175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-e773688e-375c-4f8e-b416-357a82d98518 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.673210 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-e773688e-375c-4f8e-b416-357a82d98518 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.79 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 946 time: 0.6706533 Jul 16 20:13:19.676718 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.706352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=14']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.816858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:19.825582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:19.865097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.865994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.883749 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.897113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49600) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.903465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:19.909247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8497851 Jul 16 20:13:19.955950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3c321-be33-4673-b016-28a83e396b27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.968309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] No DVR routers for this DVR port 20608e1e-c201-423a-a9d8-9c4b3b3a9249 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:19.982486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f6dc3-1576-4885-b6b2-61dedff21021 None None] Pushing event deleted for resources: {'Port': ['ID=20608e1e-c201-423a-a9d8-9c4b3b3a9249,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.996027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a41b3-4432-4f78-9b04-e5f27de1fd2b None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:19.997946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Deleting port 534a865a-a1c6-4133-b7ac-8354e6fa217e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:19.998299 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.192715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:20.196583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.209296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Router 947b93f7-d890-46d8-8081-f377e6cf7780 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:20.366411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:20.370570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.420186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] For port 534a865a-a1c6-4133-b7ac-8354e6fa217e, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=534a865a-a1c6-4133-b7ac-8354e6fa217e,segment=NetworkSegment(5aaece9e-1e9d-4b9f-966a-3adaa92631a0),segment_id=5aaece9e-1e9d-4b9f-966a-3adaa92631a0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:20.420554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.501801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Calling delete_port for 534a865a-a1c6-4133-b7ac-8354e6fa217e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:20.596251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b3df-d09c-4a22-a92b-f2b3962e3baa req-3b3ffd45-c7df-46a2-8f2f-cd631a77257c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:20.598170 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f21b3df-d09c-4a22-a92b-f2b3962e3baa req-3b3ffd45-c7df-46a2-8f2f-cd631a77257c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.3549395 Jul 16 20:13:20.643002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:20.654973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3db6d1d4-a7cc-4853-9561-bdbaa33f71c8 admin admin] 10.222.0.91 "PUT /v2.0/routers/947b93f7-d890-46d8-8081-f377e6cf7780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3207741 Jul 16 20:13:20.657499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49620) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:20.660556 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] Sync routers for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:20.701935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Allocated IP 172.20.0.2 (01f31535-5473-49e8-b415-45d37419c5fb/6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33/d786cd2e-9dea-4445-bf31-53b2f4003dce) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:20.703582 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:20.709561 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:20.778358 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f21b3df-d09c-4a22-a92b-f2b3962e3baa req-395103f2-f3f3-4e75-bea3-c6209c42f3c9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505179 Jul 16 20:13:21.071206 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:21.071948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.085031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Transition to ACTIVE for port object d786cd2e-9dea-4445-bf31-53b2f4003dce will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:21.101693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49636) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:21.104053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Transition to ACTIVE for port object d786cd2e-9dea-4445-bf31-53b2f4003dce will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:21.113197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.186751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:21.188861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Pushing event updated for resources: {'Port': ['ID=d786cd2e-9dea-4445-bf31-53b2f4003dce,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.192095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:21.194808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:21.291039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:13:21.327348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Attempting to bind port d786cd2e-9dea-4445-bf31-53b2f4003dce on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:21.329191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Attempting to bind port d786cd2e-9dea-4445-bf31-53b2f4003dce by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:21.330003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Attempting to bind port d786cd2e-9dea-4445-bf31-53b2f4003dce on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:21.344069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:21.344479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:21.344989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.346990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:21.348560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Bound port: d786cd2e-9dea-4445-bf31-53b2f4003dce, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:21.349176 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.490194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1929143675-network', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:21.520526 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:13:17Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:21.525896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] For port d786cd2e-9dea-4445-bf31-53b2f4003dce, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:21.532205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] For port d786cd2e-9dea-4445-bf31-53b2f4003dce, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d786cd2e-9dea-4445-bf31-53b2f4003dce,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:21.540064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.578425 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] Checking router: 947b93f7-d890-46d8-8081-f377e6cf7780 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:21.590770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:21.596519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.598554 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] Routers {'947b93f7-d890-46d8-8081-f377e6cf7780'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:21.599212 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['947b93f7-d890-46d8-8081-f377e6cf7780'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:21.601479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.681591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792de65-1c19-46e6-8bf5-0ea9aa95dab1 None None] Pushing event updated for resources: {'Port': ['ID=d786cd2e-9dea-4445-bf31-53b2f4003dce,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.699556 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.730869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4c5c-53f0-480a-8e15-cec671c720e1 req-d7b4997b-8802-4172-9d90-7f32e6948953 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.733571 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adeb4c5c-53f0-480a-8e15-cec671c720e1 req-d7b4997b-8802-4172-9d90-7f32e6948953 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 946 time: 0.2675378 Jul 16 20:13:21.814704 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.871349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Pushing event deleted for resources: {'Port': ['ID=534a865a-a1c6-4133-b7ac-8354e6fa217e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.886606 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.990331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] No DVR routers for this DVR port 534a865a-a1c6-4133-b7ac-8354e6fa217e on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:21.996176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.002457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b64c992c-aeb0-43bf-abfb-ee101bc8b7c4 req-7b705d84-775e-4ce4-8135-5022617732b2 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.79 "DELETE /v2.0/ports/534a865a-a1c6-4133-b7ac-8354e6fa217e HTTP/1.1" status: 204 len: 173 time: 2.3164623 Jul 16 20:13:22.015130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'name': 'network-vif-deleted', 'tag': '534a865a-a1c6-4133-b7ac-8354e6fa217e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:22.023303 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5968192-84fd-4168-b48a-44ae8fcc6593" -d '{"events": [{"server_uuid": "013564e6-7e20-4b4f-ac13-7ade046b59fb", "name": "network-vif-deleted", "tag": "534a865a-a1c6-4133-b7ac-8354e6fa217e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:22.037991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] Set router 947b93f7-d890-46d8-8081-f377e6cf7780 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:22.052551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adeb4c5c-53f0-480a-8e15-cec671c720e1 req-81fb5a40-6678-498f-9e37-5390cec32589 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/security-groups?id=3f28756a-0340-4b28-999b-a7e8a6d74e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640333 Jul 16 20:13:22.069513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.209109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Deleting port d9669fb0-d827-4684-835b-e5ae0cafefe7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:22.210204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.248225 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8741525-437e-41fb-8e4a-de2ffaf68972 x-openstack-request-id: req-f8741525-437e-41fb-8e4a-de2ffaf68972 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:22.248633 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013564e6-7e20-4b4f-ac13-7ade046b59fb", "name": "network-vif-deleted", "tag": "534a865a-a1c6-4133-b7ac-8354e6fa217e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:22.250096 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8741525-437e-41fb-8e4a-de2ffaf68972 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:22.250761 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013564e6-7e20-4b4f-ac13-7ade046b59fb', 'name': 'network-vif-deleted', 'tag': '534a865a-a1c6-4133-b7ac-8354e6fa217e', 'status': 'completed', 'code': 200} Jul 16 20:13:22.425066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] For port d9669fb0-d827-4684-835b-e5ae0cafefe7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d9669fb0-d827-4684-835b-e5ae0cafefe7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:22.425438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.429972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 534a865a-a1c6-4133-b7ac-8354e6fa217e no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:22.455472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Calling delete_port for d9669fb0-d827-4684-835b-e5ae0cafefe7 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:22.476223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 534a865a-a1c6-4133-b7ac-8354e6fa217e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:22.476848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 534a865a-a1c6-4133-b7ac-8354e6fa217e not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:22.490805 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:13:17Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:22.567053 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52399edc-c5b4-44e8-ae8f-9383a9bcb7cd None None] The sync data for ids ['947b93f7-d890-46d8-8081-f377e6cf7780'] in n-d-792458-10 is: [{'id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-901529296-router', 'tenant_id': '45e4f741726346edb9b5489f0faf8eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:59Z', 'updated_at': '2021-07-16T20:13:17Z', 'revision_number': 5, 'project_id': '45e4f741726346edb9b5489f0faf8eb4', 'gw_port': {'id': 'd9669fb0-d827-4684-835b-e5ae0cafefe7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b93f7-d890-46d8-8081-f377e6cf7780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:00Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:22.821216 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.879069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9669fb0-d827-4684-835b-e5ae0cafefe7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.008955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.032276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] For port d786cd2e-9dea-4445-bf31-53b2f4003dce, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d786cd2e-9dea-4445-bf31-53b2f4003dce,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:23.038532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.046042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.156718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.203912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:23.208278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.210570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.333908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d786cd2e-9dea-4445-bf31-53b2f4003dce up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:23.392101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.396022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.441015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:23.475541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d202-b235-451b-8ec0-b83f0179b6ee req-a1101ac0-3ec3-4fc1-8d9e-0dbc6235584e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.483983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port d786cd2e-9dea-4445-bf31-53b2f4003dce completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:23.501324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9601d202-b235-451b-8ec0-b83f0179b6ee req-a1101ac0-3ec3-4fc1-8d9e-0dbc6235584e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 1.3763657 Jul 16 20:13:23.503838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:23.511746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673bed62-21ce-46db-9041-65f2633d25e8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.525535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cbb065e5-db0d-4f04-9c97-306fe657e92e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:23.527594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9bc0e-56d2-4973-b61b-807b8a2fbf85 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:23.541152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.541945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947b93f7-d890-46d8-8081-f377e6cf7780 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:23.546929 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.548454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-20d948e1-7487-473e-be53-ad8fb663c6e8 admin admin] 10.222.0.91 "DELETE /v2.0/routers/947b93f7-d890-46d8-8081-f377e6cf7780 HTTP/1.1" status: 204 len: 168 time: 2.8896365 Jul 16 20:13:23.561509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ce366f-8773-4ee7-a736-4f7a59764dae req-3efe4b8d-ea59-4f98-bbb2-53c03ff91af3 tempest-ServerTagsTestJSON-1817205160 tempest-ServerTagsTestJSON-1817205160-project] 10.222.0.91 "GET /v2.0/ports?device_id=013564e6-7e20-4b4f-ac13-7ade046b59fb HTTP/1.1" status: 200 len: 210 time: 0.0673432 Jul 16 20:13:23.562057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49674) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:23.578490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.579243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.581890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=df7171c9-005d-4898-88a7-c7f79051198c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.609181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.611511 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Added segment 48f19efa-9b0d-4d39-b752-7d42e0f54cba of type vlan for network a59f169c-e5f6-4288-a73f-979b2b8a3703 Jul 16 20:13:23.653357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=d786cd2e-9dea-4445-bf31-53b2f4003dce,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.656536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] Deleting subnet 9eb7f62e-f550-4793-a831-8ff248f6d5dc {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:23.664764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.695991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ed05402f-a1a9-446e-a621-c5aa5edc319e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7974193 Jul 16 20:13:23.706342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:23.711601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:93:67:4b', 'name': 'tempest-NetworksTestDHCPv6-1193742552'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:23.752079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: cbb065e5-db0d-4f04-9c97-306fe657e92e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:23.752414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cbb065e5-db0d-4f04-9c97-306fe657e92e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:23.766381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.805684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9103e80e-ef13-477b-8226-786878b620f6 None None] Provisioning for port d786cd2e-9dea-4445-bf31-53b2f4003dce completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:23.822457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9103e80e-ef13-477b-8226-786878b620f6 None None] Provisioning complete for port d786cd2e-9dea-4445-bf31-53b2f4003dce triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:23.823528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9103e80e-ef13-477b-8226-786878b620f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.870466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.931892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.943377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:23.977232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.007797 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9103e80e-ef13-477b-8226-786878b620f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.016808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49684) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.025333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb7f62e-f550-4793-a831-8ff248f6d5dc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.031838 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.035203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-76000c46-a7a4-4c06-aa5d-9c73aa1971ce admin admin] 10.222.0.91 "DELETE /v2.0/subnets/9eb7f62e-f550-4793-a831-8ff248f6d5dc HTTP/1.1" status: 204 len: 168 time: 0.4720714 Jul 16 20:13:24.037184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49688) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.048694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b3de9-d1e1-40df-92a0-d4e17016fda7 None None] Network 4bdedcb9-8137-4128-86a4-30d1d9b48f50 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:24.055806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.073511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9601d202-b235-451b-8ec0-b83f0179b6ee req-8545254c-32cc-4720-9397-1b867c6a22bd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708702 Jul 16 20:13:24.114474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9103e80e-ef13-477b-8226-786878b620f6 None None] For port d786cd2e-9dea-4445-bf31-53b2f4003dce, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d786cd2e-9dea-4445-bf31-53b2f4003dce,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:24.129506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 752280dd-019c-49b3-8570-a4a50f6a544c yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:13:24.149504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.200216 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.201679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.202276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.252488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08ec2230-56d6-4f9f-9bb0-1f3c9e352a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.323691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9103e80e-ef13-477b-8226-786878b620f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.341584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] Pushing event updated for resources: {'Network': ['ID=a59f169c-e5f6-4288-a73f-979b2b8a3703,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.362566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:24.398155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08ec2230-56d6-4f9f-9bb0-1f3c9e352a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.406736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Deleting port 1d95d816-a54a-4b06-afe7-79ab3fd5706c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:24.407191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.421755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08ec2230-56d6-4f9f-9bb0-1f3c9e352a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.430029 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e603943c-65ed-4917-a3b2-eb379bbfac05 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3272216 Jul 16 20:13:24.434814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49690) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.440090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Request body: {'subnet': {'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1929143675-subnet', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:24.458443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 48972df5-6357-4edc-924f-835b2eb0e319 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:24.467705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:24.470974 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.491401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-08ec2230-56d6-4f9f-9bb0-1f3c9e352a0d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c6a08b7323024a2b92241f7fac70fb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715631 Jul 16 20:13:24.492979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49692) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.566223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:24.591409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '48972df5-6357-4edc-924f-835b2eb0e319', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': '48972df5-6357-4edc-924f-835b2eb0e319', 'mac_address': 'fa:16:3e:ea:e9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:24.637480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] For port 1d95d816-a54a-4b06-afe7-79ab3fd5706c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1d95d816-a54a-4b06-afe7-79ab3fd5706c,segment=NetworkSegment(73c98b57-9817-4b81-beab-a52f5ceff294),segment_id=73c98b57-9817-4b81-beab-a52f5ceff294)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:24.637809 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.655804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2230-56d6-4f9f-9bb0-1f3c9e352a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a757bb4b-8fd3-4fbd-99d2-14df60e0cb41,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.660855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103e80e-ef13-477b-8226-786878b620f6 None None] Pushing event updated for resources: {'Port': ['ID=d786cd2e-9dea-4445-bf31-53b2f4003dce,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.705777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Calling delete_port for 1d95d816-a54a-4b06-afe7-79ab3fd5706c owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:24.717001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.743362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49696) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.779506 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.801905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48972df5-6357-4edc-924f-835b2eb0e319 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:24.859931 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e82e8524-0a9c-4d69-aa94-4e3924d5bc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.863397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:24.872093 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.888563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 172.20.0.10 (01f31535-5473-49e8-b415-45d37419c5fb/6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33/752280dd-019c-49b3-8570-a4a50f6a544c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:24.916145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e82e8524-0a9c-4d69-aa94-4e3924d5bc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.927860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Checking segment: {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:24.928088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Network hostable DHCP agents. Network: a59f169c-e5f6-4288-a73f-979b2b8a3703, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:24.938652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fe93:674b (01f31535-5473-49e8-b415-45d37419c5fb/df7171c9-005d-4898-88a7-c7f79051198c/752280dd-019c-49b3-8570-a4a50f6a544c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:24.954004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3485200b-2821-45fe-9611-0bd8895fc774,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.970560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] Deleting subnet 2eb6cd01-f5bc-4732-a671-cdf1ad783f84 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:24.974128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.993963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-90b6d797-3b51-4b97-9f35-88c6a81cccaf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1811728 Jul 16 20:13:24.994936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.068842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d95d816-a54a-4b06-afe7-79ab3fd5706c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.078363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:25.082491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] No DVR routers for this DVR port 1d95d816-a54a-4b06-afe7-79ab3fd5706c on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:25.094524 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.127485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.134865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, a59f169c-e5f6-4288-a73f-979b2b8a3703) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:25.150142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:25.150763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.153360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78639461-d532-498f-93f2-d01cdc7c6b63 None None] DHCP port deletion for 4bdedcb9-8137-4128-86a4-30d1d9b48f50 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:25.165061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d786cd2e-9dea-4445-bf31-53b2f4003dce up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:25.212508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e82e8524-0a9c-4d69-aa94-4e3924d5bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.216120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e82e8524-0a9c-4d69-aa94-4e3924d5bc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.217487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e82e8524-0a9c-4d69-aa94-4e3924d5bc51 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a757bb4b-8fd3-4fbd-99d2-14df60e0cb41 HTTP/1.1" status: 204 len: 168 time: 0.6824803 Jul 16 20:13:25.285083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8524-0a9c-4d69-aa94-4e3924d5bc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a757bb4b-8fd3-4fbd-99d2-14df60e0cb41,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.324770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.345822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2294b0da-2bc9-4d01-8c2b-24004385eebf admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9097996 Jul 16 20:13:25.353045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdedcb9-8137-4128-86a4-30d1d9b48f50']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:25.355404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:25.357492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f60c6-c6b0-42ff-86ae-deadb224c25b None None] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:25.361033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-9bcfba58-748e-4a1c-bff1-f626c0ab96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:25.362796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-9bcfba58-748e-4a1c-bff1-f626c0ab96c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7646a26cbf014915ac316ac35ea26bd9&device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 1098 time: 0.2767353 Jul 16 20:13:25.365544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['48972df5-6357-4edc-924f-835b2eb0e319'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:25.380192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.399987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:25.509545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c98b57-9817-4b81-beab-a52f5ceff294') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:25.511266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c98b57-9817-4b81-beab-a52f5ceff294') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:25.663998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.716920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.725478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.739605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2438a2ad-fdd6-4d6a-9fb4-42b403b53adb None None] Provisioning complete for port d786cd2e-9dea-4445-bf31-53b2f4003dce triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:25.740078 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2438a2ad-fdd6-4d6a-9fb4-42b403b53adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.758061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.761069 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2eb6cd01-f5bc-4732-a671-cdf1ad783f84 HTTP/1.1" status: 204 len: 168 time: 0.9817450 Jul 16 20:13:25.786279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:25.800388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3590235-1da5-4dc7-b197-29b1bb22a685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb6cd01-f5bc-4732-a671-cdf1ad783f84,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.835653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.837112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d786cd2e-9dea-4445-bf31-53b2f4003dce triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:25.846826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.849017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.850717 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.910011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:25.910760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:25.913210 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:25.958521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49728) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:26.038982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d03a2ac-0358-429b-ac38-3ca3a0aea674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.043575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-d5b5d6e8-0b82-4fe4-811a-0bbeebc7bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.045285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-d5b5d6e8-0b82-4fe4-811a-0bbeebc7bf25 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c7dc2a8a-1727-4d6f-b451-49156394b5f4 HTTP/1.1" status: 200 len: 915 time: 0.6173618 Jul 16 20:13:26.063466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 752280dd-019c-49b3-8570-a4a50f6a544c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:26.073620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.093935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-a59f169c-e5f6-4288-a73f-979b2b8a3703', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:26.094796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.112605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.124239 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.137442 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.143434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] 10.222.0.91 "DELETE /v2.0/networks/4bdedcb9-8137-4128-86a4-30d1d9b48f50 HTTP/1.1" status: 204 len: 168 time: 2.1048775 Jul 16 20:13:26.187141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e35b2-493e-4fe0-bf2c-661b1b13be3b req-33fa4c13-1469-42bb-9e15-001c18aef02a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.195737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb0e35b2-493e-4fe0-bf2c-661b1b13be3b req-33fa4c13-1469-42bb-9e15-001c18aef02a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 944 time: 0.6931517 Jul 16 20:13:26.234653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ec38d-769e-4bc4-b51e-f4455d880d6e req-bb8523a7-2c74-43db-bb27-a0c1a46d1eb3 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.237271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-051ec38d-769e-4bc4-b51e-f4455d880d6e req-bb8523a7-2c74-43db-bb27-a0c1a46d1eb3 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 946 time: 0.2773983 Jul 16 20:13:26.320454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-03920a4a-d661-4c3d-a811-76652364dad2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55509dc7-7700-4aff-86f1-346604dcdc8a HTTP/1.1" status: 200 len: 217 time: 0.2626243 Jul 16 20:13:26.321681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81813a-369d-4aa8-8ae5-234083787d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdedcb9-8137-4128-86a4-30d1d9b48f50,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:26.359393 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.385767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0820052-d63c-4163-98ed-cc4ec536cb0b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.397703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-ec8d0b72-3055-45a5-8c6f-2104defad9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.399606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-ec8d0b72-3055-45a5-8c6f-2104defad9b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bbb9f6c6-69a3-4edf-befa-a4586e969134 HTTP/1.1" status: 200 len: 854 time: 0.0597913 Jul 16 20:13:26.412029 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.415864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaece9e-1e9d-4b9f-966a-3adaa92631a0') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.416398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaece9e-1e9d-4b9f-966a-3adaa92631a0') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.469347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.471435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49746) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:26.493797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-051ec38d-769e-4bc4-b51e-f4455d880d6e req-508525a1-c860-4e29-b1a8-94ea153c60c9 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291039 Jul 16 20:13:26.524077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:26.531774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:26.538438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.540517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:26.553432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Allocated IP 172.20.0.2 (a59f169c-e5f6-4288-a73f-979b2b8a3703/3485200b-2821-45fe-9611-0bd8895fc774/677e16ba-ebfd-4f18-ab7c-5e135023acce) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:26.595508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=752280dd-019c-49b3-8570-a4a50f6a544c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:26.599204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-739ba35b-29c1-4174-bc36-9fe1cdc60b7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c7dc2a8a-1727-4d6f-b451-49156394b5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865511 Jul 16 20:13:26.599887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:26.600307 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:26.604103 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:26.631769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb0e35b2-493e-4fe0-bf2c-661b1b13be3b req-3a5597cb-a203-44ba-ac69-194e2d2364b6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346151 Jul 16 20:13:26.634343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d9669fb0-d827-4684-835b-e5ae0cafefe7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:26.666322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-44bf50a3-66fa-458f-ba7c-0a858c00e1e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=45e4f741726346edb9b5489f0faf8eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934915 Jul 16 20:13:26.672786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49748) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:26.693728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.694406 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.701182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: d9669fb0-d827-4684-835b-e5ae0cafefe7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:26.701675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d9669fb0-d827-4684-835b-e5ae0cafefe7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:26.702342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d95d816-a54a-4b06-afe7-79ab3fd5706c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:26.735480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 1d95d816-a54a-4b06-afe7-79ab3fd5706c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:26.736008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d95d816-a54a-4b06-afe7-79ab3fd5706c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:26.775004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-43361847-fa9b-4d94-a67a-a4e24d0e839d service neutron] 10.222.0.79 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667738 Jul 16 20:13:26.778214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.792035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.819298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.821287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/f0820052-d63c-4163-98ed-cc4ec536cb0b HTTP/1.1" status: 204 len: 168 time: 1.0333858 Jul 16 20:13:26.846497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57d336-c1db-481e-96b3-b6daf901d1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0820052-d63c-4163-98ed-cc4ec536cb0b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:26.873635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4882428-722b-4e3d-8d71-ed4c06c4bbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.915921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4882428-722b-4e3d-8d71-ed4c06c4bbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.994949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4882428-722b-4e3d-8d71-ed4c06c4bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.998132 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4882428-722b-4e3d-8d71-ed4c06c4bbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.999802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4882428-722b-4e3d-8d71-ed4c06c4bbc1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c8070a8b-9751-4731-a237-94d96060c389 HTTP/1.1" status: 204 len: 168 time: 0.3257205 Jul 16 20:13:27.010178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4882428-722b-4e3d-8d71-ed4c06c4bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8070a8b-9751-4731-a237-94d96060c389,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.019269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.076959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Transition to ACTIVE for port object 677e16ba-ebfd-4f18-ab7c-5e135023acce will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:27.078386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d03a2ac-0358-429b-ac38-3ca3a0aea674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.096381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d03a2ac-0358-429b-ac38-3ca3a0aea674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.103428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c65cf935-166c-406c-b2a4-23c94496b37a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3956764 Jul 16 20:13:27.104163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49758) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:27.130551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1d03a2ac-0358-429b-ac38-3ca3a0aea674 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1217d7c5d93c40bb96e2db3a39b2b4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1525047 Jul 16 20:13:27.169530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49760) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:27.179295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Transition to ACTIVE for port object 677e16ba-ebfd-4f18-ab7c-5e135023acce will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:27.180677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c232e9a-5336-4d2a-80b6-0f7d6c5f4c75 req-7e4426b0-8ee7-4527-b221-424a7d1c40bd service neutron] 10.222.0.79 "GET /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927417 Jul 16 20:13:27.207672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.235670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e887c45b-18a1-4717-abda-142607c1b7bb None None] Provisioning for port 752280dd-019c-49b3-8570-a4a50f6a544c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:27.247630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03a2ac-0358-429b-ac38-3ca3a0aea674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d19ca9-37bc-4e15-a640-315a45a29a76,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.289655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49762) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:27.298158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e887c45b-18a1-4717-abda-142607c1b7bb None None] Provisioning complete for port 752280dd-019c-49b3-8570-a4a50f6a544c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:27.298610 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e887c45b-18a1-4717-abda-142607c1b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.365991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef380c43-2015-41f5-ab63-a0acad1088f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.372394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2414ef5b-d8f8-42c4-ac04-ce7e1bf9b6c7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.380009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2414ef5b-d8f8-42c4-ac04-ce7e1bf9b6c7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.382170 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2414ef5b-d8f8-42c4-ac04-ce7e1bf9b6c7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2764306 Jul 16 20:13:27.386103 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5ffe45f8-3d8d-477a-9dfb-1b56c8eb51e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b5f9e6d4c64f47b49163c3cf6fb91340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896959 Jul 16 20:13:27.386691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49766) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:27.413902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:27.430572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49768) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:27.440712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:27.444544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:27.445029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef380c43-2015-41f5-ab63-a0acad1088f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.473190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Pushing event updated for resources: {'Port': ['ID=677e16ba-ebfd-4f18-ab7c-5e135023acce,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.495420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e887c45b-18a1-4717-abda-142607c1b7bb None None] Port 752280dd-019c-49b3-8570-a4a50f6a544c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:27.555314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 752280dd-019c-49b3-8570-a4a50f6a544c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:27.555874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.562121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-115be70f-5c5c-4403-8d04-93728f549877 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.564097 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-115be70f-5c5c-4403-8d04-93728f549877 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 946 time: 0.3366292 Jul 16 20:13:27.643578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Attempting to bind port 677e16ba-ebfd-4f18-ab7c-5e135023acce on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:27.643954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Attempting to bind port 677e16ba-ebfd-4f18-ab7c-5e135023acce by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:27.644332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Attempting to bind port 677e16ba-ebfd-4f18-ab7c-5e135023acce on network a59f169c-e5f6-4288-a73f-979b2b8a3703 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:27.682945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:27.683538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Checking segment: {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:27.683986 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.684378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Bound using segment: {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:27.684889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Bound port: 677e16ba-ebfd-4f18-ab7c-5e135023acce, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:27.685288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.691770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.759266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.783949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.800710 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-295f2689-2427-45b9-8f73-7f3b550d8262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.836531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 752280dd-019c-49b3-8570-a4a50f6a544c owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:27.844376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] For port 677e16ba-ebfd-4f18-ab7c-5e135023acce, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:27.849859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] For port 677e16ba-ebfd-4f18-ab7c-5e135023acce, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=677e16ba-ebfd-4f18-ab7c-5e135023acce,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:27.863725 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.882091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef380c43-2015-41f5-ab63-a0acad1088f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.884999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef380c43-2015-41f5-ab63-a0acad1088f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.888687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef380c43-2015-41f5-ab63-a0acad1088f2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/42d19ca9-37bc-4e15-a640-315a45a29a76 HTTP/1.1" status: 204 len: 168 time: 0.7085626 Jul 16 20:13:27.927269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c322be-6f5a-46e6-996e-a8d01699d38c None None] Pushing event updated for resources: {'Port': ['ID=677e16ba-ebfd-4f18-ab7c-5e135023acce,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.957919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef380c43-2015-41f5-ab63-a0acad1088f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d19ca9-37bc-4e15-a640-315a45a29a76,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.975440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-295f2689-2427-45b9-8f73-7f3b550d8262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.171940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da42919-137b-43e6-b3d0-ae9ffda86d6d req-a7e20c7f-c50b-4801-8864-ff9e0d7c9a28 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.180238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5da42919-137b-43e6-b3d0-ae9ffda86d6d req-a7e20c7f-c50b-4801-8864-ff9e0d7c9a28 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 944 time: 0.3402836 Jul 16 20:13:28.211140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Deleting port 55509dc7-7700-4aff-86f1-346604dcdc8a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:28.211635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.328335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3f55d-be3a-41ee-8c7e-4c68947a4c0a req-dc0ea0c9-975e-471a-a633-3288c3a7a261 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.344761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48b3f55d-be3a-41ee-8c7e-4c68947a4c0a req-dc0ea0c9-975e-471a-a633-3288c3a7a261 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 946 time: 0.5730062 Jul 16 20:13:28.347384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Allocated IP 172.25.3.245 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e35a422b-e900-4a54-90b4-dfac585f6c9f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:28.364910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5da42919-137b-43e6-b3d0-ae9ffda86d6d req-0f4cbb5d-7c80-4d54-8cc5-46ffec0c47eb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729088 Jul 16 20:13:28.477404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 48972df5-6357-4edc-924f-835b2eb0e319 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:28.535704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.633724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=752280dd-019c-49b3-8570-a4a50f6a544c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:28.758504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 48972df5-6357-4edc-924f-835b2eb0e319 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:28.760160 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.873045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.878097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6c9a7181-a502-478a-ad88-30420e8e44e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/752280dd-019c-49b3-8570-a4a50f6a544c HTTP/1.1" status: 204 len: 168 time: 1.4902554 Jul 16 20:13:28.878755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49806) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:29.005885 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.076383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456757f-69ac-42d6-bd57-e546fa58f7d1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.083023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456757f-69ac-42d6-bd57-e546fa58f7d1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.084932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456757f-69ac-42d6-bd57-e546fa58f7d1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.086620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4456757f-69ac-42d6-bd57-e546fa58f7d1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2068753 Jul 16 20:13:29.092812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:29.170193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:29.180607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:29.184612 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082731f5-25ba-44ea-a971-8cd35e1457fb" -d '{"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-plugged", "status": "completed", "tag": "48972df5-6357-4edc-924f-835b2eb0e319"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:29.210340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 677e16ba-ebfd-4f18-ab7c-5e135023acce up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:29.215860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:29.221792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.316758 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.322364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.335605 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e5e2c7-e4e7-4ea7-b9a2-98e8dc20f084 x-openstack-request-id: req-14e5e2c7-e4e7-4ea7-b9a2-98e8dc20f084 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:29.336076 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-plugged", "status": "completed", "tag": "48972df5-6357-4edc-924f-835b2eb0e319", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:29.336443 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-14e5e2c7-e4e7-4ea7-b9a2-98e8dc20f084 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:29.336969 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319', 'code': 200} Jul 16 20:13:29.365669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] For port 55509dc7-7700-4aff-86f1-346604dcdc8a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=55509dc7-7700-4aff-86f1-346604dcdc8a,segment=NetworkSegment(bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c),segment_id=bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:29.367393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.438651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.543729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.561693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 677e16ba-ebfd-4f18-ab7c-5e135023acce completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:29.574062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Calling delete_port for 55509dc7-7700-4aff-86f1-346604dcdc8a owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:29.577181 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:29.597156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.601023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b79728-7b2b-4c72-b934-0e2b667880b9 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:29.605079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33 HTTP/1.1" status: 204 len: 168 time: 0.5084946 Jul 16 20:13:29.610284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49828) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:29.697138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46eca1-b87f-4173-bbdc-fc763d3a8433 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:29.851961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbd02e-9560-4134-9fd3-9913c684bcb5 None None] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:29.852639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.881121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet df7171c9-005d-4898-88a7-c7f79051198c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:29.898550 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.021397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48b3f55d-be3a-41ee-8c7e-4c68947a4c0a req-ddda3d20-7b90-4a4d-9e59-0ff745d829d2 tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/security-groups?id=11f13efc-d27b-4715-ad8b-142db7d3d6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6756206 Jul 16 20:13:30.027260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-295f2689-2427-45b9-8f73-7f3b550d8262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.028730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.030087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-295f2689-2427-45b9-8f73-7f3b550d8262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.037948 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-295f2689-2427-45b9-8f73-7f3b550d8262 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f28756a-0340-4b28-999b-a7e8a6d74e04 HTTP/1.1" status: 204 len: 168 time: 2.6059074 Jul 16 20:13:30.038984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.041823 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.165882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c65c95e9-e9b3-43fd-853b-2f75e8864ef5 None None] Provisioning for port 677e16ba-ebfd-4f18-ab7c-5e135023acce completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:30.185667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c65c95e9-e9b3-43fd-853b-2f75e8864ef5 None None] Provisioning complete for port 677e16ba-ebfd-4f18-ab7c-5e135023acce triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:30.186070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c65c95e9-e9b3-43fd-853b-2f75e8864ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.187573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:30.193152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f2689-2427-45b9-8f73-7f3b550d8262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f28756a-0340-4b28-999b-a7e8a6d74e04,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:30.201845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Pushing event updated for resources: {'Port': ['ID=e35a422b-e900-4a54-90b4-dfac585f6c9f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:30.204650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:30.264772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:30.334663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aa0a1-4a8a-44aa-9096-cd4ab411f88e req-3f9b109b-8dec-4422-af57-d47ba2fd1133 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.348941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c45aa0a1-4a8a-44aa-9096-cd4ab411f88e req-3f9b109b-8dec-4422-af57-d47ba2fd1133 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.6414299 Jul 16 20:13:30.432318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.512541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 55509dc7-7700-4aff-86f1-346604dcdc8a no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:30.600125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c45aa0a1-4a8a-44aa-9096-cd4ab411f88e req-8e70ec1c-7ebe-409e-ab91-e155cf5a4fd4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367644 Jul 16 20:13:30.666893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.682932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 55509dc7-7700-4aff-86f1-346604dcdc8a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:30.683575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 55509dc7-7700-4aff-86f1-346604dcdc8a not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:30.722481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=df7171c9-005d-4898-88a7-c7f79051198c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:30.740924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.745603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6422d113-2a0c-47c5-88a9-a0aea4e40a49 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/df7171c9-005d-4898-88a7-c7f79051198c HTTP/1.1" status: 204 len: 168 time: 1.1243136 Jul 16 20:13:30.749954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49854) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:30.838897 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c65c95e9-e9b3-43fd-853b-2f75e8864ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.858968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9ea4d4ca-e7b9-4fbd-99d4-42c33f695c29 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068430 Jul 16 20:13:30.861108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49858) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:30.862587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.940147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c65c95e9-e9b3-43fd-853b-2f75e8864ef5 None None] For port 677e16ba-ebfd-4f18-ab7c-5e135023acce, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=677e16ba-ebfd-4f18-ab7c-5e135023acce,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:30.948703 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c65c95e9-e9b3-43fd-853b-2f75e8864ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.061895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f642d12-d231-43ed-acb0-2fcdd4bcb2da tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.064833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3f642d12-d231-43ed-acb0-2fcdd4bcb2da tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1995206 Jul 16 20:13:31.069988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49866) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:31.091829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c95e9-e9b3-43fd-853b-2f75e8864ef5 None None] Pushing event updated for resources: {'Port': ['ID=677e16ba-ebfd-4f18-ab7c-5e135023acce,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:31.164229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Pushing event deleted for resources: {'Port': ['ID=55509dc7-7700-4aff-86f1-346604dcdc8a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:31.225373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0af358-8c3d-429d-8f00-5c8fe1d53568 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.230503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5a0af358-8c3d-429d-8f00-5c8fe1d53568 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1554968 Jul 16 20:13:31.232786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49870) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:31.375559 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-71876759-e33b-4bcb-9885-b01a2df5fa45 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363096 Jul 16 20:13:31.376494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49874) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:31.390805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9c15cd7d-30b9-4635-bb57-7549e7e33976 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:31.555836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bfa848-d0fc-4860-8cc6-e76287655dd2 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:31.584594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15cd7d-30b9-4635-bb57-7549e7e33976 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:31.588867 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c15cd7d-30b9-4635-bb57-7549e7e33976 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.593219 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c15cd7d-30b9-4635-bb57-7549e7e33976 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:13:31.597207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c15cd7d-30b9-4635-bb57-7549e7e33976 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:13:31.603227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.610063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] No DVR routers for this DVR port 55509dc7-7700-4aff-86f1-346604dcdc8a on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:31.645173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.650081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb37da76-041a-4658-88d6-f6faec6ab278 req-34ea9332-98f3-4599-90fc-ee1e77a3b5ed tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.79 "DELETE /v2.0/ports/55509dc7-7700-4aff-86f1-346604dcdc8a HTTP/1.1" status: 204 len: 173 time: 4.0663958 Jul 16 20:13:31.662898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9c15cd7d-30b9-4635-bb57-7549e7e33976 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2848394 Jul 16 20:13:31.664034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49892) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:31.679316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d18106dd-eaf1-47c1-9896-f94b2e5d779f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:31.684840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b9b1c218-e3d1-40e5-9382-e0d2a8cbfe49 None None] Provisioning complete for port d786cd2e-9dea-4445-bf31-53b2f4003dce triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:31.686503 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b9b1c218-e3d1-40e5-9382-e0d2a8cbfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.769146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'name': 'network-vif-deleted', 'tag': '55509dc7-7700-4aff-86f1-346604dcdc8a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:31.771975 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1bae6f-5bb4-4c85-9bf7-8b1a269f1249" -d '{"events": [{"server_uuid": "8c931f42-860c-4d4c-83cf-6a91f4e94146", "name": "network-vif-deleted", "tag": "55509dc7-7700-4aff-86f1-346604dcdc8a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:31.805272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4526b27-8011-404d-885d-abfebd9a266a req-3ca9e07d-576c-4c65-862e-2215c9a8284c tempest-VolumesAdminNegativeTest-822140015 tempest-VolumesAdminNegativeTest-822140015-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c931f42-860c-4d4c-83cf-6a91f4e94146 HTTP/1.1" status: 200 len: 210 time: 0.2034662 Jul 16 20:13:31.892431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b9b1c218-e3d1-40e5-9382-e0d2a8cbfe49 None None] Provisioning complete for port 677e16ba-ebfd-4f18-ab7c-5e135023acce triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:31.893029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b9b1c218-e3d1-40e5-9382-e0d2a8cbfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.104640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:32.123720 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1f46b-4109-4576-8348-9fedc2eb7c91 x-openstack-request-id: req-6ae1f46b-4109-4576-8348-9fedc2eb7c91 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:32.124637 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c931f42-860c-4d4c-83cf-6a91f4e94146", "name": "network-vif-deleted", "tag": "55509dc7-7700-4aff-86f1-346604dcdc8a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:32.125083 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6ae1f46b-4109-4576-8348-9fedc2eb7c91 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:32.125644 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c931f42-860c-4d4c-83cf-6a91f4e94146', 'name': 'network-vif-deleted', 'tag': '55509dc7-7700-4aff-86f1-346604dcdc8a', 'status': 'completed', 'code': 200} Jul 16 20:13:32.227510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] Deleting port d786cd2e-9dea-4445-bf31-53b2f4003dce {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:32.228217 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.242722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Router 29d45965-5791-4885-b7cf-b02fd257fb0b is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:32.297681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18106dd-eaf1-47c1-9896-f94b2e5d779f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:32.303551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d18106dd-eaf1-47c1-9896-f94b2e5d779f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.305003 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18106dd-eaf1-47c1-9896-f94b2e5d779f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:13:32.305433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18106dd-eaf1-47c1-9896-f94b2e5d779f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:13:32.324794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] For port d786cd2e-9dea-4445-bf31-53b2f4003dce, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d786cd2e-9dea-4445-bf31-53b2f4003dce,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:32.325411 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.340147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] Calling delete_port for d786cd2e-9dea-4445-bf31-53b2f4003dce owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:32.427827 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d18106dd-eaf1-47c1-9896-f94b2e5d779f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7614131 Jul 16 20:13:32.448246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49940) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:32.461915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-30b7a862-0094-4271-986f-0c995db6add7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:32.540352 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:32.563609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Sync routers for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:32.579275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.581597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d5003bb1-16b0-475c-b670-0aac8a93e321 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2148783 Jul 16 20:13:32.586325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:32.591681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df6807-cbbe-4bf6-8add-011f7aea55b8 req-df6df2b8-6501-4a07-99cb-1396daa931f4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.595518 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46df6807-cbbe-4bf6-8add-011f7aea55b8 req-df6df2b8-6501-4a07-99cb-1396daa931f4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.5813985 Jul 16 20:13:32.641787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:32.643223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.661438 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.776172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] No DVR routers for this DVR port d786cd2e-9dea-4445-bf31-53b2f4003dce on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:32.792640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ead3e-4e03-411a-b77f-f1230665e2d1 None None] Pushing event deleted for resources: {'Port': ['ID=d786cd2e-9dea-4445-bf31-53b2f4003dce,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:32.856237 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46df6807-cbbe-4bf6-8add-011f7aea55b8 req-5374830d-9f30-470d-a171-649accf1a211 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515452 Jul 16 20:13:32.912758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b7a862-0094-4271-986f-0c995db6add7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:32.920841 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b7a862-0094-4271-986f-0c995db6add7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.925899 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b7a862-0094-4271-986f-0c995db6add7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:13:32.926463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b7a862-0094-4271-986f-0c995db6add7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:13:32.963284 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30b7a862-0094-4271-986f-0c995db6add7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5131869 Jul 16 20:13:32.966248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49960) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:32.984210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-01dc31bb-6a45-4d27-84ab-75d12e19680a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:33.038651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:33.060797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49962) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:33.140464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 677e16ba-ebfd-4f18-ab7c-5e135023acce up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:33.173764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49968) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:33.179057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] Deleting subnet bbb9f6c6-69a3-4edf-befa-a4586e969134 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:33.205458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.284705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 677e16ba-ebfd-4f18-ab7c-5e135023acce triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:33.285135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.429992 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.512575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:30Z', 'revision_number': 3, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:33.551978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bba2427-6bd3-4c3a-9850-7871a3cda7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.602992 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.608002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc31bb-6a45-4d27-84ab-75d12e19680a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:33.617356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Checking router: 29d45965-5791-4885-b7cf-b02fd257fb0b for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:33.617699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Updating router 29d45965-5791-4885-b7cf-b02fd257fb0b port e35a422b-e900-4a54-90b4-dfac585f6c9f binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:33.622334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01dc31bb-6a45-4d27-84ab-75d12e19680a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.628037 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dc31bb-6a45-4d27-84ab-75d12e19680a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:13:33.628498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dc31bb-6a45-4d27-84ab-75d12e19680a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:13:33.671084 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.752834 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d786cd2e-9dea-4445-bf31-53b2f4003dce no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:33.786335 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: d786cd2e-9dea-4445-bf31-53b2f4003dce {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:33.787072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d786cd2e-9dea-4445-bf31-53b2f4003dce not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:33.883752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.934569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb9f6c6-69a3-4edf-befa-a4586e969134,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.963448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.970344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2d89310d-eb9b-412b-ad5d-49db68d3c5be admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bbb9f6c6-69a3-4edf-befa-a4586e969134 HTTP/1.1" status: 204 len: 168 time: 0.9021120 Jul 16 20:13:33.973419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50002) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:33.983986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.240085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bba2427-6bd3-4c3a-9850-7871a3cda7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.254759 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.260020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bba2427-6bd3-4c3a-9850-7871a3cda7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.294130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba2427-6bd3-4c3a-9850-7871a3cda7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db55d1-58d6-456b-979d-bcb5b262e26b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.308225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01dc31bb-6a45-4d27-84ab-75d12e19680a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3362420 Jul 16 20:13:34.309702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:34.315548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-182a131d-bc1a-4c4f-a2c9-ac6f4dcbd903 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:34.377054 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.404924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Transition to ACTIVE for port object e35a422b-e900-4a54-90b4-dfac585f6c9f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:34.430742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.510691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8002309-27b6-4158-a15d-c2dc89a959fa req-d0e7cf44-4f80-47a9-8a86-30d358493c8c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.514748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7bba2427-6bd3-4c3a-9850-7871a3cda7ce admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e933248607db44b9b93ecbf33ac5b24f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3302081 Jul 16 20:13:34.520889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8002309-27b6-4158-a15d-c2dc89a959fa req-d0e7cf44-4f80-47a9-8a86-30d358493c8c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2822835 Jul 16 20:13:34.529212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50044) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:34.574492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a131d-bc1a-4c4f-a2c9-ac6f4dcbd903 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:34.579239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-182a131d-bc1a-4c4f-a2c9-ac6f4dcbd903 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.581915 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-182a131d-bc1a-4c4f-a2c9-ac6f4dcbd903 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:13:34.583988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182a131d-bc1a-4c4f-a2c9-ac6f4dcbd903 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:13:34.595630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Pushing event updated for resources: {'Port': ['ID=e35a422b-e900-4a54-90b4-dfac585f6c9f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.616687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.636416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dc2a8a-1727-4d6f-b451-49156394b5f4']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:34.647088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Attempting to bind port e35a422b-e900-4a54-90b4-dfac585f6c9f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:34.647560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Attempting to bind port e35a422b-e900-4a54-90b4-dfac585f6c9f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:34.647935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Attempting to bind port e35a422b-e900-4a54-90b4-dfac585f6c9f on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:34.654317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-182a131d-bc1a-4c4f-a2c9-ac6f4dcbd903 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3430858 Jul 16 20:13:34.656401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:34.656757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc6d0bd-6c1e-4035-891c-b49bb2d25b9c') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:34.658524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50052) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:34.664659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4fc3e67a-eaa3-4009-ae26-1ed473f66292 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:34.674401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.674783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.675704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.675883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.676125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.676520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.677849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.677849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.678144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.678692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.679647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.686348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:34.691361 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.712924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:34.715015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:34.715504 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.715962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:34.716500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Bound port: e35a422b-e900-4a54-90b4-dfac585f6c9f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:34.716854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.728792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.771646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8002309-27b6-4158-a15d-c2dc89a959fa req-087223a3-8e13-45f8-9509-3bd43e34f7a5 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550953 Jul 16 20:13:34.774208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:34.774628 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:34.778281 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:34.780315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.825924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.849877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] For port e35a422b-e900-4a54-90b4-dfac585f6c9f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:34.869670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] For port e35a422b-e900-4a54-90b4-dfac585f6c9f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e35a422b-e900-4a54-90b4-dfac585f6c9f,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:34.871895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc3e67a-eaa3-4009-ae26-1ed473f66292 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:34.875529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Allocated IP 172.20.0.1 (a59f169c-e5f6-4288-a73f-979b2b8a3703/3485200b-2821-45fe-9611-0bd8895fc774/ed9682ec-8b9f-4f96-98a4-271bda0dbdbc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:34.877873 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e67a-eaa3-4009-ae26-1ed473f66292 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.880830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.885234 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc3e67a-eaa3-4009-ae26-1ed473f66292 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:13:34.885937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc3e67a-eaa3-4009-ae26-1ed473f66292 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:13:34.892866 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.916542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.919138 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.922633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.923224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c0db55d1-58d6-456b-979d-bcb5b262e26b HTTP/1.1" status: 204 len: 168 time: 0.3930483 Jul 16 20:13:34.925518 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] 10.222.0.91 "DELETE /v2.0/networks/c7dc2a8a-1727-4d6f-b451-49156394b5f4 HTTP/1.1" status: 204 len: 168 time: 0.9504848 Jul 16 20:13:34.929401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a9ee2-4793-4aaf-b42d-2cf331c6d08e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7dc2a8a-1727-4d6f-b451-49156394b5f4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.931252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50060) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:34.959028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db55d1-58d6-456b-979d-bcb5b262e26b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.969723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:34.970801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:34.987112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4fc3e67a-eaa3-4009-ae26-1ed473f66292 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3248184 Jul 16 20:13:34.988380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50062) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.033359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d633c-d94f-4637-8906-9ffce52a190c None None] Pushing event updated for resources: {'Port': ['ID=e35a422b-e900-4a54-90b4-dfac585f6c9f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:35.071017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0d34d8bd-3b4c-4269-a31d-79710200b6b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0804560 Jul 16 20:13:35.071522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50066) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.076689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.093165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Transition to ACTIVE for port object ed9682ec-8b9f-4f96-98a4-271bda0dbdbc will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:35.152719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.153068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.153500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.153943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.154445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.154696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.155060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.155437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.156609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.156962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.157399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.157642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519de6-da65-46c5-a492-84427238d8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.169948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] Deleting subnet d7bfbd0b-5f50-4b92-bfaf-b1f1b176ba06 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:35.175906 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.269534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.294684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:35.369633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:35.370437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:35.389409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:35.394609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:35.457862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b93192-ada5-455d-93d4-c709c2646458 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.459405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-88b93192-ada5-455d-93d4-c709c2646458 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3719037 Jul 16 20:13:35.461936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.470903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.642707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:30Z', 'revision_number': 3, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:35.665676 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.672900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10acf03c-7e59-473b-8d68-5b9f44b1dcec tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2007782 Jul 16 20:13:35.678762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50094) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.686398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c4798-a0e6-4d9f-a525-13d53a0cff45 None None] The sync data for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 is: [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:30Z', 'revision_number': 3, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:35.712302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:35.763781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.829486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.850689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-91b186cb-1384-4399-861e-adb04b645a1f None None] Provisioning for port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:35.861779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-91b186cb-1384-4399-861e-adb04b645a1f None None] Provisioning complete for port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:35.862158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-91b186cb-1384-4399-861e-adb04b645a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.883903 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.891473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d7bfbd0b-5f50-4b92-bfaf-b1f1b176ba06 HTTP/1.1" status: 204 len: 168 time: 0.9533103 Jul 16 20:13:35.892568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50110) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.893601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2a0c6-18c7-48be-9036-b1d8638215f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7bfbd0b-5f50-4b92-bfaf-b1f1b176ba06,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:35.988557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-91b186cb-1384-4399-861e-adb04b645a1f None None] Port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:36.034322 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be7691f2-60f3-441c-bda1-4fe4f3fbf4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.107265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.316994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:36.329509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.348248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.402582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93b6e53-fd0a-4f2a-82ca-3bc06b921229']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.404021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8bb0-99ac-46a4-bd43-cd697de90cf8 req-1210cf46-7f6f-4fb9-bc33-9f5e29ca4536 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:36.423819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0ab8bb0-99ac-46a4-bd43-cd697de90cf8 req-1210cf46-7f6f-4fb9-bc33-9f5e29ca4536 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.3548808 Jul 16 20:13:36.449716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73392c6-dbae-45de-a517-cfa769420801') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.450015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73392c6-dbae-45de-a517-cfa769420801') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.486361 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.523991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.541995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:36.542424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:36.546444 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:36.879508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50140) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:36.880409 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.928009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0ab8bb0-99ac-46a4-bd43-cd697de90cf8 req-fa8074b7-660f-4ac9-af39-7a36bd4d005a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595711 Jul 16 20:13:37.196297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e35a422b-e900-4a54-90b4-dfac585f6c9f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:37.294286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:13:37.311904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2031766428-network', 'tenant_id': '42c9cf5d03a04be39a339160e69b7ae9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:37.323158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e35a422b-e900-4a54-90b4-dfac585f6c9f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:37.332725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.335224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e35a422b-e900-4a54-90b4-dfac585f6c9f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:37.342056 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.344956 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.354116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/d93b6e53-fd0a-4f2a-82ca-3bc06b921229 HTTP/1.1" status: 204 len: 168 time: 1.4508464 Jul 16 20:13:37.360642 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.376485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d71db-8086-4bcb-9e5f-55f8f660a2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d93b6e53-fd0a-4f2a-82ca-3bc06b921229,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:37.395414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Made reservation on behalf of 42c9cf5d03a04be39a339160e69b7ae9 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:37.424710 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.485324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50174) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:37.510107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=b6b308c0-52cd-4d57-87ba-1d5b2a1b5134,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:37.593306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.605341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.676444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e35a422b-e900-4a54-90b4-dfac585f6c9f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e35a422b-e900-4a54-90b4-dfac585f6c9f,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:37.680248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:37.686498 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.717820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1bffdb98-5961-4667-912b-d05834e6277c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=5622e86ceda9489b97d009ea8e414d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1993778 Jul 16 20:13:37.724120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:37.735115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.735968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.739064 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad96fccc-37b5-4b6e-bee3-a11719eb6437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.758958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50184) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:37.861243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5be50d21-deec-4c17-b97b-af8e496361bd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7646a26cbf014915ac316ac35ea26bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007597 Jul 16 20:13:37.862015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50186) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:37.970679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06081a55-b3a9-4683-81ae-19be25ffb17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.017781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06081a55-b3a9-4683-81ae-19be25ffb17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.131241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e35a422b-e900-4a54-90b4-dfac585f6c9f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.135069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06081a55-b3a9-4683-81ae-19be25ffb17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.140461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb8438-2e45-4492-8fd9-0749c585c446 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:38.144035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06081a55-b3a9-4683-81ae-19be25ffb17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.149030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-06081a55-b3a9-4683-81ae-19be25ffb17a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/11f13efc-d27b-4715-ad8b-142db7d3d6a5 HTTP/1.1" status: 204 len: 168 time: 0.2854044 Jul 16 20:13:38.166400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06081a55-b3a9-4683-81ae-19be25ffb17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f13efc-d27b-4715-ad8b-142db7d3d6a5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.356165 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.367840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c30f20-70bb-4558-9298-04340fa296a8 req-2db22c66-fac2-4be6-931b-62219d69eebf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.382000 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8c30f20-70bb-4558-9298-04340fa296a8 req-2db22c66-fac2-4be6-931b-62219d69eebf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.1756752 Jul 16 20:13:38.499877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8c30f20-70bb-4558-9298-04340fa296a8 req-9ec78d0e-e769-49e6-84fc-139650eaaffb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145298 Jul 16 20:13:38.568979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'b6b308c0-52cd-4d57-87ba-1d5b2a1b5134'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:38.569991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.639323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.654638 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.671066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-0093aa63-cb1f-451c-8451-3a48ff85645f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.673085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-0093aa63-cb1f-451c-8451-3a48ff85645f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9416847 Jul 16 20:13:38.674709 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.745806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.766948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Allocated IP 2001:db8::f816:3eff:feaf:16b9 (01f31535-5473-49e8-b415-45d37419c5fb/b6b308c0-52cd-4d57-87ba-1d5b2a1b5134/2144f2e7-ddb4-4c9f-881e-465d8afab0f8) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:38.792405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.833926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:38.847026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad96fccc-37b5-4b6e-bee3-a11719eb6437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.856893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad96fccc-37b5-4b6e-bee3-a11719eb6437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.861243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-dd6e3f41-c3c0-42a6-ad97-8a9e94c547b0 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/quotas/5622e86ceda9489b97d009ea8e414d1a HTTP/1.1" status: 200 len: 375 time: 0.1114700 Jul 16 20:13:38.928022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.928451 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Added segment 52c78e25-cc12-45dc-adfd-39a3ecab90b0 of type vlan for network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 Jul 16 20:13:38.939992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-14923c2c-51c3-411e-a6d0-fd5bf1c45a22 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2599733 Jul 16 20:13:38.941370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ad96fccc-37b5-4b6e-bee3-a11719eb6437 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=08c3ce322ff941b0831f2ff4dd2f89c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4549241 Jul 16 20:13:38.944930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50196) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:38.945875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.946390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50198) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:38.949346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96fccc-37b5-4b6e-bee3-a11719eb6437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d7aecd-97cf-40bb-be01-e0f23e3368d7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.973513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ac511-7ef1-4e55-a2ea-83902c7327c1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:39.007187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Transition to ACTIVE for port object 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:39.015599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.051939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:3a:f7:36', 'name': 'tempest-NetworksTestDHCPv6-911031449'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:39.053053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.064175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-7cb00c7e-29c0-402e-9659-c0ac8eed00b0 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1719964 Jul 16 20:13:39.088437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50200) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:39.106284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e35a422b-e900-4a54-90b4-dfac585f6c9f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:39.147406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.174791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Transition to ACTIVE for port object 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:39.184598 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.186351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.192358 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e78c20b-4bd7-4cae-ba04-bc80a1349f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.223811 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-695b9683-a312-4808-a00b-f8e993895856 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b4135595748346a6bfeb025bb0f1f6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332641 Jul 16 20:13:39.227416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50202) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:39.241585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:39.246144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:39.253411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:39.283522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:39.291691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e35a422b-e900-4a54-90b4-dfac585f6c9f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:39.292456 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.299071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a17000-1867-4d71-b2a4-0aa2bbaa2d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.303348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:39.305974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.307213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.307968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.338670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a17000-1867-4d71-b2a4-0aa2bbaa2d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.381520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Attempting to bind port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:39.382110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Attempting to bind port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:39.382497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Attempting to bind port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:39.386849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] Pushing event updated for resources: {'Network': ['ID=5bee15a0-2c5a-4163-9f9d-5c35bc949e35,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:39.389241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Pushing event updated for resources: {'Port': ['ID=2144f2e7-ddb4-4c9f-881e-465d8afab0f8,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:39.389880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cb0b-d5ef-448c-a054-1edd7ac5756e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.408410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:39.436185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a17000-1867-4d71-b2a4-0aa2bbaa2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.439579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a17000-1867-4d71-b2a4-0aa2bbaa2d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.443525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-50a17000-1867-4d71-b2a4-0aa2bbaa2d77 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/01d7aecd-97cf-40bb-be01-e0f23e3368d7 HTTP/1.1" status: 204 len: 168 time: 0.4756825 Jul 16 20:13:39.450632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:39.477920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a17000-1867-4d71-b2a4-0aa2bbaa2d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d7aecd-97cf-40bb-be01-e0f23e3368d7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:39.512212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-79b832be-78c5-4e36-9c95-fad5cfff7a31 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6268654 Jul 16 20:13:39.521389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:39.538625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cb0b-d5ef-448c-a054-1edd7ac5756e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.544962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Request body: {'subnet': {'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2031766428-subnet', 'tenant_id': '42c9cf5d03a04be39a339160e69b7ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:39.594488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:39.595924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:39.597235 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.598525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:39.600414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Bound port: 2144f2e7-ddb4-4c9f-881e-465d8afab0f8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:39.600945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.606086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Made reservation on behalf of 42c9cf5d03a04be39a339160e69b7ae9 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:39.608632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.781342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Router 29d45965-5791-4885-b7cf-b02fd257fb0b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:39.814825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cb0b-d5ef-448c-a054-1edd7ac5756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.818037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cb0b-d5ef-448c-a054-1edd7ac5756e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.821111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c7e3cb0b-d5ef-448c-a054-1edd7ac5756e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9091e7f8-74d9-4208-ba5f-99683082ce4b HTTP/1.1" status: 204 len: 168 time: 0.5886064 Jul 16 20:13:39.919657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-543f2e04-46da-408a-aae3-e81ac5d6fa91 None None] Provisioning complete for port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:39.920093 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-543f2e04-46da-408a-aae3-e81ac5d6fa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.956899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3cb0b-d5ef-448c-a054-1edd7ac5756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9091e7f8-74d9-4208-ba5f-99683082ce4b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:40.080654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-f755fd65-6525-4147-856f-4acfa37b7411 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=5622e86ceda9489b97d009ea8e414d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033452 Jul 16 20:13:40.090636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.156105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] For port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:40.204260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 002fad5b-d01d-4246-9585-ff26b9abc79f yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:13:40.216421 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.232244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] For port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2144f2e7-ddb4-4c9f-881e-465d8afab0f8,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:40.254822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-543f2e04-46da-408a-aae3-e81ac5d6fa91 None None] Port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:40.258922 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.358251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582504a-d8e2-4a0b-96d4-001456fc19d2 req-5bc4c0c2-748c-46ef-8860-bd0a03f66785 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.360787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6582504a-d8e2-4a0b-96d4-001456fc19d2 req-5bc4c0c2-748c-46ef-8860-bd0a03f66785 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.4751337 Jul 16 20:13:40.360947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:40.374340 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Sync routers for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:40.386670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5603278c-8df9-4d34-bdde-7356c3f509b6 admin admin] 10.222.0.91 "PUT /v2.0/routers/29d45965-5791-4885-b7cf-b02fd257fb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7991388 Jul 16 20:13:40.394881 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:40.399017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:40.399563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb69f1-74e9-4122-85ee-419666f25890 None None] Pushing event updated for resources: {'Port': ['ID=2144f2e7-ddb4-4c9f-881e-465d8afab0f8,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:40.528908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-2754691d-5815-43f1-9739-b28aa0ef09d0 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.553716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-2754691d-5815-43f1-9739-b28aa0ef09d0 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018569 Jul 16 20:13:40.561656 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6582504a-d8e2-4a0b-96d4-001456fc19d2 req-ef0b7f26-e0f8-471e-ad9a-74f74f48f194 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842968 Jul 16 20:13:40.601111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-ad7c504b-dc90-475a-90d0-f72591dc7c0c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/quotas/5622e86ceda9489b97d009ea8e414d1a HTTP/1.1" status: 200 len: 375 time: 0.0121660 Jul 16 20:13:40.629628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fe3a:f736 (01f31535-5473-49e8-b415-45d37419c5fb/b6b308c0-52cd-4d57-87ba-1d5b2a1b5134/002fad5b-d01d-4246-9585-ff26b9abc79f) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:40.636557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.760831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-5d0c5295-9003-4a90-8d9d-502518edea18 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333866 Jul 16 20:13:40.764933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50242) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:40.877362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-062fe2fa-0358-4234-8b4d-45618cd3bb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.968835 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:41.187365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:41.276919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.335458 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-062fe2fa-0358-4234-8b4d-45618cd3bb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.358612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 002fad5b-d01d-4246-9585-ff26b9abc79f will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:41.366529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-062fe2fa-0358-4234-8b4d-45618cd3bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.367833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:41.467604 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-062fe2fa-0358-4234-8b4d-45618cd3bb76 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=61937ee3160948cc91f0854f7aef9594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756022 Jul 16 20:13:41.472527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50258) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:41.500538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-232ba06f-37b3-42d8-9424-a8591d30521f req-39cdf557-d77a-4d74-8586-4a405dd38525 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 210 time: 0.1399953 Jul 16 20:13:41.501473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Checking segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:41.501945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Network hostable DHCP agents. Network: 5bee15a0-2c5a-4163-9f9d-5c35bc949e35, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:41.507065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3920f71d-5034-445f-a7a9-761df4b030d4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:41.625125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:41.680416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 5bee15a0-2c5a-4163-9f9d-5c35bc949e35) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:41.683751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.695595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09450929-29a8-44ac-bc01-f31cd3bd563b None None] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:41.704132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fe2fa-0358-4234-8b4d-45618cd3bb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0920ad06-391b-4efe-b950-bee1b7b99ad3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:41.733649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.741376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.753151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5e44752-fc76-42fc-b8e5-946fe122c328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.801557 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 2, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:41.809117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.849800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5e44752-fc76-42fc-b8e5-946fe122c328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.862216 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Checking router: 29d45965-5791-4885-b7cf-b02fd257fb0b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:41.864774 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Updating router 29d45965-5791-4885-b7cf-b02fd257fb0b port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:41.915299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:41.974650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:41.988465 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.995737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:42.007189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5e44752-fc76-42fc-b8e5-946fe122c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.010944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.011811 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.013867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5e44752-fc76-42fc-b8e5-946fe122c328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.018779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e5e44752-fc76-42fc-b8e5-946fe122c328 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0920ad06-391b-4efe-b950-bee1b7b99ad3 HTTP/1.1" status: 204 len: 168 time: 0.5440328 Jul 16 20:13:42.034205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=002fad5b-d01d-4246-9585-ff26b9abc79f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:42.060830 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c918620c-357b-494f-be82-a2c21d1f5e9e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5381656 Jul 16 20:13:42.064587 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fda9abe0-6d79-4adc-856e-ec3e27bcc5a3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1018744 Jul 16 20:13:42.070430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50304) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:42.130182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159426e2-92a6-46e4-b1b5-21a6e40b0f2f None None] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:42.216111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e44752-fc76-42fc-b8e5-946fe122c328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920ad06-391b-4efe-b950-bee1b7b99ad3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:42.222590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-44f27318-a2a4-4263-92b2-d62f58e0ae17 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=5622e86ceda9489b97d009ea8e414d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601462 Jul 16 20:13:42.421722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394644cb-5c00-4bd2-a58e-fdf83a713909 req-6d916312-6510-458d-8839-a8ee38211645 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.426783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-394644cb-5c00-4bd2-a58e-fdf83a713909 req-6d916312-6510-458d-8839-a8ee38211645 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.4035685 Jul 16 20:13:42.540312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-394644cb-5c00-4bd2-a58e-fdf83a713909 req-73b1fa36-b342-4e49-be4d-fdfa150e6558 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039546 Jul 16 20:13:42.641956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2605122d-94e8-410b-9bf9-b71ce56fc36c None None] Provisioning for port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:42.649942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2605122d-94e8-410b-9bf9-b71ce56fc36c None None] Provisioning complete for port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:42.650446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2605122d-94e8-410b-9bf9-b71ce56fc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.951971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2605122d-94e8-410b-9bf9-b71ce56fc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.009256 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.029522 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Transition to ACTIVE for port object ed9682ec-8b9f-4f96-98a4-271bda0dbdbc will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:43.047793 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.110752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2605122d-94e8-410b-9bf9-b71ce56fc36c None None] For port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2144f2e7-ddb4-4c9f-881e-465d8afab0f8,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:43.122051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2605122d-94e8-410b-9bf9-b71ce56fc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.313193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605122d-94e8-410b-9bf9-b71ce56fc36c None None] Pushing event updated for resources: {'Port': ['ID=2144f2e7-ddb4-4c9f-881e-465d8afab0f8,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.334145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8f735630-0158-449b-8c44-5d59815735fa None None] Provisioning for port 002fad5b-d01d-4246-9585-ff26b9abc79f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:43.351369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8f735630-0158-449b-8c44-5d59815735fa None None] Provisioning complete for port 002fad5b-d01d-4246-9585-ff26b9abc79f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:43.352152 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8f735630-0158-449b-8c44-5d59815735fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.354084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-393bf88a-7b6c-4313-a329-0afdfe176503 req-b66a8028-b017-4d7c-a152-30eb4ef1ff99 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 210 time: 0.2642188 Jul 16 20:13:43.384594 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Pushing event updated for resources: {'Port': ['ID=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.430925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-2e54cc62-230e-4f34-8f1e-e68a1981a14a tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.432835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-2e54cc62-230e-4f34-8f1e-e68a1981a14a tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2010448 Jul 16 20:13:43.436001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8f735630-0158-449b-8c44-5d59815735fa None None] Port 002fad5b-d01d-4246-9585-ff26b9abc79f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:43.440077 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.441725 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.442268 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.447505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:43.456480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Request body: {'port': {'device_id': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '5622e86ceda9489b97d009ea8e414d1a'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:43.457953 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Attempting to bind port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:43.466334 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Attempting to bind port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:43.467253 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Attempting to bind port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc on network a59f169c-e5f6-4288-a73f-979b2b8a3703 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:43.495978 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:43.496768 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Checking segment: {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:43.497592 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.498197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Bound using segment: {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:43.498895 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Bound port: ed9682ec-8b9f-4f96-98a4-271bda0dbdbc, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:43.499503 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.521424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6f404-6d78-4f49-a267-e90152a021d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.531627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6f404-6d78-4f49-a267-e90152a021d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.538564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-daa6f404-6d78-4f49-a267-e90152a021d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.4401295 Jul 16 20:13:43.539111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50360) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:43.639374 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] For port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:43.645249 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] For port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:43.652823 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.804652 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3295d-93e9-4a79-a615-d2bc375540b0 None None] Pushing event updated for resources: {'Port': ['ID=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.813274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 002fad5b-d01d-4246-9585-ff26b9abc79f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:43.814816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.843302 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:43.843961 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:43.880472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Made reservation on behalf of 5622e86ceda9489b97d009ea8e414d1a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:43.890244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.928144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.192926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.207803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 002fad5b-d01d-4246-9585-ff26b9abc79f owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:44.236592 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:44.358618 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-e74358ef-7e3c-4f15-9b03-ec969c65e53e tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5622e86ceda9489b97d009ea8e414d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503800 Jul 16 20:13:44.434236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6632da-7d41-4a0c-90cb-3c1e0b0de911 req-48ca8b97-acaa-4104-b83c-79e53e21779b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.445389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a6632da-7d41-4a0c-90cb-3c1e0b0de911 req-48ca8b97-acaa-4104-b83c-79e53e21779b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.5403745 Jul 16 20:13:44.532741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.556322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.673897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-a7476cbd-3800-469c-a713-992b9e61c5af tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.681037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-a7476cbd-3800-469c-a713-992b9e61c5af tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.6912158 Jul 16 20:13:44.762454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a6632da-7d41-4a0c-90cb-3c1e0b0de911 req-8a566950-8b18-4a8a-b3f3-04c3d6c42869 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160572 Jul 16 20:13:44.808749 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:44.832723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-57755ac5-57d9-4ef5-b7fd-9e2ce602e5a6 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.837086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-57755ac5-57d9-4ef5-b7fd-9e2ce602e5a6 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4620519 Jul 16 20:13:44.838029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.854819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Request body: {'port': {'device_id': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '5622e86ceda9489b97d009ea8e414d1a'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:44.889849 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-42ddd1e0-cf37-4f44-8658-c16fad0f3459 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/quotas/42c9cf5d03a04be39a339160e69b7ae9 HTTP/1.1" status: 200 len: 375 time: 0.2076268 Jul 16 20:13:44.906591 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe7cce-9b68-4610-adda-33264d18beee None None] The sync data for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 is: [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:44.982053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a34196d-0463-438e-98b4-69451db2fe46,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:45.004150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=002fad5b-d01d-4246-9585-ff26b9abc79f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:45.005273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-4d6e8fb7-34f4-4765-939a-badcd0aca9b1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082058 Jul 16 20:13:45.130301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:45.140178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.148244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b0092f97-a2d4-419e-9bc0-d858ea027be9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/002fad5b-d01d-4246-9585-ff26b9abc79f HTTP/1.1" status: 204 len: 168 time: 1.6057458 Jul 16 20:13:45.150727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50430) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:45.175785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.176124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.178179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.182284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.184451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.184954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.185465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.191421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.191926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.192514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.192993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.193460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:45.213969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-e8e991c6-1546-4e0c-b5fb-e4545dde5b33 service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076511 Jul 16 20:13:45.283845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:45.284226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.384659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Allocated IP 192.168.233.211 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/5f5ee53b-011e-4674-b44c-85f62a82df60) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:45.514461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c802920-1819-44af-8edf-d12b4a893693 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:45.516222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c802920-1819-44af-8edf-d12b4a893693 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:45.526077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3c802920-1819-44af-8edf-d12b4a893693 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2818434 Jul 16 20:13:45.527172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50440) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:45.552131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Made reservation on behalf of 5622e86ceda9489b97d009ea8e414d1a for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:45.576896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.880020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet b6b308c0-52cd-4d57-87ba-1d5b2a1b5134 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:45.884090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.903513 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-f0576d04-30c1-4f7d-bf27-255db5efe966 service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882417 Jul 16 20:13:45.973156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.995602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Transition to ACTIVE for port object 5f5ee53b-011e-4674-b44c-85f62a82df60 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:45.998423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.057801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.200091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.208547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:46.213555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:46.222142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:46.316512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.317726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.348241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-1b2a154a-4826-426d-b68d-7c6ee39cf5aa tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8993785 Jul 16 20:13:46.361839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Request body: {'port': {'device_id': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:46.376071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Allocated IP 192.168.233.124 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/c8860d22-1b52-4924-9120-b11548bf6cd5) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:46.489763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.608270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.870810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c70b219-8098-4007-ab4b-d81c0fee13ac None None] Provisioning for port 5f5ee53b-011e-4674-b44c-85f62a82df60 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:46.887534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c70b219-8098-4007-ab4b-d81c0fee13ac None None] Provisioning complete for port 5f5ee53b-011e-4674-b44c-85f62a82df60 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:46.888185 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1c70b219-8098-4007-ab4b-d81c0fee13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.021551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd064160-cd02-473a-b947-67f04cc6cd78 req-94166a41-ed2c-4444-aaf1-6a75e8d90ed0 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 210 time: 0.0985558 Jul 16 20:13:47.032653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1c70b219-8098-4007-ab4b-d81c0fee13ac None None] Port 5f5ee53b-011e-4674-b44c-85f62a82df60 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:47.197874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed9682ec-8b9f-4f96-98a4-271bda0dbdbc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:47.250287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.253732 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:47.310803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Transition to ACTIVE for port object c8860d22-1b52-4924-9120-b11548bf6cd5 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:47.387141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.396940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:47.411411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:47.411782 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.529336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c38a7-804d-410b-a9bf-4bb5913e8fa0 req-9d13340b-1d1a-40a5-8fdf-33aa99e50977 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.551283 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db6c38a7-804d-410b-a9bf-4bb5913e8fa0 req-9d13340b-1d1a-40a5-8fdf-33aa99e50977 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.2546051 Jul 16 20:13:47.593700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b308c0-52cd-4d57-87ba-1d5b2a1b5134,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:47.605844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.660638 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.667253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-44435b70-e8d6-4864-b858-9fec33c731df tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/b6b308c0-52cd-4d57-87ba-1d5b2a1b5134 HTTP/1.1" status: 204 len: 168 time: 2.1313534 Jul 16 20:13:47.669134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b131ba0-4580-4ef2-b157-9a6e6820478a None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:47.670206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50482) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:47.773587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:47.871422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:47.898481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:47.903868 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d41938b2-c5fd-4478-b818-a50d80b27246 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2217815 Jul 16 20:13:47.911274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50488) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:47.924545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db6c38a7-804d-410b-a9bf-4bb5913e8fa0 req-e9fb2397-b408-4af9-927c-1d301923d0dd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642843 Jul 16 20:13:47.995911 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.056691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:48.271865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5ee53b-011e-4674-b44c-85f62a82df60 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:48.287920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:48.301844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.310723 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.376487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Transition to ACTIVE for port object 5f5ee53b-011e-4674-b44c-85f62a82df60 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:48.382987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:48.404196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.405030 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.434587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-b9ce598f-f2f4-4b2c-bf5b-28de71058e66 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5861962 Jul 16 20:13:48.452509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Request body: {'port': {'device_id': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:48.456037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-113dbf86-c947-4aec-aec2-8be43834f227 req-50cddfb7-57f5-4c5a-b76c-c2df28f1e974 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 210 time: 0.1121159 Jul 16 20:13:48.459994 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.481137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bd745c3a-7a02-46fe-892d-54eed93f884c None None] Provisioning for port c8860d22-1b52-4924-9120-b11548bf6cd5 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:48.509191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:48.514867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bd745c3a-7a02-46fe-892d-54eed93f884c None None] Provisioning complete for port c8860d22-1b52-4924-9120-b11548bf6cd5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:48.526077 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bd745c3a-7a02-46fe-892d-54eed93f884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.634070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:48.649016 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.686932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bd745c3a-7a02-46fe-892d-54eed93f884c None None] Port c8860d22-1b52-4924-9120-b11548bf6cd5 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:48.697781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:48.758552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.850613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] Deleting port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:48.852387 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.023861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] For port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2144f2e7-ddb4-4c9f-881e-465d8afab0f8,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:49.026915 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.074883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.076365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] Calling delete_port for 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:49.274186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Attempting to bind port 5f5ee53b-011e-4674-b44c-85f62a82df60 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:49.274770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Attempting to bind port 5f5ee53b-011e-4674-b44c-85f62a82df60 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:49.275040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Attempting to bind port 5f5ee53b-011e-4674-b44c-85f62a82df60 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:49.326547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Port 5f5ee53b-011e-4674-b44c-85f62a82df60 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:49.327176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Attempting to bind port 5f5ee53b-011e-4674-b44c-85f62a82df60 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:49.351128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:49.351530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:49.352092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:49.352743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Bound port: 5f5ee53b-011e-4674-b44c-85f62a82df60, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:49.354783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.414237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cf9124de-4d55-4f0b-bbde-a4907fbc339e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.417094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cf9124de-4d55-4f0b-bbde-a4907fbc339e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.99 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.6776423 Jul 16 20:13:49.449165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Request body: {'port': {'device_id': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'admin_state_up': True, 'tenant_id': '42c9cf5d03a04be39a339160e69b7ae9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:49.457990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.478564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed9682ec-8b9f-4f96-98a4-271bda0dbdbc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:49.525047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a4279-9915-4199-87d5-a8fb31e6fdbd req-ac351769-8fe5-43d0-9c35-5f58ed68b20e tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.526925 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e3a4279-9915-4199-87d5-a8fb31e6fdbd req-ac351769-8fe5-43d0-9c35-5f58ed68b20e tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 936 time: 0.2456431 Jul 16 20:13:49.553714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] Pushing event deleted for resources: {'Port': ['ID=2144f2e7-ddb4-4c9f-881e-465d8afab0f8,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.634169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:49.682283 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1e3a4279-9915-4199-87d5-a8fb31e6fdbd req-7184857d-1f56-42e2-a811-e0ff610b463c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432326 Jul 16 20:13:49.692349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d03ee5-de8d-4881-9beb-67705d760ab4 None None] No DVR routers for this DVR port 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:49.696210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:49.712658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.784895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:49.785593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.879233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.914239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.915255 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.920052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3f27310f-89ea-4f3f-91fb-3e3a93a9660e service neutron] 10.222.0.99 "PUT /v2.0/ports/5f5ee53b-011e-4674-b44c-85f62a82df60 HTTP/1.1" status: 200 len: 1097 time: 3.5668550 Jul 16 20:13:49.923513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:49.928672 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:49.968334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Made reservation on behalf of 42c9cf5d03a04be39a339160e69b7ae9 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:49.979943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.106600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:13:50.122569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.160690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:50.190683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:50.191380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2144f2e7-ddb4-4c9f-881e-465d8afab0f8 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:50.255279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:50.273414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:50.283328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.283878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.299869 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a3193b-057f-471b-a554-d0055b62c0ed None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:50.320744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8860d22-1b52-4924-9120-b11548bf6cd5 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:50.325713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=7c77ec05-224c-4d40-a574-49c07c8ea47e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.337318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.354035 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1e8c102f-66d4-4964-9e21-4d54fa9e9a54 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4302418 Jul 16 20:13:50.354035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Transition to ACTIVE for port object c8860d22-1b52-4924-9120-b11548bf6cd5 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:50.354546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50526) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:50.359857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:dd:52:b3', 'name': 'tempest-NetworksTestDHCPv6-1214403164'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:50.376990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.397656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Allocated IP 172.20.0.12 (5bee15a0-2c5a-4163-9f9d-5c35bc949e35/3920f71d-5034-445f-a7a9-761df4b030d4/5d9534f3-0424-4c03-b516-659aa5a6e112) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:50.526966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3cbf1ede-1f97-4aa1-bcf3-fa64753b50df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.528236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-3cbf1ede-1f97-4aa1-bcf3-fa64753b50df service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 1100 time: 0.5374391 Jul 16 20:13:50.583196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.633047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9264b-2c09-4dac-a1fd-9ac14caf1253 req-7bbd5fe6-fafe-4abf-84dc-ce36d8e3c955 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.640822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21f9264b-2c09-4dac-a1fd-9ac14caf1253 req-7bbd5fe6-fafe-4abf-84dc-ce36d8e3c955 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.6807058 Jul 16 20:13:50.649772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-6f07f78a-ba3c-4d4c-910c-ab4d86773ed8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5f5ee53b-011e-4674-b44c-85f62a82df60 HTTP/1.1" status: 200 len: 217 time: 0.0883820 Jul 16 20:13:50.730922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Attempting to bind port c8860d22-1b52-4924-9120-b11548bf6cd5 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:50.731258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Attempting to bind port c8860d22-1b52-4924-9120-b11548bf6cd5 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:50.731581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Attempting to bind port c8860d22-1b52-4924-9120-b11548bf6cd5 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:50.737323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:50.743112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Port c8860d22-1b52-4924-9120-b11548bf6cd5 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:50.743433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Attempting to bind port c8860d22-1b52-4924-9120-b11548bf6cd5 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:50.799000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:50.799267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:50.799680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:50.800128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Bound port: c8860d22-1b52-4924-9120-b11548bf6cd5, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:50.810582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.845150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '7c77ec05-224c-4d40-a574-49c07c8ea47e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:50.848131 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.308838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-63064a4c-cc4d-4fcc-a7f3-7fc7cc0cceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.310540 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-63064a4c-cc4d-4fcc-a7f3-7fc7cc0cceb9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0559208 Jul 16 20:13:51.363534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Allocated IP 2001:db8::f816:3eff:fed9:1d83 (01f31535-5473-49e8-b415-45d37419c5fb/7c77ec05-224c-4d40-a574-49c07c8ea47e/8a94f8be-8a21-4203-ba10-29a171ad5713) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:51.416776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21f9264b-2c09-4dac-a1fd-9ac14caf1253 req-f77264fb-551a-4f69-b10c-d6c46d07c5a7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746618 Jul 16 20:13:51.539046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.576574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-22a4202c-dbcb-4848-a608-e6a11f688fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.580395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-22a4202c-dbcb-4848-a608-e6a11f688fa5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2612507 Jul 16 20:13:51.775137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.795861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Transition to ACTIVE for port object 8a94f8be-8a21-4203-ba10-29a171ad5713 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:51.798953 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d80dbf8c-0540-4307-8b27-eee50d004e9f req-4742762e-cb65-4536-9a97-8496432fef35 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 210 time: 0.0806637 Jul 16 20:13:51.807776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.826103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Transition to ACTIVE for port object 8a94f8be-8a21-4203-ba10-29a171ad5713 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:51.842392 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.920621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:51.927656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:51.935270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:52.015014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Pushing event updated for resources: {'Port': ['ID=8a94f8be-8a21-4203-ba10-29a171ad5713,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:52.036576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:52.045394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.047332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:52.066379 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceb3f15-1f99-4777-9edb-57b093116bce x-openstack-request-id: req-8ceb3f15-1f99-4777-9edb-57b093116bce {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:52.066680 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:52.066962 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8ceb3f15-1f99-4777-9edb-57b093116bce {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:52.067442 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'status': 'completed', 'code': 200} Jul 16 20:13:52.069015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:52.111110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Attempting to bind port 8a94f8be-8a21-4203-ba10-29a171ad5713 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:52.111110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Attempting to bind port 8a94f8be-8a21-4203-ba10-29a171ad5713 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:52.111437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Attempting to bind port 8a94f8be-8a21-4203-ba10-29a171ad5713 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:52.120955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:52.121356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:52.121761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.122152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:52.128467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Bound port: 8a94f8be-8a21-4203-ba10-29a171ad5713, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:52.128792 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.137603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:52.190626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port b7520baf-1570-487a-8be0-530027dfd811 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:13:52.208969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event updated for resources: {'Port': ['ID=5d9534f3-0424-4c03-b516-659aa5a6e112,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:52.246897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-e11497c1-89cb-42c4-b1c5-88d453c8e387 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535857 Jul 16 20:13:52.301780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-adac6636-4b44-45ca-894e-af524122b011 None None] For port 8a94f8be-8a21-4203-ba10-29a171ad5713, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:52.305888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-adac6636-4b44-45ca-894e-af524122b011 None None] For port 8a94f8be-8a21-4203-ba10-29a171ad5713, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8a94f8be-8a21-4203-ba10-29a171ad5713,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:52.312888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.419760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.420448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.479398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac6636-4b44-45ca-894e-af524122b011 None None] Pushing event updated for resources: {'Port': ['ID=8a94f8be-8a21-4203-ba10-29a171ad5713,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:52.488101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-1fa76789-8086-458a-89df-6ce778d826c9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0447834 Jul 16 20:13:52.504564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Request body: {'port': {'device_id': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:52.601135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:52.608825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.731346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.732055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.733560 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] 10.222.0.79 "PUT /v2.0/ports/c8860d22-1b52-4924-9120-b11548bf6cd5 HTTP/1.1" status: 200 len: 1097 time: 4.2894328 Jul 16 20:13:52.734025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:52.736955 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01648a14-68d0-4fa0-811b-970435093271" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:52.770554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fedd:52b3 (01f31535-5473-49e8-b415-45d37419c5fb/7c77ec05-224c-4d40-a574-49c07c8ea47e/b7520baf-1570-487a-8be0-530027dfd811) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:52.818021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693d52d-8608-4fa4-a43e-b906ce5ae6af req-6e3b9d2c-aed2-45a8-915e-cef34f40ad70 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.819992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d693d52d-8608-4fa4-a43e-b906ce5ae6af req-6e3b9d2c-aed2-45a8-915e-cef34f40ad70 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 948 time: 0.5778229 Jul 16 20:13:52.831370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19cc9edd-f328-46d9-9ba4-e0d437f02e43 req-00f38d50-3c27-4d8e-8dc4-06198c30946a service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619874 Jul 16 20:13:52.972076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.118914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db98ba-0f93-4dfc-a362-b2e457636fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.151744 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d693d52d-8608-4fa4-a43e-b906ce5ae6af req-bb4bdec5-84a5-4278-9fe3-e1d7fe49d02a tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157101 Jul 16 20:13:53.207971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8a94f8be-8a21-4203-ba10-29a171ad5713 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:53.451236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8a94f8be-8a21-4203-ba10-29a171ad5713 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:53.498417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-9cf61dcb-a2df-47af-a1ac-d48f0a7eec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.499981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-9cf61dcb-a2df-47af-a1ac-d48f0a7eec8f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 1100 time: 0.5468915 Jul 16 20:13:53.568623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-f3299372-91e4-4a15-8757-dc86e579c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.570823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-f3299372-91e4-4a15-8757-dc86e579c23a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 1100 time: 0.7683532 Jul 16 20:13:53.575272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.708448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-6d778db7-0746-4d7c-bbb7-5cff1a046376 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=c8860d22-1b52-4924-9120-b11548bf6cd5 HTTP/1.1" status: 200 len: 217 time: 0.1233437 Jul 16 20:13:53.807670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object b7520baf-1570-487a-8be0-530027dfd811 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:53.854294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-9b501586-5cf7-4384-8d1e-2aba99523447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.858156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-9b501586-5cf7-4384-8d1e-2aba99523447 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1418614 Jul 16 20:13:53.963923 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.024394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:54.030308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:54.036876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:54.054074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.054759 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.083273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9534f3-0424-4c03-b516-659aa5a6e112 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:54.118032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=b7520baf-1570-487a-8be0-530027dfd811,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.136302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a69d29a7-c17e-42b0-aa2a-6c0ac8737bbf tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7780745 Jul 16 20:13:54.136965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50582) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.150141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-1ce2d762-2af0-4c0c-a74f-cc8d50397a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.151694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-1ce2d762-2af0-4c0c-a74f-cc8d50397a4a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2783430 Jul 16 20:13:54.160466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.255047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Transition to ACTIVE for port object 5d9534f3-0424-4c03-b516-659aa5a6e112 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:54.287548 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.306475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-2dd1972d-b4be-4a86-b640-03e62185b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.308032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-2dd1972d-b4be-4a86-b640-03e62185b6da service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.7691047 Jul 16 20:13:54.421640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156827-4391-42b7-a41c-8dd89fd764f4 req-745302c0-4897-4d8a-965d-13f14f56d7dc tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.439491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd156827-4391-42b7-a41c-8dd89fd764f4 req-745302c0-4897-4d8a-965d-13f14f56d7dc tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.8990855 Jul 16 20:13:54.454005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6046d-50a2-475f-92b1-32c67dd706dc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.476173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6046d-50a2-475f-92b1-32c67dd706dc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.479265 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aca6046d-50a2-475f-92b1-32c67dd706dc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3405247 Jul 16 20:13:54.482013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.495691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-84f9f3dd-945f-4ff4-983b-8d7af2d4d60e None None] Provisioning for port 8a94f8be-8a21-4203-ba10-29a171ad5713 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:54.509598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-0af293d4-2ee5-417a-b46a-828f39722720 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111908 Jul 16 20:13:54.515456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-84f9f3dd-945f-4ff4-983b-8d7af2d4d60e None None] Provisioning complete for port 8a94f8be-8a21-4203-ba10-29a171ad5713 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:54.516955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-84f9f3dd-945f-4ff4-983b-8d7af2d4d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.534001 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-bed75962-915c-4774-8cc7-1d43c4e2d669 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5f5ee53b-011e-4674-b44c-85f62a82df60 HTTP/1.1" status: 200 len: 217 time: 0.1664290 Jul 16 20:13:54.651510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Pushing event updated for resources: {'Port': ['ID=5d9534f3-0424-4c03-b516-659aa5a6e112,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.741342 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-84f9f3dd-945f-4ff4-983b-8d7af2d4d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.808843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-84f9f3dd-945f-4ff4-983b-8d7af2d4d60e None None] For port 8a94f8be-8a21-4203-ba10-29a171ad5713, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8a94f8be-8a21-4203-ba10-29a171ad5713,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:54.817174 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-84f9f3dd-945f-4ff4-983b-8d7af2d4d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.877130 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd156827-4391-42b7-a41c-8dd89fd764f4 req-d87c5287-d352-44a3-a615-c9a815a8ed44 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364219 Jul 16 20:13:54.918737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c87ba4f-550b-438e-86a3-84b0cc1d2d3d req-c284aeb9-056f-493d-a162-efbff5a4dd60 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741443 Jul 16 20:13:54.997635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-0bfed4a4-31e4-4222-8411-f4b1f0396d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.999218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-0bfed4a4-31e4-4222-8411-f4b1f0396d79 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.4234247 Jul 16 20:13:55.024951 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee165d3-5dba-4611-89be-2c07ef8da1ab x-openstack-request-id: req-bee165d3-5dba-4611-89be-2c07ef8da1ab {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:55.025323 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:55.025629 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bee165d3-5dba-4611-89be-2c07ef8da1ab {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:55.026112 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'status': 'completed', 'code': 200} Jul 16 20:13:55.048491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9f3dd-945f-4ff4-983b-8d7af2d4d60e None None] Pushing event updated for resources: {'Port': ['ID=8a94f8be-8a21-4203-ba10-29a171ad5713,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.052989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-08b70c65-d570-453f-adc9-36b4b3cbf416 None None] Provisioning for port b7520baf-1570-487a-8be0-530027dfd811 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:55.060197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-08b70c65-d570-453f-adc9-36b4b3cbf416 None None] Provisioning complete for port b7520baf-1570-487a-8be0-530027dfd811 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:55.060854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-08b70c65-d570-453f-adc9-36b4b3cbf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.160667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port b7520baf-1570-487a-8be0-530027dfd811 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:55.163020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.166764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Attempting to bind port 5d9534f3-0424-4c03-b516-659aa5a6e112 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:55.167198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Attempting to bind port 5d9534f3-0424-4c03-b516-659aa5a6e112 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:55.167529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Attempting to bind port 5d9534f3-0424-4c03-b516-659aa5a6e112 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:55.171625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-08b70c65-d570-453f-adc9-36b4b3cbf416 None None] Port b7520baf-1570-487a-8be0-530027dfd811 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:55.210247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Port 5d9534f3-0424-4c03-b516-659aa5a6e112 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:55.210601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Attempting to bind port 5d9534f3-0424-4c03-b516-659aa5a6e112 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:55.297307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:55.297653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Checking segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:55.298047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Bound using segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:55.300154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Bound port: 5d9534f3-0424-4c03-b516-659aa5a6e112, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:55.300541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.320255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648a14-68d0-4fa0-811b-970435093271 req-f7ee51e2-8b33-45fd-ac09-60a03dad7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.321894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01648a14-68d0-4fa0-811b-970435093271 req-f7ee51e2-8b33-45fd-ac09-60a03dad7453 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 1100 time: 0.2507415 Jul 16 20:13:55.333676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-99d89127-5f31-4dbe-8573-d5f09e291233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.335678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-99d89127-5f31-4dbe-8573-d5f09e291233 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3248699 Jul 16 20:13:55.367803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.388230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for b7520baf-1570-487a-8be0-530027dfd811 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:55.500974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648a14-68d0-4fa0-811b-970435093271 req-fca8644e-2d9e-4550-9cdb-c744958e33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.502698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01648a14-68d0-4fa0-811b-970435093271 req-fca8644e-2d9e-4550-9cdb-c744958e33eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1743457 Jul 16 20:13:55.551028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d71fc4-c40a-4a33-83a5-898bf4fb70c5 req-9329ddf7-77b5-446e-b277-6deff7517cb9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.557687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-73d71fc4-c40a-4a33-83a5-898bf4fb70c5 req-9329ddf7-77b5-446e-b277-6deff7517cb9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 944 time: 0.3752739 Jul 16 20:13:55.592334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] For port 5d9534f3-0424-4c03-b516-659aa5a6e112, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:55.611457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] For port 5d9534f3-0424-4c03-b516-659aa5a6e112, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5d9534f3-0424-4c03-b516-659aa5a6e112,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:55.639252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.662016 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-73d71fc4-c40a-4a33-83a5-898bf4fb70c5 req-473fa980-9c8d-4300-835d-c632b0e5c226 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033716 Jul 16 20:13:55.672427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-4a5989f3-ae3c-4768-82db-7e47f916818f service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285332 Jul 16 20:13:55.692141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01648a14-68d0-4fa0-811b-970435093271 req-a7b8e0ac-a645-4d7a-9243-703cd7e0fc16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=c8860d22-1b52-4924-9120-b11548bf6cd5 HTTP/1.1" status: 200 len: 217 time: 0.0926874 Jul 16 20:13:55.697000 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.715986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.716637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.718484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] 10.222.0.99 "PUT /v2.0/ports/5d9534f3-0424-4c03-b516-659aa5a6e112 HTTP/1.1" status: 200 len: 1093 time: 3.2208285 Jul 16 20:13:55.734032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'tag': '5d9534f3-0424-4c03-b516-659aa5a6e112'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:55.737470 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39b0945-d43f-4735-a069-a5bccde7f30f" -d '{"events": [{"name": "network-changed", "server_uuid": "60b47b1a-eba6-4c07-bdd8-0442a58c0c65", "tag": "5d9534f3-0424-4c03-b516-659aa5a6e112"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:55.833046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=b7520baf-1570-487a-8be0-530027dfd811,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.845751 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc15d25-07ca-4f28-b112-4d8c036f0d69 x-openstack-request-id: req-4bc15d25-07ca-4f28-b112-4d8c036f0d69 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:55.846929 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b47b1a-eba6-4c07-bdd8-0442a58c0c65", "tag": "5d9534f3-0424-4c03-b516-659aa5a6e112", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:55.857716 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4bc15d25-07ca-4f28-b112-4d8c036f0d69 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:55.858177 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'tag': '5d9534f3-0424-4c03-b516-659aa5a6e112', 'status': 'completed', 'code': 200} Jul 16 20:13:55.942875 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.950300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-53af00ff-2cda-469c-9fec-6d115d6e9e6b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/b7520baf-1570-487a-8be0-530027dfd811 HTTP/1.1" status: 204 len: 168 time: 1.4672229 Jul 16 20:13:55.951456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50630) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.976971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648a14-68d0-4fa0-811b-970435093271 req-739f913b-3d18-4a89-8853-a63dda272b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.979350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01648a14-68d0-4fa0-811b-970435093271 req-739f913b-3d18-4a89-8853-a63dda272b07 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.2518589 Jul 16 20:13:55.989708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbde090-438d-4935-bd0a-5627b759820c service neutron] Pushing event updated for resources: {'Port': ['ID=5d9534f3-0424-4c03-b516-659aa5a6e112,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.019453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7432b94-9fad-4425-82d5-76160c1419b9 req-54198785-e6fd-4539-b988-81daf468aa5c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.036478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7432b94-9fad-4425-82d5-76160c1419b9 req-54198785-e6fd-4539-b988-81daf468aa5c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 948 time: 0.4303739 Jul 16 20:13:56.188435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7432b94-9fad-4425-82d5-76160c1419b9 req-1274b3b2-100e-4dd4-9fc6-5e8e6506dfb0 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509433 Jul 16 20:13:56.236751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-5c5c1171-c1d9-4ca8-9039-c0ad9d51a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.238402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-5c5c1171-c1d9-4ca8-9039-c0ad9d51a5c7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 1096 time: 0.3684883 Jul 16 20:13:56.249031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b1b7cc2-bf12-4fff-aaf5-505c2fb6fd7d req-a1f8821b-2c27-4667-8854-4ee6114b4f87 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373721 Jul 16 20:13:56.292057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371d36a-a84f-4c78-ac98-f68d80dfc8ca tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.293940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371d36a-a84f-4c78-ac98-f68d80dfc8ca tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.295520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e371d36a-a84f-4c78-ac98-f68d80dfc8ca tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3236685 Jul 16 20:13:56.298856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50636) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:56.301693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-dbe99211-f076-4dfb-a226-16c5d5b7b8ca service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9534f3-0424-4c03-b516-659aa5a6e112 HTTP/1.1" status: 200 len: 217 time: 0.0517952 Jul 16 20:13:56.319360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648a14-68d0-4fa0-811b-970435093271 req-a821f89d-525e-4314-a61e-ca38e0951f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.320904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01648a14-68d0-4fa0-811b-970435093271 req-a821f89d-525e-4314-a61e-ca38e0951f3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2816427 Jul 16 20:13:56.364462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-85c0d873-753c-4d9d-a093-9ebcd0152b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.372213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-85c0d873-753c-4d9d-a093-9ebcd0152b0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 1097 time: 0.2560592 Jul 16 20:13:56.424308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1d125-add8-4f13-86e5-408ff75944c2 req-5c31a086-dfe7-4a49-b2a4-7dcb840d19ac tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.432356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8cb1d125-add8-4f13-86e5-408ff75944c2 req-5c31a086-dfe7-4a49-b2a4-7dcb840d19ac tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.3169985 Jul 16 20:13:56.437803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 7c77ec05-224c-4d40-a574-49c07c8ea47e {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:56.443077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-9f3a21f1-d179-477e-8c46-bd35e9bb4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.445268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-9f3a21f1-d179-477e-8c46-bd35e9bb4914 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.1322703 Jul 16 20:13:56.451807 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.526762 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-52261b39-1bd6-42ce-8285-ebae515ebd16 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709989 Jul 16 20:13:56.543323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50642) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:56.616741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.651660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8cb1d125-add8-4f13-86e5-408ff75944c2 req-9034bb6d-6dcd-4f73-a234-1cdce95d70c8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182806 Jul 16 20:13:56.837017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01648a14-68d0-4fa0-811b-970435093271 req-fe2d2d58-313a-4224-ae5c-369062182a65 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085645 Jul 16 20:13:56.881676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-5e644091-339b-49d0-95b1-d841d18ed2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.883203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-5e644091-339b-49d0-95b1-d841d18ed2f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 913 time: 0.4980924 Jul 16 20:13:56.943124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:57.096125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-903e78ec-fbf5-4bb0-8cd9-284eaf9ddf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.110666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-63237928-ecab-4fab-b97b-cd54e02f7d9f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48972df5-6357-4edc-924f-835b2eb0e319 HTTP/1.1" status: 200 len: 217 time: 0.1595244 Jul 16 20:13:57.124717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-81424cb2-a666-4e98-bef2-5f56ed06aa7c service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911598 Jul 16 20:13:57.144074 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.254237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-d79aeeaf-7b41-4b8f-af44-ad74d2b24d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.257058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-d79aeeaf-7b41-4b8f-af44-ad74d2b24d7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1354182 Jul 16 20:13:57.267102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e263-4cb5-4d6b-9958-55b0dd26d5fb req-e88a3ac2-3563-4a3a-8ec3-ae2a6a19dd89 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.274261 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ee4e263-4cb5-4d6b-9958-55b0dd26d5fb req-e88a3ac2-3563-4a3a-8ec3-ae2a6a19dd89 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 944 time: 0.2677586 Jul 16 20:13:57.318577 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-f86d9d47-fd61-48d2-ad84-57dbad2ccbf2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540924 Jul 16 20:13:57.323260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.348232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01648a14-68d0-4fa0-811b-970435093271 req-8c2a3eb2-d879-4c56-a054-096eb61e157e service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039594 Jul 16 20:13:57.380972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ee4e263-4cb5-4d6b-9958-55b0dd26d5fb req-5e2dd08b-e23d-4d3b-9e7a-0e58df1d5bdd tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057055 Jul 16 20:13:57.386475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=7c77ec05-224c-4d40-a574-49c07c8ea47e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:57.404691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.407233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f273b42d-bf7d-4eb3-8197-ca0d7cc893a4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/7c77ec05-224c-4d40-a574-49c07c8ea47e HTTP/1.1" status: 204 len: 168 time: 1.1072671 Jul 16 20:13:57.410472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5436b096-ad11-4583-8d38-7cf40101ab9d req-ee85df7b-d17e-4757-87a7-4b708de83c30 service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749336 Jul 16 20:13:57.411156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50658) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:57.459075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8a94f8be-8a21-4203-ba10-29a171ad5713 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:57.482544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f69e01b8-327c-4f66-9036-d83dbe820a5c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688004 Jul 16 20:13:57.486238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50660) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:57.538872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8323bdf-9b71-4fc1-9848-a21d9053ffce None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:57.582469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-50b604b3-78d2-4ac3-8bea-ea31d2a4d671 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539816 Jul 16 20:13:57.598732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-745a761e-92ce-4739-aacd-989ce6fca1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.599231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-903e78ec-fbf5-4bb0-8cd9-284eaf9ddf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.607626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-745a761e-92ce-4739-aacd-989ce6fca1a5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 1096 time: 0.1276460 Jul 16 20:13:57.655696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:57.672890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'mac_address': 'fa:16:3e:65:ca:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:57.734053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80fbca3d-1db3-4913-8879-9f0ca9384cc6 req-fc285a1f-e011-458c-b4f5-dc9c76670513 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312981 Jul 16 20:13:57.738578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-30d5d2a5-4306-4288-86c0-f3a50c203327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.740104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-30d5d2a5-4306-4288-86c0-f3a50c203327 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 0.1243927 Jul 16 20:13:57.749056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-903e78ec-fbf5-4bb0-8cd9-284eaf9ddf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.780423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-903e78ec-fbf5-4bb0-8cd9-284eaf9ddf51 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e42004dd25342cb97edd149c8050dec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2340176 Jul 16 20:13:57.791666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:57.829365 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-3dc193ae-e8dc-4421-914d-95a0cc9ecb7b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9534f3-0424-4c03-b516-659aa5a6e112 HTTP/1.1" status: 200 len: 217 time: 0.0780497 Jul 16 20:13:57.864396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8a94f8be-8a21-4203-ba10-29a171ad5713 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:57.865014 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.936013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-340726cc-653e-4470-a5b5-2c03094e4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.938575 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.938772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-340726cc-653e-4470-a5b5-2c03094e4423 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.1024714 Jul 16 20:13:57.947862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7222ff-5efa-48a2-9520-6053e92c5ae2 req-93034c61-2f43-498a-a4fe-98e351b2fa3d tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.949708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a7222ff-5efa-48a2-9520-6053e92c5ae2 req-93034c61-2f43-498a-a4fe-98e351b2fa3d tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 948 time: 0.4122577 Jul 16 20:13:57.950493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e78ec-fbf5-4bb0-8cd9-284eaf9ddf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c1254-55dc-4366-bb77-2d70d17f303e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:57.964232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5ee53b-011e-4674-b44c-85f62a82df60 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:57.978021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d90df0-7dcc-4c1c-9045-32c579e4b809 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.982547 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-17d90df0-7dcc-4c1c-9045-32c579e4b809 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4926949 Jul 16 20:13:57.984902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.015599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:58.022016 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.053325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-3c69b2e3-cc8b-4220-b823-1cd74894eba2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049397 Jul 16 20:13:58.084614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:58.094305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.101659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47918e80-281e-44c8-b920-a45546e0c742 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.105142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-47918e80-281e-44c8-b920-a45546e0c742 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1166408 Jul 16 20:13:58.106993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50676) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.168495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] Deleting port 8a94f8be-8a21-4203-ba10-29a171ad5713 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:58.169470 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.200785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-c25b1502-994a-4158-965c-269ca5117b02 service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257939 Jul 16 20:13:58.215304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50678) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.219009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e0d6c0ee-2315-48d2-95b7-4953cfde4362 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982163 Jul 16 20:13:58.225308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50680) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.235125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:58.255350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5f5ee53b-011e-4674-b44c-85f62a82df60'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:58.263565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a7222ff-5efa-48a2-9520-6053e92c5ae2 req-262d62f1-ea43-44c7-b0f7-4a9078918a57 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793784 Jul 16 20:13:58.280156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b342d0a-83db-4338-8717-7abbcfe8dcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.328628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] For port 8a94f8be-8a21-4203-ba10-29a171ad5713, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8a94f8be-8a21-4203-ba10-29a171ad5713,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:58.329032 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.337685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b342d0a-83db-4338-8717-7abbcfe8dcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.385119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] Calling delete_port for 8a94f8be-8a21-4203-ba10-29a171ad5713 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:58.396702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3259-ad46-419b-a169-434aa025a8a1 req-9ff69dfa-c440-41a2-ad8a-6678ef096aaa tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.404516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98ab3259-ad46-419b-a169-434aa025a8a1 req-9ff69dfa-c440-41a2-ad8a-6678ef096aaa tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 945 time: 0.4632573 Jul 16 20:13:58.445272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-302d640e-d19c-47ba-82e1-e899c8d72b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.497391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98ab3259-ad46-419b-a169-434aa025a8a1 req-180927fd-e70a-418f-a3ed-5eb4568a6e28 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915332 Jul 16 20:13:58.509632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d39b0945-d43f-4735-a069-a5bccde7f30f req-eb5867f6-ea54-4873-bb8d-311be6bb8d45 service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974324 Jul 16 20:13:58.513249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b342d0a-83db-4338-8717-7abbcfe8dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.517727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b342d0a-83db-4338-8717-7abbcfe8dcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.519302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1b342d0a-83db-4338-8717-7abbcfe8dcaf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/561c1254-55dc-4366-bb77-2d70d17f303e HTTP/1.1" status: 204 len: 168 time: 0.7264960 Jul 16 20:13:58.523238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:58.527744 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.536914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b342d0a-83db-4338-8717-7abbcfe8dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c1254-55dc-4366-bb77-2d70d17f303e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.582995 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.638695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] Pushing event deleted for resources: {'Port': ['ID=8a94f8be-8a21-4203-ba10-29a171ad5713,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.638695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec070600-0ec9-4172-812e-9bc29e4c0b72 None None] No DVR routers for this DVR port 8a94f8be-8a21-4203-ba10-29a171ad5713 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:58.665520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c8860d22-1b52-4924-9120-b11548bf6cd5 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:58.671026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 48972df5-6357-4edc-924f-835b2eb0e319 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:58.769002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-302d640e-d19c-47ba-82e1-e899c8d72b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.775474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-302d640e-d19c-47ba-82e1-e899c8d72b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.850621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.860385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-302d640e-d19c-47ba-82e1-e899c8d72b97 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2ee669049f664d3696f9ab5dc2bd60a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429088 Jul 16 20:13:58.862292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d640e-d19c-47ba-82e1-e899c8d72b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f958f-05ff-4b70-9676-0bc5635a4f28,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.872851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50690) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.879782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:58.905127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:58.913347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:58.915846 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0780c6-10bb-45e5-a47b-e2374d9c5375" -d '{"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-unplugged", "status": "completed", "tag": "48972df5-6357-4edc-924f-835b2eb0e319"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:58.921404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.928756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'mac_address': 'fa:16:3e:4b:63:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:59.033773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.070957 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af0237e-cff3-47d4-a6d9-0926aa18cb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.129177 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204e5e33-fcf7-4169-bc20-1ffb55da1c44 x-openstack-request-id: req-204e5e33-fcf7-4169-bc20-1ffb55da1c44 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:59.129565 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-unplugged", "status": "completed", "tag": "48972df5-6357-4edc-924f-835b2eb0e319", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:59.130119 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-204e5e33-fcf7-4169-bc20-1ffb55da1c44 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:59.130566 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319', 'code': 200} Jul 16 20:13:59.163781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8860d22-1b52-4924-9120-b11548bf6cd5 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:59.170405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8a94f8be-8a21-4203-ba10-29a171ad5713 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:59.176988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af0237e-cff3-47d4-a6d9-0926aa18cb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.193639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.279131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8a94f8be-8a21-4203-ba10-29a171ad5713 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:59.279511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8a94f8be-8a21-4203-ba10-29a171ad5713 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:59.284043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:59.286505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af0237e-cff3-47d4-a6d9-0926aa18cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.289205 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af0237e-cff3-47d4-a6d9-0926aa18cb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.292919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8af0237e-cff3-47d4-a6d9-0926aa18cb70 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1f2f958f-05ff-4b70-9676-0bc5635a4f28 HTTP/1.1" status: 204 len: 168 time: 0.4151409 Jul 16 20:13:59.293788 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.335354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0237e-cff3-47d4-a6d9-0926aa18cb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f958f-05ff-4b70-9676-0bc5635a4f28,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.384335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66393a8-faaf-4912-aff3-97d78dfdab94 req-14194ffb-cfad-44c6-8a77-ebc2b33cb9e8 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.391629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d66393a8-faaf-4912-aff3-97d78dfdab94 req-14194ffb-cfad-44c6-8a77-ebc2b33cb9e8 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 944 time: 0.6732492 Jul 16 20:13:59.484984 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d66393a8-faaf-4912-aff3-97d78dfdab94 req-bcab57e3-56d0-491d-ad15-358bccf84346 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920150 Jul 16 20:13:59.488837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.511617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c8860d22-1b52-4924-9120-b11548bf6cd5'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:59.682810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:13:59.684847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.694920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208975-bf1b-4575-972a-38cbbe038f75 req-032a27ad-6e3e-4f33-9dad-978c8483fd2c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.700049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-37208975-bf1b-4575-972a-38cbbe038f75 req-032a27ad-6e3e-4f33-9dad-978c8483fd2c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 949 time: 0.1965215 Jul 16 20:13:59.781185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:59.785297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:59.792210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.792621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.803556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41de2a8-8927-402e-b48c-91b581e29601 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:59.809634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-37208975-bf1b-4575-972a-38cbbe038f75 req-97381067-c92e-4c7c-b9eb-060e9d4a654d tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034582 Jul 16 20:13:59.827499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6011369 Jul 16 20:13:59.829373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dc594-78dd-43f0-bf8c-fa918d263836 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=cc69df53-c551-4d03-b9b0-42d83878d0da,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.830215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:59.841956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:ec:be:6e', 'name': 'tempest-NetworksTestDHCPv6-1464225326'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:00.030001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:00.047843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86faf2f-58e1-4b15-89dd-0674f2cbcf50 req-64cedc45-193e-4e1c-9dd3-ec8eaacf4aa2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.049501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c86faf2f-58e1-4b15-89dd-0674f2cbcf50 req-64cedc45-193e-4e1c-9dd3-ec8eaacf4aa2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 943 time: 0.1287055 Jul 16 20:14:00.071890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:00.124060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bc2b87-325a-4f20-8dd9-fa7226377717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.140757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'cc69df53-c551-4d03-b9b0-42d83878d0da'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:00.141760 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.178774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50726) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:00.219776 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.223884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c86faf2f-58e1-4b15-89dd-0674f2cbcf50 req-bcddb595-f77f-47b7-aaeb-687fe253e91b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539083 Jul 16 20:14:00.277616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 5ebcc289-066e-4f48-a42a-bb5e24003188 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:00.353374 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bc2b87-325a-4f20-8dd9-fa7226377717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.360977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bc2b87-325a-4f20-8dd9-fa7226377717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.409283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-701844602-network', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:00.418240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13bc2b87-325a-4f20-8dd9-fa7226377717 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=63f1eaebd5704b208efafc6d8e1512a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676715 Jul 16 20:14:00.419172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc2b87-325a-4f20-8dd9-fa7226377717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9f8da-f9dd-4183-a760-bf5eb7d4e7ba,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.423102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:00.469092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:00.471629 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.475625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Allocated IP 2001:db8::f816:3eff:fec6:62d4 (01f31535-5473-49e8-b415-45d37419c5fb/cc69df53-c551-4d03-b9b0-42d83878d0da/b42317ad-8b04-4902-a2bf-d6e7c5045af7) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:00.484474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.511357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38ad3cbe-673e-4934-8abd-b148d84cfadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.546533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38ad3cbe-673e-4934-8abd-b148d84cfadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.638045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38ad3cbe-673e-4934-8abd-b148d84cfadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.641428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38ad3cbe-673e-4934-8abd-b148d84cfadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.645856 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-38ad3cbe-673e-4934-8abd-b148d84cfadb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0ff9f8da-f9dd-4183-a760-bf5eb7d4e7ba HTTP/1.1" status: 204 len: 168 time: 0.2215507 Jul 16 20:14:00.666999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad3cbe-673e-4934-8abd-b148d84cfadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9f8da-f9dd-4183-a760-bf5eb7d4e7ba,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.680952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.687234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.689566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c8860d22-1b52-4924-9120-b11548bf6cd5 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:00.722525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:00.732665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a638094-3393-407a-bea1-f6894b54b932,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.741770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.742096 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Added segment 50969a04-b757-4a55-bfac-af579a2a65c7 of type vlan for network 32e59cc3-bad9-4859-be34-56c45e1fab65 Jul 16 20:14:00.801335 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.858332 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.861405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.862705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.865346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.870300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port c8860d22-1b52-4924-9120-b11548bf6cd5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:00.873503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Transition to ACTIVE for port object b42317ad-8b04-4902-a2bf-d6e7c5045af7 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:00.881943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c8860d22-1b52-4924-9120-b11548bf6cd5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:00.882412 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.927700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Transition to ACTIVE for port object b42317ad-8b04-4902-a2bf-d6e7c5045af7 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:00.941060 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.959170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] Pushing event updated for resources: {'Network': ['ID=32e59cc3-bad9-4859-be34-56c45e1fab65,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.986457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5d9534f3-0424-4c03-b516-659aa5a6e112 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:00.989683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:00.997664 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:01.004937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d6400-e71f-4295-b9ff-9c42e0ee3beb req-fccfbe7c-1b48-4a7e-bc3b-5e74c61ff6ed tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.006963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e2d6400-e71f-4295-b9ff-9c42e0ee3beb req-fccfbe7c-1b48-4a7e-bc3b-5e74c61ff6ed tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 944 time: 0.2468162 Jul 16 20:14:01.029748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bdbb9910-9c30-4e88-8c20-b2b29d9d1349 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8487427 Jul 16 20:14:01.038229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50766) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:01.062818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Request body: {'subnet': {'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-701844602-subnet', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:01.109984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:feec:be6e (01f31535-5473-49e8-b415-45d37419c5fb/cc69df53-c551-4d03-b9b0-42d83878d0da/5ebcc289-066e-4f48-a42a-bb5e24003188) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:01.149906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e2d6400-e71f-4295-b9ff-9c42e0ee3beb req-27f4b4a1-6e2b-43e4-8fd8-9a58f1ccd018 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335304 Jul 16 20:14:01.166755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:01.168676 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.212713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:01.296393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:01.305685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:01.416478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Pushing event updated for resources: {'Port': ['ID=b42317ad-8b04-4902-a2bf-d6e7c5045af7,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:01.507717 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.524881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5d9534f3-0424-4c03-b516-659aa5a6e112, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5d9534f3-0424-4c03-b516-659aa5a6e112,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:01.549948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 5ebcc289-066e-4f48-a42a-bb5e24003188 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:01.567920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '5d9534f3-0424-4c03-b516-659aa5a6e112', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'port_id': '5d9534f3-0424-4c03-b516-659aa5a6e112', 'mac_address': 'fa:16:3e:00:43:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920f71d-5034-445f-a7a9-761df4b030d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:01.598468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.675611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.791411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0533c007-db44-4b95-bc67-059d2bcd56ef,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:01.804652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:01.816545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:01.831268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Checking segment: {'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:01.832289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Network hostable DHCP agents. Network: 32e59cc3-bad9-4859-be34-56c45e1fab65, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:01.858408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=5ebcc289-066e-4f48-a42a-bb5e24003188,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:01.862358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:01.884231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.890964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdf5f0-30c7-4dfe-bee2-2b894fc7ccb1 req-5df7c6aa-72e3-4193-9152-ec41f5c62630 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.891815 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.892753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bebdf5f0-30c7-4dfe-bee2-2b894fc7ccb1 req-5df7c6aa-72e3-4193-9152-ec41f5c62630 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 949 time: 0.1558347 Jul 16 20:14:01.929535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:01.955820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bebdf5f0-30c7-4dfe-bee2-2b894fc7ccb1 req-52a5be71-91c9-439a-8de2-1024aa3306c3 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Jul 16 20:14:01.958477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 32e59cc3-bad9-4859-be34-56c45e1fab65) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:01.972268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.973016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.991890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-383333ac-4b4b-40c9-9cc0-5d29923d9a83 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9484782 Jul 16 20:14:01.994945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50802) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:02.000917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:02.006464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c0af9-0759-4151-a6e3-3cd9fd77147d None None] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:02.027065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50804) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:02.027780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-14c2becc-ac99-4e01-8862-151eaebe4129 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1957951 Jul 16 20:14:02.046303 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.059906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 5f5ee53b-011e-4674-b44c-85f62a82df60 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:02.070063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Attempting to bind port b42317ad-8b04-4902-a2bf-d6e7c5045af7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:02.070486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Attempting to bind port b42317ad-8b04-4902-a2bf-d6e7c5045af7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:02.070871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Attempting to bind port b42317ad-8b04-4902-a2bf-d6e7c5045af7 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:02.088065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.097702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.099206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 5f5ee53b-011e-4674-b44c-85f62a82df60 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:02.099583 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.099962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.138073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-d213696a-8ad4-42da-b81f-7de6ab777c4b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.141457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-d213696a-8ad4-42da-b81f-7de6ab777c4b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad HTTP/1.1" status: 200 len: 943 time: 0.3273442 Jul 16 20:14:02.168865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:02.169289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:02.169818 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.170213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:02.170706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Bound port: b42317ad-8b04-4902-a2bf-d6e7c5045af7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:02.171118 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.207544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9534f3-0424-4c03-b516-659aa5a6e112 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:02.229304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:02.231728 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bb0285-a7e2-4f16-8fa0-741c92e973f9" -d '{"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-plugged", "status": "completed", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:02.247158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.265109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc100634-70ed-41e4-84fd-f8624dfc59fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.271863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc100634-70ed-41e4-84fd-f8624dfc59fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.273768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fc100634-70ed-41e4-84fd-f8624dfc59fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2438371 Jul 16 20:14:02.277678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:02.292841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:02.373676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5d9534f3-0424-4c03-b516-659aa5a6e112, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5d9534f3-0424-4c03-b516-659aa5a6e112,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:02.374921 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.375848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 48972df5-6357-4edc-924f-835b2eb0e319 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:02.436430 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.507753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Deleting port 48972df5-6357-4edc-924f-835b2eb0e319 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:02.508496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.559107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] For port b42317ad-8b04-4902-a2bf-d6e7c5045af7, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:02.565597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] For port b42317ad-8b04-4902-a2bf-d6e7c5045af7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b42317ad-8b04-4902-a2bf-d6e7c5045af7,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:02.618001 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.620460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:02.657789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-32e59cc3-bad9-4859-be34-56c45e1fab65', 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'fixed_ips': [{'subnet_id': '0533c007-db44-4b95-bc67-059d2bcd56ef'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:02.658672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.711627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.713897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5d9534f3-0424-4c03-b516-659aa5a6e112'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:02.751513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c677dd-8026-4882-b37f-34cb2bee9f29 req-b8d1e31b-9e58-4dde-9099-ecb05b35ecf1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.752111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] For port 48972df5-6357-4edc-924f-835b2eb0e319, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=48972df5-6357-4edc-924f-835b2eb0e319,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:02.752855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03c677dd-8026-4882-b37f-34cb2bee9f29 req-b8d1e31b-9e58-4dde-9099-ecb05b35ecf1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 945 time: 0.3370259 Jul 16 20:14:02.753385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.782994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Calling delete_port for 48972df5-6357-4edc-924f-835b2eb0e319 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:02.824967 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.828322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 5ebcc289-066e-4f48-a42a-bb5e24003188 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:02.828664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.904580 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03c677dd-8026-4882-b37f-34cb2bee9f29 req-49f685a2-db76-428b-aa07-b0c5da3771fc tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344669 Jul 16 20:14:03.037085 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ef54fd-524f-4f60-bb40-1aa24183a85c x-openstack-request-id: req-c2ef54fd-524f-4f60-bb40-1aa24183a85c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:03.037746 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-plugged", "status": "completed", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:03.038407 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c2ef54fd-524f-4f60-bb40-1aa24183a85c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:03.040936 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'code': 200} Jul 16 20:14:03.046025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5d9534f3-0424-4c03-b516-659aa5a6e112,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.214685 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.219523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:03.274334 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.279471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 5ebcc289-066e-4f48-a42a-bb5e24003188 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:03.325080 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.377672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b682ab2-4327-4a1e-bf82-fd0db0515726 None None] Pushing event updated for resources: {'Port': ['ID=b42317ad-8b04-4902-a2bf-d6e7c5045af7,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.413587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5538-422d-4038-ad3d-6e9a446625a6 req-19fde426-01e3-4223-82bd-92fffbc085fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.415345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39fe5538-422d-4038-ad3d-6e9a446625a6 req-19fde426-01e3-4223-82bd-92fffbc085fb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 1102 time: 0.2578905 Jul 16 20:14:03.416244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event deleted for resources: {'Port': ['ID=48972df5-6357-4edc-924f-835b2eb0e319,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.439451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.468235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.493451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Allocated IP 172.20.0.2 (32e59cc3-bad9-4859-be34-56c45e1fab65/0533c007-db44-4b95-bc67-059d2bcd56ef/cd7cbc14-77eb-433d-a8fa-210030c9a906) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:03.562335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] No DVR routers for this DVR port 48972df5-6357-4edc-924f-835b2eb0e319 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:03.576360 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.578628 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-96958c4b-03b8-4249-b79b-8d787d66b1ab req-fdf80caa-b9f4-4d8d-895c-295fb87a448e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "DELETE /v2.0/ports/48972df5-6357-4edc-924f-835b2eb0e319 HTTP/1.1" status: 204 len: 173 time: 1.4304326 Jul 16 20:14:03.580717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-deleted', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:03.583493 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc7412-f4ca-42e8-9063-d1ccbc7b71d5" -d '{"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-deleted", "tag": "48972df5-6357-4edc-924f-835b2eb0e319"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:03.600937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.634823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39fe5538-422d-4038-ad3d-6e9a446625a6 req-b6f67945-a6b4-4555-9e56-9e3f365266c8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116978 Jul 16 20:14:03.649127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac881966-7245-4d20-b0f8-374be69f20ad req-17b7c9f3-a952-446a-9e26-b709cd78611f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.651049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac881966-7245-4d20-b0f8-374be69f20ad req-17b7c9f3-a952-446a-9e26-b709cd78611f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 950 time: 0.1893101 Jul 16 20:14:03.794066 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac881966-7245-4d20-b0f8-374be69f20ad req-b57962e9-5a85-45cd-b8bd-881b51a6b769 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362925 Jul 16 20:14:03.832480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.868788 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.877277 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b990d5-e8b7-4936-aa06-f7e4aaca9b36 x-openstack-request-id: req-52b990d5-e8b7-4936-aa06-f7e4aaca9b36 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:03.877580 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad", "name": "network-vif-deleted", "tag": "48972df5-6357-4edc-924f-835b2eb0e319", "status": "failed", "code": 422}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:03.877833 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-52b990d5-e8b7-4936-aa06-f7e4aaca9b36 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:03.878281 n-d-792458-10 neutron-server[93861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce9c7d7f-4ca0-49cb-8cb4-73d0f48b8cad', 'name': 'network-vif-deleted', 'tag': '48972df5-6357-4edc-924f-835b2eb0e319', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:14:03.894176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=5ebcc289-066e-4f48-a42a-bb5e24003188,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.895753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Transition to ACTIVE for port object cd7cbc14-77eb-433d-a8fa-210030c9a906 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:03.916022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Allocated IP 172.25.3.95 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/fb778e85-6e17-4c0d-8464-1e2ac35814c5) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:03.932643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Transition to ACTIVE for port object cd7cbc14-77eb-433d-a8fa-210030c9a906 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:03.949703 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.043212 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.047663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-55594058-6410-4464-ba07-ae8cf44a8288 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/5ebcc289-066e-4f48-a42a-bb5e24003188 HTTP/1.1" status: 204 len: 168 time: 1.7688870 Jul 16 20:14:04.050563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50850) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:04.080538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:04.106378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:04.121074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:04.132632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Pushing event updated for resources: {'Port': ['ID=cd7cbc14-77eb-433d-a8fa-210030c9a906,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:04.206211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfc489-f75e-4ba4-8841-3e4d4147c6a1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.212366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfc489-f75e-4ba4-8841-3e4d4147c6a1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.218561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bedfc489-f75e-4ba4-8841-3e4d4147c6a1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1658883 Jul 16 20:14:04.219614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50862) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:04.285529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet cc69df53-c551-4d03-b9b0-42d83878d0da {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:04.289196 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.335221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Attempting to bind port cd7cbc14-77eb-433d-a8fa-210030c9a906 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:04.335843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Attempting to bind port cd7cbc14-77eb-433d-a8fa-210030c9a906 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:04.337609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Attempting to bind port cd7cbc14-77eb-433d-a8fa-210030c9a906 on network 32e59cc3-bad9-4859-be34-56c45e1fab65 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:04.377270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:04.377656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Checking segment: {'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:04.385429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.387243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Bound using segment: {'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:04.390721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Bound port: cd7cbc14-77eb-433d-a8fa-210030c9a906, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:04.392040 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.392628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.462592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886466c-baaf-4605-8251-d2c71b56bae9 req-40b0acdc-6517-4eb3-a5e6-5660ca4ebf43 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.471567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b886466c-baaf-4605-8251-d2c71b56bae9 req-40b0acdc-6517-4eb3-a5e6-5660ca4ebf43 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 945 time: 0.2202816 Jul 16 20:14:04.519648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.593201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b886466c-baaf-4605-8251-d2c71b56bae9 req-21021f9b-3d70-4e2c-9cd3-b0720e62fb3d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206353 Jul 16 20:14:04.666962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.718343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] For port cd7cbc14-77eb-433d-a8fa-210030c9a906, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:04.719106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.763336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] For port cd7cbc14-77eb-433d-a8fa-210030c9a906, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cd7cbc14-77eb-433d-a8fa-210030c9a906,segment=NetworkSegment(50969a04-b757-4a55-bfac-af579a2a65c7),segment_id=50969a04-b757-4a55-bfac-af579a2a65c7)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:04.794963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:04.837496 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.859803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:04.870612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:04.924148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.939930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-52639dcd-ed39-4b5c-b184-3a79971b9c41 None None] Provisioning for port b42317ad-8b04-4902-a2bf-d6e7c5045af7 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:04.951502 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.957831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/cc69df53-c551-4d03-b9b0-42d83878d0da HTTP/1.1" status: 204 len: 168 time: 0.7366245 Jul 16 20:14:04.959920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50882) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:04.961943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb778e85-6e17-4c0d-8464-1e2ac35814c5,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:05.034684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5d9534f3-0424-4c03-b516-659aa5a6e112 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:05.140809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:05.160867 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d95e0f9-f931-4dc7-923c-81350a09a68f" -d '{"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:05.278239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b42317ad-8b04-4902-a2bf-d6e7c5045af7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:05.301935 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a272c05d-77da-4326-ab01-11a12cc8b873 x-openstack-request-id: req-a272c05d-77da-4326-ab01-11a12cc8b873 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:05.302657 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:05.303382 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a272c05d-77da-4326-ab01-11a12cc8b873 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:05.306297 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'code': 200} Jul 16 20:14:05.381554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9395d46c-3c47-4f1d-a1d5-68d0f860caf0 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:05.629564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0d307-32c5-4e39-8f1d-de4f563efc4d None None] Pushing event updated for resources: {'Port': ['ID=cd7cbc14-77eb-433d-a8fa-210030c9a906,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:05.640650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d08e0212-1b5e-478e-84ba-3f20a3fe431d None None] Could not find standard attr ID for object 5ebcc289-066e-4f48-a42a-bb5e24003188. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:14:05.694298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 5d9534f3-0424-4c03-b516-659aa5a6e112 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:05.712057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 5d9534f3-0424-4c03-b516-659aa5a6e112 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:05.712715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.748803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b42317ad-8b04-4902-a2bf-d6e7c5045af7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:05.765079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b42317ad-8b04-4902-a2bf-d6e7c5045af7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:05.765653 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.879203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.893268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:05.903398 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.942566 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.039740 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d0c60178-131b-4937-8c51-4915dfc556ee tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0754230 Jul 16 20:14:06.042266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50918) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:06.048641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:06.048883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bd183-5119-4fcb-9047-711b8f32c3ae req-ebb5469a-2b70-48c7-b8d2-ae112b71d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.050493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a4bd183-5119-4fcb-9047-711b8f32c3ae req-ebb5469a-2b70-48c7-b8d2-ae112b71d0f1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 1102 time: 0.6275353 Jul 16 20:14:06.055747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba4866-5847-4016-9421-33a62989ebe6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=cc69df53-c551-4d03-b9b0-42d83878d0da,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.067034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13689fe-acaa-4ae9-8eb4-37251c4fc319 req-5b74e6e0-6be6-46ff-b06f-c2d78a163268 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.076686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f13689fe-acaa-4ae9-8eb4-37251c4fc319 req-5b74e6e0-6be6-46ff-b06f-c2d78a163268 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 950 time: 0.8070378 Jul 16 20:14:06.078640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50920) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:06.166519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f13689fe-acaa-4ae9-8eb4-37251c4fc319 req-4dfb82b1-c607-436a-9ab5-735a4377bdea tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887501 Jul 16 20:14:06.176293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a4bd183-5119-4fcb-9047-711b8f32c3ae req-f8810d6b-323c-44b7-bdce-71a193edb3f8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955300 Jul 16 20:14:06.378106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5d9534f3-0424-4c03-b516-659aa5a6e112, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5d9534f3-0424-4c03-b516-659aa5a6e112,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:06.382139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcb86-4ab0-4361-9174-af347bd2ff38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.386192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.388523 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59e5acbf-8a6c-41c9-b6b6-bad5a443e7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.411957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:06.419775 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.448149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port b42317ad-8b04-4902-a2bf-d6e7c5045af7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b42317ad-8b04-4902-a2bf-d6e7c5045af7,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:06.455845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.467886 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.479103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6999d-b438-427b-a8b3-89b0b86d1cff req-188387a8-1c10-44dd-9b9f-42c8ee11d1c6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.486402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6b6999d-b438-427b-a8b3-89b0b86d1cff req-188387a8-1c10-44dd-9b9f-42c8ee11d1c6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 945 time: 0.1225688 Jul 16 20:14:06.534202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5d9534f3-0424-4c03-b516-659aa5a6e112,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.547529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] Deleting port b42317ad-8b04-4902-a2bf-d6e7c5045af7 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:06.548621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.606473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6b6999d-b438-427b-a8b3-89b0b86d1cff req-8b985c36-dc9a-4208-84c4-90e73b6ed7bd tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192408 Jul 16 20:14:06.633652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-733c4697-2467-4244-bc55-50de293a1cba tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.642783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-733c4697-2467-4244-bc55-50de293a1cba tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.6015153 Jul 16 20:14:06.655013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] For port b42317ad-8b04-4902-a2bf-d6e7c5045af7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b42317ad-8b04-4902-a2bf-d6e7c5045af7,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:06.655473 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.679908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] Calling delete_port for b42317ad-8b04-4902-a2bf-d6e7c5045af7 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:06.716320 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-568d24cf-5d08-46ce-bd6d-21f950441aaa tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/quotas/b974331dfa5340c3ad5082d1a3b02428 HTTP/1.1" status: 200 len: 375 time: 0.0457737 Jul 16 20:14:06.729519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Router af217979-4519-4f68-aaf7-ff4649dc6aa1 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:06.789103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-a592cbd4-7514-4ed0-97a6-1dbae46e5e72 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637169 Jul 16 20:14:06.810383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70dbad1e-034f-445f-85f1-79da8673c9db tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:14:06.817934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70dbad1e-034f-445f-85f1-79da8673c9db tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278909 Jul 16 20:14:06.837911 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.845840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f08116-1a4c-4eed-abd1-2a502a397047 None None] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:06.951672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcb86-4ab0-4361-9174-af347bd2ff38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.965955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:06.968554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcb86-4ab0-4361-9174-af347bd2ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.059250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.062913 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b281e1d4-7839-4d03-b66a-8037dfc5e2a4 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0643065 Jul 16 20:14:07.086612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50936) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:07.165589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8d8bcb86-4ab0-4361-9174-af347bd2ff38 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9ef429de9f0548c7a2fa9c061dc6c774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0863192 Jul 16 20:14:07.167860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-076ce896-7628-4d2c-81b1-bc7b494767f9 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487227 Jul 16 20:14:07.170570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50938) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:07.173705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bcb86-4ab0-4361-9174-af347bd2ff38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536edea9-327f-4cae-8af0-dcb8d654dfbe,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.175879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Sync routers for ids ['af217979-4519-4f68-aaf7-ff4649dc6aa1'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:07.189518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cd7cbc14-77eb-433d-a8fa-210030c9a906 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:07.196818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] No DVR routers for this DVR port b42317ad-8b04-4902-a2bf-d6e7c5045af7 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:07.302695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cc6dfa4d-ed3a-4150-af5f-0b126bfe3bcb None None] Provisioning for port cd7cbc14-77eb-433d-a8fa-210030c9a906 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:07.304951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Routers {'af217979-4519-4f68-aaf7-ff4649dc6aa1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:07.305618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:13:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af217979-4519-4f68-aaf7-ff4649dc6aa1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:07.313231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9534f3-0424-4c03-b516-659aa5a6e112'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:07.315198 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432a2f08-5484-4ded-b699-cf7e2ac9ed07" -d '{"events": [{"server_uuid": "60b47b1a-eba6-4c07-bdd8-0442a58c0c65", "name": "network-vif-plugged", "status": "completed", "tag": "5d9534f3-0424-4c03-b516-659aa5a6e112"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:07.362699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=b42317ad-8b04-4902-a2bf-d6e7c5045af7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.413265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811f90a-2bd4-4e22-9e87-13359d3b6b31 None None] Pushing event deleted for resources: {'Port': ['ID=b42317ad-8b04-4902-a2bf-d6e7c5045af7,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.500777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port cd7cbc14-77eb-433d-a8fa-210030c9a906 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:07.513305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cd7cbc14-77eb-433d-a8fa-210030c9a906 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:07.513873 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.525947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:14:07.533306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.535858 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a85a0de7-ac2c-4f31-b029-510cd3b3d30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.546896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Set router af217979-4519-4f68-aaf7-ff4649dc6aa1 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:07.577844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-2260232f-984f-43cc-adb7-df5bbbc6ec8b service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986866 Jul 16 20:14:07.655491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f126d34-27a8-47ad-8ab7-a676770023c3 req-49d8a04a-2c63-44d4-8dae-865ac778367c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.664983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f126d34-27a8-47ad-8ab7-a676770023c3 req-49d8a04a-2c63-44d4-8dae-865ac778367c tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 950 time: 0.6450338 Jul 16 20:14:07.675985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=ca98d1db-4122-408c-9a44-9f8419fb0ca7,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.755647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f126d34-27a8-47ad-8ab7-a676770023c3 req-0fa77ed8-665e-487e-bfad-547424e6491b tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840759 Jul 16 20:14:07.757557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:07.760201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a85a0de7-ac2c-4f31-b029-510cd3b3d30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.771325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:07.781019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.782261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.810405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e851317-0483-4285-8360-412ca3a1d0b2 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:07.824947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50946) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:07.827542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b71c0f1c-c0f9-40ff-bedc-8114059a1383 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7839563 Jul 16 20:14:07.830436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:c2:79:67', 'name': 'tempest-NetworksTestDHCPv6-1879233110'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:07.909959 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7483cd9-a1e0-4695-b1db-3d64ef4fa07a x-openstack-request-id: req-c7483cd9-a1e0-4695-b1db-3d64ef4fa07a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:07.910396 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b47b1a-eba6-4c07-bdd8-0442a58c0c65", "name": "network-vif-plugged", "status": "completed", "tag": "5d9534f3-0424-4c03-b516-659aa5a6e112", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:07.910528 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c7483cd9-a1e0-4695-b1db-3d64ef4fa07a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:07.911069 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9534f3-0424-4c03-b516-659aa5a6e112', 'code': 200} Jul 16 20:14:08.061075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49e62983-496a-41cf-9800-b12600229a0e req-ecba75d8-5dd2-4652-8ad9-06d15eb0942d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 210 time: 0.1002007 Jul 16 20:14:08.085344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a85a0de7-ac2c-4f31-b029-510cd3b3d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.090648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a85a0de7-ac2c-4f31-b029-510cd3b3d30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.097533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a85a0de7-ac2c-4f31-b029-510cd3b3d30a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/536edea9-327f-4cae-8af0-dcb8d654dfbe HTTP/1.1" status: 204 len: 168 time: 0.9146385 Jul 16 20:14:08.173682 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.178729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a0de7-ac2c-4f31-b029-510cd3b3d30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536edea9-327f-4cae-8af0-dcb8d654dfbe,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:08.249188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488ce5-cd0c-49bb-90f3-e5668e3551ce req-bf8bb27d-ec2f-46c3-b675-759c2bc8df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:08.254278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b488ce5-cd0c-49bb-90f3-e5668e3551ce req-bf8bb27d-ec2f-46c3-b675-759c2bc8df6f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 1098 time: 0.3031070 Jul 16 20:14:08.255339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:08.294337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f5c0d-eb77-4e08-aed6-14a304c92bd5 req-1326c561-e319-4547-9794-6ead3ffe705c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:08.301803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-415f5c0d-eb77-4e08-aed6-14a304c92bd5 req-1326c561-e319-4547-9794-6ead3ffe705c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 946 time: 0.2029729 Jul 16 20:14:08.362758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c1b84a3f-dec2-44c9-855f-b549c532a292 None None] Provisioning complete for port cd7cbc14-77eb-433d-a8fa-210030c9a906 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:08.364426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1b84a3f-dec2-44c9-855f-b549c532a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.393739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.441323 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.458531 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-415f5c0d-eb77-4e08-aed6-14a304c92bd5 req-3f86161c-4c7e-44ee-b084-2bbc4d7d3ed8 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541080 Jul 16 20:14:08.471258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port cd7cbc14-77eb-433d-a8fa-210030c9a906, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cd7cbc14-77eb-433d-a8fa-210030c9a906,segment=NetworkSegment(50969a04-b757-4a55-bfac-af579a2a65c7),segment_id=50969a04-b757-4a55-bfac-af579a2a65c7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:08.473231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b488ce5-cd0c-49bb-90f3-e5668e3551ce req-16af8373-51ee-403b-a289-65ae819abf9b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945090 Jul 16 20:14:08.499465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port d3cd178d-7c92-4cde-999a-5dda7a1f1363 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:08.506679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.570233 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.624399 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.639151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b42317ad-8b04-4902-a2bf-d6e7c5045af7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:08.662528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fec2:7967 (01f31535-5473-49e8-b415-45d37419c5fb/ca98d1db-4122-408c-9a44-9f8419fb0ca7/d3cd178d-7c92-4cde-999a-5dda7a1f1363) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:08.670794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: b42317ad-8b04-4902-a2bf-d6e7c5045af7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:08.671449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b42317ad-8b04-4902-a2bf-d6e7c5045af7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:08.691051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:14:05Z', 'revision_number': 3, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port': {'id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:03Z', 'updated_at': '2021-07-16T20:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:08.742260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Checking router: af217979-4519-4f68-aaf7-ff4649dc6aa1 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:08.748618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Updating router af217979-4519-4f68-aaf7-ff4649dc6aa1 port fb778e85-6e17-4c0d-8464-1e2ac35814c5 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:08.807329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50974) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:08.827974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6b2266b-79c7-46a3-9920-0e0346881887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.830247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Allocated IP 172.20.0.1 (32e59cc3-bad9-4859-be34-56c45e1fab65/0533c007-db44-4b95-bc67-059d2bcd56ef/1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:08.915899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=cd7cbc14-77eb-433d-a8fa-210030c9a906,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:08.965678 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.986426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object d3cd178d-7c92-4cde-999a-5dda7a1f1363 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:08.997562 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.998495 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eec02079-a794-48e9-bac3-c0d377a03f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.005277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'ca98d1db-4122-408c-9a44-9f8419fb0ca7'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:09.006761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.023231 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.036951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6b2266b-79c7-46a3-9920-0e0346881887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.067140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6b2266b-79c7-46a3-9920-0e0346881887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.142614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2266b-79c7-46a3-9920-0e0346881887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dc7ad5-b376-421c-978e-d14bfcb43208,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:09.145254 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.204678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:09.220077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:09.229023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cd7cbc14-77eb-433d-a8fa-210030c9a906 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:09.230051 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c6b2266b-79c7-46a3-9920-0e0346881887 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=400eac68e06746db85230b04fe2dbb97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215395 Jul 16 20:14:09.236802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:09.237494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.239844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50978) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:09.249039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.249905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.267014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a9d7-6e34-4011-a2d3-3e2a3e0403b5 req-022c1c21-ef75-4d07-9afd-63bbae713323 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.276214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb33a9d7-6e34-4011-a2d3-3e2a3e0403b5 req-022c1c21-ef75-4d07-9afd-63bbae713323 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 950 time: 0.2350552 Jul 16 20:14:09.300410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=d3cd178d-7c92-4cde-999a-5dda7a1f1363,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:09.326980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Transition to ACTIVE for port object 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:09.371011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-500a20d0-cb37-401b-826d-b64efdd8429a req-588da2c7-7ed6-417a-a68e-ee3c3e9eb72a tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 210 time: 0.0622652 Jul 16 20:14:09.375793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f735519e-2436-4b01-8c26-ee113531b0b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5490880 Jul 16 20:14:09.390443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:09.418980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb33a9d7-6e34-4011-a2d3-3e2a3e0403b5 req-4dbbcf3b-1cf8-4996-9e6b-be3e38c35968 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416874 Jul 16 20:14:09.508541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Allocated IP 2001:db8::f816:3eff:fe60:499d (01f31535-5473-49e8-b415-45d37419c5fb/ca98d1db-4122-408c-9a44-9f8419fb0ca7/8940947e-c16f-4601-9ca1-a3e201860e23) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:09.558335 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c571584e-769e-4280-b326-c53556064c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.661347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c571584e-769e-4280-b326-c53556064c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.690258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.798121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:09.809368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:09.831955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7dc17-7ce9-406e-871e-4646fd26855a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.834448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ade7dc17-7ce9-406e-871e-4646fd26855a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4463389 Jul 16 20:14:09.835924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:09.837002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:09.884680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cd7cbc14-77eb-433d-a8fa-210030c9a906 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:09.885220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.976670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.022330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.099619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port d3cd178d-7c92-4cde-999a-5dda7a1f1363 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:10.099970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.133750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.239862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c571584e-769e-4280-b326-c53556064c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.243290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c571584e-769e-4280-b326-c53556064c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.245080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c571584e-769e-4280-b326-c53556064c32 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d4dc7ad5-b376-421c-978e-d14bfcb43208 HTTP/1.1" status: 204 len: 168 time: 1.0042455 Jul 16 20:14:10.293089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.307622 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.309062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571584e-769e-4280-b326-c53556064c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dc7ad5-b376-421c-978e-d14bfcb43208,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.338013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for d3cd178d-7c92-4cde-999a-5dda7a1f1363 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:10.353153 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.361860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb0cc8-8b94-43dd-9c52-a7dcb2a5304a req-3ca737c7-d24f-4fd3-95c5-7e8c87d33fb7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.372298 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56fb0cc8-8b94-43dd-9c52-a7dcb2a5304a req-3ca737c7-d24f-4fd3-95c5-7e8c87d33fb7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 946 time: 0.5644054 Jul 16 20:14:10.413549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-3955a3e4-b56e-44f5-8f9d-9aff3e15c8c3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.420308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Transition to ACTIVE for port object fb778e85-6e17-4c0d-8464-1e2ac35814c5 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:10.423273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-3955a3e4-b56e-44f5-8f9d-9aff3e15c8c3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.5538292 Jul 16 20:14:10.429445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Transition to ACTIVE for port object 8940947e-c16f-4601-9ca1-a3e201860e23 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:10.446551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e99ee5d5-9f7f-45e8-879f-9f760fdab31d None None] Provisioning for port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:10.465049 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.475439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e99ee5d5-9f7f-45e8-879f-9f760fdab31d None None] Provisioning complete for port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:10.476203 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e99ee5d5-9f7f-45e8-879f-9f760fdab31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.498041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Request body: {'port': {'device_id': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'admin_state_up': True, 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:10.591249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Attempting to bind port fb778e85-6e17-4c0d-8464-1e2ac35814c5 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:10.591846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Attempting to bind port fb778e85-6e17-4c0d-8464-1e2ac35814c5 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:10.591956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Attempting to bind port fb778e85-6e17-4c0d-8464-1e2ac35814c5 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:10.613314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e99ee5d5-9f7f-45e8-879f-9f760fdab31d None None] Port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:10.617133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56fb0cc8-8b94-43dd-9c52-a7dcb2a5304a req-2e92cd33-bb60-4581-9473-5d68d0e4b9d1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446053 Jul 16 20:14:10.625394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:10.625877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:10.626292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.626640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:10.627139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Bound port: fb778e85-6e17-4c0d-8464-1e2ac35814c5, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:10.627527 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.630574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7753c-0792-45a5-a38b-8bb4c6230567 None None] Pushing event updated for resources: {'Port': ['ID=fb778e85-6e17-4c0d-8464-1e2ac35814c5,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.700459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Transition to ACTIVE for port object 8940947e-c16f-4601-9ca1-a3e201860e23 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:10.722043 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.733038 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.760408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3379fd86-78d5-493c-971d-adfcdcfcbe28 req-c762d5f2-8f7f-47f1-b9ea-5ce5b211716f tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 210 time: 0.0696247 Jul 16 20:14:10.884739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Pushing event updated for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.900231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.903592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] For port fb778e85-6e17-4c0d-8464-1e2ac35814c5, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:10.917241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=d3cd178d-7c92-4cde-999a-5dda7a1f1363,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.924044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.930275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1b673c3-ff16-40f0-a12b-a2fa41fdb894 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/d3cd178d-7c92-4cde-999a-5dda7a1f1363 HTTP/1.1" status: 204 len: 168 time: 1.0910771 Jul 16 20:14:10.931647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51024) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:10.971679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] For port fb778e85-6e17-4c0d-8464-1e2ac35814c5, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fb778e85-6e17-4c0d-8464-1e2ac35814c5,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:10.979352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:10.984746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.008497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2595ec-0eb9-4b3e-851f-788f8f20af38 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.010481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2595ec-0eb9-4b3e-851f-788f8f20af38 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.012427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4e2595ec-0eb9-4b3e-851f-788f8f20af38 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0785797 Jul 16 20:14:11.017701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51028) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:11.027412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:11.030607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:11.059439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:11.066478 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.095506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet ca98d1db-4122-408c-9a44-9f8419fb0ca7 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:11.120151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.199644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.226207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Routers {'af217979-4519-4f68-aaf7-ff4649dc6aa1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:11.226968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:14:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af217979-4519-4f68-aaf7-ff4649dc6aa1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:11.377505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.435567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] Set router af217979-4519-4f68-aaf7-ff4649dc6aa1 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:11.508817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.529034 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.535697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Attempting to bind port 8940947e-c16f-4601-9ca1-a3e201860e23 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:11.536345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Attempting to bind port 8940947e-c16f-4601-9ca1-a3e201860e23 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:11.536957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Attempting to bind port 8940947e-c16f-4601-9ca1-a3e201860e23 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:11.539326 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.572776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:11.573363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:11.573686 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.574103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:11.575089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Bound port: 8940947e-c16f-4601-9ca1-a3e201860e23, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:11.575649 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.587815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=ca98d1db-4122-408c-9a44-9f8419fb0ca7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:11.590524 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.596564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-33d291e2-bf03-4d7b-80a6-0d2570286390 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/ca98d1db-4122-408c-9a44-9f8419fb0ca7 HTTP/1.1" status: 204 len: 168 time: 0.5765641 Jul 16 20:14:11.598155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51060) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:11.601738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7753c-0792-45a5-a38b-8bb4c6230567 None None] Pushing event updated for resources: {'Port': ['ID=fb778e85-6e17-4c0d-8464-1e2ac35814c5,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:11.733256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Allocated IP 172.20.0.14 (7cb9d257-456f-4ac0-a68a-b3ae12a47524/5c3f974c-ac2b-4076-88f8-c54856c41ad1/e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:11.740432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a144ede2-d6e6-4a89-b0dc-bbf624b1c4da tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1404498 Jul 16 20:14:11.745233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51062) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:11.818693 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.013133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e693cb92-5656-4946-ad17-8578010c72be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.015496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e693cb92-5656-4946-ad17-8578010c72be tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2616813 Jul 16 20:14:12.021023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51070) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:12.031087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:12.054419 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.059136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8940947e-c16f-4601-9ca1-a3e201860e23,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:12.075065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.107168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:12.131093 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.144679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39bb67-d553-4c92-95a9-fe84a0597455 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.149486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd39bb67-d553-4c92-95a9-fe84a0597455 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1247118 Jul 16 20:14:12.150929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51072) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:12.261978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69e7d264-6a8b-429a-9424-afd6689fffa9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094921 Jul 16 20:14:12.262749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51078) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:12.279004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:12.290325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f2f5a-6e8a-4456-9c9a-01ab9f90321e None None] Pushing event updated for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:12.344098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58952d5-ffbd-499f-8a0d-44e5fc3196ae None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:14:12.356007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:12.382901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 4, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port': {'id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:03Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb', 'name': '', 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'mac_address': 'fa:16:3e:7a:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:08Z', 'updated_at': '2021-07-16T20:14:08Z', 'revision_number': 1, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'subnets': [{'id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:12.400571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:12.417135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62d55759-37f5-468b-8fa8-288df08e241d req-291d2e98-0caf-4533-9237-e621e376befb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 210 time: 0.3228447 Jul 16 20:14:12.460837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3347a-3a6a-4642-82e7-295386ff41d0 None None] The sync data for ids ['af217979-4519-4f68-aaf7-ff4649dc6aa1'] in n-d-792458-10 is: [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 4, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port': {'id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:03Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb', 'name': '', 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'mac_address': 'fa:16:3e:7a:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:08Z', 'updated_at': '2021-07-16T20:14:08Z', 'revision_number': 1, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'subnets': [{'id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:12.517289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:12.526665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.618318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.735809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58952d5-ffbd-499f-8a0d-44e5fc3196ae None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:14:12.947927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:12.988800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event updated for resources: {'Port': ['ID=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:13.005102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:13.016502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:13.070348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Router af217979-4519-4f68-aaf7-ff4649dc6aa1 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:13.104907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.105861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.160328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.190352 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-4d42dd80-da33-49ca-bd39-d7a98facd7cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7357950 Jul 16 20:14:13.247957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=1180f2b8-1740-4a5c-a3f0-a6094974c030,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:13.257465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:13.258985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:13.271620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.271878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Request body: {'port': {'device_id': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:13.272215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.312843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e4dbbac9-afd4-47c2-9013-d10f01ffa496 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0487785 Jul 16 20:14:13.316688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51104) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:13.321965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:e3:6f:ff', 'name': 'tempest-NetworksTestDHCPv6-2054119021'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:13.711826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:14.159217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '1180f2b8-1740-4a5c-a3f0-a6094974c030'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '8940947e-c16f-4601-9ca1-a3e201860e23'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:14:14.160601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:14.163117 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.200922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f3320-b1cf-4888-96a1-3834be1834b5 req-ce4f89e6-e1b5-4f44-af42-7906cea82805 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.213301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e8f3320-b1cf-4888-96a1-3834be1834b5 req-ce4f89e6-e1b5-4f44-af42-7906cea82805 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 932 time: 0.4590690 Jul 16 20:14:14.245271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3419ac0e-fd91-49e6-9ffc-6fc5b3a5a291 admin admin] 10.222.0.91 "PUT /v2.0/routers/af217979-4519-4f68-aaf7-ff4649dc6aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1441875 Jul 16 20:14:14.245271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.273243 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.288490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 39364334-1fc1-4648-bb49-7ae0921f1552 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:14.520505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e8f3320-b1cf-4888-96a1-3834be1834b5 req-36586366-32cb-46ce-a390-8fb7428b89d8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060980 Jul 16 20:14:14.580524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::203 (01f31535-5473-49e8-b415-45d37419c5fb/1180f2b8-1740-4a5c-a3f0-a6094974c030/39364334-1fc1-4648-bb49-7ae0921f1552) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:14.608845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51160) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:14.957331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:14.979560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.020113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.030022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:15.037305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Transition to ACTIVE for port object e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:15.044350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.072517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 39364334-1fc1-4648-bb49-7ae0921f1552 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:15.210380 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.258077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1880202853'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:15.284619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:15.291383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fb778e85-6e17-4c0d-8464-1e2ac35814c5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:15.311341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:15.314488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:15.321184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.322221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.324847 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.374225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=39364334-1fc1-4648-bb49-7ae0921f1552,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.383982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:15.393948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.429431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Attempting to bind port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:15.429773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Attempting to bind port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:15.430101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Attempting to bind port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:15.435731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-654a9759-4d99-4900-95a0-a179b23efc52 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1137733 Jul 16 20:14:15.435731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51180) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:15.437175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:15.437796 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Attempting to bind port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:15.460342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:15.460695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:15.461208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Bound using segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:15.461678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Bound port: e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:15.462045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.554162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:15.641318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.641698 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Added segment e7974384-45a8-440e-a3a0-b9a6d2686e7d of type vlan for network da4d3b87-c384-4e6d-ae1b-f714d42249d6 Jul 16 20:14:15.664862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] For port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:15.671106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:15.684915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/1180f2b8-1740-4a5c-a3f0-a6094974c030/8940947e-c16f-4601-9ca1-a3e201860e23) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:15.689158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] For port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:15.699379 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.705188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port fb778e85-6e17-4c0d-8464-1e2ac35814c5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:15.761582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fb778e85-6e17-4c0d-8464-1e2ac35814c5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:15.779551 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.788758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'mac_address': 'fa:16:3e:65:ca:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:15.864278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.887703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.918342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.919279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.920906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-70121364-30b9-4bc1-a0c4-8693303f9145 service neutron] 10.222.0.79 "PUT /v2.0/ports/e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 HTTP/1.1" status: 200 len: 1093 time: 2.6606243 Jul 16 20:14:15.926855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'tag': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:15.930321 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae" -d '{"events": [{"name": "network-changed", "server_uuid": "a04d98b3-0513-4650-a8fc-f23e1bd1cb20", "tag": "e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:15.940488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.984543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.987067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.197605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Network': ['ID=da4d3b87-c384-4e6d-ae1b-f714d42249d6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:16.219687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e98d-9f2b-4168-8ce3-e52f041d4e4b req-4dcbb794-f84b-4b2d-a0bd-fcb3117b0cd8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.242739 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c60e98d-9f2b-4168-8ce3-e52f041d4e4b req-4dcbb794-f84b-4b2d-a0bd-fcb3117b0cd8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 944 time: 0.2414324 Jul 16 20:14:16.272335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3362f8c-b5c1-4213-94d5-ab39a5f1be9e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.296743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3362f8c-b5c1-4213-94d5-ab39a5f1be9e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.296965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-0e2bab65-79b5-481f-954b-87be48516b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.300825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-0e2bab65-79b5-481f-954b-87be48516b3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 1096 time: 0.3092442 Jul 16 20:14:16.303198 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22461a2f-e7c9-42a8-82a0-31d778293989 x-openstack-request-id: req-22461a2f-e7c9-42a8-82a0-31d778293989 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:16.305667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a3362f8c-b5c1-4213-94d5-ab39a5f1be9e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.8614097 Jul 16 20:14:16.306278 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04d98b3-0513-4650-a8fc-f23e1bd1cb20", "tag": "e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:16.306534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51212) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:16.306890 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-22461a2f-e7c9-42a8-82a0-31d778293989 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:16.307584 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'tag': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41', 'status': 'completed', 'code': 200} Jul 16 20:14:16.323194 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6bfe9938-cd27-4476-9463-005738cca026 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7120531 Jul 16 20:14:16.334179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:16.349330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51214) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:16.357426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'subnet': {'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:16.412686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-f7190467-e1ba-4ac2-afee-add559a0991a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 HTTP/1.1" status: 200 len: 217 time: 0.1013982 Jul 16 20:14:16.530232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8940947e-c16f-4601-9ca1-a3e201860e23,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:16.584101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c60e98d-9f2b-4168-8ce3-e52f041d4e4b req-c402c22d-b0c1-4c80-8742-c82874eba7a9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255444 Jul 16 20:14:16.595529 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.614807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] Ignored duplicate provisioning block setup for port 8940947e-c16f-4601-9ca1-a3e201860e23 by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:14:16.636730 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Sync routers for ids ['af217979-4519-4f68-aaf7-ff4649dc6aa1'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:16.654693 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Routers {'af217979-4519-4f68-aaf7-ff4649dc6aa1'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:16.656091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:16.656772 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:14:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af217979-4519-4f68-aaf7-ff4649dc6aa1'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:16.664258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.674641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-892b6811-5de8-414e-a077-72313ce0a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.677352 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.681464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-892b6811-5de8-414e-a077-72313ce0a80e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.2330666 Jul 16 20:14:16.691603 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.796977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-a21dfad2-1085-4f2f-8960-2b6cac0a6068 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092043 Jul 16 20:14:16.864392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bf25a-655d-4c75-a55b-f69a63c7d5ce None None] Pushing event updated for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:16.986409 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.014463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port fb778e85-6e17-4c0d-8464-1e2ac35814c5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fb778e85-6e17-4c0d-8464-1e2ac35814c5,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:17.022931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f5ee53b-011e-4674-b44c-85f62a82df60 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:17.073206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 39364334-1fc1-4648-bb49-7ae0921f1552 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:17.092373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.101468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.266597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-eb20df57-3e42-46dc-be05-22fd74820122 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624026 Jul 16 20:14:17.268718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:17.271439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=fb778e85-6e17-4c0d-8464-1e2ac35814c5,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:17.290572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.414798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:17.446355 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Set router af217979-4519-4f68-aaf7-ff4649dc6aa1 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:17.474740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5f5ee53b-011e-4674-b44c-85f62a82df60'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:17.580259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.710246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b6b5eb5-b81b-4187-8346-836100a1014c req-8de7cb9f-7bca-49d4-bb4d-ad9cd7176ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346080 Jul 16 20:14:17.835841 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.840079 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 4, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port': {'id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:03Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb', 'name': '', 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'mac_address': 'fa:16:3e:7a:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:08Z', 'updated_at': '2021-07-16T20:14:11Z', 'revision_number': 2, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'subnets': [{'id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:17.860827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 39364334-1fc1-4648-bb49-7ae0921f1552 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:17.917837 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Checking router: af217979-4519-4f68-aaf7-ff4649dc6aa1 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:17.921050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Updating router af217979-4519-4f68-aaf7-ff4649dc6aa1 port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:17.992358 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.000412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-c7071185-8e46-4709-8463-b5351f341dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.003171 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-c7071185-8e46-4709-8463-b5351f341dd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 1096 time: 0.1902750 Jul 16 20:14:18.228045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-17e74a29-6286-4b7c-8001-f24f39e9397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.243472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-17e74a29-6286-4b7c-8001-f24f39e9397e service neutron] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 913 time: 0.2229238 Jul 16 20:14:18.269352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Subnet': ['ID=4d0c9250-8149-4301-9470-d789c3c3cf08,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.316490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Checking segment: {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:18.317163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network hostable DHCP agents. Network: da4d3b87-c384-4e6d-ae1b-f714d42249d6, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:18.387602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-47ddb26d-79c0-4b02-95e6-7818c1ea923f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 HTTP/1.1" status: 200 len: 217 time: 0.1372306 Jul 16 20:14:18.455093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1c106-7d1c-4aec-9f44-c43d2a411f7b req-26502ae0-7643-4e00-bca6-24479972b38b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.462652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28b1c106-7d1c-4aec-9f44-c43d2a411f7b req-26502ae0-7643-4e00-bca6-24479972b38b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 944 time: 0.4342799 Jul 16 20:14:18.466448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:18.531684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-0134fc10-716e-4c72-8a71-d0f00882a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.535825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-0134fc10-716e-4c72-8a71-d0f00882a37a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1366866 Jul 16 20:14:18.573891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, da4d3b87-c384-4e6d-ae1b-f714d42249d6) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:18.596521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.597295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.642393 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-11ed1c2c-b7be-4fa9-ad32-15c3087ad9c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991230 Jul 16 20:14:18.779630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28b1c106-7d1c-4aec-9f44-c43d2a411f7b req-242c6c2c-0b9e-4d02-b300-f0a938e2511c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158817 Jul 16 20:14:18.790460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bf53930e-10f1-4597-ae51-21d19c335e6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4372461 Jul 16 20:14:18.810243 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.812593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51272) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:18.824486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1031890833'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:18.842176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.846159 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Transition to ACTIVE for port object 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:18.863142 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.930984 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-cbcbcf91-ec75-4765-9c6e-dcdd21757eea service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876792 Jul 16 20:14:18.947782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=39364334-1fc1-4648-bb49-7ae0921f1552,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.999134 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c267776-c253-49b5-897f-cce4b3bdaba6 None None] Pushing event updated for resources: {'Port': ['ID=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:19.048319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.062379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-276df21e-8f35-44ce-a434-4de780f406fa tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/39364334-1fc1-4648-bb49-7ae0921f1552 HTTP/1.1" status: 204 len: 168 time: 2.7524536 Jul 16 20:14:19.062379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51278) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.063276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:19.073126 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.215607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac4ab7-f955-4faa-a0ac-e776d14387ba None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:19.228252 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Attempting to bind port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:19.234401 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Attempting to bind port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:19.234862 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Attempting to bind port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb on network 32e59cc3-bad9-4859-be34-56c45e1fab65 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:19.254401 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:19.256481 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Checking segment: {'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:19.257696 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.260334 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Bound using segment: {'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:19.262609 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Bound port: 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50969a04-b757-4a55-bfac-af579a2a65c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:19.263340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0573e7a-2617-4a54-bae1-284b808109c2 None None] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:19.265480 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.281706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e111ed-901f-4d68-ad33-851e71dd9261 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.286141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e111ed-901f-4d68-ad33-851e71dd9261 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.292894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.295059 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-36e111ed-901f-4d68-ad33-851e71dd9261 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1823437 Jul 16 20:14:19.350443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:19.388756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.389276 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Added segment bb6c4428-c29e-45e1-91d9-98c0b4af3370 of type vlan for network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b Jul 16 20:14:19.404774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:19.426021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec5b66d-7fd5-4a2f-9162-f0f3502e7cae req-bab2d51b-e239-4ed8-8e67-8a94abc9d1cd service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881790 Jul 16 20:14:19.471331 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] For port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:19.482088 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] For port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,segment=NetworkSegment(50969a04-b757-4a55-bfac-af579a2a65c7),segment_id=50969a04-b757-4a55-bfac-af579a2a65c7)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:19.491487 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.508403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.519855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 1180f2b8-1740-4a5c-a3f0-a6094974c030 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:19.534876 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.587553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.593845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.594816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.663542 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Routers {'af217979-4519-4f68-aaf7-ff4649dc6aa1'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:19.664426 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:14:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af217979-4519-4f68-aaf7-ff4649dc6aa1'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:19.664618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8485758 Jul 16 20:14:19.665770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51294) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.667934 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c267776-c253-49b5-897f-cce4b3bdaba6 None None] Pushing event updated for resources: {'Port': ['ID=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:19.692119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.700171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'subnet': {'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:19.948054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbb69a-f046-41f5-8814-bbddb5df6445 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Network': ['ID=cee3bfb1-4b7c-4f59-8f24-5f3013355d2b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.034620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.087511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8940947e-c16f-4601-9ca1-a3e201860e23 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:20.128943 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] Set router af217979-4519-4f68-aaf7-ff4649dc6aa1 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:20.272361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:20.347099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:20.350731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.427543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.477191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=1180f2b8-1740-4a5c-a3f0-a6094974c030,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.480449 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.483965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a5ffd0f9-b1a4-4599-a84b-c47a49960d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/1180f2b8-1740-4a5c-a3f0-a6094974c030 HTTP/1.1" status: 204 len: 168 time: 1.1870370 Jul 16 20:14:20.490119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51320) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:20.510325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b32f58a5-795b-4089-b9af-16bbd6f81b4b None None] Provisioning for port 8940947e-c16f-4601-9ca1-a3e201860e23 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:20.558182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8940947e-c16f-4601-9ca1-a3e201860e23 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:20.584725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8940947e-c16f-4601-9ca1-a3e201860e23 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:20.585170 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.585636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b788-831c-4357-8659-1c4886700d08 req-c56d146b-72ea-4556-b664-6842d568bf02 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:20.589544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdb6b788-831c-4357-8659-1c4886700d08 req-c56d146b-72ea-4556-b664-6842d568bf02 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 944 time: 0.2849681 Jul 16 20:14:20.597444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-401950de-818e-4d94-a998-67722cd8715a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952737 Jul 16 20:14:20.600009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51322) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:20.780024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:20.918478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdb6b788-831c-4357-8659-1c4886700d08 req-4b424fb6-e6a3-4e3c-bea3-f359c74c74db tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212932 Jul 16 20:14:20.970225 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 4, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port': {'id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:03Z', 'updated_at': '2021-07-16T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb', 'name': '', 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'mac_address': 'fa:16:3e:7a:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:08Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'subnets': [{'id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:20.997031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283381dc-d126-464b-b611-c4b894023d3a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:21.004596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-283381dc-d126-464b-b611-c4b894023d3a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4033849 Jul 16 20:14:21.008568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51328) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:21.042327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:21.086131 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ebe5d4-a1ea-4cd4-830c-aff1549a5bc3 None None] The sync data for ids ['af217979-4519-4f68-aaf7-ff4649dc6aa1'] in n-d-792458-10 is: [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 4, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port': {'id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:03Z', 'updated_at': '2021-07-16T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb', 'name': '', 'network_id': '32e59cc3-bad9-4859-be34-56c45e1fab65', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'mac_address': 'fa:16:3e:7a:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:08Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'subnets': [{'id': '0533c007-db44-4b95-bc67-059d2bcd56ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:21.177247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330ec821-9c60-4e75-83f1-226bc0387495 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:21.187600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-330ec821-9c60-4e75-83f1-226bc0387495 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710017 Jul 16 20:14:21.188576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51332) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:21.301761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41', 'mac_address': 'fa:16:3e:d8:9f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:21.340944 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.353173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51338) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:21.374876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1873026945'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:21.383700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-88babdde-cb33-49c9-a302-08c590dbf19b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1935086 Jul 16 20:14:21.404082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51346) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:21.438798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:21.557114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.621965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 5f5ee53b-011e-4674-b44c-85f62a82df60 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:21.622371 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.713562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-da4d3b87-c384-4e6d-ae1b-f714d42249d6', 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'fixed_ips': [{'subnet_id': '4d0c9250-8149-4301-9470-d789c3c3cf08'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:21.719358 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.742173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:21.750988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.756941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.785642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:21.803178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.883315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-cc84d6df-039f-4c6c-85bc-f3ce753dc903 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6712172 Jul 16 20:14:21.951686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8940947e-c16f-4601-9ca1-a3e201860e23,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:21.974454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Subnet': ['ID=06baaf07-6b7c-443a-a288-899d560be52b,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.982138 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.988003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fb778e85-6e17-4c0d-8464-1e2ac35814c5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:22.052361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:22.055694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Checking segment: {'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:22.056922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network hostable DHCP agents. Network: cee3bfb1-4b7c-4f59-8f24-5f3013355d2b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:22.077539 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.086766 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Added segment 6b3c159b-3d86-43ad-a254-9a93ddae0749 of type vlan for network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 Jul 16 20:14:22.323706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:22.364435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, cee3bfb1-4b7c-4f59-8f24-5f3013355d2b) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:22.372582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.378077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.397077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-33d80294-f4f7-424b-af03-0a7852008838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.404979 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-33d80294-f4f7-424b-af03-0a7852008838 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1097 time: 0.4113514 Jul 16 20:14:22.409958 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.453898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:22.463788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:22.475301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.577704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2bf9bee4-96bc-42ed-99dc-b6b8ac0579f1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8928609 Jul 16 20:14:22.583722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:14:22.736823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5c524-a40d-4c27-bc31-4bc4d8bd428c req-f1bd586b-a778-4fa0-84c6-34989fc41784 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.760300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bda5c524-a40d-4c27-bc31-4bc4d8bd428c req-f1bd586b-a778-4fa0-84c6-34989fc41784 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 944 time: 0.3915308 Jul 16 20:14:22.774659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.798245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.801897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.919120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bda5c524-a40d-4c27-bc31-4bc4d8bd428c req-47244d9f-a075-4f8c-b876-79f3e0ae1a71 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541812 Jul 16 20:14:22.947757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Allocated IP 19.80.0.2 (da4d3b87-c384-4e6d-ae1b-f714d42249d6/4d0c9250-8149-4301-9470-d789c3c3cf08/e5565128-fea2-48aa-8be4-e405d8e8deff) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:23.030208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Network': ['ID=3262dfb2-93b5-49b2-aac0-84fcfcbf4190,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:23.088909 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27a40e04-7b1e-4fae-bde7-ae4eac37016c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7315776 Jul 16 20:14:23.096685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51388) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:23.131502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1563060481'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:23.152726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-9676f8f3-9479-4b33-8a38-d29d2949b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.154630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-9676f8f3-9479-4b33-8a38-d29d2949b7b5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.7122312 Jul 16 20:14:23.299270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:14:23.328750 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.342744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Transition to ACTIVE for port object e5565128-fea2-48aa-8be4-e405d8e8deff will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:23.403791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Transition to ACTIVE for port object e5565128-fea2-48aa-8be4-e405d8e8deff will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:23.455365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba463e-edc6-41da-992d-7f2ba2e87578 None None] Network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:23.565055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:23.585232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.686034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:23.700231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.700525 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Added segment e7c36eba-cad5-4035-a30a-14f00c1841c0 of type vlan for network 8cd80618-c163-4a0e-9117-d6ed2b378b44 Jul 16 20:14:23.922213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:23.923400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.925436 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.159685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.219471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Pushing event updated for resources: {'Port': ['ID=e5565128-fea2-48aa-8be4-e405d8e8deff,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.229201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-8422e247-d290-4e7d-845f-f3fafabd8502 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 200 len: 1001 time: 0.2075980 Jul 16 20:14:24.256110 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:24.305782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.327595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.328414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.343404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-bd4d2e0d-33f1-4a1f-8b5f-2b0cda4afb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.345416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-bd4d2e0d-33f1-4a1f-8b5f-2b0cda4afb14 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.0918508 Jul 16 20:14:24.432901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:24.452751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:24.460449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:24.467502 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f7c032-32e4-4638-bd04-07303b8dbb87" -d '{"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:24.504106 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4039283 Jul 16 20:14:24.504318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-eb38d4ee-a34e-49f8-bb64-8440eb695e85 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.508422 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.528790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fb778e85-6e17-4c0d-8464-1e2ac35814c5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:24.529162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.531023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-eb38d4ee-a34e-49f8-bb64-8440eb695e85 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.537183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51422) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:24.544974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-eb38d4ee-a34e-49f8-bb64-8440eb695e85 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/networks?id=da4d3b87-c384-4e6d-ae1b-f714d42249d6&id=cee3bfb1-4b7c-4f59-8f24-5f3013355d2b&id=da4d3b87-c384-4e6d-ae1b-f714d42249d6 HTTP/1.1" status: 200 len: 1392 time: 1.4333603 Jul 16 20:14:24.577375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'subnet': {'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:24.587515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-cd9aea46-d7fa-477d-b359-bba230d1749a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/quotas/6ffeced1d1244c4787ef437a1b20a047 HTTP/1.1" status: 200 len: 375 time: 0.0413687 Jul 16 20:14:24.728084 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.741137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.750960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-00ef1241-3d07-4ecb-b490-468d709df79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.752610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-00ef1241-3d07-4ecb-b490-468d709df79f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3814917 Jul 16 20:14:24.790807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7213330-5889-41b9-94b1-c57a0babb7d3 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Network': ['ID=8cd80618-c163-4a0e-9117-d6ed2b378b44,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.910378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-2e3368ab-9094-4322-b367-0df0d5bbbe7d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3215837 Jul 16 20:14:25.031872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:25.048701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.054618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0200c-c214-4657-9fc4-e2e70a577dbd None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:25.181528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-4ec06415-36a8-41d0-9709-ed426955133b service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197063 Jul 16 20:14:25.191485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f8a578c1-ef5f-48fc-82c7-ca38883bcfda service neutron] 10.222.0.91 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682958 Jul 16 20:14:25.196718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:25.285221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8940947e-c16f-4601-9ca1-a3e201860e23,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.312221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:25.318449 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.361870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0e089-baac-474e-a9ed-793642b6d50f req-488a3e5a-8c38-4541-b369-65bb1b049e26 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:25.380651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51f0e089-baac-474e-a9ed-793642b6d50f req-488a3e5a-8c38-4541-b369-65bb1b049e26 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 945 time: 0.6214278 Jul 16 20:14:25.408060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:25.421223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.440349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:25.529542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.532320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.559306 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b7ab40f-b159-4f67-b869-60090e7951b3 req-5ceb030c-b210-468a-bbba-69d12132f0ca service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553860 Jul 16 20:14:25.573368 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d3036a5a-d900-4745-bb8b-a5193da85997 service neutron] 10.222.0.91 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803470 Jul 16 20:14:25.587397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:25.716656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Attempting to bind port e5565128-fea2-48aa-8be4-e405d8e8deff on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:25.716656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Attempting to bind port e5565128-fea2-48aa-8be4-e405d8e8deff by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:25.717021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Attempting to bind port e5565128-fea2-48aa-8be4-e405d8e8deff on network da4d3b87-c384-4e6d-ae1b-f714d42249d6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:25.720573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-422af018-73cb-4b41-b925-c781c9e28f42 None None] Provisioning complete for port 8940947e-c16f-4601-9ca1-a3e201860e23 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:25.720938 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-422af018-73cb-4b41-b925-c781c9e28f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.759704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-59837265-6f30-442f-8549-f87574e6b01b service neutron] 10.222.0.91 "GET /v2.0/networks/cee3bfb1-4b7c-4f59-8f24-5f3013355d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852086 Jul 16 20:14:25.850115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:25.857938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51f0e089-baac-474e-a9ed-793642b6d50f req-32b3449a-6352-4252-a9fb-722128262820 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658263 Jul 16 20:14:25.872479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:25.893511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:25.895196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Checking segment: {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:25.896864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:25.897245 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.898031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Bound using segment: {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:25.898884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.904587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Bound port: e5565128-fea2-48aa-8be4-e405d8e8deff, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:25.905112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.917789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=4fb02433-8644-49a3-865b-32e438231ed4,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.930727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.987214 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-310527ae-dda2-44bc-9c4e-052773105136 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5785923 Jul 16 20:14:25.990319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51440) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:25.998433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0fe8d8e4-5134-4eec-a5ba-7ed32e94f94a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:26.030820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f10afb89-0f0e-4371-a281-6f66a2c9b37e service neutron] 10.222.0.91 "GET /v2.0/networks/cee3bfb1-4b7c-4f59-8f24-5f3013355d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648282 Jul 16 20:14:26.285862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-69f65d4b-a057-49c8-ae08-140d74f5c33d service neutron] 10.222.0.91 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473772 Jul 16 20:14:26.395082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-cee3bfb1-4b7c-4f59-8f24-5f3013355d2b', 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'fixed_ips': [{'subnet_id': '06baaf07-6b7c-443a-a288-899d560be52b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:26.409762 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.427811 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff39bf-2432-4ef6-9d6e-f100b080af2a x-openstack-request-id: req-c9ff39bf-2432-4ef6-9d6e-f100b080af2a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:26.428405 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:26.431490 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9ff39bf-2432-4ef6-9d6e-f100b080af2a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:26.433840 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'code': 200} Jul 16 20:14:26.481555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe8d8e4-5134-4eec-a5ba-7ed32e94f94a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:26.490553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d8e4-5134-4eec-a5ba-7ed32e94f94a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.551140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] For port e5565128-fea2-48aa-8be4-e405d8e8deff, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:26.555636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] For port e5565128-fea2-48aa-8be4-e405d8e8deff, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e5565128-fea2-48aa-8be4-e405d8e8deff,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:26.603845 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.651800 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f984225f-70a6-4ef4-9abe-3713e18c2737 service neutron] 10.222.0.91 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504293 Jul 16 20:14:26.822955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.040835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce7abe-936f-4d6f-bd98-78731c9465e5 None None] Pushing event updated for resources: {'Port': ['ID=e5565128-fea2-48aa-8be4-e405d8e8deff,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:27.372330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Subnet': ['ID=00158d16-4801-4ca7-b933-3c691ad5641b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:27.456624 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ccdbecc-0a48-4a88-aa5b-e8da5c5d3e0a req-45c1bea5-cdea-4528-b73c-5186d521c1d1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 210 time: 0.0791998 Jul 16 20:14:27.511271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Checking segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:27.512058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network hostable DHCP agents. Network: 3262dfb2-93b5-49b2-aac0-84fcfcbf4190, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:27.524304 n-d-792458-10 neutron-server[93861]: INFO neutron.db.ipam_backend_mixin [None req-0fe8d8e4-5134-4eec-a5ba-7ed32e94f94a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fb02433-8644-49a3-865b-32e438231ed4 (CIDR: 2001:db8::/64) Jul 16 20:14:27.576121 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe8d8e4-5134-4eec-a5ba-7ed32e94f94a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:14:27.576594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe8d8e4-5134-4eec-a5ba-7ed32e94f94a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:14:27.628143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01497fa0-b87a-491e-ad46-beb4537ffe2c req-16fc8e05-6c06-431e-803b-c16e80318b07 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.644946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01497fa0-b87a-491e-ad46-beb4537ffe2c req-16fc8e05-6c06-431e-803b-c16e80318b07 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 945 time: 0.3547854 Jul 16 20:14:27.695759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d6365-e6e5-4e47-ac18-933d1c721b41 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:27.697613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:27.763259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01497fa0-b87a-491e-ad46-beb4537ffe2c req-a2150160-6237-4f02-9baa-69f578957248 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163080 Jul 16 20:14:27.769795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51492) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.777472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:27.784254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0fe8d8e4-5134-4eec-a5ba-7ed32e94f94a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7925687 Jul 16 20:14:27.787952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:27.834125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 3262dfb2-93b5-49b2-aac0-84fcfcbf4190) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:27.855929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.856796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc3e51-5d39-4b23-950d-71252ca6a14f None None] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:27.859391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.898198 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63d361a1-80c5-49bc-adfe-857fe85d4a73 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3319080 Jul 16 20:14:27.900471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51500) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.911483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'subnet': {'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:28.111137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:28.124585 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.224693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:28.242237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.436310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-228b4c4f-9aac-4466-9604-9d121e5abef5 None None] Provisioning complete for port 8940947e-c16f-4601-9ca1-a3e201860e23 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:28.437567 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-228b4c4f-9aac-4466-9604-9d121e5abef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.778344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:28.845926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95b96b25-4a0e-48b3-bad2-a336b33b9f9d req-a66fe48b-a711-4ecb-acea-024103fbecf3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 210 time: 0.1502578 Jul 16 20:14:28.928777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:28.945689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:28.946578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.967454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.053829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'fixed_ips': [{'subnet_id': '00158d16-4801-4ca7-b933-3c691ad5641b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:29.054954 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.167943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.183520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Checking segment: {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:29.183649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network hostable DHCP agents. Network: 8cd80618-c163-4a0e-9117-d6ed2b378b44, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:29.188849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Subnet': ['ID=9d6bc668-387d-40c1-abc9-70605eec3598,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:29.226542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:29.229803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Allocated IP 19.86.0.2 (cee3bfb1-4b7c-4f59-8f24-5f3013355d2b/06baaf07-6b7c-443a-a288-899d560be52b/9503f320-7fc3-411f-8cbe-583ae0aa54ca) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:29.257531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8cd80618-c163-4a0e-9117-d6ed2b378b44) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:29.281376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.281994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.294825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55b81b-d448-421e-98fb-e1d121d7d6ff None None] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:29.433737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=9a1df3ae-e213-4a32-9325-3603ad1c7637,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:29.473431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:29.476164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:29.485476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.496769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.500485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3730fc6a-ecd2-4f63-8941-c1aa9413f8ff tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5987360 Jul 16 20:14:29.502484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51538) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:29.516330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'port': {'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'name': 'tempest-TaggedBootDevicesTest-7311327', 'fixed_ips': [{'subnet_id': '00158d16-4801-4ca7-b933-3c691ad5641b'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:29.531186 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b81a5502-b0a3-49b5-8941-db263b317556 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7594240 Jul 16 20:14:29.533999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51540) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:29.541151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:9e:68:93', 'name': 'tempest-NetworksTestDHCPv6-596850336'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:29.569119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05259-33de-4011-9f28-dfa480975184 req-5c1237ad-6244-4a2d-bb6c-8ada57d511d4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.577783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94b05259-33de-4011-9f28-dfa480975184 req-5c1237ad-6244-4a2d-bb6c-8ada57d511d4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 945 time: 0.2770209 Jul 16 20:14:29.702154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94b05259-33de-4011-9f28-dfa480975184 req-af078454-79c2-4a32-9351-85389f9e5003 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227732 Jul 16 20:14:29.773043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531b814-4f3b-4fbd-b356-a0687090948d None None] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:29.794735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:29.807393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:29.864744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:29.944637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:29.945301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.123709 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.163624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.181392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 4204ca32-04d4-4fe4-ac90-25f9f743271c yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:30.249813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] device_id is not set on port f354f5c9-881f-45a4-9c64-5402f2be7e38 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:30.283599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.365834 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-8cd80618-c163-4a0e-9117-d6ed2b378b44', 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'fixed_ips': [{'subnet_id': '9d6bc668-387d-40c1-abc9-70605eec3598'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:30.367046 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.425421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Allocated IP 10.1.1.2 (3262dfb2-93b5-49b2-aac0-84fcfcbf4190/00158d16-4801-4ca7-b933-3c691ad5641b/dfa6f584-ba2a-4205-a2a1-5da36a2a51f0) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:30.465806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8:0:1::1bb (01f31535-5473-49e8-b415-45d37419c5fb/9a1df3ae-e213-4a32-9325-3603ad1c7637/4204ca32-04d4-4fe4-ac90-25f9f743271c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:30.492540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fe9e:6893 (01f31535-5473-49e8-b415-45d37419c5fb/4fb02433-8644-49a3-865b-32e438231ed4/4204ca32-04d4-4fe4-ac90-25f9f743271c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:30.539565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fbd58cff-f572-439c-8784-c17d063d2be8 req-30413f5b-5b03-4556-84a7-2c5d2cc974e4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 210 time: 0.3505039 Jul 16 20:14:30.558314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-a4a07e3e-db47-40f2-935d-9ab3cae0f768 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:30.570957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-a4a07e3e-db47-40f2-935d-9ab3cae0f768 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:30.575422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-a4a07e3e-db47-40f2-935d-9ab3cae0f768 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "GET /v2.0/networks?id=da4d3b87-c384-4e6d-ae1b-f714d42249d6&id=cee3bfb1-4b7c-4f59-8f24-5f3013355d2b&id=da4d3b87-c384-4e6d-ae1b-f714d42249d6 HTTP/1.1" status: 200 len: 1392 time: 0.2554300 Jul 16 20:14:30.597867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'port': {'device_id': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6', 'admin_state_up': True, 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:30.698229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51564) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.705544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,segment=NetworkSegment(50969a04-b757-4a55-bfac-af579a2a65c7),segment_id=50969a04-b757-4a55-bfac-af579a2a65c7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:30.762193 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.763066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8940947e-c16f-4601-9ca1-a3e201860e23 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:30.815950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cdf64e68-3882-42ab-9e37-4693f665f120 None None] Provisioning for port e5565128-fea2-48aa-8be4-e405d8e8deff completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:30.891818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bf55dab-f3d7-4a1f-b570-19cc6f7e264e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.948909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.952942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:30.963960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.016424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8940947e-c16f-4601-9ca1-a3e201860e23 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:31.017318 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.095617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bf55dab-f3d7-4a1f-b570-19cc6f7e264e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.103248 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bf55dab-f3d7-4a1f-b570-19cc6f7e264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.104065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.153213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0bf55dab-f3d7-4a1f-b570-19cc6f7e264e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9eeb3a781f34447ebd2dcd7f946c5ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533067 Jul 16 20:14:31.154248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf55dab-f3d7-4a1f-b570-19cc6f7e264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9918de6-07d3-48cf-bfe3-cee44898b6e2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.157396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51582) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:31.226580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb370-5498-4e60-a26e-21c165325a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.228883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Allocated IP 19.80.0.182 (da4d3b87-c384-4e6d-ae1b-f714d42249d6/4d0c9250-8149-4301-9470-d789c3c3cf08/37f13dc4-bd0d-487d-aac8-a3a9c9d93f97) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:31.244541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:31.247174 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683bddb-2cf3-4f07-b950-1a986cdec3d3" -d '{"events": [{"server_uuid": "a04d98b3-0513-4650-a8fc-f23e1bd1cb20", "name": "network-vif-plugged", "status": "completed", "tag": "e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:31.256425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb370-5498-4e60-a26e-21c165325a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.322256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:31.328387 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.365621 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0adcbe-ddf9-430a-8295-8e9c5576bfef x-openstack-request-id: req-1f0adcbe-ddf9-430a-8295-8e9c5576bfef {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:31.366311 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d98b3-0513-4650-a8fc-f23e1bd1cb20", "name": "network-vif-plugged", "status": "completed", "tag": "e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:31.366932 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1f0adcbe-ddf9-430a-8295-8e9c5576bfef {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:31.367540 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41', 'code': 200} Jul 16 20:14:31.374306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb370-5498-4e60-a26e-21c165325a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.382664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb370-5498-4e60-a26e-21c165325a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.383458 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.387135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca7fb370-5498-4e60-a26e-21c165325a14 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c9918de6-07d3-48cf-bfe3-cee44898b6e2 HTTP/1.1" status: 204 len: 168 time: 0.2262626 Jul 16 20:14:31.396584 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.406785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fb370-5498-4e60-a26e-21c165325a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9918de6-07d3-48cf-bfe3-cee44898b6e2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.482226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.527655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Transition to ACTIVE for port object 9503f320-7fc3-411f-8cbe-583ae0aa54ca will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:31.544426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Transition to ACTIVE for port object dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:31.583360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '4fb02433-8644-49a3-865b-32e438231ed4', 'ip_address': '2001:db8::f816:3eff:fe60:499d'}, {'subnet_id': '9a1df3ae-e213-4a32-9325-3603ad1c7637'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '8940947e-c16f-4601-9ca1-a3e201860e23'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:14:31.606444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Allocated IP 10.2.2.2 (8cd80618-c163-4a0e-9117-d6ed2b378b44/9d6bc668-387d-40c1-abc9-70605eec3598/5065125c-7776-43f9-b8cc-0cd7cc1d2021) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:31.618784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.653395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.677572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9885d73-ed7f-4782-9908-2a64d1888146 req-a9417724-6e07-4f28-96d2-edb31602148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:31.678701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9885d73-ed7f-4782-9908-2a64d1888146 req-a9417724-6e07-4f28-96d2-edb31602148f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 1098 time: 0.2264018 Jul 16 20:14:31.684209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Transition to ACTIVE for port object 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:31.711684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a72d75-29e3-4d67-8237-4b724479e352 req-827673d1-1b20-48f9-bd7f-d84580cc3fb3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:31.722025 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-12a72d75-29e3-4d67-8237-4b724479e352 req-827673d1-1b20-48f9-bd7f-d84580cc3fb3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 945 time: 0.7429633 Jul 16 20:14:31.758902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Transition to ACTIVE for port object 9503f320-7fc3-411f-8cbe-583ae0aa54ca will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:31.775533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9885d73-ed7f-4782-9908-2a64d1888146 req-964468a6-06ad-4712-b94e-a5376a1722da service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890279 Jul 16 20:14:31.808741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Transition to ACTIVE for port object dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:31.819684 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.856824 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.861222 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.880801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-12a72d75-29e3-4d67-8237-4b724479e352 req-7cd00085-8edd-41d4-8bf0-ae28649b8ad4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545737 Jul 16 20:14:31.885990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 4204ca32-04d4-4fe4-ac90-25f9f743271c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:31.914110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:31.938029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:31.951735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6136682-1cbb-4b89-bc69-e043f5a7f519 req-04eb2204-f582-4554-8b2c-e7c00f0e8457 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 210 time: 0.1655452 Jul 16 20:14:31.953465 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:31.955485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:32.045433 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.124183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:32.135828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:32.143245 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.147812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 10.1.1.116 (3262dfb2-93b5-49b2-aac0-84fcfcbf4190/00158d16-4801-4ca7-b933-3c691ad5641b/f354f5c9-881f-45a4-9c64-5402f2be7e38) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:32.184525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51600) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:32.217054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:32.221197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:32.223086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:32.226122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:32.229894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:32.233343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:32.245735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:32.257568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Pushing event updated for resources: {'Port': ['ID=9503f320-7fc3-411f-8cbe-583ae0aa54ca,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.260996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.267018 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.349751 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8144538 Jul 16 20:14:32.371004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51606) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:32.448465 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.450608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.459231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Port': ['ID=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.462577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Transition to ACTIVE for port object 5065125c-7776-43f9-b8cc-0cd7cc1d2021 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:32.468546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ae75670-6fd5-47a8-86cf-163efdcccb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.483482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Transition to ACTIVE for port object 5065125c-7776-43f9-b8cc-0cd7cc1d2021 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:32.673443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.674626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.687898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bf30b-043c-4ff3-bf3d-35b82dfc29a6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=4204ca32-04d4-4fe4-ac90-25f9f743271c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.787950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 4204ca32-04d4-4fe4-ac90-25f9f743271c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:32.788647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.972835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] Allocated IP 2001:db8:0:1::2 (01f31535-5473-49e8-b415-45d37419c5fb/9a1df3ae-e213-4a32-9325-3603ad1c7637/8940947e-c16f-4601-9ca1-a3e201860e23) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:33.067016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ae75670-6fd5-47a8-86cf-163efdcccb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.073314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.094045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ae75670-6fd5-47a8-86cf-163efdcccb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.123399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-3bd4acc7-8a55-4467-a492-6ecc92343674 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5354400 Jul 16 20:14:33.127283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8940947e-c16f-4601-9ca1-a3e201860e23,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:33.136339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 4204ca32-04d4-4fe4-ac90-25f9f743271c owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:33.169981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.184349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'port': {'device_id': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b', 'admin_state_up': True, 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:33.187146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] Transition to ACTIVE for port object 8940947e-c16f-4601-9ca1-a3e201860e23 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:33.207163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Transition to ACTIVE for port object f354f5c9-881f-45a4-9c64-5402f2be7e38 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:33.287145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.299092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Pushing event updated for resources: {'Port': ['ID=dfa6f584-ba2a-4205-a2a1-5da36a2a51f0,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.309012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.312505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Attempting to bind port 9503f320-7fc3-411f-8cbe-583ae0aa54ca on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:33.312864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Attempting to bind port 9503f320-7fc3-411f-8cbe-583ae0aa54ca by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:33.313217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Attempting to bind port 9503f320-7fc3-411f-8cbe-583ae0aa54ca on network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:33.352817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae75670-6fd5-47a8-86cf-163efdcccb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3273a9-5364-40bc-85f4-c296ef64fb0c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.361962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.400167 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7ae75670-6fd5-47a8-86cf-163efdcccb00 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f02f44187e774a1eaec863ad0cfd02b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2000597 Jul 16 20:14:33.403888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51628) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:33.425965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033928-9f81-4d94-b148-d30507afe1bd req-84981443-f0b1-48c8-a450-2dbb2f7cf029 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.427739 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-84981443-f0b1-48c8-a450-2dbb2f7cf029 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.2507565 Jul 16 20:14:33.443656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:33.457570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:33.466460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:33.471512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:33.472169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Checking segment: {'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:33.472822 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.473558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Bound using segment: {'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:33.474360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Bound port: 9503f320-7fc3-411f-8cbe-583ae0aa54ca, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:33.475348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.497003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6f20a-a73d-4688-b995-e451d1d25a0f None None] Pushing event updated for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.527143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a9bed-33ba-4738-98f1-81361df5929b req-ad8221d4-8e61-4cf9-8f70-3072ba33e437 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.528844 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b4a9bed-33ba-4738-98f1-81361df5929b req-ad8221d4-8e61-4cf9-8f70-3072ba33e437 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.2968860 Jul 16 20:14:33.557876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=f354f5c9-881f-45a4-9c64-5402f2be7e38,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.562966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-1a158c75-7d54-44d5-b6e6-c661f590c21d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/quotas/42c9cf5d03a04be39a339160e69b7ae9 HTTP/1.1" status: 200 len: 375 time: 0.1162052 Jul 16 20:14:33.617375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:33.622645 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.640736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-928ef089-2350-4bbb-a0a3-17c945259635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.650750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.651572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.668964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b4a9bed-33ba-4738-98f1-81361df5929b req-d0ef57d9-9beb-4593-81d9-421eb8f0f199 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253698 Jul 16 20:14:33.692786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Attempting to bind port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:33.694445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Attempting to bind port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:33.696929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Attempting to bind port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:33.706727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-24212a9c-982b-406f-8eac-4cc38a9e149f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2030032 Jul 16 20:14:33.708097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Pushing event updated for resources: {'Port': ['ID=5065125c-7776-43f9-b8cc-0cd7cc1d2021,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.709906 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-928ef089-2350-4bbb-a0a3-17c945259635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.715298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51630) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:33.718715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c4ef4870-e41c-49a7-a96d-fb74c55e089e None None] Provisioning for port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:33.731744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'port': {'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'name': 'tempest-TaggedBootDevicesTest-676952024', 'fixed_ips': [{'subnet_id': '00158d16-4801-4ca7-b933-3c691ad5641b'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:33.756347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c4ef4870-e41c-49a7-a96d-fb74c55e089e None None] Provisioning complete for port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:33.759987 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4870-e41c-49a7-a96d-fb74c55e089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.802036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-89549dfb-f129-4896-8a1a-93fd6f22f26b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2239392 Jul 16 20:14:33.863396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Allocated IP 19.86.0.212 (cee3bfb1-4b7c-4f59-8f24-5f3013355d2b/06baaf07-6b7c-443a-a288-899d560be52b/9fc31593-b27e-42f7-9c6b-435d155f75ac) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:33.864177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:33.865174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Checking segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:33.866016 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.867486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Bound using segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:33.870189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Bound port: dfa6f584-ba2a-4205-a2a1-5da36a2a51f0, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:33.870801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.959428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-928ef089-2350-4bbb-a0a3-17c945259635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.962696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-928ef089-2350-4bbb-a0a3-17c945259635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.967526 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-928ef089-2350-4bbb-a0a3-17c945259635 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3e3273a9-5364-40bc-85f4-c296ef64fb0c HTTP/1.1" status: 204 len: 168 time: 0.5584610 Jul 16 20:14:33.977954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:33.998553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ef089-2350-4bbb-a0a3-17c945259635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3273a9-5364-40bc-85f4-c296ef64fb0c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.036370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-0798df08-a03e-4791-a612-2805d3afa6ad service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230082 Jul 16 20:14:34.055857 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.056178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:34.065002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.074044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Transition to ACTIVE for port object 9fc31593-b27e-42f7-9c6b-435d155f75ac will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:34.087932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.103610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] device_id is not set on port 5a467959-2f28-49ce-9483-871091ace3a6 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:34.109255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:34.110264 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.162495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=4204ca32-04d4-4fe4-ac90-25f9f743271c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.209669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:34.217880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:34.262986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.265265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dff7d5af-94cd-4285-becf-e1aa116416b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/4204ca32-04d4-4fe4-ac90-25f9f743271c HTTP/1.1" status: 204 len: 168 time: 1.8927207 Jul 16 20:14:34.268506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51636) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:34.374669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698b0-58f6-40b6-a837-d867380b2b8a req-fa658695-8e67-44fc-90a9-e87a9361e7ea tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.376429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf8698b0-58f6-40b6-a837-d867380b2b8a req-fa658695-8e67-44fc-90a9-e87a9361e7ea tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 932 time: 0.3000324 Jul 16 20:14:34.405812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.421621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-49a8b2a4-1207-4379-b234-0cdea278d02c service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777583 Jul 16 20:14:34.442931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] For port 9503f320-7fc3-411f-8cbe-583ae0aa54ca, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:34.472411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef4870-e41c-49a7-a96d-fb74c55e089e None None] Port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:34.556436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:34.568484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 10.1.1.105 (3262dfb2-93b5-49b2-aac0-84fcfcbf4190/00158d16-4801-4ca7-b933-3c691ad5641b/5a467959-2f28-49ce-9483-871091ace3a6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:34.584889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] For port 9503f320-7fc3-411f-8cbe-583ae0aa54ca, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9503f320-7fc3-411f-8cbe-583ae0aa54ca,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:34.619402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Attempting to bind port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:34.627928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Attempting to bind port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:34.628563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Attempting to bind port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 on network 8cd80618-c163-4a0e-9117-d6ed2b378b44 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:34.631698 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.645231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4e899-58e3-4a60-966d-df5a3eefb33d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.654478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-02c4e899-58e3-4a60-966d-df5a3eefb33d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3822470 Jul 16 20:14:34.655746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:34.660452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51640) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:34.685232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Port': ['ID=9fc31593-b27e-42f7-9c6b-435d155f75ac,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.699109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf8698b0-58f6-40b6-a837-d867380b2b8a req-a164232a-d10f-4090-a89b-85ad73f36bcb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155677 Jul 16 20:14:34.700953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:34.808396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.811931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.823043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] For port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:34.826179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Pushing event updated for resources: {'Port': ['ID=9503f320-7fc3-411f-8cbe-583ae0aa54ca,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.846857 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-6486d8bd-1f88-4263-a8d3-d6f000dd205d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6783628 Jul 16 20:14:34.858550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:34.879028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'port': {'device_id': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6', 'admin_state_up': True, 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:34.887035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Checking segment: {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:34.887542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.888010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Bound using segment: {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:34.888630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Bound port: 5065125c-7776-43f9-b8cc-0cd7cc1d2021, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:34.889080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.924932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e5565128-fea2-48aa-8be4-e405d8e8deff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:34.939522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] For port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dfa6f584-ba2a-4205-a2a1-5da36a2a51f0,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:34.942759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.965027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.965460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.965799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.966137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.966545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.966923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.967268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.967586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.968002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.968333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:34.969109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad85dba5-e4c2-45f3-85b2-5eae058eb20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.104588 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.156122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2db2970-e749-4d13-afea-e7f390cfc100 req-4f705ea5-65e9-451b-a94d-1502d622d314 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 210 time: 0.1204343 Jul 16 20:14:35.256662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2edee3f-dc5a-4a16-bf8d-d52c956714fb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.270147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a2edee3f-dc5a-4a16-bf8d-d52c956714fb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5965645 Jul 16 20:14:35.283717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51664) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:35.322007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454fc1c-4990-4b7a-8582-051a5b6c2584 None None] Pushing event updated for resources: {'Port': ['ID=dfa6f584-ba2a-4205-a2a1-5da36a2a51f0,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.370130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:35.379385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.552842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.616918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] For port 5065125c-7776-43f9-b8cc-0cd7cc1d2021, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:35.630147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315c9d2-6754-4c0d-8a96-6b26bc61b8f6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.640846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] For port 5065125c-7776-43f9-b8cc-0cd7cc1d2021, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5065125c-7776-43f9-b8cc-0cd7cc1d2021,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:35.646262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315c9d2-6754-4c0d-8a96-6b26bc61b8f6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.651789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.675908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315c9d2-6754-4c0d-8a96-6b26bc61b8f6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.682733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a315c9d2-6754-4c0d-8a96-6b26bc61b8f6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4077885 Jul 16 20:14:35.685385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Transition to ACTIVE for port object 5a467959-2f28-49ce-9483-871091ace3a6 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:35.759294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e5565128-fea2-48aa-8be4-e405d8e8deff completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:35.811354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51680) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:35.825857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e5565128-fea2-48aa-8be4-e405d8e8deff triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:35.827235 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.961079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda89dae-f74a-4974-8ead-d8b92eab49c9 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:35.965559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19402b22-abb5-4d34-b675-4572c2fc6993 None None] Pushing event updated for resources: {'Port': ['ID=5065125c-7776-43f9-b8cc-0cd7cc1d2021,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:36.059446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 4fb02433-8644-49a3-865b-32e438231ed4 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:36.064349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.085246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93225782-9044-4b56-8d5a-0023e109fa78 req-6c08a397-09d9-441f-a4aa-ec01a0467566 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.096228 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93225782-9044-4b56-8d5a-0023e109fa78 req-6c08a397-09d9-441f-a4aa-ec01a0467566 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.4088471 Jul 16 20:14:36.151448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93225782-9044-4b56-8d5a-0023e109fa78 req-8e7aa67c-7cef-4af0-a2b2-92aa92e29723 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Jul 16 20:14:36.156370 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.204551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.252316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:36.278722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:36.356372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:36.526001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.527106 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.582386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=5a467959-2f28-49ce-9483-871091ace3a6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:36.594940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8677225 Jul 16 20:14:36.616788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.616788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.621323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.626677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.627267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.628909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.630863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.631466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.637021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.637021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.637021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.637021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab72de-a140-4e7e-99c1-9cf900d96067 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.660370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d26696ce-a745-4196-9c25-3c8f08f5b530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.741345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f7dd3f7f-8c8a-4ce7-896c-ab12ad8ba1e2 None None] Provisioning for port 8940947e-c16f-4601-9ca1-a3e201860e23 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:36.775438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-afbfd84a-d2a2-483d-a931-f98e6077bf2b req-6b213f2f-681b-45d1-b3c4-e7cb561f3173 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 210 time: 0.1179910 Jul 16 20:14:36.777600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f7dd3f7f-8c8a-4ce7-896c-ab12ad8ba1e2 None None] Provisioning complete for port 8940947e-c16f-4601-9ca1-a3e201860e23 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:36.778197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3f7f-8c8a-4ce7-896c-ab12ad8ba1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.027249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.254004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e5565128-fea2-48aa-8be4-e405d8e8deff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e5565128-fea2-48aa-8be4-e405d8e8deff,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:37.298175 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.317671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Allocated IP 19.80.0.159 (da4d3b87-c384-4e6d-ae1b-f714d42249d6/4d0c9250-8149-4301-9470-d789c3c3cf08/2349319f-c638-4db0-add5-666793548435) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:37.409242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:37.415181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-380e2223-0c4e-4680-bfee-eeab94572238 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2040757469', 'description': 'tempest-description--1995645247'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:37.446514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eddaf8-a93c-41fa-9a72-779020e8973e None None] Network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:37.521406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-380e2223-0c4e-4680-bfee-eeab94572238 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.582401 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.973435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1bd3cd54-aaaa-4344-b6e1-400b212b46c8 None None] Provisioning for port 9503f320-7fc3-411f-8cbe-583ae0aa54ca completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:38.014723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051abfc-dee5-4c52-9341-d44b3f233474 req-efc0a4f5-9ac4-4455-955d-aca0c45e3047 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.021413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051abfc-dee5-4c52-9341-d44b3f233474 req-efc0a4f5-9ac4-4455-955d-aca0c45e3047 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.046301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5051abfc-dee5-4c52-9341-d44b3f233474 req-efc0a4f5-9ac4-4455-955d-aca0c45e3047 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 1655 time: 1.7939303 Jul 16 20:14:38.089962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e5565128-fea2-48aa-8be4-e405d8e8deff,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.180550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9503f320-7fc3-411f-8cbe-583ae0aa54ca up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:38.216220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033928-9f81-4d94-b148-d30507afe1bd req-d4185700-6b3a-41a9-9c5c-c0173fa595ef tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.218620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-d4185700-6b3a-41a9-9c5c-c0173fa595ef tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.6070194 Jul 16 20:14:38.235717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56dc12-a2c1-4a64-baa0-06ae47202c00 req-8f997014-3d65-47eb-b3bb-31d36fa7a2b6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.237363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da56dc12-a2c1-4a64-baa0-06ae47202c00 req-8f997014-3d65-47eb-b3bb-31d36fa7a2b6 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.4575081 Jul 16 20:14:38.283096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Request body: {'port': {'device_id': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'admin_state_up': True, 'tenant_id': '42c9cf5d03a04be39a339160e69b7ae9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:38.342763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.365135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89488153-678f-4f73-b58f-4f92249aa501 None None] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:38.380755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Transition to ACTIVE for port object 2349319f-c638-4db0-add5-666793548435 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:38.479612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.506903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9503f320-7fc3-411f-8cbe-583ae0aa54ca completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:38.531096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9503f320-7fc3-411f-8cbe-583ae0aa54ca triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:38.532655 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.549333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.561560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-380e2223-0c4e-4680-bfee-eeab94572238 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.584177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-380e2223-0c4e-4680-bfee-eeab94572238 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.585976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.658162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da56dc12-a2c1-4a64-baa0-06ae47202c00 req-7b4b533d-d458-4dfd-8dae-7716b4e4c9a3 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579981 Jul 16 20:14:38.671229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d4700a94-828a-4f28-b112-9c06ba3cd119 None None] Provisioning for port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:38.693878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb02433-8644-49a3-865b-32e438231ed4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.719580 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.726052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c96c6779-1cea-450c-9b11-eba2e8612b75 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/4fb02433-8644-49a3-865b-32e438231ed4 HTTP/1.1" status: 204 len: 168 time: 2.9113638 Jul 16 20:14:38.735278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51740) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:38.769489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-380e2223-0c4e-4680-bfee-eeab94572238 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.770914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-380e2223-0c4e-4680-bfee-eeab94572238 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3604939 Jul 16 20:14:38.784090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51746) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:38.804922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:38.807267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da5dbc-af78-4729-9e4e-b4a7fb399e55 None None] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:38.836472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5051abfc-dee5-4c52-9341-d44b3f233474 req-b114be18-239a-48ae-9358-323f670fbca2 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7885094 Jul 16 20:14:38.862293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-04057812-d902-409d-a7e0-0655ac97441e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'security_group_rule': {'security_group_id': 'a899dae3-423f-482c-9b39-0f67032626df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:38.904048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:38.925062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:38.968399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 9a1df3ae-e213-4a32-9325-3603ad1c7637 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:38.972239 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.998461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.028058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:39.028712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.048637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ef3a3-be18-4c0f-9ff5-5ecb3dcad223 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:39.073376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e2223-0c4e-4680-bfee-eeab94572238 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a899dae3-423f-482c-9b39-0f67032626df,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.100910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:14:39.100910 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:14:39.100910 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id_1': '42c9cf5d03a04be39a339160e69b7ae9', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 14, 38, 883511)}] Jul 16 20:14:39.100910 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:14:39.105339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Port': ['ID=2349319f-c638-4db0-add5-666793548435,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.107813 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:14:39.114747 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-04057812-d902-409d-a7e0-0655ac97441e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.148696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-16fe18ed-15ad-4eb5-bd15-9f86f4592ab8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2855957 Jul 16 20:14:39.187950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3749728c-a5d3-48c5-b899-e815570349d8 req-e01aa222-009c-438b-b613-6d120919af8d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 210 time: 0.1171343 Jul 16 20:14:39.191455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Request body: {'port': {'device_id': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:39.229880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.400861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.401730 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6994f361-7f2d-41a2-9590-3449d9201921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.436354 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.449189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.473803 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-04057812-d902-409d-a7e0-0655ac97441e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.509856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-04057812-d902-409d-a7e0-0655ac97441e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.557212 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-04057812-d902-409d-a7e0-0655ac97441e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.561309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-04057812-d902-409d-a7e0-0655ac97441e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7757092 Jul 16 20:14:39.575862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51758) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:39.582201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2b270f7b-7850-4599-8571-b6d4cc3749c7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'security_group_rule': {'security_group_id': 'a899dae3-423f-482c-9b39-0f67032626df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:39.608453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.637688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04057812-d902-409d-a7e0-0655ac97441e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51d3f23-5a33-4278-84f9-144d0f518f74,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.673968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1df3ae-e213-4a32-9325-3603ad1c7637,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.686227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.690587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f002f80b-81b4-4344-a2c4-0848c9ae7b2d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/9a1df3ae-e213-4a32-9325-3603ad1c7637 HTTP/1.1" status: 204 len: 168 time: 0.9544885 Jul 16 20:14:39.693818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51762) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:39.797376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0941eec3-fdff-48e5-8e78-71ad5ecac88c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024706 Jul 16 20:14:39.800735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51766) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:39.817917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:39.925320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Could not find standard attr ID for object 39364334-1fc1-4648-bb49-7ae0921f1552. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:14:39.972946 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.988052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b270f7b-7850-4599-8571-b6d4cc3749c7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.049464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Made reservation on behalf of 42c9cf5d03a04be39a339160e69b7ae9 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:40.055051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.092955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 9503f320-7fc3-411f-8cbe-583ae0aa54ca, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9503f320-7fc3-411f-8cbe-583ae0aa54ca,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:40.122851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556abbe-af4f-4a96-af9c-da67dd0d7b59 req-c8f85e58-a7d9-4ff0-9d00-087b845767dd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.124815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f556abbe-af4f-4a96-af9c-da67dd0d7b59 req-c8f85e58-a7d9-4ff0-9d00-087b845767dd tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.2103863 Jul 16 20:14:40.203624 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.204510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:40.233261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b270f7b-7850-4599-8571-b6d4cc3749c7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.248657 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:40.252309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.288347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b270f7b-7850-4599-8571-b6d4cc3749c7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.311028 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f556abbe-af4f-4a96-af9c-da67dd0d7b59 req-afbfb773-4e48-4a03-b5b4-5029c3af5925 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741858 Jul 16 20:14:40.317636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b270f7b-7850-4599-8571-b6d4cc3749c7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.318816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2b270f7b-7850-4599-8571-b6d4cc3749c7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7419655 Jul 16 20:14:40.325862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51786) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.328151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:40.341091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:40.347086 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.350357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b270f7b-7850-4599-8571-b6d4cc3749c7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88abb896-40d3-4392-8ff4-d9ec88be7dd8,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.387328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Transition to ACTIVE for port object 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:40.396342 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.404274 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.414596 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.432512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Provisioning complete for port 8940947e-c16f-4601-9ca1-a3e201860e23 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:40.433192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.534135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Pushing event updated for resources: {'Port': ['ID=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.539813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:40.598958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=9503f320-7fc3-411f-8cbe-583ae0aa54ca,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.619217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859baa3-a651-4b80-a9dd-c30756856a27 req-ada1899b-fba4-4792-8829-0aee5f20f00f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.626047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859baa3-a651-4b80-a9dd-c30756856a27 req-ada1899b-fba4-4792-8829-0aee5f20f00f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.633347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859baa3-a651-4b80-a9dd-c30756856a27 req-ada1899b-fba4-4792-8829-0aee5f20f00f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.637519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5065125c-7776-43f9-b8cc-0cd7cc1d2021 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:40.641665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8859baa3-a651-4b80-a9dd-c30756856a27 req-ada1899b-fba4-4792-8829-0aee5f20f00f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2377 time: 0.5535944 Jul 16 20:14:40.696498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Allocated IP 172.20.0.2 (5bee15a0-2c5a-4163-9f9d-5c35bc949e35/3920f71d-5034-445f-a7a9-761df4b030d4/aa5696cf-6206-4bcb-ad6d-0086023710ab) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:40.849391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8859baa3-a651-4b80-a9dd-c30756856a27 req-a747a301-6fb1-4fc7-b1b6-6ef4b37ba0d4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063649 Jul 16 20:14:40.853032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:40.977726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:40.978106 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.034288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89c80bea-86df-4e71-87af-e9e464302601 req-f8dcfd8f-7e74-4785-bcb9-806772277a6e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 210 time: 0.3165252 Jul 16 20:14:41.075743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Attempting to bind port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:41.076036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Attempting to bind port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:41.076388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Attempting to bind port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 on network da4d3b87-c384-4e6d-ae1b-f714d42249d6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:41.085975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 on network da4d3b87-c384-4e6d-ae1b-f714d42249d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:41.086309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Attempting to bind port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 on network da4d3b87-c384-4e6d-ae1b-f714d42249d6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:41.115053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:41.115430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Checking segment: {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:41.126377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Bound using segment: {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:41.128579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Bound port: 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:41.130527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.211811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Provisioning for port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:41.223735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Provisioning complete for port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:41.224545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.295986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.413717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.468570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] For port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:41.499422 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.500285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5065125c-7776-43f9-b8cc-0cd7cc1d2021, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5065125c-7776-43f9-b8cc-0cd7cc1d2021,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:41.501789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:41.509259 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.511702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8940947e-c16f-4601-9ca1-a3e201860e23 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:41.541099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] For port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:41.554998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.627521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:14:41.803552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8940947e-c16f-4601-9ca1-a3e201860e23 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:41.803920 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.820704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 172.25.3.15 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3f3b9897-6b7d-4e08-a609-13f1f2d8a34b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:41.875237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5065125c-7776-43f9-b8cc-0cd7cc1d2021,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:41.909403 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.932887 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.938940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] Deleting port 8940947e-c16f-4601-9ca1-a3e201860e23 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:41.940652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.049197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.095626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Pushing event updated for resources: {'Port': ['ID=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.104536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.105632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.107225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8fa22913-6512-472e-bf23-f3d0289bbc86 service neutron] 10.222.0.99 "PUT /v2.0/ports/37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 HTTP/1.1" status: 200 len: 1093 time: 2.9436104 Jul 16 20:14:42.110941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'tag': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:42.114265 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05b308-ced9-46d5-8b9b-c0a1775c180b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "tag": "37f13dc4-bd0d-487d-aac8-a3a9c9d93f97"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:42.149701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.167463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.185311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5d9534f3-0424-4c03-b516-659aa5a6e112'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:42.187638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Request body: {'port': {'device_id': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:42.263626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f115-c8f2-4de4-9b1f-cbc52795e49e req-d9dd3557-09db-4460-8f77-a07ac2cdc79e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.274043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3aa5f115-c8f2-4de4-9b1f-cbc52795e49e req-d9dd3557-09db-4460-8f77-a07ac2cdc79e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.6447484 Jul 16 20:14:42.313918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:42.321018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:42.323493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:42.476672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8940947e-c16f-4601-9ca1-a3e201860e23,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:42.477258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=3f3b9897-6b7d-4e08-a609-13f1f2d8a34b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.477857 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.534072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:42.536788 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.538383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] For port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dfa6f584-ba2a-4205-a2a1-5da36a2a51f0,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:42.550173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] Calling delete_port for 8940947e-c16f-4601-9ca1-a3e201860e23 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:42.562385 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.563249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3aa5f115-c8f2-4de4-9b1f-cbc52795e49e req-547d207e-cbd0-4fdd-adf8-8b3346e97203 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881989 Jul 16 20:14:42.579687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.596154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:42.617556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:42.757035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130e09a-551c-4501-bbd5-e231d36207de None None] Pushing event updated for resources: {'Port': ['ID=dfa6f584-ba2a-4205-a2a1-5da36a2a51f0,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.778298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning for port 2349319f-c638-4db0-add5-666793548435 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:42.790731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning complete for port 2349319f-c638-4db0-add5-666793548435 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:42.791222 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.800750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.801406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.811344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event updated for resources: {'Port': ['ID=aa5696cf-6206-4bcb-ad6d-0086023710ab,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.841544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Port 2349319f-c638-4db0-add5-666793548435 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:42.846391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bbb60623-eefd-4794-bb57-b8cd11cdb9e6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5995855 Jul 16 20:14:42.869427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Request body: {'port': {'device_id': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:42.872888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e5565128-fea2-48aa-8be4-e405d8e8deff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:42.912047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c979b5f-297d-4b00-9c55-ffa291f3e246 req-76dd8b5d-7da3-47c2-b83c-7583b66abb67 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.930182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c979b5f-297d-4b00-9c55-ffa291f3e246 req-76dd8b5d-7da3-47c2-b83c-7583b66abb67 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.943283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c979b5f-297d-4b00-9c55-ffa291f3e246 req-76dd8b5d-7da3-47c2-b83c-7583b66abb67 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.945677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c979b5f-297d-4b00-9c55-ffa291f3e246 req-76dd8b5d-7da3-47c2-b83c-7583b66abb67 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2389 time: 0.8374939 Jul 16 20:14:42.980782 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.990018 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.011722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning complete for port 9503f320-7fc3-411f-8cbe-583ae0aa54ca triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:43.012082 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.056441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] Pushing event deleted for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:43.083642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470e475-482d-41d5-840d-e9f0659fd684 None None] No DVR routers for this DVR port 8940947e-c16f-4601-9ca1-a3e201860e23 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:43.102137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c979b5f-297d-4b00-9c55-ffa291f3e246 req-68a46f00-82bf-4a4c-ad1a-2660b3643f8f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440852 Jul 16 20:14:43.154158 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.158146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e5565128-fea2-48aa-8be4-e405d8e8deff triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:43.158774 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.181231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.228575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning for port 5a467959-2f28-49ce-9483-871091ace3a6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:43.234874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning complete for port 5a467959-2f28-49ce-9483-871091ace3a6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:43.235412 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.263320 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d2946-0843-4cec-b692-8b04f33de7f2 x-openstack-request-id: req-c42d2946-0843-4cec-b692-8b04f33de7f2 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:43.263607 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "tag": "37f13dc4-bd0d-487d-aac8-a3a9c9d93f97", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:43.263860 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c42d2946-0843-4cec-b692-8b04f33de7f2 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:43.264336 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'tag': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97', 'status': 'completed', 'code': 200} Jul 16 20:14:43.305923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9503f320-7fc3-411f-8cbe-583ae0aa54ca up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:43.395405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Port 5a467959-2f28-49ce-9483-871091ace3a6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:43.449964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning for port 9fc31593-b27e-42f7-9c6b-435d155f75ac completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:43.458175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning complete for port 9fc31593-b27e-42f7-9c6b-435d155f75ac triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:43.458574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.463884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9503f320-7fc3-411f-8cbe-583ae0aa54ca triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:43.464264 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.520062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-abbfb91d-c74b-43c2-90d1-0a50fc972d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.520551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-abbfb91d-c74b-43c2-90d1-0a50fc972d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.521349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-abbfb91d-c74b-43c2-90d1-0a50fc972d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.522728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-abbfb91d-c74b-43c2-90d1-0a50fc972d33 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2733 time: 0.2185256 Jul 16 20:14:43.541373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Port 9fc31593-b27e-42f7-9c6b-435d155f75ac cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:43.560201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning complete for port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:43.560569 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.660994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5065125c-7776-43f9-b8cc-0cd7cc1d2021 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:43.765464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e92f3-d865-4978-8a74-8dd92a5593bc req-e3681fda-70f7-4833-84c6-a3e447471acf tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.774906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d07e92f3-d865-4978-8a74-8dd92a5593bc req-e3681fda-70f7-4833-84c6-a3e447471acf tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 931 time: 0.8019505 Jul 16 20:14:43.792448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-6323e4ad-bc41-4fb0-bd82-81c7e0002fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.793137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-6323e4ad-bc41-4fb0-bd82-81c7e0002fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.793395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-6323e4ad-bc41-4fb0-bd82-81c7e0002fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.795095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-6323e4ad-bc41-4fb0-bd82-81c7e0002fb9 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=6ffeced1d1244c4787ef437a1b20a047&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2344019 Jul 16 20:14:43.815043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5696cf-6206-4bcb-ad6d-0086023710ab {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:43.821447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] For port 8940947e-c16f-4601-9ca1-a3e201860e23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8940947e-c16f-4601-9ca1-a3e201860e23,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:43.856655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.930216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Transition to ACTIVE for port object aa5696cf-6206-4bcb-ad6d-0086023710ab will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:43.954070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.967350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:43.967855 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.993609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d07e92f3-d865-4978-8a74-8dd92a5593bc req-5d5d53b2-edb1-45b7-8c0b-576b32ee6012 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174017 Jul 16 20:14:44.025925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.032525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning for port f354f5c9-881f-45a4-9c64-5402f2be7e38 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:44.076991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning complete for port f354f5c9-881f-45a4-9c64-5402f2be7e38 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:44.077357 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.104253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc31593-b27e-42f7-9c6b-435d155f75ac {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:44.105569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.115881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.117074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.161102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.162936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Port f354f5c9-881f-45a4-9c64-5402f2be7e38 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:44.165169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.175575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Provisioning complete for port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:44.175945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-decb3abb-4f93-41f9-b2c8-10b608978b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.260596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Transition to ACTIVE for port object 9fc31593-b27e-42f7-9c6b-435d155f75ac will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:44.260980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8940947e-c16f-4601-9ca1-a3e201860e23 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:44.287723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8940947e-c16f-4601-9ca1-a3e201860e23 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:44.288050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8940947e-c16f-4601-9ca1-a3e201860e23 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:44.304394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.329783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af552d0-4af5-4e78-9ae3-8a1730fb2f4a req-3c367d20-04a5-46e2-90fc-fb7744c1b631 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.340402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6af552d0-4af5-4e78-9ae3-8a1730fb2f4a req-3c367d20-04a5-46e2-90fc-fb7744c1b631 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.4854541 Jul 16 20:14:44.371967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:44.386205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-985ba84f-c17d-4db0-a113-f181a178efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.392408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea05b308-ced9-46d5-8b9b-c0a1775c180b req-985ba84f-c17d-4db0-a113-f181a178efdd service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5436726 Jul 16 20:14:44.447722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Pushing event updated for resources: {'Port': ['ID=aa5696cf-6206-4bcb-ad6d-0086023710ab,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.447722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=8981664a-8a54-424e-a7a7-5e117092d314,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.452537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=3f3b9897-6b7d-4e08-a609-13f1f2d8a34b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.461367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:44.490815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e7018-c798-4a9c-a9e8-514a7354a646 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:44.590403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.631898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6af552d0-4af5-4e78-9ae3-8a1730fb2f4a req-2a8484c9-ab09-4947-9694-1bf789c6544e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906973 Jul 16 20:14:44.641211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=8940947e-c16f-4601-9ca1-a3e201860e23,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.658990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.659609 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.673199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc31593-b27e-42f7-9c6b-435d155f75ac,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.676039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.677355 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6bc0ce7d-187b-4f15-88e4-217712697692 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3438544 Jul 16 20:14:44.773835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '8981664a-8a54-424e-a7a7-5e117092d314'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:44.774743 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.818808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:44.822552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Attempting to bind port 9fc31593-b27e-42f7-9c6b-435d155f75ac on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:44.823157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Attempting to bind port 9fc31593-b27e-42f7-9c6b-435d155f75ac by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:44.823274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Attempting to bind port 9fc31593-b27e-42f7-9c6b-435d155f75ac on network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:44.831648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Port 9fc31593-b27e-42f7-9c6b-435d155f75ac on network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:44.832006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Attempting to bind port 9fc31593-b27e-42f7-9c6b-435d155f75ac on network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:44.839446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:44.839816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Checking segment: {'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:44.840423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Bound using segment: {'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:44.841022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Bound port: 9fc31593-b27e-42f7-9c6b-435d155f75ac, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6c4428-c29e-45e1-91d9-98c0b4af3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:44.841394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.949012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] For port 9fc31593-b27e-42f7-9c6b-435d155f75ac, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:44.954325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] For port 9fc31593-b27e-42f7-9c6b-435d155f75ac, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9fc31593-b27e-42f7-9c6b-435d155f75ac,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:44.969463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.079663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.080646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.083158 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] 10.222.0.99 "PUT /v2.0/ports/9fc31593-b27e-42f7-9c6b-435d155f75ac HTTP/1.1" status: 200 len: 1093 time: 2.9362233 Jul 16 20:14:45.171209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Request body: {'port': {'device_id': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:45.179505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Allocated IP 2001:db8::f816:3eff:fe61:6195 (01f31535-5473-49e8-b415-45d37419c5fb/8981664a-8a54-424e-a7a7-5e117092d314/f691c36a-e5f8-4fec-ab1a-374581452abd) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:45.256986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc31593-b27e-42f7-9c6b-435d155f75ac,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.273821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:45.281943 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9779fabe-b6b8-4502-8712-b3613033ffd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:45.288639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.289927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.295358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.295950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.296564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.297040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.297415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.297970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.298393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.298859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.302565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.303230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bdb61-a7c4-4f8c-9eb3-62027c249fd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:45.468036 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.503877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8000d-f369-4afa-bcd7-2dedd6b7cb04 req-3c4d127a-3dd3-40da-be6a-2c648373b172 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.505798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3f8000d-f369-4afa-bcd7-2dedd6b7cb04 req-3c4d127a-3dd3-40da-be6a-2c648373b172 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 943 time: 0.1746562 Jul 16 20:14:45.608949 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.632161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Transition to ACTIVE for port object f691c36a-e5f8-4fec-ab1a-374581452abd will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:45.652233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Attempting to bind port aa5696cf-6206-4bcb-ad6d-0086023710ab on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:45.652924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Attempting to bind port aa5696cf-6206-4bcb-ad6d-0086023710ab by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:45.653243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Attempting to bind port aa5696cf-6206-4bcb-ad6d-0086023710ab on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:45.662629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3f8000d-f369-4afa-bcd7-2dedd6b7cb04 req-42d9f6af-ddcf-40ef-9a3a-ae678c8dc5bc tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324806 Jul 16 20:14:45.664872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Port aa5696cf-6206-4bcb-ad6d-0086023710ab on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:45.665477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Attempting to bind port aa5696cf-6206-4bcb-ad6d-0086023710ab on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:45.673936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d41212f0-0a43-4303-9dff-9f340d2c16f1 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8719161 Jul 16 20:14:45.679797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51912) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:45.682101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:45.682704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Checking segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:45.683337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Bound using segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:45.683878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Bound port: aa5696cf-6206-4bcb-ad6d-0086023710ab, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:45.684430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.685748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-93b2bc8d-2cfa-49ff-9e07-875c5acda2d3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:45.693702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Transition to ACTIVE for port object f691c36a-e5f8-4fec-ab1a-374581452abd will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:45.712151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:45.712151 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.737941 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.788882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c55a7-88a2-4728-8240-6a61a59c9af4 req-703edb55-dd19-410e-8173-261b11a28771 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.802510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c55a7-88a2-4728-8240-6a61a59c9af4 req-703edb55-dd19-410e-8173-261b11a28771 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.822538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c55a7-88a2-4728-8240-6a61a59c9af4 req-703edb55-dd19-410e-8173-261b11a28771 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.824309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-044c55a7-88a2-4728-8240-6a61a59c9af4 req-703edb55-dd19-410e-8173-261b11a28771 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2401 time: 1.3686934 Jul 16 20:14:45.918616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] For port aa5696cf-6206-4bcb-ad6d-0086023710ab, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:45.923893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:45.929986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:45.940134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:45.947369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] For port aa5696cf-6206-4bcb-ad6d-0086023710ab, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:45.958532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.959954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Pushing event updated for resources: {'Port': ['ID=f691c36a-e5f8-4fec-ab1a-374581452abd,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.975025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b2bc8d-2cfa-49ff-9e07-875c5acda2d3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:45.979512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93b2bc8d-2cfa-49ff-9e07-875c5acda2d3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.984469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-044c55a7-88a2-4728-8240-6a61a59c9af4 req-bd096ed5-ded9-4769-a545-5a813c2485cb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995615 Jul 16 20:14:46.038792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.039936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.041512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] 10.222.0.79 "PUT /v2.0/ports/aa5696cf-6206-4bcb-ad6d-0086023710ab HTTP/1.1" status: 200 len: 1092 time: 3.1857409 Jul 16 20:14:46.042083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'tag': 'aa5696cf-6206-4bcb-ad6d-0086023710ab'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:46.053615 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc230a0-406b-4e80-8dcb-535ac25a1317", "tag": "aa5696cf-6206-4bcb-ad6d-0086023710ab"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:46.059742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9c3ab9d3-12ec-42b9-8eb6-86143e3d2d46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--2040757469&fields=id&tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381 HTTP/1.1" status: 200 len: 267 time: 0.1752024 Jul 16 20:14:46.121556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Attempting to bind port f691c36a-e5f8-4fec-ab1a-374581452abd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:46.122289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Attempting to bind port f691c36a-e5f8-4fec-ab1a-374581452abd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:46.122812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Attempting to bind port f691c36a-e5f8-4fec-ab1a-374581452abd on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:46.146058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d7ca-bd00-4e68-83ea-eb04087367fb service neutron] Pushing event updated for resources: {'Port': ['ID=aa5696cf-6206-4bcb-ad6d-0086023710ab,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:46.155651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:46.156148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:46.156744 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.157305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:46.158301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Bound port: f691c36a-e5f8-4fec-ab1a-374581452abd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:46.158777 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.220435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bfdc0f49-b039-471c-9ea4-7c4e6721155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.222011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-bfdc0f49-b039-471c-9ea4-7c4e6721155b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 1095 time: 0.1143196 Jul 16 20:14:46.223937 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df90f3e-c2a0-4dac-b285-a92c5d530132 x-openstack-request-id: req-6df90f3e-c2a0-4dac-b285-a92c5d530132 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:46.224221 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:46.224470 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6df90f3e-c2a0-4dac-b285-a92c5d530132 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:46.224875 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac', 'status': 'completed', 'code': 200} Jul 16 20:14:46.272988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] For port f691c36a-e5f8-4fec-ab1a-374581452abd, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:46.274438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-e6feab13-9b37-4d55-8465-7bc2d066257c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab HTTP/1.1" status: 200 len: 217 time: 0.0440371 Jul 16 20:14:46.277707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] For port f691c36a-e5f8-4fec-ab1a-374581452abd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f691c36a-e5f8-4fec-ab1a-374581452abd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:46.284574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.358563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0f2b8-98dd-4493-b17d-2ac471dbd38d None None] Pushing event updated for resources: {'Port': ['ID=f691c36a-e5f8-4fec-ab1a-374581452abd,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:46.363157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ac8e978b-aade-4582-ad2c-d415b7dde413 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.366932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ac8e978b-aade-4582-ad2c-d415b7dde413 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports/f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 929 time: 0.2759709 Jul 16 20:14:46.389004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033928-9f81-4d94-b148-d30507afe1bd req-23cc96c3-d97f-4cf0-b66f-659de9e3f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.391603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-23cc96c3-d97f-4cf0-b66f-659de9e3f1c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.1110067 Jul 16 20:14:46.453954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-218bd937-0e26-460b-aa0a-2c27b7a9b690 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497973 Jul 16 20:14:46.464090 n-d-792458-10 neutron-server[93862]: INFO neutron.db.ipam_backend_mixin [None req-93b2bc8d-2cfa-49ff-9e07-875c5acda2d3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8981664a-8a54-424e-a7a7-5e117092d314 (CIDR: 2001:db8::/64) Jul 16 20:14:46.481335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9bb35584-cdc8-42aa-a9d7-a0f95b5e74b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.489717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9bb35584-cdc8-42aa-a9d7-a0f95b5e74b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports/5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 931 time: 0.1120040 Jul 16 20:14:46.496745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2349319f-c638-4db0-add5-666793548435 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:46.503483 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b2bc8d-2cfa-49ff-9e07-875c5acda2d3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:14:46.504161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b2bc8d-2cfa-49ff-9e07-875c5acda2d3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:14:46.589216 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.659553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-392ded48-e698-4d06-acb0-b5c8053d3381 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1683044 Jul 16 20:14:46.679387 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-93b2bc8d-2cfa-49ff-9e07-875c5acda2d3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9986086 Jul 16 20:14:46.683239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:46.693586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:46.702917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-a20235ab-9a8a-4e50-854c-9c725e65cb44 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421408 Jul 16 20:14:46.720114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-31484758-552e-47d6-bf47-0f79e5007e15 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0590394 Jul 16 20:14:46.723635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Transition to ACTIVE for port object 2349319f-c638-4db0-add5-666793548435 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:46.884684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8033928-9f81-4d94-b148-d30507afe1bd req-34beabb9-1f9d-4e77-8c42-8182473c051f service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521294 Jul 16 20:14:47.041082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:47.047611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.223044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068799-81c5-4914-8a2d-3ae63e98a600 req-69fbcc30-2826-4687-b465-c1f521354f38 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.224674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4068799-81c5-4914-8a2d-3ae63e98a600 req-69fbcc30-2826-4687-b465-c1f521354f38 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.1507339 Jul 16 20:14:47.258666 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.268061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-22f2329b-7bff-43c5-ad17-8451cde57c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.268544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-22f2329b-7bff-43c5-ad17-8451cde57c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.269009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-22f2329b-7bff-43c5-ad17-8451cde57c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.270727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-22f2329b-7bff-43c5-ad17-8451cde57c9c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2801 time: 1.0170422 Jul 16 20:14:47.301676 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4068799-81c5-4914-8a2d-3ae63e98a600 req-0c0d538f-962b-4482-be00-f177df9c902f tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701172 Jul 16 20:14:47.302437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-187fec32-b060-4c71-ba90-67f686b46c3e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.309627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-187fec32-b060-4c71-ba90-67f686b46c3e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.316067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-187fec32-b060-4c71-ba90-67f686b46c3e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.318153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-187fec32-b060-4c71-ba90-67f686b46c3e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/networks?id=a59f169c-e5f6-4288-a73f-979b2b8a3703&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=8cd80618-c163-4a0e-9117-d6ed2b378b44&id=8cd80618-c163-4a0e-9117-d6ed2b378b44 HTTP/1.1" status: 200 len: 1991 time: 0.5975997 Jul 16 20:14:47.398850 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249bbe8d-8eeb-4a59-8a27-d1e185eabb72 x-openstack-request-id: req-249bbe8d-8eeb-4a59-8a27-d1e185eabb72 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:47.398985 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc230a0-406b-4e80-8dcb-535ac25a1317", "tag": "aa5696cf-6206-4bcb-ad6d-0086023710ab", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:47.402954 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-249bbe8d-8eeb-4a59-8a27-d1e185eabb72 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:47.403394 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'tag': 'aa5696cf-6206-4bcb-ad6d-0086023710ab', 'status': 'completed', 'code': 200} Jul 16 20:14:47.408302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Pushing event updated for resources: {'Port': ['ID=2349319f-c638-4db0-add5-666793548435,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.472643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-eb7a5257-d104-44bc-a987-c884ab70b22b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/quotas/bed46c5fde2e4f61ba9a2c097f5c0381 HTTP/1.1" status: 200 len: 375 time: 0.0988755 Jul 16 20:14:47.542819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.640992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:47.643126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.645999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:47.649086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-123f73f6-c8a3-4743-8972-8e101b7416a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.650626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-123f73f6-c8a3-4743-8972-8e101b7416a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 1095 time: 0.2279601 Jul 16 20:14:47.652925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.653538 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.682156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c3ee7a52-9491-425f-836d-5f9b945d4548 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9938972 Jul 16 20:14:47.694052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52006) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:47.726148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:c9:23:08', 'name': 'tempest-NetworksTestDHCPv6-280170706'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:47.845224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-2abe952e-6baf-4d70-b9f3-345c55f8f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.845946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-2abe952e-6baf-4d70-b9f3-345c55f8f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.846560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-2abe952e-6baf-4d70-b9f3-345c55f8f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.848270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-2abe952e-6baf-4d70-b9f3-345c55f8f90a service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=6ffeced1d1244c4787ef437a1b20a047&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5261774 Jul 16 20:14:47.861057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-47f35933-e33c-4fcd-a673-295ee3f393be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.862568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-47f35933-e33c-4fcd-a673-295ee3f393be service neutron] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 0.1938539 Jul 16 20:14:47.875970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaba53-986b-4010-8275-285429948907 req-1334aeef-e9d6-4090-afa2-da4a881be1c1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.877679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8aeaba53-986b-4010-8275-285429948907 req-1334aeef-e9d6-4090-afa2-da4a881be1c1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 943 time: 0.1324780 Jul 16 20:14:47.904467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e841166d-2c86-4032-b7c0-56dd63f98ee4 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:47.950735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Attempting to bind port 2349319f-c638-4db0-add5-666793548435 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:47.951396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Attempting to bind port 2349319f-c638-4db0-add5-666793548435 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:47.951907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Attempting to bind port 2349319f-c638-4db0-add5-666793548435 on network da4d3b87-c384-4e6d-ae1b-f714d42249d6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:47.966573 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-343918eb-96b3-4a1e-b7cf-b75375b32cff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab HTTP/1.1" status: 200 len: 217 time: 0.0878849 Jul 16 20:14:47.994805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8aeaba53-986b-4010-8275-285429948907 req-f0d072ab-5ed0-4a2a-8ff8-da505ff70cb7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627422 Jul 16 20:14:47.996072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-aec472c7-0d70-450f-a81c-d6f28e5ee9b9 None None] Provisioning for port f691c36a-e5f8-4fec-ab1a-374581452abd completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:48.017858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-2cb36e8a-5815-4928-9262-faef0bfc0616 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5404856 Jul 16 20:14:48.026221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Port 2349319f-c638-4db0-add5-666793548435 on network da4d3b87-c384-4e6d-ae1b-f714d42249d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:48.026803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Attempting to bind port 2349319f-c638-4db0-add5-666793548435 on network da4d3b87-c384-4e6d-ae1b-f714d42249d6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:48.067435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:48.067688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Checking segment: {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:48.068078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Bound using segment: {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:48.068522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Bound port: 2349319f-c638-4db0-add5-666793548435, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7974384-45a8-440e-a3a0-b9a6d2686e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:48.068885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.069927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-198799e3-80be-4a5a-945d-b525c3687a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.071468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-198799e3-80be-4a5a-945d-b525c3687a5d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.0957584 Jul 16 20:14:48.126256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-c222554e-4a74-432d-83dc-5e4c7a748fbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473144 Jul 16 20:14:48.153679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-0f1e4cdd-f27a-4523-98d8-92c491cec4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.155158 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9779fabe-b6b8-4502-8712-b3613033ffd5 req-0f1e4cdd-f27a-4523-98d8-92c491cec4c9 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2731478 Jul 16 20:14:48.193073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:48.280577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': '8981664a-8a54-424e-a7a7-5e117092d314', 'ip_address': '2001:db8::f816:3eff:fe61:6195'}, {'subnet_id': 'f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4'}], 'binding:host_id': 'n-d-792458-10'}, 'id': 'f691c36a-e5f8-4fec-ab1a-374581452abd'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:14:48.297644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] For port 2349319f-c638-4db0-add5-666793548435, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:48.301397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-fa31f9be-f996-40de-abb7-e212ac7eb155 service neutron] 10.222.0.91 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671437 Jul 16 20:14:48.311435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-d8f0d50c-986f-43b2-bdb7-356705191141 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785767 Jul 16 20:14:48.326393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.337263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] For port 2349319f-c638-4db0-add5-666793548435, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2349319f-c638-4db0-add5-666793548435,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:48.351570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.369806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831d71-9160-4d6b-bbfd-524c36887da5 req-ecfc1b16-3a97-4019-88bd-f6a5ddd7e3c4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.371405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25831d71-9160-4d6b-bbfd-524c36887da5 req-ecfc1b16-3a97-4019-88bd-f6a5ddd7e3c4 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.1826186 Jul 16 20:14:48.447881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.448519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.449948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] 10.222.0.99 "PUT /v2.0/ports/2349319f-c638-4db0-add5-666793548435 HTTP/1.1" status: 200 len: 1093 time: 3.2997785 Jul 16 20:14:48.450620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'tag': '2349319f-c638-4db0-add5-666793548435'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:48.452991 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e30988-7241-4b02-81f0-4d174414a978" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "tag": "2349319f-c638-4db0-add5-666793548435"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:48.457488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.501783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25831d71-9160-4d6b-bbfd-524c36887da5 req-4d61c97c-bee7-48c8-8866-aa17b3f8928f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922935 Jul 16 20:14:48.535915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e8a610-cb9f-47eb-b1ba-7815e78b750f req-a9e5532a-f96a-4e35-b28d-88966208a400 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163689 Jul 16 20:14:48.559855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 91f1f870-9aa2-4575-80b8-0a3f63dd061a yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:48.561567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] Allocated IP 2001:db8:0:1::2 (01f31535-5473-49e8-b415-45d37419c5fb/f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4/f691c36a-e5f8-4fec-ab1a-374581452abd) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:48.565685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1af54-a4c5-4295-98c1-58105c252e10 service neutron] Pushing event updated for resources: {'Port': ['ID=2349319f-c638-4db0-add5-666793548435,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.606305 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d78128a3-7025-4b00-b882-097a084a01e2 service neutron] 10.222.0.91 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944775 Jul 16 20:14:48.731072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] For port f691c36a-e5f8-4fec-ab1a-374581452abd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f691c36a-e5f8-4fec-ab1a-374581452abd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:48.733266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-196f8b0a-bb64-40ba-a7f7-dd1aa9b7145a service neutron] 10.222.0.91 "GET /v2.0/ports/f354f5c9-881f-45a4-9c64-5402f2be7e38?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1197128 Jul 16 20:14:48.737939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-27413a2b-dd71-4a10-83c7-073cd9ec86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.738428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-27413a2b-dd71-4a10-83c7-073cd9ec86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.738994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-27413a2b-dd71-4a10-83c7-073cd9ec86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.740572 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-27413a2b-dd71-4a10-83c7-073cd9ec86af service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2869 time: 0.2336907 Jul 16 20:14:48.803058 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.822885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device aa5696cf-6206-4bcb-ad6d-0086023710ab details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:48.833857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f691c36a-e5f8-4fec-ab1a-374581452abd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:48.837469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-cad13f48-3d31-4c63-b7fe-bede5119065a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 HTTP/1.1" status: 200 len: 217 time: 0.0855238 Jul 16 20:14:48.877001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] Transition to ACTIVE for port object f691c36a-e5f8-4fec-ab1a-374581452abd will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:48.888392 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.898037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac45f-4d88-4d46-826b-ed1773b6b01d req-e6de907f-89bb-430f-a3ed-3c3ff4dec4ed tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.905150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac45f-4d88-4d46-826b-ed1773b6b01d req-e6de907f-89bb-430f-a3ed-3c3ff4dec4ed tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.913447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac45f-4d88-4d46-826b-ed1773b6b01d req-e6de907f-89bb-430f-a3ed-3c3ff4dec4ed tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.915392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff3ac45f-4d88-4d46-826b-ed1773b6b01d req-e6de907f-89bb-430f-a3ed-3c3ff4dec4ed tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2413 time: 0.1491132 Jul 16 20:14:48.991945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff3ac45f-4d88-4d46-826b-ed1773b6b01d req-a19d820d-5867-4a84-8b0a-823dc6d41830 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654500 Jul 16 20:14:49.005274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-5fe4a3ed-f136-4e4c-9a23-a5b24fdd6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.014963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-5fe4a3ed-f136-4e4c-9a23-a5b24fdd6434 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4d0c9250-8149-4301-9470-d789c3c3cf08 HTTP/1.1" status: 200 len: 801 time: 0.1276798 Jul 16 20:14:49.014963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ce44d85d-6a22-450d-912a-a7648286515f service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712386 Jul 16 20:14:49.111431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d908f2a-ee21-4fd3-813d-a17b781a761b None None] Pushing event updated for resources: {'Port': ['ID=f691c36a-e5f8-4fec-ab1a-374581452abd,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:49.141478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port f691c36a-e5f8-4fec-ab1a-374581452abd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:49.156293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port aa5696cf-6206-4bcb-ad6d-0086023710ab, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:49.175112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'aa5696cf-6206-4bcb-ad6d-0086023710ab', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'port_id': 'aa5696cf-6206-4bcb-ad6d-0086023710ab', 'mac_address': 'fa:16:3e:1d:62:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920f71d-5034-445f-a7a9-761df4b030d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:49.188778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-bae0eea1-2e6b-4fd1-9a2d-b7caf2c09d3a service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594915 Jul 16 20:14:49.219829 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.233921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5696cf-6206-4bcb-ad6d-0086023710ab {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:49.240602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8997c-2780-44e4-8338-8238f6d6db15 req-87391267-0401-46e4-bda7-64fc7410c4bc tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.248725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-23a8997c-2780-44e4-8338-8238f6d6db15 req-87391267-0401-46e4-bda7-64fc7410c4bc tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 950 time: 0.1180396 Jul 16 20:14:49.264911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port aa5696cf-6206-4bcb-ad6d-0086023710ab, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:49.276150 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.297033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-22856346-f1fc-4ee1-9a43-1c14e8d1a25e service neutron] 10.222.0.91 "GET /v2.0/ports/5a467959-2f28-49ce-9483-871091ace3a6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0699372 Jul 16 20:14:49.310822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-23a8997c-2780-44e4-8338-8238f6d6db15 req-4b436a26-46b5-4ac3-8a06-6df89c491235 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Jul 16 20:14:49.385273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=aa5696cf-6206-4bcb-ad6d-0086023710ab,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:49.407582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8:0:1::23b (01f31535-5473-49e8-b415-45d37419c5fb/f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4/91f1f870-9aa2-4575-80b8-0a3f63dd061a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:49.421558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::f816:3eff:fec9:2308 (01f31535-5473-49e8-b415-45d37419c5fb/8981664a-8a54-424e-a7a7-5e117092d314/91f1f870-9aa2-4575-80b8-0a3f63dd061a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:49.482263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-c7fb6b16-8ca4-46db-996e-861f4b66785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.485061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-c7fb6b16-8ca4-46db-996e-861f4b66785b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da4d3b87-c384-4e6d-ae1b-f714d42249d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4688890 Jul 16 20:14:49.509941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['aa5696cf-6206-4bcb-ad6d-0086023710ab'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:49.546510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e00-572a-492b-bc83-080c7f311f76 req-2d14dbf4-aa7a-472d-9f35-7771ea060bbc tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.561194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43435e00-572a-492b-bc83-080c7f311f76 req-2d14dbf4-aa7a-472d-9f35-7771ea060bbc tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.1136749 Jul 16 20:14:49.562082 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-bc7af43f-1668-48a2-bd7a-8e88228db002 service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584112 Jul 16 20:14:49.642800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43435e00-572a-492b-bc83-080c7f311f76 req-ced459fc-c2c1-421d-807f-a9116c63ce32 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742223 Jul 16 20:14:49.713631 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2e85b6-5638-4eb4-a597-3ddaeaa271c7 x-openstack-request-id: req-cf2e85b6-5638-4eb4-a597-3ddaeaa271c7 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:49.713924 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "tag": "2349319f-c638-4db0-add5-666793548435", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:49.714173 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf2e85b6-5638-4eb4-a597-3ddaeaa271c7 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:49.714575 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'tag': '2349319f-c638-4db0-add5-666793548435', 'status': 'completed', 'code': 200} Jul 16 20:14:49.719663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-19e62c75-b138-42a3-abc1-682493c5a7f5 service neutron] 10.222.0.99 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250986 Jul 16 20:14:49.924578 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-40964f6a-916b-48de-8102-84526df1d6cf service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536918 Jul 16 20:14:49.945579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb85c9-e9b1-4e9b-8d63-32ece8edd7cf req-a51c02fc-0b65-447f-b04a-b57f11693713 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.947570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56bb85c9-e9b1-4e9b-8d63-32ece8edd7cf req-a51c02fc-0b65-447f-b04a-b57f11693713 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 944 time: 0.0896645 Jul 16 20:14:49.991719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56bb85c9-e9b1-4e9b-8d63-32ece8edd7cf req-ebe434ea-1b9a-4d7f-b61f-9b007b3f4b35 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380619 Jul 16 20:14:50.028595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.032530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-b6b9cdb9-d9f5-41f2-b8b7-a6e4a47a4590 service neutron] 10.222.0.99 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710514 Jul 16 20:14:50.036655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4d8d3fee-b2d6-4832-98c6-10400d69cecc None None] Provisioning for port f691c36a-e5f8-4fec-ab1a-374581452abd completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:50.044176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4d8d3fee-b2d6-4832-98c6-10400d69cecc None None] Provisioning complete for port f691c36a-e5f8-4fec-ab1a-374581452abd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:50.045102 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3fee-b2d6-4832-98c6-10400d69cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.089990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-70179c6d-92de-475e-8732-b0a049d3154e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=9fc31593-b27e-42f7-9c6b-435d155f75ac HTTP/1.1" status: 200 len: 217 time: 0.0450201 Jul 16 20:14:50.106473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 91f1f870-9aa2-4575-80b8-0a3f63dd061a will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:50.145066 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-071928b7-4390-4746-95a3-9d5ace94fcae service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120943 Jul 16 20:14:50.155339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3fee-b2d6-4832-98c6-10400d69cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.205734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4d8d3fee-b2d6-4832-98c6-10400d69cecc None None] For port f691c36a-e5f8-4fec-ab1a-374581452abd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f691c36a-e5f8-4fec-ab1a-374581452abd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:50.205941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-2198042b-84e5-4376-8b23-78dbc805cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.207698 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-2198042b-84e5-4376-8b23-78dbc805cd95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06baaf07-6b7c-443a-a288-899d560be52b HTTP/1.1" status: 200 len: 801 time: 0.1076148 Jul 16 20:14:50.213135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3fee-b2d6-4832-98c6-10400d69cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.288752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d3fee-b2d6-4832-98c6-10400d69cecc None None] Pushing event updated for resources: {'Port': ['ID=f691c36a-e5f8-4fec-ab1a-374581452abd,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:50.290319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.368856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-3e7fd169-1dfe-4015-9497-998cdfbc1831 service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147052 Jul 16 20:14:50.370604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:50.388258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:50.391514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=91f1f870-9aa2-4575-80b8-0a3f63dd061a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:50.403763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:50.410389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.411317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.441919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-ff2e3aad-b5cf-4d7c-b4b5-8cbf33404324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.443726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-ff2e3aad-b5cf-4d7c-b4b5-8cbf33404324 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cee3bfb1-4b7c-4f59-8f24-5f3013355d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275903 Jul 16 20:14:50.485650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27a3d352-66c3-4a85-bf09-c6ba90ff3fa8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7805839 Jul 16 20:14:50.488965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52066) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:50.597444 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e472f330-5a27-4450-ba48-2263da4a565f service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223566 Jul 16 20:14:50.666503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-17ac62fe-3a6d-4285-8505-6472917a42d4 service neutron] 10.222.0.99 "GET /v2.0/networks/cee3bfb1-4b7c-4f59-8f24-5f3013355d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827850 Jul 16 20:14:50.705694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f691c36a-e5f8-4fec-ab1a-374581452abd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:50.774991 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 91f1f870-9aa2-4575-80b8-0a3f63dd061a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:50.775328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.794823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f691c36a-e5f8-4fec-ab1a-374581452abd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:50.795299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.854947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device aa5696cf-6206-4bcb-ad6d-0086023710ab up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:50.891307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de542a-06b7-416c-bd28-861b4116870e req-e266bc00-169a-4558-a3ae-dc0da9e6ee7d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.899918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48de542a-06b7-416c-bd28-861b4116870e req-e266bc00-169a-4558-a3ae-dc0da9e6ee7d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.2748079 Jul 16 20:14:50.906595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-7443ba36-92b9-4227-8dfc-c8e9fc95d690 service neutron] 10.222.0.91 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083656 Jul 16 20:14:50.915294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-728b39b8-8b4b-43c2-85bf-22d1200cef81 None None] Provisioning for port 91f1f870-9aa2-4575-80b8-0a3f63dd061a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:50.929635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.932799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-728b39b8-8b4b-43c2-85bf-22d1200cef81 None None] Provisioning complete for port 91f1f870-9aa2-4575-80b8-0a3f63dd061a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:50.933169 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-728b39b8-8b4b-43c2-85bf-22d1200cef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.949546 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-44d31c08-afeb-441f-abda-657bb8e64d1c service neutron] 10.222.0.99 "GET /v2.0/networks/cee3bfb1-4b7c-4f59-8f24-5f3013355d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550831 Jul 16 20:14:50.953963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 91f1f870-9aa2-4575-80b8-0a3f63dd061a owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:50.988911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48de542a-06b7-416c-bd28-861b4116870e req-b77ce2e4-4d1b-41f3-887d-4c256cd054bc tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879200 Jul 16 20:14:51.027552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-728b39b8-8b4b-43c2-85bf-22d1200cef81 None None] Port 91f1f870-9aa2-4575-80b8-0a3f63dd061a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:51.037842 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port aa5696cf-6206-4bcb-ad6d-0086023710ab completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:51.042442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port aa5696cf-6206-4bcb-ad6d-0086023710ab triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:51.043232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.055350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-e1be6ee9-95e4-4835-82d3-19e4b67a7313 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=2349319f-c638-4db0-add5-666793548435 HTTP/1.1" status: 200 len: 217 time: 0.0959995 Jul 16 20:14:51.153725 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.162204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-af8bf104-e556-4063-83c7-6388726c7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.164501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-af8bf104-e556-4063-83c7-6388726c7800 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4d0c9250-8149-4301-9470-d789c3c3cf08 HTTP/1.1" status: 200 len: 801 time: 0.1034200 Jul 16 20:14:51.172494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-1aaf02fb-9cf2-434d-b468-56181d315e8a service neutron] 10.222.0.91 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564275 Jul 16 20:14:51.201290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5696cf-6206-4bcb-ad6d-0086023710ab'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:51.203911 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0075d256-c7f7-4ec6-a31b-4879f7910f12" -d '{"events": [{"server_uuid": "1cc230a0-406b-4e80-8dcb-535ac25a1317", "name": "network-vif-plugged", "status": "completed", "tag": "aa5696cf-6206-4bcb-ad6d-0086023710ab"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:51.221441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port aa5696cf-6206-4bcb-ad6d-0086023710ab, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:51.229708 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.293365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=aa5696cf-6206-4bcb-ad6d-0086023710ab,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:51.334477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-ecf9d93c-aa26-49be-8a9b-3b00799693c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.336097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-ecf9d93c-aa26-49be-8a9b-3b00799693c5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da4d3b87-c384-4e6d-ae1b-f714d42249d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609857 Jul 16 20:14:51.346463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a6eb-ae98-4375-befb-f4e22059084f req-18e08900-3f1f-4d89-826c-93548e514b1d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.352725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a6eb-ae98-4375-befb-f4e22059084f req-18e08900-3f1f-4d89-826c-93548e514b1d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.358559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a6eb-ae98-4375-befb-f4e22059084f req-18e08900-3f1f-4d89-826c-93548e514b1d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.360992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ac52a6eb-ae98-4375-befb-f4e22059084f req-18e08900-3f1f-4d89-826c-93548e514b1d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2413 time: 0.1651280 Jul 16 20:14:51.361305 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.373792 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-1878538c-6283-41ee-955f-0bd765c52a29 service neutron] 10.222.0.91 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571875 Jul 16 20:14:51.406110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=91f1f870-9aa2-4575-80b8-0a3f63dd061a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:51.416451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:51.509530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.514264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e69fd30f-095d-4b24-94df-5aa0a973256e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/91f1f870-9aa2-4575-80b8-0a3f63dd061a HTTP/1.1" status: 204 len: 168 time: 1.0234487 Jul 16 20:14:51.516930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52094) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:51.566934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ac52a6eb-ae98-4375-befb-f4e22059084f req-586736c9-9c5b-4546-b9fd-313cdc827578 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938818 Jul 16 20:14:51.594122 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.631726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c8b388-a64d-42f0-b59f-a18226a5538c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.636986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10c8b388-a64d-42f0-b59f-a18226a5538c tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1187289 Jul 16 20:14:51.637858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52100) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:51.675174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:51.680776 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.794488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264ce5c-9838-4d60-b4a6-558061f00766 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.796450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3264ce5c-9838-4d60-b4a6-558061f00766 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1574473 Jul 16 20:14:51.799253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52108) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:51.938943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4dd06-71fc-4e7c-a2f3-d4af328ad6bd tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.941697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4dd06-71fc-4e7c-a2f3-d4af328ad6bd tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.943647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4dd06-71fc-4e7c-a2f3-d4af328ad6bd tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.945642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5dd4dd06-71fc-4e7c-a2f3-d4af328ad6bd tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1449981 Jul 16 20:14:51.955608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52116) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:51.956623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f546f6-e7e0-47dd-9314-3ca468aa5946 req-b8680b53-bed8-437e-8f36-06a1e72a3151 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.958291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48f546f6-e7e0-47dd-9314-3ca468aa5946 req-b8680b53-bed8-437e-8f36-06a1e72a3151 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.1432655 Jul 16 20:14:51.983475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.032779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48f546f6-e7e0-47dd-9314-3ca468aa5946 req-ee116d65-f0dc-496b-8aa5-346be57a4200 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678222 Jul 16 20:14:52.043666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 8981664a-8a54-424e-a7a7-5e117092d314 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:52.060314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.142074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-8330ff83-07ab-49f1-9522-ead701707526 service neutron] 10.222.0.99 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958872 Jul 16 20:14:52.148444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.219928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9298c9fb-7061-40fa-bb9b-09324a2119b7 service neutron] 10.222.0.91 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8321595 Jul 16 20:14:52.231508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df7e9-a49e-4acf-b6ea-e3ff41a77209 req-1fd7aa4d-e0b7-47db-8e56-833fb72cd12e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.233135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a0df7e9-a49e-4acf-b6ea-e3ff41a77209 req-1fd7aa4d-e0b7-47db-8e56-833fb72cd12e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 945 time: 0.0815246 Jul 16 20:14:52.276329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a0df7e9-a49e-4acf-b6ea-e3ff41a77209 req-9da4fc3a-afa7-4ab0-bee5-c27dcd9d709d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Jul 16 20:14:52.333313 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d01112-a775-4cf1-9bd2-72fdb40b52e3 x-openstack-request-id: req-c0d01112-a775-4cf1-9bd2-72fdb40b52e3 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:52.333835 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc230a0-406b-4e80-8dcb-535ac25a1317", "name": "network-vif-plugged", "status": "completed", "tag": "aa5696cf-6206-4bcb-ad6d-0086023710ab", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:52.333835 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c0d01112-a775-4cf1-9bd2-72fdb40b52e3 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:52.334218 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5696cf-6206-4bcb-ad6d-0086023710ab', 'code': 200} Jul 16 20:14:52.379474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.417465 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f27a0d-b0e1-43b2-b6d9-250699f8c4a6 req-c381f381-32d0-4f82-9898-91dda5c0dacb service neutron] 10.222.0.99 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657604 Jul 16 20:14:52.443106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-133dd71c-9088-463f-910f-7b7ba00a2d75 service neutron] 10.222.0.91 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169785 Jul 16 20:14:52.479147 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.497450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.499593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/8981664a-8a54-424e-a7a7-5e117092d314 HTTP/1.1" status: 204 len: 168 time: 0.5317111 Jul 16 20:14:52.503252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52128) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:52.505818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201323ea-fcb5-4957-b14f-0fd69a85ec4b None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:52.580725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baecce7-4464-4160-8d37-808a315aa9d4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=8981664a-8a54-424e-a7a7-5e117092d314,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.588343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:52.595462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.629374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf809d-a304-44b9-a3a4-ed71cf9641a5 req-b38af6d1-69b6-474a-8963-c98735399236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.631789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ecf809d-a304-44b9-a3a4-ed71cf9641a5 req-b38af6d1-69b6-474a-8963-c98735399236 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 1097 time: 0.2260065 Jul 16 20:14:52.643108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30988-7241-4b02-81f0-4d174414a978 req-7bdf1f3d-6c61-4675-b953-c65157b60130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.644546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30988-7241-4b02-81f0-4d174414a978 req-7bdf1f3d-6c61-4675-b953-c65157b60130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.645033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30988-7241-4b02-81f0-4d174414a978 req-7bdf1f3d-6c61-4675-b953-c65157b60130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.648257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e30988-7241-4b02-81f0-4d174414a978 req-7bdf1f3d-6c61-4675-b953-c65157b60130 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2869 time: 0.1461349 Jul 16 20:14:52.665471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8431c5-4b39-4154-beea-e388593d275d req-c125541a-6952-48d1-b671-941310711246 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.672556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d8431c5-4b39-4154-beea-e388593d275d req-c125541a-6952-48d1-b671-941310711246 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.2223711 Jul 16 20:14:52.714364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.794456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30988-7241-4b02-81f0-4d174414a978 req-fbd91f92-3cca-462c-8116-b0d6264dd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.796246 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e30988-7241-4b02-81f0-4d174414a978 req-fbd91f92-3cca-462c-8116-b0d6264dd950 service neutron] 10.222.0.99 "GET /v2.0/networks?id=da4d3b87-c384-4e6d-ae1b-f714d42249d6 HTTP/1.1" status: 200 len: 903 time: 0.1402352 Jul 16 20:14:52.806737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c8860d22-1b52-4924-9120-b11548bf6cd5 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:52.821477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ecf809d-a304-44b9-a3a4-ed71cf9641a5 req-39d9d893-ea15-438c-aea2-eba059f68d01 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826243 Jul 16 20:14:52.830766 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d8431c5-4b39-4154-beea-e388593d275d req-ddbe7a79-a676-46a5-b7e3-c0e01225e15a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572659 Jul 16 20:14:52.892992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e30988-7241-4b02-81f0-4d174414a978 req-c357807f-ed00-47a6-81ce-800ca8f8a9e0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=2349319f-c638-4db0-add5-666793548435 HTTP/1.1" status: 200 len: 217 time: 0.0862432 Jul 16 20:14:52.938973 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.997680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:53.010435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30988-7241-4b02-81f0-4d174414a978 req-0da17f35-0aa9-41b8-9f8f-19c816e8d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.018060 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e30988-7241-4b02-81f0-4d174414a978 req-0da17f35-0aa9-41b8-9f8f-19c816e8d036 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4d0c9250-8149-4301-9470-d789c3c3cf08 HTTP/1.1" status: 200 len: 801 time: 0.1199279 Jul 16 20:14:53.043067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'mac_address': 'fa:16:3e:4b:63:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:53.060371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.130994 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.151903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.154417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8860d22-1b52-4924-9120-b11548bf6cd5 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:53.205908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30988-7241-4b02-81f0-4d174414a978 req-1d25eb1a-c28e-47e6-8d78-1c146c8a0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.210926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.211121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e30988-7241-4b02-81f0-4d174414a978 req-1d25eb1a-c28e-47e6-8d78-1c146c8a0a6b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da4d3b87-c384-4e6d-ae1b-f714d42249d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676919 Jul 16 20:14:53.212655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:53.213145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ecd0404f-1a36-40be-a3d7-571c442829b3 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4 HTTP/1.1" status: 204 len: 168 time: 0.7082140 Jul 16 20:14:53.216644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52158) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:53.224207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.275581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5c9f5241-4fd5-497d-8726-6b25d7d6842e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549152 Jul 16 20:14:53.276839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52160) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:53.283293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:53.325167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.346997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c8860d22-1b52-4924-9120-b11548bf6cd5'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:53.408458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d34cb-c314-45e9-8e02-ca27b43e4109 req-0bf096c3-c5b6-4eb1-854a-e54ce029ddd4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.417187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d34cb-c314-45e9-8e02-ca27b43e4109 req-0bf096c3-c5b6-4eb1-854a-e54ce029ddd4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.421696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e30988-7241-4b02-81f0-4d174414a978 req-3247a2b8-0932-4767-98c5-ebe484be4a1b service neutron] 10.222.0.99 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032111 Jul 16 20:14:53.423827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d34cb-c314-45e9-8e02-ca27b43e4109 req-0bf096c3-c5b6-4eb1-854a-e54ce029ddd4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.431938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6d34cb-c314-45e9-8e02-ca27b43e4109 req-0bf096c3-c5b6-4eb1-854a-e54ce029ddd4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2413 time: 0.3505239 Jul 16 20:14:53.667011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6d34cb-c314-45e9-8e02-ca27b43e4109 req-3daa6c21-6753-4cb6-a648-a6b808da4080 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322962 Jul 16 20:14:53.714814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:53.721111 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.900390 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e30988-7241-4b02-81f0-4d174414a978 req-d0eacef5-3733-48a2-9355-412d19e9b4e1 service neutron] 10.222.0.99 "GET /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695156 Jul 16 20:14:53.934462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb563ace-5f8d-4519-9c2a-69b6d9ea7272 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:53.941634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5560ce-1936-4e0d-b664-a62c6834c971 req-f2f9a7f7-fabe-477e-b29b-b86dbe3ce918 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.944905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e5560ce-1936-4e0d-b664-a62c6834c971 req-f2f9a7f7-fabe-477e-b29b-b86dbe3ce918 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.2685285 Jul 16 20:14:54.015762 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e5560ce-1936-4e0d-b664-a62c6834c971 req-65ddd58f-4607-40cf-8060-0adf50d40c85 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588777 Jul 16 20:14:54.099942 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-353038c4-1391-4150-8624-875ed2dca3d3 req-cdd085cc-7395-4425-b97a-f8132004f97f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0462227 Jul 16 20:14:54.186067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2cbb8d2a-cd78-45f5-8a9b-1d802a737642 None None] Provisioning complete for port f691c36a-e5f8-4fec-ab1a-374581452abd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:54.186480 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8d2a-cd78-45f5-8a9b-1d802a737642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.304501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52709be-c65e-4d88-9bfa-06ab8462f37d req-ce829dc7-d9da-47b4-a551-fb1683f026ec tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.312913 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52709be-c65e-4d88-9bfa-06ab8462f37d req-ce829dc7-d9da-47b4-a551-fb1683f026ec tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.0941479 Jul 16 20:14:54.346754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:54.351511 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87eb4a1-c5ac-4636-9744-3f8a3675e1f4" -d '{"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:54.374882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52709be-c65e-4d88-9bfa-06ab8462f37d req-12253f52-8d43-4d99-98c7-a5432be8bf2e tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582991 Jul 16 20:14:54.397722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703b47-2801-4b7a-96e9-0e4cd64dc0b3 req-b879a28e-c1ff-4bcb-a5fd-4495bdbfee57 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.403105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e703b47-2801-4b7a-96e9-0e4cd64dc0b3 req-b879a28e-c1ff-4bcb-a5fd-4495bdbfee57 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 945 time: 0.3564134 Jul 16 20:14:54.430756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.459659 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fc3a2b-0a5e-471e-a22b-7c862153d2fa x-openstack-request-id: req-d1fc3a2b-0a5e-471e-a22b-7c862153d2fa {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:54.459958 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:54.460204 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1fc3a2b-0a5e-471e-a22b-7c862153d2fa {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:54.463033 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'code': 200} Jul 16 20:14:54.525649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:54.547769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:54.554226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:54.557677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.559029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.578478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e703b47-2801-4b7a-96e9-0e4cd64dc0b3 req-fb7bb56e-646e-4a3d-a64b-c8720ee20b75 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679275 Jul 16 20:14:54.586716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=a136d36c-acd1-41bf-98e7-beedb14ccd6c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:54.608401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8ddf5f41-4a6c-4533-a66c-4f53d29d8f93 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3271692 Jul 16 20:14:54.608498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52212) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:54.618699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] Deleting port f691c36a-e5f8-4fec-ab1a-374581452abd {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:54.619210 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.622359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-02706a1c-8e79-4af6-8bb5-a734fbd7892f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:54.689915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f691c36a-e5f8-4fec-ab1a-374581452abd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:54.817997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c8860d22-1b52-4924-9120-b11548bf6cd5 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:54.875200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02706a1c-8e79-4af6-8bb5-a734fbd7892f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:54.880012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-02706a1c-8e79-4af6-8bb5-a734fbd7892f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.980247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] For port f691c36a-e5f8-4fec-ab1a-374581452abd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f691c36a-e5f8-4fec-ab1a-374581452abd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:54.980632 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.987567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a0b7-7620-4736-a0c9-6f81b12c3ad4 req-e7b792f7-338c-49dd-a554-4c877dad3d87 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.002652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a0b7-7620-4736-a0c9-6f81b12c3ad4 req-e7b792f7-338c-49dd-a554-4c877dad3d87 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.013962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] Calling delete_port for f691c36a-e5f8-4fec-ab1a-374581452abd owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:55.017578 n-d-792458-10 neutron-server[93862]: INFO neutron.db.ipam_backend_mixin [None req-02706a1c-8e79-4af6-8bb5-a734fbd7892f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a136d36c-acd1-41bf-98e7-beedb14ccd6c (CIDR: 2001:db8::/64) Jul 16 20:14:55.018329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a0b7-7620-4736-a0c9-6f81b12c3ad4 req-e7b792f7-338c-49dd-a554-4c877dad3d87 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.021432 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-02706a1c-8e79-4af6-8bb5-a734fbd7892f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:14:55.021696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02706a1c-8e79-4af6-8bb5-a734fbd7892f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:14:55.024933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe85a0b7-7620-4736-a0c9-6f81b12c3ad4 req-e7b792f7-338c-49dd-a554-4c877dad3d87 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2413 time: 0.1387188 Jul 16 20:14:55.063816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-02706a1c-8e79-4af6-8bb5-a734fbd7892f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4540532 Jul 16 20:14:55.065432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52232) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:55.072223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:55.076255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c8860d22-1b52-4924-9120-b11548bf6cd5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:55.077313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.114229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe85a0b7-7620-4736-a0c9-6f81b12c3ad4 req-6ff9b9a6-d874-4f53-9cee-6670ad6f104b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836029 Jul 16 20:14:55.153463 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.274781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f691c36a-e5f8-4fec-ab1a-374581452abd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f691c36a-e5f8-4fec-ab1a-374581452abd,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:55.290498 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.295157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:55.301607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.324386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52240) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:55.379878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.405800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] No DVR routers for this DVR port f691c36a-e5f8-4fec-ab1a-374581452abd on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:55.412274 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.489054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386293f-4b69-441b-945c-27a0df8f954a None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:55.491612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2349319f-c638-4db0-add5-666793548435 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:55.506455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f691c36a-e5f8-4fec-ab1a-374581452abd,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:55.611657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-23d55ded-bb1c-4083-b681-718311e8a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.615683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-23d55ded-bb1c-4083-b681-718311e8a78b service neutron] 10.222.0.99 "GET /v2.0/ports/f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 1025 time: 0.3592443 Jul 16 20:14:55.662331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc82b5a9-0ea6-45e7-96d8-c054e00aaad6 req-e750e98c-e379-498f-994f-809d0e5043a4 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.3268595 Jul 16 20:14:55.666310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3bd66-4810-4e59-8a9a-4fb2f486e859 None None] Pushing event deleted for resources: {'Port': ['ID=f691c36a-e5f8-4fec-ab1a-374581452abd,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:55.678134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:55.714221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d2adc633-2a55-4c17-a066-6f93637584fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.715963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d2adc633-2a55-4c17-a066-6f93637584fb service neutron] 10.222.0.99 "GET /v2.0/ports/5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 1027 time: 0.0867624 Jul 16 20:14:55.727142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f101d2-f206-48ac-9c4b-265a9e95c886 req-5116c5d0-8a7b-4b98-a1d0-7f4d98dbf055 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.736232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-85f101d2-f206-48ac-9c4b-265a9e95c886 req-5116c5d0-8a7b-4b98-a1d0-7f4d98dbf055 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.4494290 Jul 16 20:14:55.761405 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.764251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:14:55.807699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-85f101d2-f206-48ac-9c4b-265a9e95c886 req-ba1b5321-ef02-4df1-baaa-1ee0033877f4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702553 Jul 16 20:14:55.870668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2f4955f-e8cb-46b8-b19a-b80c15698e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.017923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.055648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2349319f-c638-4db0-add5-666793548435, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2349319f-c638-4db0-add5-666793548435,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:56.115978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9b03fe9c-b48c-4391-83ba-0ff9596ae318 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.130504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9b03fe9c-b48c-4391-83ba-0ff9596ae318 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.134360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '2349319f-c638-4db0-add5-666793548435', 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6', 'port_id': '2349319f-c638-4db0-add5-666793548435', 'mac_address': 'fa:16:3e:88:41:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c9250-8149-4301-9470-d789c3c3cf08', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:56.147491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9b03fe9c-b48c-4391-83ba-0ff9596ae318 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.164832 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9b03fe9c-b48c-4391-83ba-0ff9596ae318 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "GET /v2.0/networks?id=a59f169c-e5f6-4288-a73f-979b2b8a3703&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=8cd80618-c163-4a0e-9117-d6ed2b378b44&id=8cd80618-c163-4a0e-9117-d6ed2b378b44 HTTP/1.1" status: 200 len: 1991 time: 0.4039145 Jul 16 20:14:56.206358 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.209213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': 'a136d36c-acd1-41bf-98e7-beedb14ccd6c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:56.210297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.224611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10acb8-e3dd-4dda-a73e-b6482f3a9498 req-00b56d08-b2af-44ec-a006-2aac22e852a1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.226416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d10acb8-e3dd-4dda-a73e-b6482f3a9498 req-00b56d08-b2af-44ec-a006-2aac22e852a1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.2895374 Jul 16 20:14:56.236051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2349319f-c638-4db0-add5-666793548435 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:56.275461 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-09e821ac-b540-4393-89c7-cd77f56ea85a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381 HTTP/1.1" status: 200 len: 380 time: 0.1002352 Jul 16 20:14:56.286751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'admin_state_up': True, 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'security_groups': ['a899dae3-423f-482c-9b39-0f67032626df']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:56.324831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2349319f-c638-4db0-add5-666793548435, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2349319f-c638-4db0-add5-666793548435,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:56.340976 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.347373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2396030-15af-4367-bced-08fec899a2c9 req-e6ffa4a1-a72b-4b0b-a623-348dcb928664 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.348205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:56.349677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2396030-15af-4367-bced-08fec899a2c9 req-e6ffa4a1-a72b-4b0b-a623-348dcb928664 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 945 time: 0.1837039 Jul 16 20:14:56.393871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:14:56.398183 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.415957 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d10acb8-e3dd-4dda-a73e-b6482f3a9498 req-29bc5c14-ff87-4616-8cb7-67e565cbc212 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611819 Jul 16 20:14:56.458475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:56.464420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:56.465902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:56.471901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2396030-15af-4367-bced-08fec899a2c9 req-8f0b148f-e074-4ddf-ad97-1a77f7ba2db7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150880 Jul 16 20:14:56.474318 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d57b64-7003-439d-a341-2627cc41213b" -d '{"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-plugged", "status": "completed", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:56.489863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.495635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.516843 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2f4955f-e8cb-46b8-b19a-b80c15698e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.550411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:56.565899 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.574730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:56.584228 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2f4955f-e8cb-46b8-b19a-b80c15698e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.641796 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=0bd296e8-0b5d-4808-b2f9-b063fb886bce,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.643283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2349319f-c638-4db0-add5-666793548435,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.673549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97', 'network_id': 'da4d3b87-c384-4e6d-ae1b-f714d42249d6', 'port_id': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97', 'mac_address': 'fa:16:3e:fb:1e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c9250-8149-4301-9470-d789c3c3cf08', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:56.696954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f607941f-a757-4760-8bfc-cbffbc4492e0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6289399 Jul 16 20:14:56.714979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52266) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:56.726233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:7c:45:82', 'name': 'tempest-NetworksTestDHCPv6-1089378111'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:56.757952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c2f4955f-e8cb-46b8-b19a-b80c15698e81 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e9259ec37f734921addeeeabe5c30d66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4299073 Jul 16 20:14:56.758362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52270) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:56.798974 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4d2f7-6e0f-4432-8a3c-8e77d4f99f4b x-openstack-request-id: req-bcb4d2f7-6e0f-4432-8a3c-8e77d4f99f4b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:56.799248 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-plugged", "status": "completed", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:56.799497 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bcb4d2f7-6e0f-4432-8a3c-8e77d4f99f4b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:56.799895 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'code': 200} Jul 16 20:14:56.837438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4955f-e8cb-46b8-b19a-b80c15698e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e542c-038e-4d11-b300-503fe5b849c7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.877963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25a1b574-08b2-4e29-9a00-e5f1b8beef13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.892740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.897222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/a136d36c-acd1-41bf-98e7-beedb14ccd6c/24d0a3a7-83cb-4e42-906d-14886bb26614) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:56.935781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25a1b574-08b2-4e29-9a00-e5f1b8beef13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.945020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe78:fbb0 (01f31535-5473-49e8-b415-45d37419c5fb/0bd296e8-0b5d-4808-b2f9-b063fb886bce/24d0a3a7-83cb-4e42-906d-14886bb26614) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:56.954112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:57.010711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:57.021807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1e73-b0ec-41f7-91ee-a6151d2b8f66 req-03b9eeb3-edd6-435e-b4c3-4d774480ead6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:57.036775 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.037030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1e73-b0ec-41f7-91ee-a6151d2b8f66 req-03b9eeb3-edd6-435e-b4c3-4d774480ead6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:57.040968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9fc31593-b27e-42f7-9c6b-435d155f75ac details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:57.045218 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25a1b574-08b2-4e29-9a00-e5f1b8beef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.048569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25a1b574-08b2-4e29-9a00-e5f1b8beef13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.050078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25a1b574-08b2-4e29-9a00-e5f1b8beef13 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dd6e542c-038e-4d11-b300-503fe5b849c7 HTTP/1.1" status: 204 len: 168 time: 0.2909374 Jul 16 20:14:57.077130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1e73-b0ec-41f7-91ee-a6151d2b8f66 req-03b9eeb3-edd6-435e-b4c3-4d774480ead6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:57.089672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1b574-08b2-4e29-9a00-e5f1b8beef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e542c-038e-4d11-b300-503fe5b849c7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:57.094313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d0d1e73-b0ec-41f7-91ee-a6151d2b8f66 req-03b9eeb3-edd6-435e-b4c3-4d774480ead6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2414 time: 0.3777750 Jul 16 20:14:57.136651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:57.246849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.288556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port 8064bb01-4858-4c26-97ed-53caf73d0122 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:14:57.422199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d0d1e73-b0ec-41f7-91ee-a6151d2b8f66 req-a06c9884-5bb9-48d6-bd96-d8ae564754b2 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250458 Jul 16 20:14:57.468607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 172.20.0.14 (a59f169c-e5f6-4288-a73f-979b2b8a3703/3485200b-2821-45fe-9611-0bd8895fc774/e20a8aad-8452-40c9-a0e9-b654a1f435cc) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:57.684148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71e5744c-3531-48ed-b519-48dd87455324 req-5eac6c13-ac22-4e85-b6d6-08339fbeea4d tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.1278017 Jul 16 20:14:57.706995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:57.780171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52288) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:57.795398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57b079b-73d9-4512-85d8-f27ccd566125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.968707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57b079b-73d9-4512-85d8-f27ccd566125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.976878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57b079b-73d9-4512-85d8-f27ccd566125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.980585 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.041826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Transition to ACTIVE for port object e20a8aad-8452-40c9-a0e9-b654a1f435cc will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:58.056536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c57b079b-73d9-4512-85d8-f27ccd566125 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2987f4ee273e48c4a315db68698fb4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739899 Jul 16 20:14:58.058147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b079b-73d9-4512-85d8-f27ccd566125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46674d23-ae5a-4134-a639-f5b3238b2793,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.075249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241be92-db20-4e08-b385-141006fb5cd0 req-ed3ceaa1-64da-4a6d-9065-21e5f47f0286 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.079737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52292) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:58.083416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6241be92-db20-4e08-b385-141006fb5cd0 req-ed3ceaa1-64da-4a6d-9065-21e5f47f0286 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.2940693 Jul 16 20:14:58.163058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3eef3187-5484-46c5-8fc5-6802c383c1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.198751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9fc31593-b27e-42f7-9c6b-435d155f75ac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9fc31593-b27e-42f7-9c6b-435d155f75ac,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:58.207941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3eef3187-5484-46c5-8fc5-6802c383c1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.214453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6241be92-db20-4e08-b385-141006fb5cd0 req-ea4f729d-48ea-461b-9819-5775fa0519af tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310067 Jul 16 20:14:58.238812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.352551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3eef3187-5484-46c5-8fc5-6802c383c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.358171 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3eef3187-5484-46c5-8fc5-6802c383c1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.358395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '9fc31593-b27e-42f7-9c6b-435d155f75ac', 'network_id': 'cee3bfb1-4b7c-4f59-8f24-5f3013355d2b', 'port_id': '9fc31593-b27e-42f7-9c6b-435d155f75ac', 'mac_address': 'fa:16:3e:87:8e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06baaf07-6b7c-443a-a288-899d560be52b', 'ip_address': '19.86.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:58.359983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3eef3187-5484-46c5-8fc5-6802c383c1a0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/46674d23-ae5a-4134-a639-f5b3238b2793 HTTP/1.1" status: 204 len: 168 time: 0.2724655 Jul 16 20:14:58.387483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef3187-5484-46c5-8fc5-6802c383c1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46674d23-ae5a-4134-a639-f5b3238b2793,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.403626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:58.439629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:58.444934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:58.496792 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.556682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=e20a8aad-8452-40c9-a0e9-b654a1f435cc,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.577306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc31593-b27e-42f7-9c6b-435d155f75ac {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:58.630546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.631670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.643878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9fc31593-b27e-42f7-9c6b-435d155f75ac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9fc31593-b27e-42f7-9c6b-435d155f75ac,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:58.668408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.670807 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.680521 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-d0947feb-159d-4481-9d01-11f97b2a314f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3974824 Jul 16 20:14:58.696333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'admin_state_up': True, 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'security_groups': ['a899dae3-423f-482c-9b39-0f67032626df']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:58.817256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9fc31593-b27e-42f7-9c6b-435d155f75ac,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.820058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:58.833332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Transition to ACTIVE for port object 24d0a3a7-83cb-4e42-906d-14886bb26614 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:58.871706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Transition to ACTIVE for port object 24d0a3a7-83cb-4e42-906d-14886bb26614 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:58.903679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.921526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eec3b-c3ef-43bb-ad26-96b422ad5a88 req-f3fe905d-39be-4c9e-965e-e12f28eee888 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.947908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eec3b-c3ef-43bb-ad26-96b422ad5a88 req-f3fe905d-39be-4c9e-965e-e12f28eee888 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.963082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eec3b-c3ef-43bb-ad26-96b422ad5a88 req-f3fe905d-39be-4c9e-965e-e12f28eee888 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.964509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-324eec3b-c3ef-43bb-ad26-96b422ad5a88 req-f3fe905d-39be-4c9e-965e-e12f28eee888 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2416 time: 0.2368810 Jul 16 20:14:59.030185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:59.048707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:59.051621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:59.056771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::3a7 (01f31535-5473-49e8-b415-45d37419c5fb/a136d36c-acd1-41bf-98e7-beedb14ccd6c/8064bb01-4858-4c26-97ed-53caf73d0122) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:59.068655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7c:4582 (01f31535-5473-49e8-b415-45d37419c5fb/0bd296e8-0b5d-4808-b2f9-b063fb886bce/8064bb01-4858-4c26-97ed-53caf73d0122) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:59.110071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['37f13dc4-bd0d-487d-aac8-a3a9c9d93f97'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:59.113920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['2349319f-c638-4db0-add5-666793548435'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:59.166025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-324eec3b-c3ef-43bb-ad26-96b422ad5a88 req-dd9b1b9c-dfcc-4af2-965a-38fd6f14164c tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808493 Jul 16 20:14:59.214796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9fc31593-b27e-42f7-9c6b-435d155f75ac'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:59.263272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6b51179c-e6e3-4aae-adf4-4b6875a9bca8 None None] Provisioning for port e20a8aad-8452-40c9-a0e9-b654a1f435cc completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:59.289984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6b51179c-e6e3-4aae-adf4-4b6875a9bca8 None None] Provisioning complete for port e20a8aad-8452-40c9-a0e9-b654a1f435cc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:59.290905 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b51179c-e6e3-4aae-adf4-4b6875a9bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.317883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Pushing event updated for resources: {'Port': ['ID=24d0a3a7-83cb-4e42-906d-14886bb26614,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.331987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.351971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object 8064bb01-4858-4c26-97ed-53caf73d0122 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:59.399329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.493873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:59.500543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Attempting to bind port 24d0a3a7-83cb-4e42-906d-14886bb26614 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:59.501092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Attempting to bind port 24d0a3a7-83cb-4e42-906d-14886bb26614 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:59.501385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Attempting to bind port 24d0a3a7-83cb-4e42-906d-14886bb26614 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:59.510958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:59.543991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:59.573079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'port_id': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'mac_address': 'fa:16:3e:53:2d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:59.577141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6b51179c-e6e3-4aae-adf4-4b6875a9bca8 None None] Port e20a8aad-8452-40c9-a0e9-b654a1f435cc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:59.580696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:59.581074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:59.581651 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.582045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:59.582555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Bound port: 24d0a3a7-83cb-4e42-906d-14886bb26614, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:59.585606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.593728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d187-878a-4c28-99ca-d82f527d2e2e req-ef3e7622-ed11-4099-b870-f56471689f64 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.608488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efd3d187-878a-4c28-99ca-d82f527d2e2e req-ef3e7622-ed11-4099-b870-f56471689f64 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.8457899 Jul 16 20:14:59.614092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:59.621374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.628125 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.637473 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.649010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=8064bb01-4858-4c26-97ed-53caf73d0122,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.733831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:59.739446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46485-c91d-4078-bcd6-75e7ea394a9b req-33ee356c-78b9-4ccb-b14e-ffb0a02e9b46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.741021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93e46485-c91d-4078-bcd6-75e7ea394a9b req-33ee356c-78b9-4ccb-b14e-ffb0a02e9b46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 932 time: 0.2225056 Jul 16 20:14:59.743882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.820780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:59.821952 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-76e16c9c-4ef0-4d00-8d43-971e81b30f86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1026440 Jul 16 20:14:59.837270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52336) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:59.878367 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efd3d187-878a-4c28-99ca-d82f527d2e2e req-f2f93900-a10b-4ef1-8b29-f6fcfde1c1af tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687619 Jul 16 20:14:59.963009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93e46485-c91d-4078-bcd6-75e7ea394a9b req-29817c43-a488-46c5-8b31-8cb71bdbe125 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060509 Jul 16 20:15:00.028355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] For port 24d0a3a7-83cb-4e42-906d-14886bb26614, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:00.183162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:00.189096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 10.1.1.71 (3262dfb2-93b5-49b2-aac0-84fcfcbf4190/00158d16-4801-4ca7-b933-3c691ad5641b/ccbf68dc-080e-4144-b631-5837eeef50da) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:00.203676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port 8064bb01-4858-4c26-97ed-53caf73d0122 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:00.205777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.227062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] For port 24d0a3a7-83cb-4e42-906d-14886bb26614, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=24d0a3a7-83cb-4e42-906d-14886bb26614,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:00.244925 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.340190 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.369755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dc883-d9fc-4ca8-9dbb-0dc92e43f273 req-8d486ddf-95a6-4f23-bcab-82a9d727045c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.380120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c9dc883-d9fc-4ca8-9dbb-0dc92e43f273 req-8d486ddf-95a6-4f23-bcab-82a9d727045c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.1818085 Jul 16 20:15:00.443746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['08a87ec0-1a26-49aa-9f67-98f24f5c7f13'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:00.574760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c9dc883-d9fc-4ca8-9dbb-0dc92e43f273 req-1af4cb9f-ecf9-48fb-b246-421c195828ea tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922290 Jul 16 20:15:00.622672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.660141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.673214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for 8064bb01-4858-4c26-97ed-53caf73d0122 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:00.703033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:00.707486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Transition to ACTIVE for port object ccbf68dc-080e-4144-b631-5837eeef50da will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:00.764136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae626-d918-4f10-8d34-2d298678beb3 req-8c7b3ef0-ef17-4db6-b896-ab46aa47d70f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.794423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae626-d918-4f10-8d34-2d298678beb3 req-8c7b3ef0-ef17-4db6-b896-ab46aa47d70f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.811695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae626-d918-4f10-8d34-2d298678beb3 req-8c7b3ef0-ef17-4db6-b896-ab46aa47d70f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.818816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cbfae626-d918-4f10-8d34-2d298678beb3 req-8c7b3ef0-ef17-4db6-b896-ab46aa47d70f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2416 time: 0.3125927 Jul 16 20:15:00.823196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.037420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:01.051766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:01.052738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cbfae626-d918-4f10-8d34-2d298678beb3 req-7995891d-29a3-41e3-b221-a1695b2feece tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519899 Jul 16 20:15:01.058978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:01.256342 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:01.292600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.294607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.422069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=ccbf68dc-080e-4144-b631-5837eeef50da,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.447064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0cf83640-287c-4ebc-8895-651303f8ed26 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7590854 Jul 16 20:15:01.476132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'admin_state_up': True, 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'security_groups': ['a899dae3-423f-482c-9b39-0f67032626df']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:01.499901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109e39e-740e-4a6c-b7dd-d911e081cd21 None None] Pushing event updated for resources: {'Port': ['ID=24d0a3a7-83cb-4e42-906d-14886bb26614,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.667894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0ec37bf3-db82-42d7-a38d-8c4a9bfbc814 None None] Provisioning for port ccbf68dc-080e-4144-b631-5837eeef50da completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:01.673347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0ec37bf3-db82-42d7-a38d-8c4a9bfbc814 None None] Provisioning complete for port ccbf68dc-080e-4144-b631-5837eeef50da triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:01.673732 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ec37bf3-db82-42d7-a38d-8c4a9bfbc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.758683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.789067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0ec37bf3-db82-42d7-a38d-8c4a9bfbc814 None None] Port ccbf68dc-080e-4144-b631-5837eeef50da cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:01.836071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:01.840187 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.885612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0773a2d-8dd3-4092-9021-fd94b48f5119 req-6c2fc09f-63a0-4922-ad4e-af7c8315c4b1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.892113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=8064bb01-4858-4c26-97ed-53caf73d0122,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.897413 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0773a2d-8dd3-4092-9021-fd94b48f5119 req-6c2fc09f-63a0-4922-ad4e-af7c8315c4b1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 944 time: 0.5946124 Jul 16 20:15:01.965499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0773a2d-8dd3-4092-9021-fd94b48f5119 req-ce970e69-5263-477a-8d47-30f63828b165 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655494 Jul 16 20:15:02.066057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeef0-cd2a-4abc-b826-942721ba8b36 req-2dbed44e-9e19-4cf3-bf01-61db190a818b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.085674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faeef0-cd2a-4abc-b826-942721ba8b36 req-2dbed44e-9e19-4cf3-bf01-61db190a818b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.098234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9faeef0-cd2a-4abc-b826-942721ba8b36 req-2dbed44e-9e19-4cf3-bf01-61db190a818b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 1653 time: 0.5672312 Jul 16 20:15:02.171217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.177101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c83187e4-ac8b-4a22-bce1-f1eabe37a378 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/8064bb01-4858-4c26-97ed-53caf73d0122 HTTP/1.1" status: 204 len: 168 time: 2.3386602 Jul 16 20:15:02.183951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52412) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:02.235697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 10.1.1.152 (3262dfb2-93b5-49b2-aac0-84fcfcbf4190/00158d16-4801-4ca7-b933-3c691ad5641b/a3710417-7257-4be0-8a28-f2c8846aecc6) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:02.351897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9faeef0-cd2a-4abc-b826-942721ba8b36 req-afdb5f9d-2454-4376-bcd0-21ebfe3e958a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523038 Jul 16 20:15:02.435245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee969290-e865-4580-8fac-b2c361d09180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.444823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ee969290-e865-4580-8fac-b2c361d09180 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2593484 Jul 16 20:15:02.449503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52414) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:02.680944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:02.693165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.702293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c0164-8cc0-495d-8a58-2487f9dfc12a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.707099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-749c0164-8cc0-495d-8a58-2487f9dfc12a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2566006 Jul 16 20:15:02.710319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52418) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:02.747887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Transition to ACTIVE for port object a3710417-7257-4be0-8a28-f2c8846aecc6 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:02.873670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f67e80-8f79-430e-822c-ec3fe8ebd0bf None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:02.877378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 24d0a3a7-83cb-4e42-906d-14886bb26614 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:02.910568 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.045514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:03.051630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:03.056715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:03.061124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=a3710417-7257-4be0-8a28-f2c8846aecc6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.101965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7238f027-9746-4782-a789-d53aec456bff None None] Provisioning for port 24d0a3a7-83cb-4e42-906d-14886bb26614 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:03.179788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:03.201226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:03.207396 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.265404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.275202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.322494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6f7635c-44e1-4aa2-8e3a-05286cb17390 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8636067 Jul 16 20:15:03.356506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44', 'admin_state_up': True, 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'security_groups': ['a899dae3-423f-482c-9b39-0f67032626df']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:03.548965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.638590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 24d0a3a7-83cb-4e42-906d-14886bb26614 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:03.654970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 24d0a3a7-83cb-4e42-906d-14886bb26614 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:03.661534 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.683455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-60fbc8de-9e8f-4cf6-a03b-1b2a37700f81 None None] Provisioning for port a3710417-7257-4be0-8a28-f2c8846aecc6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:03.736288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:03.751785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-60fbc8de-9e8f-4cf6-a03b-1b2a37700f81 None None] Provisioning complete for port a3710417-7257-4be0-8a28-f2c8846aecc6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:03.752758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-60fbc8de-9e8f-4cf6-a03b-1b2a37700f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.823259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:03.826372 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821a075a-0d60-4334-88d1-282e22c92e59" -d '{"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-plugged", "status": "completed", "tag": "37f13dc4-bd0d-487d-aac8-a3a9c9d93f97"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:03.867124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:03.915017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.916552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2349319f-c638-4db0-add5-666793548435 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:03.927977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-60fbc8de-9e8f-4cf6-a03b-1b2a37700f81 None None] Port a3710417-7257-4be0-8a28-f2c8846aecc6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:03.929168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed97fd2-57ee-4694-9499-01bb9aca5747 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.930684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed97fd2-57ee-4694-9499-01bb9aca5747 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.940633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed97fd2-57ee-4694-9499-01bb9aca5747 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.956090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7ed97fd2-57ee-4694-9499-01bb9aca5747 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.2419102 Jul 16 20:15:03.958819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52438) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:04.175743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 0bd296e8-0b5d-4808-b2f9-b063fb886bce {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:04.180556 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.332427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.332937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5836e-8ff9-4556-830d-a06d8b3ef6f5 req-5fba10e6-28b8-46fc-9a28-b18253b37765 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.336281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67a5836e-8ff9-4556-830d-a06d8b3ef6f5 req-5fba10e6-28b8-46fc-9a28-b18253b37765 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.5796649 Jul 16 20:15:04.373317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:04.397087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.470056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 2349319f-c638-4db0-add5-666793548435 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:04.473688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 24d0a3a7-83cb-4e42-906d-14886bb26614, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=24d0a3a7-83cb-4e42-906d-14886bb26614,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:04.488542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.495195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 2349319f-c638-4db0-add5-666793548435 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:04.506111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.508195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67a5836e-8ff9-4556-830d-a06d8b3ef6f5 req-dbf39644-b486-469e-913e-ae0a60dc7f1d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642432 Jul 16 20:15:04.760308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.786722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=24d0a3a7-83cb-4e42-906d-14886bb26614,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:04.973113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.017212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2349319f-c638-4db0-add5-666793548435, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2349319f-c638-4db0-add5-666793548435,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:05.023662 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.024847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:05.193015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:05.193996 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.259427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2349319f-c638-4db0-add5-666793548435,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:05.276685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.343052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.365094 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.391463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd296e8-0b5d-4808-b2f9-b063fb886bce,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:05.419668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.429600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d0723e18-767e-41c0-8d6e-527cd744c525 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/0bd296e8-0b5d-4808-b2f9-b063fb886bce HTTP/1.1" status: 204 len: 168 time: 1.4647658 Jul 16 20:15:05.448464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52452) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:05.466110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048afbc-3de3-497a-a926-2a5edf0ac333 req-133159e5-db26-45a2-9f63-61446318bc89 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.509161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:05.513225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048afbc-3de3-497a-a926-2a5edf0ac333 req-133159e5-db26-45a2-9f63-61446318bc89 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.518006 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.519326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9fc31593-b27e-42f7-9c6b-435d155f75ac up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:05.536069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048afbc-3de3-497a-a926-2a5edf0ac333 req-133159e5-db26-45a2-9f63-61446318bc89 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.544719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5048afbc-3de3-497a-a926-2a5edf0ac333 req-133159e5-db26-45a2-9f63-61446318bc89 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2418 time: 0.5474977 Jul 16 20:15:05.673644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5048afbc-3de3-497a-a926-2a5edf0ac333 req-2f89d01e-6364-45b9-8d35-dd6920eb0ce5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259520 Jul 16 20:15:05.734913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet a136d36c-acd1-41bf-98e7-beedb14ccd6c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:05.776121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.972084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.073523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b4955-87fd-482d-bf64-f3e9b5906963 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:06.134286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab533a-94a5-4a07-82e5-288ec65a6cc7 req-eb6f0d66-0a55-429a-9058-114ca4cd2cdf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.165001 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7f67777f-1abc-47f7-9bee-4f1a2594bce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.172694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ac890aa3-efef-45b2-b131-c38da8e370dc None None] Provisioning complete for port 24d0a3a7-83cb-4e42-906d-14886bb26614 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:06.173582 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ac890aa3-efef-45b2-b131-c38da8e370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.177883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9aab533a-94a5-4a07-82e5-288ec65a6cc7 req-eb6f0d66-0a55-429a-9058-114ca4cd2cdf tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.2357254 Jul 16 20:15:06.233375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:06.274580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9aab533a-94a5-4a07-82e5-288ec65a6cc7 req-69fff4f9-d6bf-47fa-a546-1fd559ccf8db tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954795 Jul 16 20:15:06.375871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 9fc31593-b27e-42f7-9c6b-435d155f75ac completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:06.439190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 9fc31593-b27e-42f7-9c6b-435d155f75ac triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:06.439551 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.558207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 10.2.2.100 (8cd80618-c163-4a0e-9117-d6ed2b378b44/9d6bc668-387d-40c1-abc9-70605eec3598/142b1ade-875a-40b6-a91f-9834109165c3) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:06.618581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.816476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005d4d-3b7a-4a1c-9fe7-516824e6d02a req-0290f3c8-c5cb-4d04-9aa0-7ef0bc5e2f60 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.823502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005d4d-3b7a-4a1c-9fe7-516824e6d02a req-0290f3c8-c5cb-4d04-9aa0-7ef0bc5e2f60 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.848004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005d4d-3b7a-4a1c-9fe7-516824e6d02a req-0290f3c8-c5cb-4d04-9aa0-7ef0bc5e2f60 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.852201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47005d4d-3b7a-4a1c-9fe7-516824e6d02a req-0290f3c8-c5cb-4d04-9aa0-7ef0bc5e2f60 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 2374 time: 0.2757430 Jul 16 20:15:06.877297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 24d0a3a7-83cb-4e42-906d-14886bb26614 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:06.959357 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47005d4d-3b7a-4a1c-9fe7-516824e6d02a req-2aafe86a-0a25-4eb8-ace4-905d03b69a77 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997639 Jul 16 20:15:07.037039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.095697 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dad159-50cf-45b0-8a6c-dff114647001 x-openstack-request-id: req-d4dad159-50cf-45b0-8a6c-dff114647001 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:07.096365 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-plugged", "status": "completed", "tag": "37f13dc4-bd0d-487d-aac8-a3a9c9d93f97", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:07.096506 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d4dad159-50cf-45b0-8a6c-dff114647001 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:07.096854 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97', 'code': 200} Jul 16 20:15:07.216534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 24d0a3a7-83cb-4e42-906d-14886bb26614 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:07.216901 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.255269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=a136d36c-acd1-41bf-98e7-beedb14ccd6c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.292230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.304268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd34f368-cf70-44e0-95e0-c49a0e238381 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/a136d36c-acd1-41bf-98e7-beedb14ccd6c HTTP/1.1" status: 204 len: 168 time: 1.8536012 Jul 16 20:15:07.315164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52472) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:07.315383 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.422502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9fc31593-b27e-42f7-9c6b-435d155f75ac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9fc31593-b27e-42f7-9c6b-435d155f75ac,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:07.440000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.449234 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.492097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Transition to ACTIVE for port object 142b1ade-875a-40b6-a91f-9834109165c3 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:07.501892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ba0dba84-0bc8-40dd-811a-11b244fe7e76 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1933868 Jul 16 20:15:07.506598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52480) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:07.524780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:07.583608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.670090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:07.770801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9fc31593-b27e-42f7-9c6b-435d155f75ac,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.809575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20fdc9c-5f43-4947-9e6c-feab2d2119f6 None None] Update dhcp port {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'fixed_ips': [{'subnet_id': 'a136d36c-acd1-41bf-98e7-beedb14ccd6c'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '24d0a3a7-83cb-4e42-906d-14886bb26614'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:15:07.823047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:07.832823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:07.880636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:07.891781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.979694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=142b1ade-875a-40b6-a91f-9834109165c3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.996651 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f20fdc9c-5f43-4947-9e6c-feab2d2119f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.034246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.034883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.101058 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-72426b59-fe52-4647-851c-4974522804cd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7666743 Jul 16 20:15:08.116000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44', 'admin_state_up': True, 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'security_groups': ['a899dae3-423f-482c-9b39-0f67032626df']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:08.472318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-37ae96b7-a391-49e9-9d1f-9227ac1bd913 None None] Provisioning for port 142b1ade-875a-40b6-a91f-9834109165c3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:08.478491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd85e-73dd-44ac-a497-888b7d90697a req-4322a9ba-1609-4ff4-b31e-0bf64086b137 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.480239 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.500625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd85e-73dd-44ac-a497-888b7d90697a req-4322a9ba-1609-4ff4-b31e-0bf64086b137 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.519875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39b0d9-b178-4f05-8083-1839b3931a41 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:08.524658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-37ae96b7-a391-49e9-9d1f-9227ac1bd913 None None] Provisioning complete for port 142b1ade-875a-40b6-a91f-9834109165c3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:08.524870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd85e-73dd-44ac-a497-888b7d90697a req-4322a9ba-1609-4ff4-b31e-0bf64086b137 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.526753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3bfcd85e-73dd-44ac-a497-888b7d90697a req-4322a9ba-1609-4ff4-b31e-0bf64086b137 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2419 time: 0.5610716 Jul 16 20:15:08.531637 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-37ae96b7-a391-49e9-9d1f-9227ac1bd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.554262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Made reservation on behalf of bed46c5fde2e4f61ba9a2c097f5c0381 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:08.559697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.742277 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.850601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 24d0a3a7-83cb-4e42-906d-14886bb26614 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:08.872893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3bfcd85e-73dd-44ac-a497-888b7d90697a req-165c82ab-f2d7-4b0f-942c-317f0eef4658 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247669 Jul 16 20:15:08.959977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-37ae96b7-a391-49e9-9d1f-9227ac1bd913 None None] Port 142b1ade-875a-40b6-a91f-9834109165c3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:09.057411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Allocated IP 10.2.2.200 (8cd80618-c163-4a0e-9117-d6ed2b378b44/9d6bc668-387d-40c1-abc9-70605eec3598/6d0c717b-a9d4-452e-9513-aac3a766f998) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:09.156543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2349319f-c638-4db0-add5-666793548435'}, {'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}, {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:09.158778 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe88620-03a5-484b-9090-bf73a25af02b" -d '{"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-plugged", "status": "completed", "tag": "2349319f-c638-4db0-add5-666793548435"}, {"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-plugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13"}, {"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:09.194959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.199185 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.211697 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fae2a270-044f-465e-8552-56afa48568ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.279116 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-05bebba1-0784-4a40-8ef6-bdb5b3b829eb None None] Provisioning complete for port 24d0a3a7-83cb-4e42-906d-14886bb26614 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:09.302721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-05bebba1-0784-4a40-8ef6-bdb5b3b829eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.383255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=682fa3c3-c7bf-4a17-b35d-cf90213aad4e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.438015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:09.446508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:09.466359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.467323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.517032 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.527036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467521-f511-44f9-a33b-3790385401ea req-4472a4ab-027a-4b4d-958c-eb23ecf1aa76 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.528683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18467521-f511-44f9-a33b-3790385401ea req-4472a4ab-027a-4b4d-958c-eb23ecf1aa76 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.5965962 Jul 16 20:15:09.552055 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.568023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Transition to ACTIVE for port object 6d0c717b-a9d4-452e-9513-aac3a766f998 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:09.589315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:09.641172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0e4c8371-14c5-499d-9673-3bfa01cd26cc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1329277 Jul 16 20:15:09.646087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52506) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:09.653210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a6fa9009-6449-402a-ba18-c776473f0629 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:09.669672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.703798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f51224-dcde-41f4-b7cc-bce264923e98 req-6c606d3b-5ad3-4b6b-8a66-7f1ff655aced tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.711225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6f51224-dcde-41f4-b7cc-bce264923e98 req-6c606d3b-5ad3-4b6b-8a66-7f1ff655aced tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.5142651 Jul 16 20:15:09.771414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 24d0a3a7-83cb-4e42-906d-14886bb26614, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=24d0a3a7-83cb-4e42-906d-14886bb26614,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.802539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.836893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:09.875512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6f51224-dcde-41f4-b7cc-bce264923e98 req-1cacc9a3-b94e-4de5-b4e0-960a9b33b96f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631129 Jul 16 20:15:09.898213 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-05bebba1-0784-4a40-8ef6-bdb5b3b829eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.902078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:09.925156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:09.928755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] Deleting port 24d0a3a7-83cb-4e42-906d-14886bb26614 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:09.929317 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.943919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Deleting port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:09.955412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.036054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.047920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.065699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event updated for resources: {'Port': ['ID=6d0c717b-a9d4-452e-9513-aac3a766f998,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.135932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c56b46f7-8ff4-4416-9822-af5cf0921132 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0288150 Jul 16 20:15:10.167843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] For port 24d0a3a7-83cb-4e42-906d-14886bb26614, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=24d0a3a7-83cb-4e42-906d-14886bb26614,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:10.167843 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.186126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] Calling delete_port for 24d0a3a7-83cb-4e42-906d-14886bb26614 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:10.206246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:10.315548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] For port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:10.316135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.330323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=24d0a3a7-83cb-4e42-906d-14886bb26614,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.345009 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.385889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Calling delete_port for e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:10.431018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] No DVR routers for this DVR port 24d0a3a7-83cb-4e42-906d-14886bb26614 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:10.445717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.554175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a54d4-077d-4322-8514-72090e7ea0a2 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:10.579892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa9009-6449-402a-ba18-c776473f0629 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:10.585030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c474a7f-2aad-4e5a-9c7f-a209ccf4e02a None None] Pushing event deleted for resources: {'Port': ['ID=24d0a3a7-83cb-4e42-906d-14886bb26614,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.601646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6fa9009-6449-402a-ba18-c776473f0629 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.622221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8813-1917-4f32-a6c5-cafebd913e13 req-9696f3b2-b0f7-4da5-bc55-2485fafb55fa tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.629686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12ec8813-1917-4f32-a6c5-cafebd913e13 req-9696f3b2-b0f7-4da5-bc55-2485fafb55fa tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=a04d98b3-0513-4650-a8fc-f23e1bd1cb20 HTTP/1.1" status: 200 len: 946 time: 0.2024069 Jul 16 20:15:10.762672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12ec8813-1917-4f32-a6c5-cafebd913e13 req-3e7fc6a2-2a0d-4653-929a-70ae8a65c9f7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319549 Jul 16 20:15:10.941249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.043827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.067111 n-d-792458-10 neutron-server[93862]: INFO neutron.db.ipam_backend_mixin [None req-a6fa9009-6449-402a-ba18-c776473f0629 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 682fa3c3-c7bf-4a17-b35d-cf90213aad4e (CIDR: 2001:db8::/64) Jul 16 20:15:11.077729 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fa9009-6449-402a-ba18-c776473f0629 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:15:11.078631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fa9009-6449-402a-ba18-c776473f0629 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:11.223751 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a6fa9009-6449-402a-ba18-c776473f0629 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5754173 Jul 16 20:15:11.230303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52532) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.244235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'subnet': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:11.292231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event deleted for resources: {'Port': ['ID=e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:11.353766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bcf2df9c-8389-4fe1-9cc3-0501e3ad5a3f None None] Provisioning for port 6d0c717b-a9d4-452e-9513-aac3a766f998 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:11.380723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bcf2df9c-8389-4fe1-9cc3-0501e3ad5a3f None None] Provisioning complete for port 6d0c717b-a9d4-452e-9513-aac3a766f998 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:11.387899 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bcf2df9c-8389-4fe1-9cc3-0501e3ad5a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.560530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] No DVR routers for this DVR port e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:11.570107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.577158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18467521-f511-44f9-a33b-3790385401ea req-641bf7f0-3fc4-4faa-8f53-d2509d2f5e88 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "DELETE /v2.0/ports/e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 HTTP/1.1" status: 204 len: 173 time: 2.0398278 Jul 16 20:15:11.578040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'name': 'network-vif-deleted', 'tag': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:11.590613 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa2e200-51da-41a3-b238-8666c5e19aef" -d '{"events": [{"server_uuid": "a04d98b3-0513-4650-a8fc-f23e1bd1cb20", "name": "network-vif-deleted", "tag": "e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:11.700691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e119-63ee-4018-afd1-432404742e0e req-1e715de1-8f77-4258-97f9-c570da6a113a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.712642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e119-63ee-4018-afd1-432404742e0e req-1e715de1-8f77-4258-97f9-c570da6a113a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.729287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e119-63ee-4018-afd1-432404742e0e req-1e715de1-8f77-4258-97f9-c570da6a113a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.745051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e119-63ee-4018-afd1-432404742e0e req-1e715de1-8f77-4258-97f9-c570da6a113a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.776326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e119-63ee-4018-afd1-432404742e0e req-1e715de1-8f77-4258-97f9-c570da6a113a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.791526 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b626e119-63ee-4018-afd1-432404742e0e req-1e715de1-8f77-4258-97f9-c570da6a113a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 3816 time: 0.7612598 Jul 16 20:15:11.797117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:11.809623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.814251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f31535-5473-49e8-b415-45d37419c5fb', 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'tenant_id': '9472104556fd4588b72fc0fd14e07db3', 'fixed_ips': [{'subnet_id': '682fa3c3-c7bf-4a17-b35d-cf90213aad4e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:11.816107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.910519 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.927190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b626e119-63ee-4018-afd1-432404742e0e req-1f0fb59a-ec1d-4f14-8792-22bbb60632ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343262 Jul 16 20:15:11.944853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2df9c-8389-4fe1-9cc3-0501e3ad5a3f None None] Port 6d0c717b-a9d4-452e-9513-aac3a766f998 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:12.060187 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea923c4-1100-41fd-910e-6dc2f1682137 x-openstack-request-id: req-bea923c4-1100-41fd-910e-6dc2f1682137 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:12.060490 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-plugged", "status": "completed", "tag": "2349319f-c638-4db0-add5-666793548435", "code": 200}, {"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-plugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13", "code": 200}, {"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:12.060740 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bea923c4-1100-41fd-910e-6dc2f1682137 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:12.061190 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2349319f-c638-4db0-add5-666793548435', 'code': 200} Jul 16 20:15:12.061396 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'code': 200} Jul 16 20:15:12.061626 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac', 'code': 200} Jul 16 20:15:12.228376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Allocated IP 2001:db8::2 (01f31535-5473-49e8-b415-45d37419c5fb/682fa3c3-c7bf-4a17-b35d-cf90213aad4e/e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:12.367356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20a8aad-8452-40c9-a0e9-b654a1f435cc {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:12.399225 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.430047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Transition to ACTIVE for port object e20a8aad-8452-40c9-a0e9-b654a1f435cc will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:12.574327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd822e-30d3-4cc1-90ad-c6627e421515 req-1d479df4-f360-49bc-b49a-283d44a8bbe1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.578979 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.590496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd822e-30d3-4cc1-90ad-c6627e421515 req-1d479df4-f360-49bc-b49a-283d44a8bbe1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.619028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd822e-30d3-4cc1-90ad-c6627e421515 req-1d479df4-f360-49bc-b49a-283d44a8bbe1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.623060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60dd822e-30d3-4cc1-90ad-c6627e421515 req-1d479df4-f360-49bc-b49a-283d44a8bbe1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2419 time: 0.2092206 Jul 16 20:15:12.687011 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.736691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Transition to ACTIVE for port object e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:12.795314 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60dd822e-30d3-4cc1-90ad-c6627e421515 req-ef06df31-cf75-41b6-a476-7372aad5ae42 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611195 Jul 16 20:15:12.804385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Transition to ACTIVE for port object e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:12.827737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.907715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:12.988933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Pushing event updated for resources: {'Port': ['ID=e20a8aad-8452-40c9-a0e9-b654a1f435cc,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:13.017153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:13.017499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:13.083891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:13.108897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:13.124149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:13.130673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Pushing event updated for resources: {'Port': ['ID=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:13.342633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaaa2d-86bb-4e53-b8a5-726e9cedf2b9 req-150a112e-5c73-45da-a7c5-364c25ce861c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.364672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccaaaa2d-86bb-4e53-b8a5-726e9cedf2b9 req-150a112e-5c73-45da-a7c5-364c25ce861c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.1895745 Jul 16 20:15:13.366358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Attempting to bind port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:13.367049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Attempting to bind port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:13.374604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Attempting to bind port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 on network 01f31535-5473-49e8-b415-45d37419c5fb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:13.400719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:13.401713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Checking segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:13.402557 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.403294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Bound using segment: {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:13.404052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Bound port: e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7353b9c-bef3-471f-a231-ca0c412f8036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '01f31535-5473-49e8-b415-45d37419c5fb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:13.407730 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.455923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccaaaa2d-86bb-4e53-b8a5-726e9cedf2b9 req-9e8b05e0-5bca-4122-9747-7f2a01539e3e tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901334 Jul 16 20:15:13.512550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797cf7b-0215-4919-9004-ceb29c48ce6e req-21456a79-0915-435b-b2f5-c77a83b72abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.513096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797cf7b-0215-4919-9004-ceb29c48ce6e req-21456a79-0915-435b-b2f5-c77a83b72abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.513498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797cf7b-0215-4919-9004-ceb29c48ce6e req-21456a79-0915-435b-b2f5-c77a83b72abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.525379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a797cf7b-0215-4919-9004-ceb29c48ce6e req-21456a79-0915-435b-b2f5-c77a83b72abf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2875 time: 0.9877312 Jul 16 20:15:13.542219 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c2b8b5-e134-4efa-bc7d-3cf1c0db3153 x-openstack-request-id: req-56c2b8b5-e134-4efa-bc7d-3cf1c0db3153 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:13.543101 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d98b3-0513-4650-a8fc-f23e1bd1cb20", "name": "network-vif-deleted", "tag": "e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:13.543714 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-56c2b8b5-e134-4efa-bc7d-3cf1c0db3153 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:13.544546 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d98b3-0513-4650-a8fc-f23e1bd1cb20', 'name': 'network-vif-deleted', 'tag': 'e7fa7b9a-ca7e-4a86-acdc-e4cd597c5c41', 'status': 'completed', 'code': 200} Jul 16 20:15:13.689833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] For port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:13.711670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] For port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:13.726112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.890169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a797cf7b-0215-4919-9004-ceb29c48ce6e req-97579efa-3f19-4ce9-a3c8-ed5873ddd34f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447826 Jul 16 20:15:13.901732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Attempting to bind port e20a8aad-8452-40c9-a0e9-b654a1f435cc on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:13.909174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Attempting to bind port e20a8aad-8452-40c9-a0e9-b654a1f435cc by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:13.909806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Attempting to bind port e20a8aad-8452-40c9-a0e9-b654a1f435cc on network a59f169c-e5f6-4288-a73f-979b2b8a3703 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:13.933371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef29c84-8066-4483-a5a6-e364fb814fd1 None None] Pushing event updated for resources: {'Port': ['ID=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.026968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Port e20a8aad-8452-40c9-a0e9-b654a1f435cc on network a59f169c-e5f6-4288-a73f-979b2b8a3703 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:14.027755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Attempting to bind port e20a8aad-8452-40c9-a0e9-b654a1f435cc on network a59f169c-e5f6-4288-a73f-979b2b8a3703 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:14.043097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:14.043733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Checking segment: {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:14.044296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Bound using segment: {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:14.045063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Bound port: e20a8aad-8452-40c9-a0e9-b654a1f435cc, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f19efa-9b0d-4d39-b752-7d42e0f54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:14.045605 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.143968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] For port e20a8aad-8452-40c9-a0e9-b654a1f435cc, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:14.148409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] For port e20a8aad-8452-40c9-a0e9-b654a1f435cc, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:14.284436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.382414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49de5-dfb4-4c02-bae9-ce2db218a148 req-cb24476d-f631-4184-a618-d797ae43f070 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.402054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49de5-dfb4-4c02-bae9-ce2db218a148 req-cb24476d-f631-4184-a618-d797ae43f070 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.419345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49de5-dfb4-4c02-bae9-ce2db218a148 req-cb24476d-f631-4184-a618-d797ae43f070 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.428150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49de5-dfb4-4c02-bae9-ce2db218a148 req-cb24476d-f631-4184-a618-d797ae43f070 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.434734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.435418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.436920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] 10.222.0.99 "PUT /v2.0/ports/e20a8aad-8452-40c9-a0e9-b654a1f435cc HTTP/1.1" status: 200 len: 1093 time: 4.2723796 Jul 16 20:15:14.446554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49de5-dfb4-4c02-bae9-ce2db218a148 req-cb24476d-f631-4184-a618-d797ae43f070 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.456923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55e49de5-dfb4-4c02-bae9-ce2db218a148 req-cb24476d-f631-4184-a618-d797ae43f070 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 3828 time: 0.3855057 Jul 16 20:15:14.458178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:14.462910 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6704e944-ccda-4845-9c77-eab085ff84d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:14.498489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:14.563994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55e49de5-dfb4-4c02-bae9-ce2db218a148 req-a227ed5c-5aa9-4962-bda6-8e539a485711 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043868 Jul 16 20:15:14.582096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b01da-c1c1-4fe8-be26-c670e4c70331 service neutron] Pushing event updated for resources: {'Port': ['ID=e20a8aad-8452-40c9-a0e9-b654a1f435cc,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.720350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:15:14.844948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:15.059057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:15.302760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.549611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.683570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Provisioning for port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:15.698915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Provisioning complete for port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:15.698915 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.983454 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.243340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] For port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:16.356259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.406984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.423953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.529472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:15:16.530052 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:15:16.605467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:16.702401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:16.717733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:16.731460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef62d1-d807-4b90-8530-c944f83beac2 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:16.735427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Subnet': ['ID=62279c27-e6c4-4b65-9bfb-dd97e36ca354,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:16.751681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.752674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.933248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52614) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:16.938601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Request body: {'port': {'network_id': '01f31535-5473-49e8-b415-45d37419c5fb', 'mac_address': 'fa:16:3e:a7:3c:09', 'name': 'tempest-NetworksTestDHCPv6-73640748'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:16.948199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-808d46fb-1d8d-46d8-8534-786c0b8272fc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7150521 Jul 16 20:15:16.959643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f354f5c9-881f-45a4-9c64-5402f2be7e38 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:16.980458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.015210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Transition to ACTIVE for port object f354f5c9-881f-45a4-9c64-5402f2be7e38 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:17.022210 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.225830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Pushing event updated for resources: {'Port': ['ID=f354f5c9-881f-45a4-9c64-5402f2be7e38,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:17.251679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.330269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Made reservation on behalf of 9472104556fd4588b72fc0fd14e07db3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:17.412913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] For port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:17.432232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.494759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Attempting to bind port f354f5c9-881f-45a4-9c64-5402f2be7e38 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:17.501420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Attempting to bind port f354f5c9-881f-45a4-9c64-5402f2be7e38 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:17.501959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Attempting to bind port f354f5c9-881f-45a4-9c64-5402f2be7e38 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:17.519169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Port f354f5c9-881f-45a4-9c64-5402f2be7e38 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:17.519538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Attempting to bind port f354f5c9-881f-45a4-9c64-5402f2be7e38 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:17.555958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:17.556313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Checking segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:17.556721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Bound using segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:17.557181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Bound port: f354f5c9-881f-45a4-9c64-5402f2be7e38, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:17.557558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.663856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.744757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] device_id is not set on port ede83bb5-79c9-4096-9b19-94325aec2ce0 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:15:17.831952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2b794d53-a12a-48d5-95c6-dd8cfbb91a8e None None] Could not find standard attr ID for object 8064bb01-4858-4c26-97ed-53caf73d0122. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:15:17.898129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207c2e-1c06-4734-a578-bceb2d31492f None None] Pushing event updated for resources: {'Port': ['ID=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:17.910149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] For port f354f5c9-881f-45a4-9c64-5402f2be7e38, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:17.916996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] For port f354f5c9-881f-45a4-9c64-5402f2be7e38, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:17.927320 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.027021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.035979 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.036898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] 10.222.0.99 "PUT /v2.0/ports/f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 1129 time: 3.5583959 Jul 16 20:15:18.101438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:18.108487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573bf22-98b2-4af3-9ea3-53ec20450083 service neutron] Pushing event updated for resources: {'Port': ['ID=f354f5c9-881f-45a4-9c64-5402f2be7e38,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.319864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8::a1 (01f31535-5473-49e8-b415-45d37419c5fb/682fa3c3-c7bf-4a17-b35d-cf90213aad4e/ede83bb5-79c9-4096-9b19-94325aec2ce0) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:18.348106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:3c09 (01f31535-5473-49e8-b415-45d37419c5fb/62279c27-e6c4-4b65-9bfb-dd97e36ca354/ede83bb5-79c9-4096-9b19-94325aec2ce0) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:18.399611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.772237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:18.852004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.885211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Transition to ACTIVE for port object ede83bb5-79c9-4096-9b19-94325aec2ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:18.918384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:18.919832 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.101920 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.382484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c4a2024f-0e9b-4f98-a378-480da7db6555 None None] Provisioning complete for port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:19.382878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c4a2024f-0e9b-4f98-a378-480da7db6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.393671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Network 01f31535-5473-49e8-b415-45d37419c5fb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:19.415611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:19.441901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:19.468700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.469486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.484534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event updated for resources: {'Port': ['ID=ede83bb5-79c9-4096-9b19-94325aec2ce0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:19.533785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4f458fbc-2e9a-43d7-ab01-11b635a04f7d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5993404 Jul 16 20:15:19.536521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52638) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:19.537302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a467959-2f28-49ce-9483-871091ace3a6 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:19.560546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.593109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Transition to ACTIVE for port object 5a467959-2f28-49ce-9483-871091ace3a6 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:19.600831 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.756525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting port ede83bb5-79c9-4096-9b19-94325aec2ce0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:19.757389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.785862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Pushing event updated for resources: {'Port': ['ID=5a467959-2f28-49ce-9483-871091ace3a6,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:20.012778 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.018255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b8f85160-ad96-4b9c-903a-7aba8db125be None None] Provisioning for port ede83bb5-79c9-4096-9b19-94325aec2ce0 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:20.041338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b8f85160-ad96-4b9c-903a-7aba8db125be None None] Provisioning complete for port ede83bb5-79c9-4096-9b19-94325aec2ce0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:20.042305 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b8f85160-ad96-4b9c-903a-7aba8db125be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.060491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Calling delete_port for ede83bb5-79c9-4096-9b19-94325aec2ce0 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:20.149459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Attempting to bind port 5a467959-2f28-49ce-9483-871091ace3a6 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:20.149814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Attempting to bind port 5a467959-2f28-49ce-9483-871091ace3a6 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:20.150180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Attempting to bind port 5a467959-2f28-49ce-9483-871091ace3a6 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:20.169445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Port 5a467959-2f28-49ce-9483-871091ace3a6 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:20.169787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Attempting to bind port 5a467959-2f28-49ce-9483-871091ace3a6 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:20.194127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b8f85160-ad96-4b9c-903a-7aba8db125be None None] Port ede83bb5-79c9-4096-9b19-94325aec2ce0 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:20.196114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:20.196467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Checking segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:20.196866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Bound using segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:20.197329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Bound port: 5a467959-2f28-49ce-9483-871091ace3a6, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:20.197697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.394714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] For port 5a467959-2f28-49ce-9483-871091ace3a6, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:20.400576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] For port 5a467959-2f28-49ce-9483-871091ace3a6, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a467959-2f28-49ce-9483-871091ace3a6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:20.409178 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.501993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.502771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.504636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] 10.222.0.99 "PUT /v2.0/ports/5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 1131 time: 2.4165227 Jul 16 20:15:20.555530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:20.663463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.689184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c6ea8-3ebe-42d9-9ed2-2015619181af service neutron] Pushing event updated for resources: {'Port': ['ID=5a467959-2f28-49ce-9483-871091ace3a6,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:20.789506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Port': ['ID=ede83bb5-79c9-4096-9b19-94325aec2ce0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:20.882472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.977701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.991296 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fe293459-8580-4b07-8157-361463ee36e7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/ede83bb5-79c9-4096-9b19-94325aec2ce0 HTTP/1.1" status: 204 len: 168 time: 1.4528639 Jul 16 20:15:20.992290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:21.169469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b1500-572d-4e3d-ad4f-4b2582052fb8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.176723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-134b1500-572d-4e3d-ad4f-4b2582052fb8 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1827765 Jul 16 20:15:21.177432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52672) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:21.330036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8244c04-9444-47a7-9a8c-a3bd18363e4e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.339756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a8244c04-9444-47a7-9a8c-a3bd18363e4e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1612039 Jul 16 20:15:21.342215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52674) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:21.442013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f09465-3535-4eab-8063-876b50ab6ac9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.443591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f09465-3535-4eab-8063-876b50ab6ac9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.445137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f09465-3535-4eab-8063-876b50ab6ac9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.449690 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-55f09465-3535-4eab-8063-876b50ab6ac9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1063929 Jul 16 20:15:21.450327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52680) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:21.514675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 62279c27-e6c4-4b65-9bfb-dd97e36ca354 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:21.529821 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.627581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbf68dc-080e-4144-b631-5837eeef50da {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:21.639870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.652129 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.681487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Transition to ACTIVE for port object ccbf68dc-080e-4144-b631-5837eeef50da will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:21.691465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.787743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.902797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbf68dc-080e-4144-b631-5837eeef50da,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:22.038080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Attempting to bind port ccbf68dc-080e-4144-b631-5837eeef50da on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:22.038797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Attempting to bind port ccbf68dc-080e-4144-b631-5837eeef50da by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:22.040877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Attempting to bind port ccbf68dc-080e-4144-b631-5837eeef50da on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:22.054406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Port ccbf68dc-080e-4144-b631-5837eeef50da on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:22.055163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Attempting to bind port ccbf68dc-080e-4144-b631-5837eeef50da on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:22.074799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:22.078727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Checking segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:22.079318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Bound using segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:22.079887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Bound port: ccbf68dc-080e-4144-b631-5837eeef50da, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:22.080378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.207282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.283479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=62279c27-e6c4-4b65-9bfb-dd97e36ca354,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:22.305756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291625-a3f5-41c0-a767-93618d280f1f req-56801e6e-bf94-4c71-a591-4f4c72995a25 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.307879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-56801e6e-bf94-4c71-a591-4f4c72995a25 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.4280021 Jul 16 20:15:22.312446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.319110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cf8047ff-66b8-4dcb-8e69-0ba0d518be74 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/62279c27-e6c4-4b65-9bfb-dd97e36ca354 HTTP/1.1" status: 204 len: 168 time: 0.8648322 Jul 16 20:15:22.319911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52704) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:22.324563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3a7e3-a10b-44fc-8604-e14ca0ae73c6 None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:22.372923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-39c2499e-1afc-4b45-aef9-b54c0832c395 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/quotas/42c9cf5d03a04be39a339160e69b7ae9 HTTP/1.1" status: 200 len: 375 time: 0.0417807 Jul 16 20:15:22.491420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Deleting subnet 682fa3c3-c7bf-4a17-b35d-cf90213aad4e {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:22.506606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.662162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-a7332f51-80f0-4a77-ade9-10b967d9f5e0 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2766330 Jul 16 20:15:22.671578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.932216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-583861c8-eb39-4736-abee-6ba25e0b26d4 service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565403 Jul 16 20:15:22.934420 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.243323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.306279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] For port ccbf68dc-080e-4144-b631-5837eeef50da, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:23.325906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Subnet': ['ID=682fa3c3-c7bf-4a17-b35d-cf90213aad4e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:23.340035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f437d0-2e77-4d40-b11e-994185f50c05 req-fd4f6447-810b-4c2c-898d-5e75d9c0648f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.341049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-cec044f6-19ba-4916-9b7e-2fe0e3203d5c service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019718 Jul 16 20:15:23.345082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.349411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ae697ad0-0435-4f5a-9007-41824e296884 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/682fa3c3-c7bf-4a17-b35d-cf90213aad4e HTTP/1.1" status: 204 len: 168 time: 1.0260825 Jul 16 20:15:23.352846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:23.361766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f437d0-2e77-4d40-b11e-994185f50c05 req-fd4f6447-810b-4c2c-898d-5e75d9c0648f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.374754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f437d0-2e77-4d40-b11e-994185f50c05 req-fd4f6447-810b-4c2c-898d-5e75d9c0648f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.376626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e6f437d0-2e77-4d40-b11e-994185f50c05 req-fd4f6447-810b-4c2c-898d-5e75d9c0648f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2419 time: 1.3164613 Jul 16 20:15:23.428409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] For port ccbf68dc-080e-4144-b631-5837eeef50da, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ccbf68dc-080e-4144-b631-5837eeef50da,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:23.463076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.510751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-536b315f-9915-41d9-a6cd-5c94c0e932b6 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557310 Jul 16 20:15:23.514538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52720) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:23.549497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbf68dc-080e-4144-b631-5837eeef50da,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:23.607649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.608264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.609764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-4a826471-1f1d-4e8f-8d8e-ecfd40441663 service neutron] 10.222.0.99 "PUT /v2.0/ports/ccbf68dc-080e-4144-b631-5837eeef50da HTTP/1.1" status: 200 len: 1091 time: 3.0694766 Jul 16 20:15:23.622255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e6f437d0-2e77-4d40-b11e-994185f50c05 req-a4028d0a-cc7f-4dcc-9b0e-12965939bb23 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231236 Jul 16 20:15:23.642554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-4d40bbd9-755f-4a5e-837a-1e2342b0c3ca service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4211440 Jul 16 20:15:23.660553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:23.862679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c36745b-4a6e-448d-a86a-deb2156ba273 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.889479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2c36745b-4a6e-448d-a86a-deb2156ba273 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3737686 Jul 16 20:15:23.893040 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e709895-17ae-4820-83b2-ea02726bc7bc x-openstack-request-id: req-7e709895-17ae-4820-83b2-ea02726bc7bc {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:23.893353 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:23.893592 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7e709895-17ae-4820-83b2-ea02726bc7bc {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:23.894158 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'status': 'completed', 'code': 200} Jul 16 20:15:23.894459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52734) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:24.036848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a0b33-1166-4b2d-ba10-c20251caa42e None None] Network 01f31535-5473-49e8-b415-45d37419c5fb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:24.123314 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-4d60899e-0748-4803-9ac0-766b73f1fbf4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3672523 Jul 16 20:15:24.146017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3a29abd4-b867-4d24-99a9-a86c3cd41cac None None] Provisioning complete for port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:24.154205 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3a29abd4-b867-4d24-99a9-a86c3cd41cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.189322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.190152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.191001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.191669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.192307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.193021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.193708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.196277 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-2e4ac9cf-699b-44de-ac72-902ec4e9f305 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6278 time: 0.3002141 Jul 16 20:15:24.226110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.402497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49f946-aa1b-496d-b0d0-4b5989e535b9 req-4e129d02-7fdc-4581-8a8c-78d190a35040 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.410884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3c49f946-aa1b-496d-b0d0-4b5989e535b9 req-4e129d02-7fdc-4581-8a8c-78d190a35040 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.2995701 Jul 16 20:15:24.456763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-bb3e7f25-6e13-4fcd-a87a-15392a2a4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.458810 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-bb3e7f25-6e13-4fcd-a87a-15392a2a4a69 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 1102 time: 0.2582841 Jul 16 20:15:24.460308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-a4da90e3-ddaa-42d1-9c65-d62d410e0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.461010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-a4da90e3-ddaa-42d1-9c65-d62d410e0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.461647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-a4da90e3-ddaa-42d1-9c65-d62d410e0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.463346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-a4da90e3-ddaa-42d1-9c65-d62d410e0f4a service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2447014 Jul 16 20:15:24.671455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] DHCP port deletion for 01f31535-5473-49e8-b415-45d37419c5fb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:24.699722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1f706-d5e7-4699-9b80-0b01b85df3b0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.705822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ecb1f706-d5e7-4699-9b80-0b01b85df3b0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7253907 Jul 16 20:15:24.713175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:24.916747 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cf3fce0b-2eca-433c-830d-81ee07c0dcca tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570678 Jul 16 20:15:24.920338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c8860d22-1b52-4924-9120-b11548bf6cd5 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:24.922922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52768) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:25.021578 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3c49f946-aa1b-496d-b0d0-4b5989e535b9 req-95a556e1-d722-4a60-b36f-6f6121cd23a2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6002407 Jul 16 20:15:25.102737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-178fd26a-8959-408d-b311-941196159275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:25.114143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-178fd26a-8959-408d-b311-941196159275 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.6052132 Jul 16 20:15:25.192991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] Deleting port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:25.201181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.205838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-5aeffd64-2954-4a55-bbed-b32ed30c0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:25.207324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-5aeffd64-2954-4a55-bbed-b32ed30c0768 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5622e86ceda9489b97d009ea8e414d1a&device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 1100 time: 1.4068294 Jul 16 20:15:25.303101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.422171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3710417-7257-4be0-8a28-f2c8846aecc6 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:25.436615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.449056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:25.454105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Transition to ACTIVE for port object a3710417-7257-4be0-8a28-f2c8846aecc6 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:25.454660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:25.458475 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-20507495-53a2-45f2-8389-b1aa2892e4b7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:25.459547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20507495-53a2-45f2-8389-b1aa2892e4b7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:25.465210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-20507495-53a2-45f2-8389-b1aa2892e4b7 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/ede83bb5-79c9-4096-9b19-94325aec2ce0 HTTP/1.1" status: 404 len: 333 time: 0.5394549 Jul 16 20:15:25.467473 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d0589b-03b5-44b0-b10e-abc297a066e8" -d '{"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-unplugged", "status": "completed", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:25.470640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:25.471344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.487295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.559705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Pushing event updated for resources: {'Port': ['ID=a3710417-7257-4be0-8a28-f2c8846aecc6,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.695323 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a4ee63-145b-4b38-86da-2384f3f2d323 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:25.695774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a4ee63-145b-4b38-86da-2384f3f2d323 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:25.705164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.708749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d6a4ee63-145b-4b38-86da-2384f3f2d323 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/62279c27-e6c4-4b65-9bfb-dd97e36ca354 HTTP/1.1" status: 404 len: 337 time: 0.2348731 Jul 16 20:15:25.738724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] For port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,segment=NetworkSegment(d7353b9c-bef3-471f-a231-ca0c412f8036),segment_id=d7353b9c-bef3-471f-a231-ca0c412f8036)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:25.739571 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.741677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52784) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:25.760290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] Calling delete_port for e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:25.921226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.936772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'f354f5c9-881f-45a4-9c64-5402f2be7e38'}, {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': '5a467959-2f28-49ce-9483-871091ace3a6'}, {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:25.942694 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0786b3b6-5492-4c7e-b5d5-d6c389217bba" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "f354f5c9-881f-45a4-9c64-5402f2be7e38"}, {"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "5a467959-2f28-49ce-9483-871091ace3a6"}, {"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:26.047475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] No DVR routers for this DVR port e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:26.056560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31e4e9-cfd3-4484-9eb6-f2d472bb9983 None None] Pushing event deleted for resources: {'Port': ['ID=e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:26.077767 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-85377639-d6d1-4105-bb67-cdabb5014465 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.083879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85377639-d6d1-4105-bb67-cdabb5014465 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.092487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-85377639-d6d1-4105-bb67-cdabb5014465 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/682fa3c3-c7bf-4a17-b35d-cf90213aad4e HTTP/1.1" status: 404 len: 337 time: 0.3469775 Jul 16 20:15:26.099458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.174289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-6a806bc9-2c27-42fc-889c-78ee63a93e55 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.182995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-6a806bc9-2c27-42fc-889c-78ee63a93e55 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 1.5341802 Jul 16 20:15:26.226934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-b2d904f6-3054-4fe8-869c-1388b0c37a1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=c8860d22-1b52-4924-9120-b11548bf6cd5 HTTP/1.1" status: 200 len: 217 time: 1.0898378 Jul 16 20:15:26.228380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-73ffade4-3c8d-4c5a-86d0-22865f306bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.229291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6704e944-ccda-4845-9c77-eab085ff84d0 req-73ffade4-3c8d-4c5a-86d0-22865f306bd2 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7473149 Jul 16 20:15:26.322583 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ab2b14-de5a-4b52-9e62-ab9a65cf7641 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.323961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ab2b14-de5a-4b52-9e62-ab9a65cf7641 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.326676 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d6ab2b14-de5a-4b52-9e62-ab9a65cf7641 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/8064bb01-4858-4c26-97ed-53caf73d0122 HTTP/1.1" status: 404 len: 333 time: 0.2082639 Jul 16 20:15:26.340290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52796) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.356581 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-23d3f807-6275-44db-80a6-b536da7da1ac tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/quotas/b974331dfa5340c3ad5082d1a3b02428 HTTP/1.1" status: 200 len: 375 time: 0.1275358 Jul 16 20:15:26.406962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-7a891db2-6252-4f50-9b39-5217e42427f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.408455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-7a891db2-6252-4f50-9b39-5217e42427f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1693995 Jul 16 20:15:26.411579 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f2710d-a0a5-481a-a2e8-0c34032e2ade tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.412015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f2710d-a0a5-481a-a2e8-0c34032e2ade tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.413681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74f2710d-a0a5-481a-a2e8-0c34032e2ade tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/0bd296e8-0b5d-4808-b2f9-b063fb886bce HTTP/1.1" status: 404 len: 337 time: 0.0654192 Jul 16 20:15:26.426190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52800) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.448425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-c5bdace4-c15f-4f53-9fcd-2520842de4a2 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898693 Jul 16 20:15:26.495967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291625-a3f5-41c0-a767-93618d280f1f req-30e87546-ef1d-47fb-b7ab-94ba34942b74 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.497369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-30e87546-ef1d-47fb-b7ab-94ba34942b74 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.3695946 Jul 16 20:15:26.499621 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dab372-099a-49c7-8485-a29dbd94319d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.500109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dab372-099a-49c7-8485-a29dbd94319d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.501841 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c8dab372-099a-49c7-8485-a29dbd94319d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/a136d36c-acd1-41bf-98e7-beedb14ccd6c HTTP/1.1" status: 404 len: 337 time: 0.0745246 Jul 16 20:15:26.513752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.520234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.526122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.532878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.538985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.544964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.551295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.553250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-d6bd258c-e506-44ae-8743-12881db748f5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5394 time: 0.4266000 Jul 16 20:15:26.555373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52802) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.561274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Request body: {'port': {'device_id': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'admin_state_up': True, 'tenant_id': '42c9cf5d03a04be39a339160e69b7ae9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:26.718162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-b721c9fe-2c36-4c09-aefd-8826b1d78b80 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682376 Jul 16 20:15:26.745020 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9660bb-c552-40ff-9015-abcf7b282ee9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.746082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9660bb-c552-40ff-9015-abcf7b282ee9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.746980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:26.748047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0c9660bb-c552-40ff-9015-abcf7b282ee9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/91f1f870-9aa2-4575-80b8-0a3f63dd061a HTTP/1.1" status: 404 len: 333 time: 0.1907320 Jul 16 20:15:26.761770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52806) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.775349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-390e6704-becb-4541-8da3-9367b8e8bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.784775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:26.787219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-390e6704-becb-4541-8da3-9367b8e8bedb service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 1.3174648 Jul 16 20:15:26.789976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9af350e-3b5c-4f2f-8174-cbc3b4f2e3c1 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:26.815584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Attempting to bind port a3710417-7257-4be0-8a28-f2c8846aecc6 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:26.816198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Attempting to bind port a3710417-7257-4be0-8a28-f2c8846aecc6 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:26.816707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Attempting to bind port a3710417-7257-4be0-8a28-f2c8846aecc6 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:26.835096 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaad4734-b2d4-4472-a43c-3f61d3671ea2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.835724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaad4734-b2d4-4472-a43c-3f61d3671ea2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.837685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-eaad4734-b2d4-4472-a43c-3f61d3671ea2 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/f25f2ce0-b453-4dc8-8191-b7dfdf6ae7f4 HTTP/1.1" status: 404 len: 337 time: 0.0748062 Jul 16 20:15:26.842366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52808) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.897586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-73220741-54b0-4e89-8d57-2f31fd74b7a0 req-9bb7b202-48e9-4639-9ea0-0652562b2526 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2276592 Jul 16 20:15:26.898792 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9906c8-4c16-4add-9589-660a856fc82a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.899386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9906c8-4c16-4add-9589-660a856fc82a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.901642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b9906c8-4c16-4add-9589-660a856fc82a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/8981664a-8a54-424e-a7a7-5e117092d314 HTTP/1.1" status: 404 len: 337 time: 0.0511677 Jul 16 20:15:26.905602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52810) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.906400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52812) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.920185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-6181eb04-91fc-4c84-abf4-25b4eaa79e15 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5f5ee53b-011e-4674-b44c-85f62a82df60 HTTP/1.1" status: 200 len: 217 time: 0.1188869 Jul 16 20:15:26.925084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Port a3710417-7257-4be0-8a28-f2c8846aecc6 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:26.925602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Attempting to bind port a3710417-7257-4be0-8a28-f2c8846aecc6 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:26.940239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:26.941884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Checking segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:26.942754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Bound using segment: {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:26.943969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Bound port: a3710417-7257-4be0-8a28-f2c8846aecc6, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3c159b-3d86-43ad-a254-9a93ddae0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:26.944573 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.950104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-a1e658d7-2648-4cf7-8f23-18b2969c235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.951824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-a1e658d7-2648-4cf7-8f23-18b2969c235b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5311534 Jul 16 20:15:26.955479 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b64466-456f-4cbb-b715-b025b54f1013 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:26.957047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b64466-456f-4cbb-b715-b025b54f1013 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:26.960732 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-04b64466-456f-4cbb-b715-b025b54f1013 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/4204ca32-04d4-4fe4-ac90-25f9f743271c HTTP/1.1" status: 404 len: 333 time: 0.0474496 Jul 16 20:15:26.987605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52816) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.013781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-2c6c636e-cdf0-462a-84a1-30a578dc600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.015416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-2c6c636e-cdf0-462a-84a1-30a578dc600c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0840685 Jul 16 20:15:27.112779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Made reservation on behalf of 42c9cf5d03a04be39a339160e69b7ae9 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:27.119440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.132246 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-04319045-4e2b-4c6a-9225-6a19e2f51980 service neutron] 10.222.0.91 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129243 Jul 16 20:15:27.142322 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca2fb77-3234-4802-b1d1-93bddd850290 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:27.143262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca2fb77-3234-4802-b1d1-93bddd850290 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:27.146976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4ca2fb77-3234-4802-b1d1-93bddd850290 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/9a1df3ae-e213-4a32-9325-3603ad1c7637 HTTP/1.1" status: 404 len: 337 time: 0.1562839 Jul 16 20:15:27.159639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52828) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.178009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-111bd347-64d8-4d1a-914e-868c8cb01a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.256680 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d27eee3-83b6-4ea9-8b9a-c3a64d28665b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:27.257343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d27eee3-83b6-4ea9-8b9a-c3a64d28665b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:27.259352 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7d27eee3-83b6-4ea9-8b9a-c3a64d28665b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/4fb02433-8644-49a3-865b-32e438231ed4 HTTP/1.1" status: 404 len: 337 time: 0.0983117 Jul 16 20:15:27.267238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.276323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-7f1bca73-c935-4305-a518-e83b54844e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.279959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-7f1bca73-c935-4305-a518-e83b54844e66 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2542825 Jul 16 20:15:27.410455 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c63493-5564-4490-abc3-e3ae250ea16f x-openstack-request-id: req-90c63493-5564-4490-abc3-e3ae250ea16f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:27.410790 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-unplugged", "status": "completed", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:27.411250 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-90c63493-5564-4490-abc3-e3ae250ea16f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:27.411755 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'code': 200} Jul 16 20:15:27.521121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-111bd347-64d8-4d1a-914e-868c8cb01a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.532517 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-2f0092bb-828d-499f-b187-b5cae402f975 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421062 Jul 16 20:15:27.534409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] For port a3710417-7257-4be0-8a28-f2c8846aecc6, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:27.538139 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3e1c91-0a4b-4ecc-896c-a1360066da3a x-openstack-request-id: req-ff3e1c91-0a4b-4ecc-896c-a1360066da3a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:27.538139 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "f354f5c9-881f-45a4-9c64-5402f2be7e38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "5a467959-2f28-49ce-9483-871091ace3a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:27.538139 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ff3e1c91-0a4b-4ecc-896c-a1360066da3a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:27.538808 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'f354f5c9-881f-45a4-9c64-5402f2be7e38', 'status': 'completed', 'code': 200} Jul 16 20:15:27.538808 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': '5a467959-2f28-49ce-9483-871091ace3a6', 'status': 'completed', 'code': 200} Jul 16 20:15:27.539152 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da', 'status': 'completed', 'code': 200} Jul 16 20:15:27.575524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] For port a3710417-7257-4be0-8a28-f2c8846aecc6, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3710417-7257-4be0-8a28-f2c8846aecc6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:27.597522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.613045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-111bd347-64d8-4d1a-914e-868c8cb01a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.654663 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e243189-fc54-49f7-b1da-2ec59ee2180a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:27.655517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e243189-fc54-49f7-b1da-2ec59ee2180a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:27.657775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1e243189-fc54-49f7-b1da-2ec59ee2180a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/39364334-1fc1-4648-bb49-7ae0921f1552 HTTP/1.1" status: 404 len: 333 time: 0.3543396 Jul 16 20:15:27.704296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52852) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.735332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.736120 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.737806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] 10.222.0.99 "PUT /v2.0/ports/a3710417-7257-4be0-8a28-f2c8846aecc6 HTTP/1.1" status: 200 len: 1092 time: 4.0819006 Jul 16 20:15:27.752894 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85fb11a-c62d-459c-b803-16f2087a28b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:27.753424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85fb11a-c62d-459c-b803-16f2087a28b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:27.757791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f85fb11a-c62d-459c-b803-16f2087a28b4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/1180f2b8-1740-4a5c-a3f0-a6094974c030 HTTP/1.1" status: 404 len: 337 time: 0.0490720 Jul 16 20:15:27.767282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52856) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.779305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d0f56f1-94c1-42ba-b9b3-b372f7f8160e req-aa24c48c-9f7c-4b7e-86e5-9c6be64923d4 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 210 time: 0.2224650 Jul 16 20:15:27.789981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-72ab6650-bab0-42a5-92a4-cf4796a3116b service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258941 Jul 16 20:15:27.804164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-111bd347-64d8-4d1a-914e-868c8cb01a66 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e5332db6e99a4265a189618dd88f107e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8943121 Jul 16 20:15:27.812989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52858) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.818533 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a6ebc-8abb-459e-80c2-4c514e60291e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:27.819417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93a6ebc-8abb-459e-80c2-4c514e60291e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:27.824089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d93a6ebc-8abb-459e-80c2-4c514e60291e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/d3cd178d-7c92-4cde-999a-5dda7a1f1363 HTTP/1.1" status: 404 len: 333 time: 0.0541813 Jul 16 20:15:27.824842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52860) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.886926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52104afa-cf64-4ba9-a124-2e995f931407 service neutron] Pushing event updated for resources: {'Port': ['ID=a3710417-7257-4be0-8a28-f2c8846aecc6,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:27.893379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:27.904716 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cda550-a373-4525-80d9-3a2579d62d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:27.905545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cda550-a373-4525-80d9-3a2579d62d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:27.910343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26cda550-a373-4525-80d9-3a2579d62d51 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/ca98d1db-4122-408c-9a44-9f8419fb0ca7 HTTP/1.1" status: 404 len: 337 time: 0.0750802 Jul 16 20:15:27.912688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52862) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:27.928119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdb987-e3fa-440e-85b6-67d95bc7afb3 req-40be9e92-6888-4f36-9d8f-2d44f4301335 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.929763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-edcdb987-e3fa-440e-85b6-67d95bc7afb3 req-40be9e92-6888-4f36-9d8f-2d44f4301335 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 945 time: 0.2799699 Jul 16 20:15:27.995905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bd347-64d8-4d1a-914e-868c8cb01a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac589281-8e45-4344-92bb-fb37dcb79b7f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.029704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99c25bc3-d93e-41e3-8ee7-a7e260138599 req-c0b035a8-9007-4bfa-abd4-02b25c0e49b2 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797983 Jul 16 20:15:28.047734 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6f4401-c817-4727-8125-e47a374eec07 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:28.047734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6f4401-c817-4727-8125-e47a374eec07 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:28.051842 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9d6f4401-c817-4727-8125-e47a374eec07 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/5ebcc289-066e-4f48-a42a-bb5e24003188 HTTP/1.1" status: 404 len: 333 time: 0.1188092 Jul 16 20:15:28.053977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52868) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.110949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.111671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.112579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.113193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.113810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.114420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.115068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.117494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-5c894c2c-ae26-454b-b9fa-f39a306b7b38 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6346 time: 0.5444810 Jul 16 20:15:28.123838 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-edcdb987-e3fa-440e-85b6-67d95bc7afb3 req-a20fb590-0605-4b27-931b-e57ba870f612 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636863 Jul 16 20:15:28.180130 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b228524b-b259-4163-9d22-9e59062bfa0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:28.180600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b228524b-b259-4163-9d22-9e59062bfa0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:28.184829 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b228524b-b259-4163-9d22-9e59062bfa0a tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/cc69df53-c551-4d03-b9b0-42d83878d0da HTTP/1.1" status: 404 len: 337 time: 0.1138060 Jul 16 20:15:28.199257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-709cd0af-ca72-49bc-9bd8-7e53e9c95721 req-1a01823e-dad2-4d48-b6ef-5d197756336d service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962455 Jul 16 20:15:28.201284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52870) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.272094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Allocated IP 172.20.0.6 (5bee15a0-2c5a-4163-9f9d-5c35bc949e35/3920f71d-5034-445f-a7a9-761df4b030d4/bf082e86-9682-44cf-943d-8b78333426c6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:28.302070 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aa32bc-42e0-4f4f-bd33-ff507f8a0933 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:28.303543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68aa32bc-42e0-4f4f-bd33-ff507f8a0933 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:28.308116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-68aa32bc-42e0-4f4f-bd33-ff507f8a0933 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/b7520baf-1570-487a-8be0-530027dfd811 HTTP/1.1" status: 404 len: 333 time: 0.1053104 Jul 16 20:15:28.315001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52872) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.348163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.415803 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68dbab7-9804-4cdb-8f4e-f3237edf658e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:28.416295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68dbab7-9804-4cdb-8f4e-f3237edf658e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:28.418289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d68dbab7-9804-4cdb-8f4e-f3237edf658e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/7c77ec05-224c-4d40-a574-49c07c8ea47e HTTP/1.1" status: 404 len: 337 time: 0.1021085 Jul 16 20:15:28.427144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52874) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.429551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-00ed4a83-a7d3-4357-975d-dd78d1264cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.460789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-c55062aa-160d-463b-b0d9-3ebf5970e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.462450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-c55062aa-160d-463b-b0d9-3ebf5970e565 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1097 time: 0.2048018 Jul 16 20:15:28.544487 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0430c89-2632-46d3-9fde-6d23810fe191 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:28.549580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0430c89-2632-46d3-9fde-6d23810fe191 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:28.557127 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a0430c89-2632-46d3-9fde-6d23810fe191 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/002fad5b-d01d-4246-9585-ff26b9abc79f HTTP/1.1" status: 404 len: 333 time: 0.1285033 Jul 16 20:15:28.558363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52876) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.598257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-00ed4a83-a7d3-4357-975d-dd78d1264cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.667394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-16e4baeb-0d3d-4e35-9a4f-317ab99b12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.668879 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-16e4baeb-0d3d-4e35-9a4f-317ab99b12ee service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.1962960 Jul 16 20:15:28.729088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafdf7e-12fc-445b-8ee7-100289a4b914 req-9ef500dd-fb12-42ab-b15c-3f1882a916de tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.732261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1cafdf7e-12fc-445b-8ee7-100289a4b914 req-9ef500dd-fb12-42ab-b15c-3f1882a916de tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 948 time: 0.7027736 Jul 16 20:15:28.814963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60dd6d7f-22c6-445a-9da3-e5f74e9ca297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.815716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60dd6d7f-22c6-445a-9da3-e5f74e9ca297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.816469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60dd6d7f-22c6-445a-9da3-e5f74e9ca297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.817906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-27af152a-5420-4190-aefb-bf2a25b37ec0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 200 len: 1001 time: 0.1212020 Jul 16 20:15:28.818638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60dd6d7f-22c6-445a-9da3-e5f74e9ca297 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6017842 Jul 16 20:15:28.827107 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1610bb4-3bd7-4854-85c5-d94b7af8d24f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:28.827631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1610bb4-3bd7-4854-85c5-d94b7af8d24f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:28.832181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c1610bb4-3bd7-4854-85c5-d94b7af8d24f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/b6b308c0-52cd-4d57-87ba-1d5b2a1b5134 HTTP/1.1" status: 404 len: 337 time: 0.0989928 Jul 16 20:15:28.835671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52882) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.878610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f2700c6-a4e3-47b8-8bfc-f1dbe33e3a0e req-e2aa6a60-03cf-48b6-91a5-7b55f3730862 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 210 time: 0.0662861 Jul 16 20:15:28.984112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.009027 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbad767b-0aec-4939-9c11-9f8d4358c7b0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:29.010924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbad767b-0aec-4939-9c11-9f8d4358c7b0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:29.015015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fbad767b-0aec-4939-9c11-9f8d4358c7b0 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/752280dd-019c-49b3-8570-a4a50f6a544c HTTP/1.1" status: 404 len: 333 time: 0.1747241 Jul 16 20:15:29.017823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52884) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.019642 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-00ed4a83-a7d3-4357-975d-dd78d1264cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.024198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-00ed4a83-a7d3-4357-975d-dd78d1264cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.027775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-00ed4a83-a7d3-4357-975d-dd78d1264cbb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ac589281-8e45-4344-92bb-fb37dcb79b7f HTTP/1.1" status: 204 len: 168 time: 1.1816273 Jul 16 20:15:29.153485 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa6e352-72e4-4fb0-bb8d-8c62b1e59b07 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:29.153937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa6e352-72e4-4fb0-bb8d-8c62b1e59b07 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:29.156725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4aa6e352-72e4-4fb0-bb8d-8c62b1e59b07 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/df7171c9-005d-4898-88a7-c7f79051198c HTTP/1.1" status: 404 len: 337 time: 0.1353047 Jul 16 20:15:29.161853 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1cafdf7e-12fc-445b-8ee7-100289a4b914 req-95d59502-eabd-48b3-83dd-4e0336c058b6 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916650 Jul 16 20:15:29.165715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52888) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.165941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed4a83-a7d3-4357-975d-dd78d1264cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac589281-8e45-4344-92bb-fb37dcb79b7f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.209043 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3bcc5c-1df9-4a6a-8194-8d38caae5cff tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:29.209833 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3bcc5c-1df9-4a6a-8194-8d38caae5cff tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:29.212376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5a3bcc5c-1df9-4a6a-8194-8d38caae5cff tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/6e5edf1d-2fd9-42e1-9d7f-cfffb72c6c33 HTTP/1.1" status: 404 len: 337 time: 0.0449576 Jul 16 20:15:29.234461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52892) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.235893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.258725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-b6d393c3-2344-4abc-8744-dd8b83e7855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.261366 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-b6d393c3-2344-4abc-8744-dd8b83e7855b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.4218757 Jul 16 20:15:29.264237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['aa5696cf-6206-4bcb-ad6d-0086023710ab'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:29.339974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5d9534f3-0424-4c03-b516-659aa5a6e112'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:29.361217 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac83f952-d0b6-4997-b3dc-19e5ee397961 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:29.361979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac83f952-d0b6-4997-b3dc-19e5ee397961 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:29.363864 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac83f952-d0b6-4997-b3dc-19e5ee397961 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/abc8345a-c75b-4bb4-bcf4-991530b98619 HTTP/1.1" status: 404 len: 333 time: 0.1243715 Jul 16 20:15:29.385731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52896) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.421896 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1ab413-f8d6-4756-987d-1c5fa6c5a0bc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:29.422269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1ab413-f8d6-4756-987d-1c5fa6c5a0bc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:29.424096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bb1ab413-f8d6-4756-987d-1c5fa6c5a0bc tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/dc6e988c-1127-4082-9b65-1503a76ba899 HTTP/1.1" status: 404 len: 337 time: 0.0337083 Jul 16 20:15:29.435401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52900) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.489574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142b1ade-875a-40b6-a91f-9834109165c3 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:29.504428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event updated for resources: {'Port': ['ID=bf082e86-9682-44cf-943d-8b78333426c6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.510713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.514660 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e111b7-d4c4-4aec-a643-aff3d70f4711 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:29.515164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e111b7-d4c4-4aec-a643-aff3d70f4711 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:29.522585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f6e111b7-d4c4-4aec-a643-aff3d70f4711 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/84ce56e7-3ea7-4186-bd1e-f128b50ce88d HTTP/1.1" status: 404 len: 337 time: 0.0796223 Jul 16 20:15:29.536285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52902) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.542088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'a3710417-7257-4be0-8a28-f2c8846aecc6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:29.548450 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00234ec9-ee6a-4a28-a985-562105284418" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "a3710417-7257-4be0-8a28-f2c8846aecc6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:29.585236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.598171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.614950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.634456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.646197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.652557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.660444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.669910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-ef8fd4da-fbf6-4331-8584-04cbf3d5144b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5394 time: 0.6558392 Jul 16 20:15:29.696477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-dbf61918-8b2d-4fb5-bb1c-f506b6402d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.704518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-dbf61918-8b2d-4fb5-bb1c-f506b6402d17 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8625791 Jul 16 20:15:29.746932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-f462bb2b-2500-429d-a69e-1b8cd9f79961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.749398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-f462bb2b-2500-429d-a69e-1b8cd9f79961 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4308615 Jul 16 20:15:29.751026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Transition to ACTIVE for port object 142b1ade-875a-40b6-a91f-9834109165c3 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:29.762952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.779552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:29.781884 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-850c9312-d60b-4dde-8d4f-63ab1d68b706 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:29.783282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850c9312-d60b-4dde-8d4f-63ab1d68b706 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:29.786206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-850c9312-d60b-4dde-8d4f-63ab1d68b706 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/24ae9a55-1189-4f45-9746-9adaeaddb10b HTTP/1.1" status: 404 len: 333 time: 0.2486181 Jul 16 20:15:29.799342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52906) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.799685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52908) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.841361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:29.850506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:29.863458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-085c5e5c-4c21-45ac-a046-e59cfbfed14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.973314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-759caa2a-6b7d-4624-84da-2c3ad667c396 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.976050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-759caa2a-6b7d-4624-84da-2c3ad667c396 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 812 time: 0.7136626 Jul 16 20:15:29.981298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.981957 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.993358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Request body: {'port': {'device_id': 'bb37c036-390e-4340-a903-a790e4a93a72', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'admin_state_up': True, 'tenant_id': 'b974331dfa5340c3ad5082d1a3b02428'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:30.046191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-5e4750ea-75cd-40da-bae4-7a1b513933b6 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4915476 Jul 16 20:15:30.059902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.060644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.061266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.061915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.062613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.063259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.063886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.066153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-08f24f88-fe87-471f-927e-0bcf30d02dad service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6372 time: 0.2564805 Jul 16 20:15:30.100712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Request body: {'port': {'device_id': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:30.116218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095034-d4b5-4c94-89bb-44cae48cbd9f req-deffc345-6caa-4ae5-b65f-d0545a21a705 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.122731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095034-d4b5-4c94-89bb-44cae48cbd9f req-deffc345-6caa-4ae5-b65f-d0545a21a705 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.128906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095034-d4b5-4c94-89bb-44cae48cbd9f req-deffc345-6caa-4ae5-b65f-d0545a21a705 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.130653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08095034-d4b5-4c94-89bb-44cae48cbd9f req-deffc345-6caa-4ae5-b65f-d0545a21a705 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2419 time: 0.5249641 Jul 16 20:15:30.282180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-71f09c77-6f16-46ab-b56b-fe4cac15c303 req-0016fdad-b219-4822-aef5-e2890b5c00f6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6109667 Jul 16 20:15:30.343919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08095034-d4b5-4c94-89bb-44cae48cbd9f req-0b17ba9c-8514-497b-b8f9-7618d2aa0708 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815145 Jul 16 20:15:30.373594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-b73f76b3-f7b9-4fc4-8344-bbf742973499 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071854 Jul 16 20:15:30.395015 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2700ed3-d088-48d6-bcc4-c0db980924e5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:30.395634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2700ed3-d088-48d6-bcc4-c0db980924e5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:30.397618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d2700ed3-d088-48d6-bcc4-c0db980924e5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/2c89b7e4-8d85-47e6-868c-1ed6b59ebf18 HTTP/1.1" status: 404 len: 337 time: 0.5700917 Jul 16 20:15:30.410324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52912) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:30.412175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.430336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-8c489e90-babf-45fb-90e5-a5083ca71710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.431361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-8c489e90-babf-45fb-90e5-a5083ca71710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.432019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-8c489e90-babf-45fb-90e5-a5083ca71710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.433886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-8c489e90-babf-45fb-90e5-a5083ca71710 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3012745 Jul 16 20:15:30.508407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Pushing event updated for resources: {'Port': ['ID=142b1ade-875a-40b6-a91f-9834109165c3,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:30.525391 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9c4fed-2027-4244-8399-4d8633e313bb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:30.526016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9c4fed-2027-4244-8399-4d8633e313bb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:30.528047 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df9c4fed-2027-4244-8399-4d8633e313bb tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/ef2f4086-5894-44c9-bf96-8fc0ccf012cd HTTP/1.1" status: 404 len: 337 time: 0.1000361 Jul 16 20:15:30.536319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52914) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:30.588031 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6ed185-4925-409e-b7d2-b1925a6efdb9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:30.588963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6ed185-4925-409e-b7d2-b1925a6efdb9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:30.591018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0a6ed185-4925-409e-b7d2-b1925a6efdb9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/8506893a-9087-47f8-b765-ba7c9c7e75a9 HTTP/1.1" status: 404 len: 333 time: 0.0449004 Jul 16 20:15:30.594468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52916) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:30.731978 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa11c58-40ef-4946-9e24-d165a16b356f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:30.732628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa11c58-40ef-4946-9e24-d165a16b356f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:30.737126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3aa11c58-40ef-4946-9e24-d165a16b356f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/76ea43a8-013d-4552-91d2-87baec3a0104 HTTP/1.1" status: 404 len: 337 time: 0.1073630 Jul 16 20:15:30.750251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52918) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:30.820552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-085c5e5c-4c21-45ac-a046-e59cfbfed14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.835864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:30.890225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-c32801e9-3e8b-49c5-81ce-9931e0d68a6b service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059602 Jul 16 20:15:30.901229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-085c5e5c-4c21-45ac-a046-e59cfbfed14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.951522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.977062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5e5c-4c21-45ac-a046-e59cfbfed14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397083e8-77e8-472d-9d3e-9f3b71279f6c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:30.989895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:30.990101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aef25d-3448-4b81-8991-70e23364556f req-0adc35bd-7abc-49dc-83ea-c93c026cd633 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.991083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:30.995141 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e1403a-c4ee-4b40-98e4-bd2c9e574c51" -d '{"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-unplugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:31.000123 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.000393 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5aef25d-3448-4b81-8991-70e23364556f req-0adc35bd-7abc-49dc-83ea-c93c026cd633 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 931 time: 0.5503428 Jul 16 20:15:31.010495 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9122b0-bf93-4f75-b4ee-7006c7ae4d86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:31.010981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9122b0-bf93-4f75-b4ee-7006c7ae4d86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:31.015615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f9122b0-bf93-4f75-b4ee-7006c7ae4d86 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/f0ad2336-fec0-43e2-8bc9-30038020e1a6 HTTP/1.1" status: 404 len: 337 time: 0.2601700 Jul 16 20:15:31.024723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52922) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.051605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.056172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Attempting to bind port 142b1ade-875a-40b6-a91f-9834109165c3 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:31.056580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Attempting to bind port 142b1ade-875a-40b6-a91f-9834109165c3 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:31.056958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Attempting to bind port 142b1ade-875a-40b6-a91f-9834109165c3 on network 8cd80618-c163-4a0e-9117-d6ed2b378b44 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:31.088033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-085c5e5c-4c21-45ac-a046-e59cfbfed14c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7a8cd1e651db4d6d82260a1b5e91b2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2617052 Jul 16 20:15:31.093377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0b09e793-ac8c-4af9-bad5-f921a9c6e45b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports?device_id=a879585a-5857-40bb-a002-356539205a48 HTTP/1.1" status: 200 len: 205 time: 0.0606105 Jul 16 20:15:31.094115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Port 142b1ade-875a-40b6-a91f-9834109165c3 on network 8cd80618-c163-4a0e-9117-d6ed2b378b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:31.094441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Attempting to bind port 142b1ade-875a-40b6-a91f-9834109165c3 on network 8cd80618-c163-4a0e-9117-d6ed2b378b44 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:31.097195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52924) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.097537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52926) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.127194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:31.127541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Checking segment: {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:31.127933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Bound using segment: {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:31.128390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Bound port: 142b1ade-875a-40b6-a91f-9834109165c3, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:31.128760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.180423 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-e52cf085-52b6-45fc-a4c2-825a98403795 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] delete failed (client error): The resource could not be found. Jul 16 20:15:31.183972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e52cf085-52b6-45fc-a4c2-825a98403795 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/routers/a879585a-5857-40bb-a002-356539205a48 HTTP/1.1" status: 404 len: 336 time: 0.0806744 Jul 16 20:15:31.193569 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5aef25d-3448-4b81-8991-70e23364556f req-44a99781-5071-43b1-bee0-bc6cfff27b61 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922004 Jul 16 20:15:31.198657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52928) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.210954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-70d74198-eb7f-4ba7-848f-8afac7ec0c40 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.216996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-70d74198-eb7f-4ba7-848f-8afac7ec0c40 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.224132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-70d74198-eb7f-4ba7-848f-8afac7ec0c40 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.226498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-70d74198-eb7f-4ba7-848f-8afac7ec0c40 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2419 time: 0.7462533 Jul 16 20:15:31.295596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Made reservation on behalf of b974331dfa5340c3ad5082d1a3b02428 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:31.299564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.302726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-2dd2d7e1-3364-4bff-bfca-a30edca15630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.304404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-2dd2d7e1-3364-4bff-bfca-a30edca15630 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8583362 Jul 16 20:15:31.326817 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8f188c-c1a9-4776-9518-f89cf696ec6f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:31.327616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8f188c-c1a9-4776-9518-f89cf696ec6f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:31.332322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bf8f188c-c1a9-4776-9518-f89cf696ec6f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/46242bf4-9d02-4b79-a68d-bbeab274d1b9 HTTP/1.1" status: 404 len: 337 time: 0.1270952 Jul 16 20:15:31.334883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.392228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5c76e521-1705-4045-855e-d9cd664ff736 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "GET /v2.0/ports?device_id=da809e2e-8c28-4d26-89f0-61b66c944b1d HTTP/1.1" status: 200 len: 205 time: 0.0499816 Jul 16 20:15:31.398297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52940) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.449801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3130932c-40f2-46a6-9269-b0dc21ac189f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.453146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] For port 142b1ade-875a-40b6-a91f-9834109165c3, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:31.456159 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-e0c509b4-8daf-4527-ad8d-d85efdc71a71 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] delete failed (client error): The resource could not be found. Jul 16 20:15:31.460124 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e0c509b4-8daf-4527-ad8d-d85efdc71a71 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/routers/da809e2e-8c28-4d26-89f0-61b66c944b1d HTTP/1.1" status: 404 len: 336 time: 0.0574999 Jul 16 20:15:31.461204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52946) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.510213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] For port 142b1ade-875a-40b6-a91f-9834109165c3, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=142b1ade-875a-40b6-a91f-9834109165c3,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:31.512499 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff09915a-a24a-4441-ad20-6d3d9915ac72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:31.513471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff09915a-a24a-4441-ad20-6d3d9915ac72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:31.518131 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ff09915a-a24a-4441-ad20-6d3d9915ac72 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/28b918a3-414c-4a72-987d-826a94ce1ed1 HTTP/1.1" status: 404 len: 337 time: 0.0535846 Jul 16 20:15:31.521575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52948) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.537324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.542427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3130932c-40f2-46a6-9269-b0dc21ac189f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.591192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c3a42-ba4b-4204-80e0-262b5f71ccea req-0b5b26cd-55db-4ca5-973b-c6a0a5586fd8 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.598213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de3c3a42-ba4b-4204-80e0-262b5f71ccea req-0b5b26cd-55db-4ca5-973b-c6a0a5586fd8 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.4514043 Jul 16 20:15:31.683709 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b18a74a-701e-4e35-bcb8-fe00bd616c04 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:31.684328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b18a74a-701e-4e35-bcb8-fe00bd616c04 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:31.690541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8b18a74a-701e-4e35-bcb8-fe00bd616c04 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/775651ca-c5b9-4b74-9796-15861aea1d63 HTTP/1.1" status: 404 len: 337 time: 0.1672018 Jul 16 20:15:31.697939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52950) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.740749 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9a9be7-f003-4bee-b57c-7c8225700a27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:31.742124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9a9be7-f003-4bee-b57c-7c8225700a27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:31.747388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ea9a9be7-f003-4bee-b57c-7c8225700a27 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/ab8dd5a7-9a77-4393-b98c-02c54a8022ac HTTP/1.1" status: 404 len: 333 time: 0.0483611 Jul 16 20:15:31.748049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52954) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.750042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.750780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.752252 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] 10.222.0.99 "PUT /v2.0/ports/142b1ade-875a-40b6-a91f-9834109165c3 HTTP/1.1" status: 200 len: 1092 time: 3.8708067 Jul 16 20:15:31.760626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.761114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.761599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.762063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.762550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.763034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.763504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.765645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-6802bdff-2a3b-43d9-9ba0-b750efd46d02 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6372 time: 0.3980980 Jul 16 20:15:31.777692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc6970-1839-4d1e-a00d-303e0067c134 service neutron] Pushing event updated for resources: {'Port': ['ID=142b1ade-875a-40b6-a91f-9834109165c3,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.804306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de3c3a42-ba4b-4204-80e0-262b5f71ccea req-b54693a6-9c7d-4adf-8de5-7d4e59112c55 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051327 Jul 16 20:15:31.807618 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1acddbf-6d1d-426a-96a4-3214f47890f4 x-openstack-request-id: req-e1acddbf-6d1d-426a-96a4-3214f47890f4 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:31.807885 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "a3710417-7257-4be0-8a28-f2c8846aecc6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:31.807885 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e1acddbf-6d1d-426a-96a4-3214f47890f4 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:31.808297 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'a3710417-7257-4be0-8a28-f2c8846aecc6', 'status': 'completed', 'code': 200} Jul 16 20:15:31.813942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Request body: {'port': {'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:31.915774 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7306ce5-faa8-44d8-aef1-b7084911876d x-openstack-request-id: req-d7306ce5-faa8-44d8-aef1-b7084911876d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:31.916780 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-unplugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:31.917036 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d7306ce5-faa8-44d8-aef1-b7084911876d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:31.917435 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'code': 200} Jul 16 20:15:31.943047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:31.943047 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.947696 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-766f371f-c331-4c5f-a30b-36f71705d61f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:31.947696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766f371f-c331-4c5f-a30b-36f71705d61f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:31.962057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-766f371f-c331-4c5f-a30b-36f71705d61f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/9179cde3-c228-4e95-adce-cff3f3c458c2 HTTP/1.1" status: 404 len: 337 time: 0.2086241 Jul 16 20:15:31.964248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.022952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf082e86-9682-44cf-943d-8b78333426c6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:32.039169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.059360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.085193 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efad1e09-45d8-43a0-904c-8d441b59f659 req-41ac95bb-ff6e-4e6e-8ed7-dcbf74f198df tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 210 time: 0.1416161 Jul 16 20:15:32.125958 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34820c3-820d-4f67-8247-9405249f9608 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.126868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34820c3-820d-4f67-8247-9405249f9608 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.129635 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e34820c3-820d-4f67-8247-9405249f9608 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/37839f32-73cf-43c8-8131-9d9c5d349f5b HTTP/1.1" status: 404 len: 333 time: 0.1630244 Jul 16 20:15:32.149471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52958) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.161022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3130932c-40f2-46a6-9269-b0dc21ac189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.163847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3130932c-40f2-46a6-9269-b0dc21ac189f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.167729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3130932c-40f2-46a6-9269-b0dc21ac189f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/397083e8-77e8-472d-9d3e-9f3b71279f6c HTTP/1.1" status: 204 len: 168 time: 1.0656142 Jul 16 20:15:32.199947 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cd514a-0d8e-4c70-a8df-6aadcab4a489 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.200555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cd514a-0d8e-4c70-a8df-6aadcab4a489 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.202351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91cd514a-0d8e-4c70-a8df-6aadcab4a489 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/f41624a4-00c1-43b1-99a3-100c9388fc29 HTTP/1.1" status: 404 len: 337 time: 0.0513847 Jul 16 20:15:32.205672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130932c-40f2-46a6-9269-b0dc21ac189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397083e8-77e8-472d-9d3e-9f3b71279f6c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:32.213687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52962) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.303443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Allocated IP 172.20.0.3 (7cb9d257-456f-4ac0-a68a-b3ae12a47524/5c3f974c-ac2b-4076-88f8-c54856c41ad1/79bcf12b-1196-4c2a-976e-fc9cf16e281d) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:32.311489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60cb4efd-ee1e-407c-8922-f9320b9c4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.312537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60cb4efd-ee1e-407c-8922-f9320b9c4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.313183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60cb4efd-ee1e-407c-8922-f9320b9c4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.315474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-60cb4efd-ee1e-407c-8922-f9320b9c4694 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4866638 Jul 16 20:15:32.327598 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-40199607-d20a-4957-b9e3-682a8fee7633 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.328634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40199607-d20a-4957-b9e3-682a8fee7633 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.330754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-40199607-d20a-4957-b9e3-682a8fee7633 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/0b335743-f7c3-4190-9cbe-53af505b97c7 HTTP/1.1" status: 404 len: 333 time: 0.1159410 Jul 16 20:15:32.354869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52966) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.399316 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-250390f6-c381-463f-b282-347a53767eb4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.399804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250390f6-c381-463f-b282-347a53767eb4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.401717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-250390f6-c381-463f-b282-347a53767eb4 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/6b7394d1-eebb-4ede-8dcd-732f664aba59 HTTP/1.1" status: 404 len: 337 time: 0.0421679 Jul 16 20:15:32.409575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52968) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.459245 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1024fb50-f4c3-4c6a-97fc-788b7907c0c5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.459938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1024fb50-f4c3-4c6a-97fc-788b7907c0c5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.461724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1024fb50-f4c3-4c6a-97fc-788b7907c0c5 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/c7f3d1a6-7a46-4fd7-936a-063f81f7f9d4 HTTP/1.1" status: 404 len: 333 time: 0.0440199 Jul 16 20:15:32.466265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52972) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.487906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-0561b457-3230-4d1c-82f1-c0472c3a9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.489550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0786b3b6-5492-4c7e-b5d5-d6c389217bba req-0561b457-3230-4d1c-82f1-c0472c3a9774 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402562 Jul 16 20:15:32.531180 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45de07b-c657-4ef0-ac9f-7ed4a481da4f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.531653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45de07b-c657-4ef0-ac9f-7ed4a481da4f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.535910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a45de07b-c657-4ef0-ac9f-7ed4a481da4f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/913b3be8-911e-47f8-9edf-89220c6a01ac HTTP/1.1" status: 404 len: 337 time: 0.0520830 Jul 16 20:15:32.542802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52974) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.546243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Transition to ACTIVE for port object bf082e86-9682-44cf-943d-8b78333426c6 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:32.554985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf143c-bc95-4dec-b76c-8ca6a45fd510 req-26b84db1-4823-4dd7-9d44-3c4b10b2f9a5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.561456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf143c-bc95-4dec-b76c-8ca6a45fd510 req-26b84db1-4823-4dd7-9d44-3c4b10b2f9a5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.568041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf143c-bc95-4dec-b76c-8ca6a45fd510 req-26b84db1-4823-4dd7-9d44-3c4b10b2f9a5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.574219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.576157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fdcf143c-bc95-4dec-b76c-8ca6a45fd510 req-26b84db1-4823-4dd7-9d44-3c4b10b2f9a5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 2419 time: 0.3187010 Jul 16 20:15:32.578672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:32.579135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.679840 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-266695b2-e8f8-4f8c-9ede-1f73a6b90e5e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.680902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266695b2-e8f8-4f8c-9ede-1f73a6b90e5e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.683047 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-266695b2-e8f8-4f8c-9ede-1f73a6b90e5e tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/9e675722-9483-4597-bfc5-6263a779b007 HTTP/1.1" status: 404 len: 333 time: 0.0900085 Jul 16 20:15:32.688401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52982) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.691936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:32.749344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fdcf143c-bc95-4dec-b76c-8ca6a45fd510 req-f8000342-9133-41cb-8311-1ff8745bd44e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716881 Jul 16 20:15:32.774980 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c557bca9-7abd-4519-9bc9-27f488ac4d6f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.775737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c557bca9-7abd-4519-9bc9-27f488ac4d6f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.778370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c557bca9-7abd-4519-9bc9-27f488ac4d6f tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/6aa365c8-b7e6-47fd-9c9d-54b045dc5b79 HTTP/1.1" status: 404 len: 337 time: 0.0874724 Jul 16 20:15:32.782568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52984) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.835407 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4b9be1-09c3-4860-859e-cf46da8c2387 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.836196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4b9be1-09c3-4860-859e-cf46da8c2387 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.838074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8a4b9be1-09c3-4860-859e-cf46da8c2387 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/0a58cfbf-947f-435d-ae40-d770c7b85df4 HTTP/1.1" status: 404 len: 333 time: 0.0535636 Jul 16 20:15:32.844110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.884610 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7187b3d0-4fe3-482b-b693-fbfd9fe5d58d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.885075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7187b3d0-4fe3-482b-b693-fbfd9fe5d58d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.886964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7187b3d0-4fe3-482b-b693-fbfd9fe5d58d tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/dcd09f9a-d600-4e5d-997c-667c1c3fa61d HTTP/1.1" status: 404 len: 337 time: 0.0417867 Jul 16 20:15:32.889423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53000) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.891700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.899500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.912133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.918572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.925104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.925310 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1191c446-5468-4d9c-b567-43154fa98733 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.925822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1191c446-5468-4d9c-b567-43154fa98733 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.930008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1191c446-5468-4d9c-b567-43154fa98733 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/ports/eaafd90d-9130-49f9-a468-fbf1ca5ea6a5 HTTP/1.1" status: 404 len: 333 time: 0.0373068 Jul 16 20:15:32.931891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.941329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.946268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53002) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.956851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f222c065-dac3-4c7e-b857-3f7871161376 req-adb781af-7cfc-48ee-bd78-1c309461b77b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5406 time: 0.9077983 Jul 16 20:15:32.981473 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-230e284e-cb16-4845-8b30-4e6accf1c27b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:32.982035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230e284e-cb16-4845-8b30-4e6accf1c27b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:32.986205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-230e284e-cb16-4845-8b30-4e6accf1c27b tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/subnets/c5be6773-0aa2-4991-a00d-0c846cecfa30 HTTP/1.1" status: 404 len: 337 time: 0.0364962 Jul 16 20:15:32.986938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53006) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.998471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0c717b-a9d4-452e-9513-aac3a766f998 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:33.017387 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.044606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Pushing event updated for resources: {'Port': ['ID=bf082e86-9682-44cf-943d-8b78333426c6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.048466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Transition to ACTIVE for port object 6d0c717b-a9d4-452e-9513-aac3a766f998 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:33.098243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.101780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.214571 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f222c065-dac3-4c7e-b857-3f7871161376 req-e2de5979-74d0-4fc8-9feb-5aec6d15fa95 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2561462 Jul 16 20:15:33.326316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0c717b-a9d4-452e-9513-aac3a766f998,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.331513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.336183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.336897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.339784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.340333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.340922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.341451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.352130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00234ec9-ee6a-4a28-a985-562105284418 req-c049567c-a9d1-400b-b031-19f381459eb9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6414 time: 0.7991643 Jul 16 20:15:33.524258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.541054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f31535-5473-49e8-b415-45d37419c5fb']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:33.563967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e44b-9323-4d46-9ca9-2a81a32783c9 req-3a04992c-a0cb-43c2-b58e-fdc0c4fa9f69 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.565617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a880e44b-9323-4d46-9ca9-2a81a32783c9 req-3a04992c-a0cb-43c2-b58e-fdc0c4fa9f69 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 943 time: 0.4155056 Jul 16 20:15:33.572325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7353b9c-bef3-471f-a231-ca0c412f8036') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:33.572616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7353b9c-bef3-471f-a231-ca0c412f8036') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:33.576309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Attempting to bind port bf082e86-9682-44cf-943d-8b78333426c6 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:33.576661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Attempting to bind port bf082e86-9682-44cf-943d-8b78333426c6 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:33.576994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Attempting to bind port bf082e86-9682-44cf-943d-8b78333426c6 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:33.597856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Attempting to bind port 6d0c717b-a9d4-452e-9513-aac3a766f998 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:33.598206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Attempting to bind port 6d0c717b-a9d4-452e-9513-aac3a766f998 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:33.598540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Attempting to bind port 6d0c717b-a9d4-452e-9513-aac3a766f998 on network 8cd80618-c163-4a0e-9117-d6ed2b378b44 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:33.603995 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.624113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Port 6d0c717b-a9d4-452e-9513-aac3a766f998 on network 8cd80618-c163-4a0e-9117-d6ed2b378b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:33.624242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Attempting to bind port 6d0c717b-a9d4-452e-9513-aac3a766f998 on network 8cd80618-c163-4a0e-9117-d6ed2b378b44 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:33.633701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:33.633701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Checking segment: {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:33.633701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Bound using segment: {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:33.634160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Bound port: 6d0c717b-a9d4-452e-9513-aac3a766f998, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c36eba-cad5-4035-a30a-14f00c1841c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:33.634525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.641787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Port bf082e86-9682-44cf-943d-8b78333426c6 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:33.642117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Attempting to bind port bf082e86-9682-44cf-943d-8b78333426c6 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:33.661282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:33.661718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Checking segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:33.662116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Bound using segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:33.662578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Bound port: bf082e86-9682-44cf-943d-8b78333426c6, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:33.662978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.674562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.674726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.696201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:33.697156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.703788 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:33.708007 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:33.754397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a880e44b-9323-4d46-9ca9-2a81a32783c9 req-6d9e937d-47e6-4eb6-90ef-6c2101864afe tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780286 Jul 16 20:15:33.815882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-d522f923-5605-4b31-8785-43c50d3426ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.816361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-d522f923-5605-4b31-8785-43c50d3426ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.816888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-d522f923-5605-4b31-8785-43c50d3426ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.818494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00234ec9-ee6a-4a28-a985-562105284418 req-d522f923-5605-4b31-8785-43c50d3426ce service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4293442 Jul 16 20:15:33.822903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:33.825675 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa763ad-8e08-43be-ac78-46fb7e550638" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "142b1ade-875a-40b6-a91f-9834109165c3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:33.864054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] For port 6d0c717b-a9d4-452e-9513-aac3a766f998, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:33.869551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] For port 6d0c717b-a9d4-452e-9513-aac3a766f998, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6d0c717b-a9d4-452e-9513-aac3a766f998,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:33.870621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.892897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.910162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] 10.222.0.91 "DELETE /v2.0/networks/01f31535-5473-49e8-b415-45d37419c5fb HTTP/1.1" status: 204 len: 168 time: 0.9138267 Jul 16 20:15:33.916989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.949259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e71efa-aa8f-4d2f-9b07-69754d9eda4b req-fad29a36-ee5f-479e-931a-4266b88985b0 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.949986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35152fbb-00a3-4c65-b867-c8c84da930a9 tempest-NetworksTestDHCPv6-1956552920 tempest-NetworksTestDHCPv6-1956552920-project] Pushing event deleted for resources: {'Network': ['ID=01f31535-5473-49e8-b415-45d37419c5fb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.956566 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29e71efa-aa8f-4d2f-9b07-69754d9eda4b req-fad29a36-ee5f-479e-931a-4266b88985b0 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.4718447 Jul 16 20:15:34.019484 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.033189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ec9-ee6a-4a28-a985-562105284418 req-4dd33c49-fe08-478a-9062-1b1343281c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.035416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00234ec9-ee6a-4a28-a985-562105284418 req-4dd33c49-fe08-478a-9062-1b1343281c22 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945434 Jul 16 20:15:34.055210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d1c78db-34fd-4c27-a8c9-6dfc915d9f26 req-2d982fad-6fa3-4ea0-81d7-a998cf406822 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 210 time: 0.1113403 Jul 16 20:15:34.064069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.068837 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.068837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] 10.222.0.99 "PUT /v2.0/ports/6d0c717b-a9d4-452e-9513-aac3a766f998 HTTP/1.1" status: 200 len: 1092 time: 2.2572415 Jul 16 20:15:34.078219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] For port bf082e86-9682-44cf-943d-8b78333426c6, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:34.085017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87ddca-77fe-41d2-831b-07fe5d84e699 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0c717b-a9d4-452e-9513-aac3a766f998,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.091284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.093054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=37f13dc4-bd0d-487d-aac8-a3a9c9d93f97,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.123542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29e71efa-aa8f-4d2f-9b07-69754d9eda4b req-544ca48a-1a65-4922-9858-2ebce1dad547 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659651 Jul 16 20:15:34.127318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] For port bf082e86-9682-44cf-943d-8b78333426c6, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf082e86-9682-44cf-943d-8b78333426c6,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:34.199762 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.250764 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d30331-fcd2-4078-8b56-d11b36bd42fe x-openstack-request-id: req-18d30331-fcd2-4078-8b56-d11b36bd42fe {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:34.251226 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "142b1ade-875a-40b6-a91f-9834109165c3", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:34.251583 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18d30331-fcd2-4078-8b56-d11b36bd42fe {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:34.252322 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3', 'status': 'completed', 'code': 200} Jul 16 20:15:34.297514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:34.299588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:34.337983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.340928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-1d918e4f-0944-485f-9a05-2415ab748e5f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "DELETE /v2.0/ports/37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 HTTP/1.1" status: 204 len: 173 time: 3.0942733 Jul 16 20:15:34.344233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-deleted', 'tag': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:34.353092 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba754cb7-da7f-41d8-b028-86751452adb8" -d '{"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-deleted", "tag": "37f13dc4-bd0d-487d-aac8-a3a9c9d93f97"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:34.356086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:34.402262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:34.403828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53050) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:34.413266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.414064 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.415585 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] 10.222.0.79 "PUT /v2.0/ports/bf082e86-9682-44cf-943d-8b78333426c6 HTTP/1.1" status: 200 len: 1092 time: 4.3452194 Jul 16 20:15:34.519847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.520513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.521062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.521920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.522460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.523027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.523564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.526360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-dd2377af-6f15-47ff-83c6-74d5f96def68 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6482 time: 0.2486732 Jul 16 20:15:34.542859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event updated for resources: {'Port': ['ID=79bcf12b-1196-4c2a-976e-fc9cf16e281d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.711092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.711706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.753794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ee88e-349a-4c61-941d-5cd03e9aa68a service neutron] Pushing event updated for resources: {'Port': ['ID=bf082e86-9682-44cf-943d-8b78333426c6,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.757287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebf05a-60ee-4fdc-a000-e4ec4542decf req-873d32ea-c528-4a37-bf42-3fabfcda7e4f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.764123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebf05a-60ee-4fdc-a000-e4ec4542decf req-873d32ea-c528-4a37-bf42-3fabfcda7e4f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.771835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5cebf05a-60ee-4fdc-a000-e4ec4542decf req-873d32ea-c528-4a37-bf42-3fabfcda7e4f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 1683 time: 0.3087983 Jul 16 20:15:34.772617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-fa08e607-351b-4d5d-8910-7ad6f103c55e tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7866280 Jul 16 20:15:34.779737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-044a9105-8121-44fb-896f-a3b55c74beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.780347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-044a9105-8121-44fb-896f-a3b55c74beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.780801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-044a9105-8121-44fb-896f-a3b55c74beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.782660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-044a9105-8121-44fb-896f-a3b55c74beca service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2462568 Jul 16 20:15:34.789649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Request body: {'port': {'device_id': 'bb37c036-390e-4340-a903-a790e4a93a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:34.822557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-991d19a6-7d0a-41fc-8638-6d3dfbd2f7db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9472104556fd4588b72fc0fd14e07db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133193 Jul 16 20:15:34.823948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53066) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:34.829619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291625-a3f5-41c0-a767-93618d280f1f req-3841fc64-3cec-4c5f-b39c-352c9a82767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.831364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-3841fc64-3cec-4c5f-b39c-352c9a82767d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 1095 time: 0.2609973 Jul 16 20:15:34.855182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:34.859557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:34.881258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5cebf05a-60ee-4fdc-a000-e4ec4542decf req-2fe93032-c031-4d9c-9fd0-5f9aaeb5b930 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083815 Jul 16 20:15:34.925501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:34.925913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 37f13dc4-bd0d-487d-aac8-a3a9c9d93f97 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:34.927266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-eca84e35-e6b9-4c6a-9645-53cdb9186f89 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf082e86-9682-44cf-943d-8b78333426c6 HTTP/1.1" status: 200 len: 217 time: 0.0862355 Jul 16 20:15:34.927940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2349319f-c638-4db0-add5-666793548435 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:34.928467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port 9fc31593-b27e-42f7-9c6b-435d155f75ac {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:34.928808 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.997610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-90f30420-b2c2-44e2-a082-5aec584b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.999888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffa763ad-8e08-43be-ac78-46fb7e550638 req-90f30420-b2c2-44e2-a082-5aec584b0776 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079697 Jul 16 20:15:35.130667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.147729 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1143a151-fe83-4123-b986-5f5690464dbb x-openstack-request-id: req-1143a151-fe83-4123-b986-5f5690464dbb {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:35.148084 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-deleted", "tag": "37f13dc4-bd0d-487d-aac8-a3a9c9d93f97", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:35.148654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:35.149665 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1143a151-fe83-4123-b986-5f5690464dbb {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:35.150083 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-deleted', 'tag': '37f13dc4-bd0d-487d-aac8-a3a9c9d93f97', 'status': 'completed', 'code': 200} Jul 16 20:15:35.163913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'mac_address': 'fa:16:3e:65:ca:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:35.222331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291625-a3f5-41c0-a767-93618d280f1f req-5905f41c-2125-4c9b-83bf-877ee6cfeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.227120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-5905f41c-2125-4c9b-83bf-877ee6cfeef1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.2789829 Jul 16 20:15:35.229333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.246023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5ee53b-011e-4674-b44c-85f62a82df60 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:35.276381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.277018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.277366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.277828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.278291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.279371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.279885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.281408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:35.282403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-895bff56-6052-4c7f-89ab-f8c520596ffe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6482 time: 0.2235546 Jul 16 20:15:35.298601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.303717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.305773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.312955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.319480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.326239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.332330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.354115 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-aa7ce5df-1b11-416f-bcb6-c9b4d94fda2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028228 Jul 16 20:15:35.354768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-282e765e-b0aa-4c23-8810-e214743be489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.357467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.363398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-186bc566-5e10-4dfc-a63a-355f586232ac req-ee070af0-9683-4800-af61-b7595b9ce0fa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.2832336 Jul 16 20:15:35.375006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.389408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.389408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.389408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.389790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.390086 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.390668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.391074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.391458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.391841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.392266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.392653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.393034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:35.420962 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.432076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e1c8e3c6-f907-4a40-b5cc-5482fb545e31 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc HTTP/1.1" status: 200 len: 217 time: 0.0654278 Jul 16 20:15:35.433272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5f5ee53b-011e-4674-b44c-85f62a82df60'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:35.449765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port 9fc31593-b27e-42f7-9c6b-435d155f75ac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9fc31593-b27e-42f7-9c6b-435d155f75ac,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:35.450362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.485249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-282e765e-b0aa-4c23-8810-e214743be489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.501303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2349319f-c638-4db0-add5-666793548435'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:35.504444 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119ff607-74c4-4c2b-b064-069912cef8c0" -d '{"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-unplugged", "status": "completed", "tag": "2349319f-c638-4db0-add5-666793548435"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:35.506763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for 9fc31593-b27e-42f7-9c6b-435d155f75ac owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:35.540517 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2349319f-c638-4db0-add5-666793548435, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2349319f-c638-4db0-add5-666793548435,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:35.554231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e8392424-1b77-4544-87ef-495014e243fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.556372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e8392424-1b77-4544-87ef-495014e243fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3485200b-2821-45fe-9611-0bd8895fc774 HTTP/1.1" status: 200 len: 851 time: 0.1154001 Jul 16 20:15:35.557085 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.558734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9fc31593-b27e-42f7-9c6b-435d155f75ac no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:35.645527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-186bc566-5e10-4dfc-a63a-355f586232ac req-5eedd6c2-5391-4e1e-80bf-65cea8a94078 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118971 Jul 16 20:15:35.651844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2349319f-c638-4db0-add5-666793548435,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.726789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-763ae8fc-c64c-4e6b-b961-7bb66096185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.730747 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-763ae8fc-c64c-4e6b-b961-7bb66096185a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a59f169c-e5f6-4288-a73f-979b2b8a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627247 Jul 16 20:15:35.817255 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.875938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9fc31593-b27e-42f7-9c6b-435d155f75ac, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9fc31593-b27e-42f7-9c6b-435d155f75ac,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:35.883887 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.972825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-c39edf2a-2785-408d-b914-53989df8b593 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335269 Jul 16 20:15:36.093757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-77a67f05-6b2f-407e-b080-0c0e9420f8d0 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140430 Jul 16 20:15:36.140866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9fc31593-b27e-42f7-9c6b-435d155f75ac,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:36.155261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6996a93-1c45-4f84-9e50-3e84844cba99 req-d460a689-eb3a-412a-b996-3d7da07a9f5b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.158718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6996a93-1c45-4f84-9e50-3e84844cba99 req-d460a689-eb3a-412a-b996-3d7da07a9f5b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 931 time: 0.2751403 Jul 16 20:15:36.160214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-eccffc0f-73dd-4bcb-a0b9-5fa7f871854a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 217 time: 0.0592711 Jul 16 20:15:36.168788 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7359690e-b02c-4677-b9e5-6f50c5420823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.239177 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6996a93-1c45-4f84-9e50-3e84844cba99 req-190a6f40-b19b-4239-908b-d8049f109f3d tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737677 Jul 16 20:15:36.252362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-650b1450-9587-4889-ae9d-668e5e10be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.258266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-650b1450-9587-4889-ae9d-668e5e10be6d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.0843637 Jul 16 20:15:36.258989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:36.271505 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8543d885-4f32-4c6d-93a1-ada5cd732bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:36.295291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cf7ef-d092-4d3c-b0d0-c5c1af7c142e req-8593941c-a43b-4513-941f-e6baa693bfa2 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.297436 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d0cf7ef-d092-4d3c-b0d0-c5c1af7c142e req-8593941c-a43b-4513-941f-e6baa693bfa2 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 943 time: 0.9640100 Jul 16 20:15:36.303750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-8f20d3a3-9be4-46e9-8439-bbe13101524c service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312117 Jul 16 20:15:36.357801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-dc8a7bb8-f5ef-4390-82b7-1d6633c86459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.360777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-dc8a7bb8-f5ef-4390-82b7-1d6633c86459 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859561 Jul 16 20:15:36.388364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-282e765e-b0aa-4c23-8810-e214743be489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.391207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-282e765e-b0aa-4c23-8810-e214743be489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.392503 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-282e765e-b0aa-4c23-8810-e214743be489 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/07b5d67f-9191-4eed-81c4-3f8982010e68 HTTP/1.1" status: 204 len: 168 time: 1.5658245 Jul 16 20:15:36.449403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e765e-b0aa-4c23-8810-e214743be489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b5d67f-9191-4eed-81c4-3f8982010e68,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:36.521703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d0cf7ef-d092-4d3c-b0d0-c5c1af7c142e req-c8ad4c40-028d-4bec-8b3b-464c8a40ed1c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040679 Jul 16 20:15:36.533850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-92eddda5-ddf9-489c-b595-2df6e10feb2b service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650317 Jul 16 20:15:36.626068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64291625-a3f5-41c0-a767-93618d280f1f req-3a31c1f8-ca26-4bb7-8a33-27b54f453694 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073330 Jul 16 20:15:36.764474 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac5f740-4c04-4e71-afc4-a5064523973d x-openstack-request-id: req-7ac5f740-4c04-4e71-afc4-a5064523973d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:36.765526 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-unplugged", "status": "completed", "tag": "2349319f-c638-4db0-add5-666793548435", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:36.766600 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7ac5f740-4c04-4e71-afc4-a5064523973d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:36.767248 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2349319f-c638-4db0-add5-666793548435', 'code': 200} Jul 16 20:15:36.799963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bcf12b-1196-4c2a-976e-fc9cf16e281d {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:36.814149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-9bfe11ea-50e7-40a4-b267-800ac80725a7 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727029 Jul 16 20:15:36.818761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.857153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Transition to ACTIVE for port object 79bcf12b-1196-4c2a-976e-fc9cf16e281d will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:36.857464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:36.880596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.902245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.973539 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4998168d-c816-41b2-8ebd-864cd2999138 x-openstack-request-id: req-4998168d-c816-41b2-8ebd-864cd2999138 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:36.973832 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:36.974150 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4998168d-c816-41b2-8ebd-864cd2999138 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:36.974613 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998', 'status': 'completed', 'code': 200} Jul 16 20:15:36.983959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-032193ff-d44d-480f-a57b-d5b72d875006 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 217 time: 0.1629705 Jul 16 20:15:37.035010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 5f5ee53b-011e-4674-b44c-85f62a82df60 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:37.035501 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.098535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ad721fc3-4f96-4ff5-ad14-d72bcb42899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.100126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ad721fc3-4f96-4ff5-ad14-d72bcb42899d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1108019 Jul 16 20:15:37.158123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'tag': 'bf082e86-9682-44cf-943d-8b78333426c6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:37.161097 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace" -d '{"events": [{"name": "network-changed", "server_uuid": "81c9ed5c-c85c-4758-ad74-6be238162cb0", "tag": "bf082e86-9682-44cf-943d-8b78333426c6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:37.200451 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.268099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:37.284054 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.286013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:37.302395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=79bcf12b-1196-4c2a-976e-fc9cf16e281d,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.394223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.405122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.420929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.430788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port 9fc31593-b27e-42f7-9c6b-435d155f75ac on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:37.435827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.437836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.439896 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "DELETE /v2.0/ports/9fc31593-b27e-42f7-9c6b-435d155f75ac HTTP/1.1" status: 204 len: 173 time: 3.0597339 Jul 16 20:15:37.452358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.474131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.487599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.499840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-46959cd8-aef5-4418-9fec-13af42742632 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.4030371 Jul 16 20:15:37.503045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.503391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.514663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.515058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.515547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.515981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.516386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.516720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.517052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.517497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.517887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.518307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.537457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.595314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-7d0374b4-2377-47d5-a298-77173d958ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.597008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-7d0374b4-2377-47d5-a298-77173d958ba0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4098847 Jul 16 20:15:37.627226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82455dc0-c0e1-4eee-a132-6726b9f06436 req-d29890d6-131c-4ce9-aa2c-97be0bab699b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087568 Jul 16 20:15:37.705213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e174a9-ea2e-4fb9-b4f1-2ffe19c29966 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=9fc31593-b27e-42f7-9c6b-435d155f75ac,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.739800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322779f9-14bb-4a0b-94b6-4d2bcd1c8966 req-3cec3b20-847e-462f-adf5-c9019c54732c tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.747701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-322779f9-14bb-4a0b-94b6-4d2bcd1c8966 req-3cec3b20-847e-462f-adf5-c9019c54732c tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 944 time: 0.7265768 Jul 16 20:15:37.830185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Attempting to bind port 79bcf12b-1196-4c2a-976e-fc9cf16e281d on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:37.830572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Attempting to bind port 79bcf12b-1196-4c2a-976e-fc9cf16e281d by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:37.831225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Attempting to bind port 79bcf12b-1196-4c2a-976e-fc9cf16e281d on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:37.853911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-322779f9-14bb-4a0b-94b6-4d2bcd1c8966 req-9b337ba2-596a-4c10-b6cc-0066839b598d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051280 Jul 16 20:15:37.862029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Port 79bcf12b-1196-4c2a-976e-fc9cf16e281d on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:37.862531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-3976530c-30f7-4bf6-99aa-84529052e07f service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339933 Jul 16 20:15:37.863139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Attempting to bind port 79bcf12b-1196-4c2a-976e-fc9cf16e281d on network 7cb9d257-456f-4ac0-a68a-b3ae12a47524 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:37.892345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-71b75fae-2310-46f1-958b-f074c87896d2 req-fee104d3-2ef5-4a46-ab0b-f9aaf2374901 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:15:37.896280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:37.897602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Checking segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:37.898258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Bound using segment: {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:37.902074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Bound port: 79bcf12b-1196-4c2a-976e-fc9cf16e281d, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bb33e-e0e8-4577-b15e-b811d4fd065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:37.902861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.908511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-71b75fae-2310-46f1-958b-f074c87896d2 req-fee104d3-2ef5-4a46-ab0b-f9aaf2374901 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358593 Jul 16 20:15:37.955898 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54188e03-a889-4805-af2b-32c4f5c47507 x-openstack-request-id: req-54188e03-a889-4805-af2b-32c4f5c47507 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:37.956519 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c9ed5c-c85c-4758-ad74-6be238162cb0", "tag": "bf082e86-9682-44cf-943d-8b78333426c6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:37.957329 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-54188e03-a889-4805-af2b-32c4f5c47507 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:37.958123 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'tag': 'bf082e86-9682-44cf-943d-8b78333426c6', 'status': 'completed', 'code': 200} Jul 16 20:15:37.971559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port 2349319f-c638-4db0-add5-666793548435 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:37.976735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.256974 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:38.289767 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-258a56be-1a2e-4b45-a138-6b9db030484e service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205747 Jul 16 20:15:38.300100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] For port 79bcf12b-1196-4c2a-976e-fc9cf16e281d, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:38.349007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port 2349319f-c638-4db0-add5-666793548435, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2349319f-c638-4db0-add5-666793548435,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:38.349609 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.355466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] For port 79bcf12b-1196-4c2a-976e-fc9cf16e281d, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=79bcf12b-1196-4c2a-976e-fc9cf16e281d,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:38.373620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.386122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-a21ad697-1dfb-49ca-889b-a2e61efec2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.387956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-a21ad697-1dfb-49ca-889b-a2e61efec2c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 1095 time: 0.3988090 Jul 16 20:15:38.391013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for 2349319f-c638-4db0-add5-666793548435 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:38.394377 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.425478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86a865-5321-46f0-96fa-9fc8dc4e6070 req-7ac31433-fc7d-4ccb-89fd-d42560e8663b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.437800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee86a865-5321-46f0-96fa-9fc8dc4e6070 req-7ac31433-fc7d-4ccb-89fd-d42560e8663b tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 943 time: 0.2744861 Jul 16 20:15:38.455731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-7cf486fa-b522-48eb-a696-da3cb6355284 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ccbf68dc-080e-4144-b631-5837eeef50da HTTP/1.1" status: 200 len: 217 time: 0.1587331 Jul 16 20:15:38.558248 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.570108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.571015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.572638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] 10.222.0.79 "PUT /v2.0/ports/79bcf12b-1196-4c2a-976e-fc9cf16e281d HTTP/1.1" status: 200 len: 1092 time: 3.7909262 Jul 16 20:15:38.649818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-89dc1bfd-4bd3-4e73-8b90-8a02b13b26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.651517 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-89dc1bfd-4bd3-4e73-8b90-8a02b13b26b4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1847391 Jul 16 20:15:38.674310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c123c75-1ab5-4c81-8642-b81924a631d2 req-1dc0c61d-2266-4114-b852-d4fb909fc02a tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.684718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c123c75-1ab5-4c81-8642-b81924a631d2 req-1dc0c61d-2266-4114-b852-d4fb909fc02a tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 943 time: 0.2315137 Jul 16 20:15:38.777803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac'}, {'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:38.783468 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3eb8a3-832c-49fd-93e1-0563c0c84ff9" -d '{"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac"}, {"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:38.832439 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c123c75-1ab5-4c81-8642-b81924a631d2 req-c6f2d494-1938-418f-affe-6bd79984154e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304066 Jul 16 20:15:38.858572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.860374 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cae3a8ac-4efc-43b2-a16d-8b71f9900ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.903631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6ee2e36-5ac7-4cbc-bac5-4eb1da948cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.906271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-b6ee2e36-5ac7-4cbc-bac5-4eb1da948cbd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2470562 Jul 16 20:15:38.921477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b8664-c3e9-4808-93f2-022fe2352dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=79bcf12b-1196-4c2a-976e-fc9cf16e281d,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:38.987989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf082e86-9682-44cf-943d-8b78333426c6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:38.989694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53214) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:39.032190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee86a865-5321-46f0-96fa-9fc8dc4e6070 req-4240f6f6-e7c2-4669-87fe-9199dfddf2cf tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917127 Jul 16 20:15:39.116189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-1b6af0b2-52cd-45e4-b597-8f6687e1052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.131795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-1b6af0b2-52cd-45e4-b597-8f6687e1052d service neutron] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 0.7348261 Jul 16 20:15:39.226496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-13c714c2-6666-4bb5-84c9-bac6f17d5d4f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf082e86-9682-44cf-943d-8b78333426c6 HTTP/1.1" status: 200 len: 217 time: 0.0873220 Jul 16 20:15:39.317008 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-9913825f-f004-4472-9b3a-a7cc11b5bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.318822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-9913825f-f004-4472-9b3a-a7cc11b5bcf4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.0840676 Jul 16 20:15:39.322433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port bf082e86-9682-44cf-943d-8b78333426c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf082e86-9682-44cf-943d-8b78333426c6,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:39.327391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-f6f01f9f-0ffc-4b18-b3c8-f4778ee92297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.329340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-f6f01f9f-0ffc-4b18-b3c8-f4778ee92297 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 1095 time: 0.5895731 Jul 16 20:15:39.356592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'bf082e86-9682-44cf-943d-8b78333426c6', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'port_id': 'bf082e86-9682-44cf-943d-8b78333426c6', 'mac_address': 'fa:16:3e:52:be:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920f71d-5034-445f-a7a9-761df4b030d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:39.456259 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.481144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf082e86-9682-44cf-943d-8b78333426c6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:39.516441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port bf082e86-9682-44cf-943d-8b78333426c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf082e86-9682-44cf-943d-8b78333426c6,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:39.524842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.528872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-db244ba7-4f6b-42aa-a2e4-9bb0359642c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969125 Jul 16 20:15:39.536494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-48264181'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:39.627393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=bf082e86-9682-44cf-943d-8b78333426c6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.661934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-d49b0b32-1c85-4e0a-819c-86db073cc650 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79bcf12b-1196-4c2a-976e-fc9cf16e281d HTTP/1.1" status: 200 len: 217 time: 0.3000383 Jul 16 20:15:39.756846 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.759900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['bf082e86-9682-44cf-943d-8b78333426c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:39.845606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Made reservation on behalf of 575bbfd325ec499d9443a2e02107a04f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:39.850097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.891043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.962539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port 2349319f-c638-4db0-add5-666793548435 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:39.965681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=2349319f-c638-4db0-add5-666793548435,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.970901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.974431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74552c53-fd25-4250-a7f9-73d9d08a8231 req-472b8eea-879e-4d78-979d-c1b609fe8011 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "DELETE /v2.0/ports/2349319f-c638-4db0-add5-666793548435 HTTP/1.1" status: 204 len: 173 time: 2.4519019 Jul 16 20:15:39.976741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-deleted', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac'}, {'name': 'network-changed', 'server_uuid': 'bb37c036-390e-4340-a903-a790e4a93a72', 'tag': '79bcf12b-1196-4c2a-976e-fc9cf16e281d'}, {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-deleted', 'tag': '2349319f-c638-4db0-add5-666793548435'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:39.980395 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a4d710-f0bf-449c-b236-b77e7c508b6a" -d '{"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-deleted", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac"}, {"name": "network-changed", "server_uuid": "bb37c036-390e-4340-a903-a790e4a93a72", "tag": "79bcf12b-1196-4c2a-976e-fc9cf16e281d"}, {"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-deleted", "tag": "2349319f-c638-4db0-add5-666793548435"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:39.987141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.005124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.020217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.027895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.050573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.057660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.065042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.071691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.083577 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-1b0267fb-b77a-4da1-8cdd-f93e06423509 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.7632062 Jul 16 20:15:40.112550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-45511e21-c38b-48fc-bda6-38aa3f0b5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.118741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-45511e21-c38b-48fc-bda6-38aa3f0b5a36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.4349263 Jul 16 20:15:40.214614 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-f172bfc4-9f5e-417e-83ba-83a31495fa70 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2980862 Jul 16 20:15:40.232037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-54a59230-6b17-4a16-994e-c65887ffbbb4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3384800 Jul 16 20:15:40.246414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-f862d7fe-0ea8-4fe8-88a4-0e2da92f4104 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184394 Jul 16 20:15:40.285195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b6f4be2-4749-4047-9756-bf22bbd1f872 req-353bfd42-3489-4e8d-a3c8-c49d3e1c19ec tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1988995 Jul 16 20:15:40.292527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9e41-0c2f-47ac-8dab-b0db9919dddd req-c973c36b-7f85-46fa-8805-e227f6dbb402 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.308049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-962f9e41-0c2f-47ac-8dab-b0db9919dddd req-c973c36b-7f85-46fa-8805-e227f6dbb402 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.4596794 Jul 16 20:15:40.352337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-4cfc094e-7aaa-437b-9111-6a69b24f92bd service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232292 Jul 16 20:15:40.382698 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d11b8c3-c5c2-4671-a011-25b4123c91f8 x-openstack-request-id: req-2d11b8c3-c5c2-4671-a011-25b4123c91f8 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:40.383024 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac", "code": 200}, {"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:40.383335 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d11b8c3-c5c2-4671-a011-25b4123c91f8 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:40.383782 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac', 'code': 200} Jul 16 20:15:40.384399 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'code': 200} Jul 16 20:15:40.406261 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-962f9e41-0c2f-47ac-8dab-b0db9919dddd req-efccf964-a6dc-4cc1-bcb4-eaf60b93f05c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970671 Jul 16 20:15:40.450656 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ab6fb865-e7e6-4ff0-92e2-49b13606c3f4 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216251 Jul 16 20:15:40.541755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0acbbdab-855e-46d3-b953-3b0bba1ae000 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=a3710417-7257-4be0-8a28-f2c8846aecc6 HTTP/1.1" status: 200 len: 217 time: 0.0844166 Jul 16 20:15:40.638520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a6e8472-c9b3-4c59-8c10-fc2759d09ace req-0c1c4c8a-ffb2-4fe7-9b6a-4540e16fd631 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100048 Jul 16 20:15:40.658797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e43f2d13-7b37-4c52-a4da-d18bc926a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.662208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-e43f2d13-7b37-4c52-a4da-d18bc926a71e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1127152 Jul 16 20:15:40.822981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88f97733-9957-421e-9c89-48f977f46027 req-e5070215-c797-44b9-90ba-fe29bcdffaaa tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea1f0e98-138f-43ec-890b-acb8f24ffff4 HTTP/1.1" status: 200 len: 210 time: 0.1411602 Jul 16 20:15:40.872909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98324-b166-446e-b7e9-fbe87683cea4 req-8b415882-77df-4194-983e-855dfd1de0ff tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.874515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9d98324-b166-446e-b7e9-fbe87683cea4 req-8b415882-77df-4194-983e-855dfd1de0ff tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 944 time: 0.2078485 Jul 16 20:15:40.888898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ccc3bc42-7c1a-45a0-8c8f-2c013feb53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.888898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-ccc3bc42-7c1a-45a0-8c8f-2c013feb53af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2156737 Jul 16 20:15:40.961112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-3a31324a-76af-48df-9d7e-af14f6ef729b service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732054 Jul 16 20:15:40.985326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf082e86-9682-44cf-943d-8b78333426c6 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:41.070327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9d98324-b166-446e-b7e9-fbe87683cea4 req-2992e81f-e572-4e6f-86de-da1c45fa8c00 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863220 Jul 16 20:15:41.105058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port bf082e86-9682-44cf-943d-8b78333426c6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:41.109812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.112980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port bf082e86-9682-44cf-943d-8b78333426c6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:41.113869 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.245647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-798a28db-1884-43fc-b4e4-24a36d1c3e5e service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496115 Jul 16 20:15:41.246729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.250019 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.346503 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe31635b-420e-4af0-a7e7-dc5ba115cc0f x-openstack-request-id: req-fe31635b-420e-4af0-a7e7-dc5ba115cc0f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:41.346798 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-deleted", "tag": "9fc31593-b27e-42f7-9c6b-435d155f75ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb37c036-390e-4340-a903-a790e4a93a72", "tag": "79bcf12b-1196-4c2a-976e-fc9cf16e281d", "status": "completed", "code": 200}, {"server_uuid": "ea1f0e98-138f-43ec-890b-acb8f24ffff4", "name": "network-vif-deleted", "tag": "2349319f-c638-4db0-add5-666793548435", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:41.347978 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fe31635b-420e-4af0-a7e7-dc5ba115cc0f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:41.348591 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-deleted', 'tag': '9fc31593-b27e-42f7-9c6b-435d155f75ac', 'status': 'completed', 'code': 200} Jul 16 20:15:41.349870 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb37c036-390e-4340-a903-a790e4a93a72', 'tag': '79bcf12b-1196-4c2a-976e-fc9cf16e281d', 'status': 'completed', 'code': 200} Jul 16 20:15:41.350458 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f0e98-138f-43ec-890b-acb8f24ffff4', 'name': 'network-vif-deleted', 'tag': '2349319f-c638-4db0-add5-666793548435', 'status': 'completed', 'code': 200} Jul 16 20:15:41.363271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:41.374531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port bf082e86-9682-44cf-943d-8b78333426c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf082e86-9682-44cf-943d-8b78333426c6,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:41.383392 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.440567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268c06bd-c2c2-4501-b180-105b7dcb7e60,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.475154 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.475504 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Added segment 02c3ad92-1c52-434b-9cba-64ffcfbe5997 of type vlan for network 6870023f-48d3-40af-b3b9-59b86e6ed606 Jul 16 20:15:41.498264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739948c0-437c-4805-9bdf-df0d096b8f37 req-3feb3fff-4c39-4806-8d55-a5817974000f service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268803 Jul 16 20:15:41.513262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=bf082e86-9682-44cf-943d-8b78333426c6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.529281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-f40ec4e1-be5f-4bcc-a188-252ee2d6f01a service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761445 Jul 16 20:15:41.582314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-18e142a4-976c-4fe0-aec2-cbf0661a34ff service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=142b1ade-875a-40b6-a91f-9834109165c3 HTTP/1.1" status: 200 len: 217 time: 0.0453410 Jul 16 20:15:41.586558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87ef8-f851-45f6-96d7-ca3ce29f141d req-02cfa6e4-c95a-40da-8e27-8a97e3755f56 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.595014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95d87ef8-f851-45f6-96d7-ca3ce29f141d req-02cfa6e4-c95a-40da-8e27-8a97e3755f56 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 943 time: 0.4060178 Jul 16 20:15:41.651894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.693243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-dde38d36-a5bc-4574-8f9f-383c86ea3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.695509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-dde38d36-a5bc-4574-8f9f-383c86ea3713 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.1065259 Jul 16 20:15:41.739151 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.761137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95d87ef8-f851-45f6-96d7-ca3ce29f141d req-b49cdc8d-bdf9-498a-9f04-cb911b3836f7 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645334 Jul 16 20:15:41.788460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-1b488b14-0fc5-49ae-8f51-2abe5cfdf27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.791650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-1b488b14-0fc5-49ae-8f51-2abe5cfdf27c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885837 Jul 16 20:15:41.834443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-37450714-f4a3-4dcd-babb-990721683e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.838918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-37450714-f4a3-4dcd-babb-990721683e08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b974331dfa5340c3ad5082d1a3b02428&device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 1095 time: 0.2703280 Jul 16 20:15:41.840605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.855748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.869537 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.917630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53276) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:41.918470 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9210558 Jul 16 20:15:41.931643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Request body: {'subnet': {'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:42.042721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-16d0d56d-a5f1-4ec9-abe5-15c21d17e199 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404962 Jul 16 20:15:42.114368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c55c2-2229-4baf-9b78-adaefbffc238 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event updated for resources: {'Network': ['ID=6870023f-48d3-40af-b3b9-59b86e6ed606,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:42.127737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:42.181797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-e5f3108c-3c4e-43ff-abab-f2c02824c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.183660 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-e5f3108c-3c4e-43ff-abab-f2c02824c399 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 200 len: 913 time: 0.2935104 Jul 16 20:15:42.186972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.194481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.202155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.209170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.215547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.226501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.233266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-a66a4fa5-0a9d-47cd-beb0-ce96e5f7290f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79bcf12b-1196-4c2a-976e-fc9cf16e281d HTTP/1.1" status: 200 len: 217 time: 0.0399852 Jul 16 20:15:42.238288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.244968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-f989f321-a7c3-42c9-9102-dc6f5ba645e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.246520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-c81b1d5c-5f79-497e-95f7-18275fd88e8b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.2703958 Jul 16 20:15:42.247073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-f989f321-a7c3-42c9-9102-dc6f5ba645e4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39&tenant_id=c394906bc6bd41e68e4ba8dabef02ee5 HTTP/1.1" status: 200 len: 1095 time: 0.1798029 Jul 16 20:15:42.262867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd750e-9cff-4b12-8eb4-9f3d298a0564 req-7428cebb-9d50-4597-8442-e7ce82022af7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.269982 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56bd750e-9cff-4b12-8eb4-9f3d298a0564 req-7428cebb-9d50-4597-8442-e7ce82022af7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.2757611 Jul 16 20:15:42.311321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Made reservation on behalf of 575bbfd325ec499d9443a2e02107a04f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:42.315063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.386095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf082e86-9682-44cf-943d-8b78333426c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:42.386248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56bd750e-9cff-4b12-8eb4-9f3d298a0564 req-5c02da64-07f7-4e65-b3c1-6fe12de6c9b9 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149282 Jul 16 20:15:42.388531 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cbdb0a-aabd-4d82-bc46-9fd972a97e25" -d '{"events": [{"server_uuid": "81c9ed5c-c85c-4758-ad74-6be238162cb0", "name": "network-vif-plugged", "status": "completed", "tag": "bf082e86-9682-44cf-943d-8b78333426c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:42.398560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18e1c6aa-3889-46c9-b45d-7cc8b45dfc3f req-080bd2fd-8578-4367-b6fe-8e8445aacf47 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510243 Jul 16 20:15:42.401224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-1857524e-f2b1-4c41-a41a-07ff798db4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.403057 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-1857524e-f2b1-4c41-a41a-07ff798db4f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 200 len: 852 time: 0.1608648 Jul 16 20:15:42.444484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-649469c0-495e-4ea1-ba9e-ca589f9cc9d9 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576417 Jul 16 20:15:42.446783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-ce1882fa-a17b-4ef4-b77a-8c22a716e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.451492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-ce1882fa-a17b-4ef4-b77a-8c22a716e087 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1095 time: 0.1503875 Jul 16 20:15:42.454979 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-de7b2b94-b420-4d64-a545-6e4e2df70db1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cb9d257-456f-4ac0-a68a-b3ae12a47524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441134 Jul 16 20:15:42.531969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-0a8a4341-021e-478f-b2eb-b5aa21442cd0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0c717b-a9d4-452e-9513-aac3a766f998 HTTP/1.1" status: 200 len: 217 time: 0.0777478 Jul 16 20:15:42.565789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53292) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:42.597701 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d474c3-742d-4d28-bc6d-51235af2cebf x-openstack-request-id: req-39d474c3-742d-4d28-bc6d-51235af2cebf {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:42.598328 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c9ed5c-c85c-4758-ad74-6be238162cb0", "name": "network-vif-plugged", "status": "completed", "tag": "bf082e86-9682-44cf-943d-8b78333426c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:42.598776 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-39d474c3-742d-4d28-bc6d-51235af2cebf {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:42.599415 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf082e86-9682-44cf-943d-8b78333426c6', 'code': 200} Jul 16 20:15:42.600832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-0146b1f2-ae1e-4915-b678-f8794d815253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.609880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-0146b1f2-ae1e-4915-b678-f8794d815253 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 200 len: 917 time: 0.1485410 Jul 16 20:15:42.834431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-d621ab95-da5d-4471-9465-352cfb0e020e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 200 len: 999 time: 0.1735721 Jul 16 20:15:42.922694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-6088cc52-c053-4cbe-a9f9-18df5933b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.928108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-6088cc52-c053-4cbe-a9f9-18df5933b569 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.3785846 Jul 16 20:15:43.104442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting subnet 06baaf07-6b7c-443a-a288-899d560be52b {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:43.108552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.175872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.298960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.366425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.449286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-863c2784-c0fe-432c-adc6-0b4ef404230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.450668 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-863c2784-c0fe-432c-adc6-0b4ef404230b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5118518 Jul 16 20:15:43.470308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5f22-83a7-4154-848a-fcae571f849d req-eb22d83f-ef8d-4550-8441-f0a6f1e74f72 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.470308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-646c5f22-83a7-4154-848a-fcae571f849d req-eb22d83f-ef8d-4550-8441-f0a6f1e74f72 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 945 time: 0.7279270 Jul 16 20:15:43.493199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-7679f109-8043-40ab-8a1e-b3a65a1a5b08 service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936028 Jul 16 20:15:43.610514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46273a4-8734-4fcc-8e5c-aaea3fb4216a req-59cb1901-4492-467d-a93a-4e994abc71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.610706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event updated for resources: {'Subnet': ['ID=ced4f8a9-3fd7-4414-abb3-9b3c458dfaad,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:43.612073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46273a4-8734-4fcc-8e5c-aaea3fb4216a req-59cb1901-4492-467d-a93a-4e994abc71a0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 1097 time: 0.9213901 Jul 16 20:15:43.628399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Checking segment: {'id': '02c3ad92-1c52-434b-9cba-64ffcfbe5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:43.628770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Network hostable DHCP agents. Network: 6870023f-48d3-40af-b3b9-59b86e6ed606, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:43.639559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-0c8d51b6-d864-4722-8e38-c81a7c7e4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.640774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-0c8d51b6-d864-4722-8e38-c81a7c7e4499 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 200 len: 855 time: 0.7987375 Jul 16 20:15:43.643443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.655995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-646c5f22-83a7-4154-848a-fcae571f849d req-cf058683-ee13-4c2b-a807-a4f86b464f79 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692047 Jul 16 20:15:43.709900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Subnet': ['ID=06baaf07-6b7c-443a-a288-899d560be52b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:43.721179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.726396 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ae129a5b-45d9-4145-a565-33dcf59f290d tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/subnets/06baaf07-6b7c-443a-a288-899d560be52b HTTP/1.1" status: 204 len: 168 time: 1.1541746 Jul 16 20:15:43.727745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc911694-7900-45cd-b2af-4881350f0716 None None] Network cee3bfb1-4b7c-4f59-8f24-5f3013355d2b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:43.729556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:43.736274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53318) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:43.752787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6870023f-48d3-40af-b3b9-59b86e6ed606) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:43.776576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-5ad5febb-21e4-4318-9272-0d2cb7054c16 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002570 Jul 16 20:15:43.778063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.778649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.867144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46273a4-8734-4fcc-8e5c-aaea3fb4216a req-8c4e1884-4e04-4b78-8265-9df7f65b72e7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445803 Jul 16 20:15:43.870129 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-486191a5-0e5e-443b-be90-ae14a54654a3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9457560 Jul 16 20:15:43.874971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53320) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:43.881336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Request body: {'port': {'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1486519706'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:43.922931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3a4d710-f0bf-449c-b236-b77e7c508b6a req-899eebe3-95d8-404a-9797-65bc56da713c service neutron] 10.222.0.79 "GET /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169641 Jul 16 20:15:43.936506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fe6f3-c51a-4027-bf33-34790bb3c59c req-7218c953-669d-4f8b-a9f2-0d172ab03cc4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.937858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.944311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b2fe6f3-c51a-4027-bf33-34790bb3c59c req-7218c953-669d-4f8b-a9f2-0d172ab03cc4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 943 time: 0.5386829 Jul 16 20:15:43.957348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2543281-870e-40c7-8465-f935ecfeeb6d None None] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:44.011084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-43095590-ed26-47ee-8a17-bcf19ddd9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.013699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-43095590-ed26-47ee-8a17-bcf19ddd9997 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b96a3a0b-c687-4dbb-919f-1c6e5002a26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3639400 Jul 16 20:15:44.071450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b2fe6f3-c51a-4027-bf33-34790bb3c59c req-9cf10f8c-7952-401b-8c1a-560cde70ad95 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251440 Jul 16 20:15:44.112457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37a00f3c-9bd6-477e-b5ac-77f7bf3d6fee req-098784cd-5bc5-4af3-a2b7-7fcc16204ab0 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276119 Jul 16 20:15:44.247756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406ce41-3b38-4354-bd04-9622d88711a1 req-f66f42b3-9d1f-4e2c-abea-02f0e76d59ba tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.250275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9406ce41-3b38-4354-bd04-9622d88711a1 req-f66f42b3-9d1f-4e2c-abea-02f0e76d59ba tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.2924087 Jul 16 20:15:44.275714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6870023f-48d3-40af-b3b9-59b86e6ed606', 'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606', 'tenant_id': '575bbfd325ec499d9443a2e02107a04f', 'fixed_ips': [{'subnet_id': 'ced4f8a9-3fd7-4414-abb3-9b3c458dfaad'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:44.277491 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.293092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port 9503f320-7fc3-411f-8cbe-583ae0aa54ca {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:44.293428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.322991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Made reservation on behalf of 575bbfd325ec499d9443a2e02107a04f for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:44.326684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.381315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-bac54fac-f95a-44f6-bf24-6361498a9d02 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527229 Jul 16 20:15:44.382106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9406ce41-3b38-4354-bd04-9622d88711a1 req-aaa54b4b-4534-47dc-bae0-3acfb40c0013 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248517 Jul 16 20:15:44.428723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] device_id is not set on port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:15:44.450983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port 9503f320-7fc3-411f-8cbe-583ae0aa54ca, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9503f320-7fc3-411f-8cbe-583ae0aa54ca,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:44.451654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.473235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] DHCP port deletion for cee3bfb1-4b7c-4f59-8f24-5f3013355d2b request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:44.473478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.473478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.473478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.473478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.473478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.473478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.474051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.476794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e0496bf1-80ad-4711-8383-e1fdc0ccd730 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6482 time: 0.2709963 Jul 16 20:15:44.492234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Allocated IP 172.20.0.2 (6870023f-48d3-40af-b3b9-59b86e6ed606/ced4f8a9-3fd7-4414-abb3-9b3c458dfaad/a3045ac2-128f-4193-a29f-57c8a208f1ab) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:44.521718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for 9503f320-7fc3-411f-8cbe-583ae0aa54ca owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:44.660267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] Deleting port 9503f320-7fc3-411f-8cbe-583ae0aa54ca {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:44.660267 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.758605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e9ad49e5-4ed7-4cd2-813c-9eb70e3f6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.761581 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-e9ad49e5-4ed7-4cd2-813c-9eb70e3f6fcf service neutron] 10.222.0.99 "GET /v2.0/networks?id=8cd80618-c163-4a0e-9117-d6ed2b378b44 HTTP/1.1" status: 200 len: 903 time: 0.2436223 Jul 16 20:15:44.878076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-eccec27b-e296-4330-83ae-588e6dfc69b4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0c717b-a9d4-452e-9513-aac3a766f998 HTTP/1.1" status: 200 len: 217 time: 0.1092656 Jul 16 20:15:44.882913 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.886175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.892665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.898859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.905623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.911878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.918056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.930857 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.935118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.941132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-bba069b5-0cf0-4cf2-b0fa-c3d39767c016 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.5499098 Jul 16 20:15:44.946975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-6ae9d65e-aa73-4d1e-9421-a9cb93233d50 service neutron] 10.222.0.99 "GET /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549557 Jul 16 20:15:44.959603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9503f320-7fc3-411f-8cbe-583ae0aa54ca no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:44.963871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Transition to ACTIVE for port object a3045ac2-128f-4193-a29f-57c8a208f1ab will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:45.037544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d4409a9-3213-4e9e-b8b0-40e46ee99c99 req-1be15069-4f75-43ff-b680-f629a24a2c88 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879922 Jul 16 20:15:45.104754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=9503f320-7fc3-411f-8cbe-583ae0aa54ca,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:45.108080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 79bcf12b-1196-4c2a-976e-fc9cf16e281d details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:45.153747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port 9503f320-7fc3-411f-8cbe-583ae0aa54ca on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:45.278498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-3cd93135-bc9c-4443-91d0-4af27309e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:45.281430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-3cd93135-bc9c-4443-91d0-4af27309e2b9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.3945518 Jul 16 20:15:45.338693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 79bcf12b-1196-4c2a-976e-fc9cf16e281d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=79bcf12b-1196-4c2a-976e-fc9cf16e281d,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:45.352550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '79bcf12b-1196-4c2a-976e-fc9cf16e281d', 'network_id': '7cb9d257-456f-4ac0-a68a-b3ae12a47524', 'port_id': '79bcf12b-1196-4c2a-976e-fc9cf16e281d', 'mac_address': 'fa:16:3e:d1:7e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f974c-ac2b-4076-88f8-c54856c41ad1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:45.354545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9503f320-7fc3-411f-8cbe-583ae0aa54ca {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:45.354912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9503f320-7fc3-411f-8cbe-583ae0aa54ca not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:45.375236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] For port 9503f320-7fc3-411f-8cbe-583ae0aa54ca, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9503f320-7fc3-411f-8cbe-583ae0aa54ca,segment=NetworkSegment(bb6c4428-c29e-45e1-91d9-98c0b4af3370),segment_id=bb6c4428-c29e-45e1-91d9-98c0b4af3370)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:45.375736 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.379214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Transition to ACTIVE for port object a3045ac2-128f-4193-a29f-57c8a208f1ab will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:45.421606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.428576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] Calling delete_port for 9503f320-7fc3-411f-8cbe-583ae0aa54ca owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:45.486633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1a736-8c74-4f46-9587-ed15b0042822 req-0a748bd9-0d41-4e36-8bbb-05426825b89c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:45.488560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Pushing event updated for resources: {'Port': ['ID=a3045ac2-128f-4193-a29f-57c8a208f1ab,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:45.510322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b2a1a736-8c74-4f46-9587-ed15b0042822 req-0a748bd9-0d41-4e36-8bbb-05426825b89c tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 943 time: 0.2070818 Jul 16 20:15:45.551538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:45.552069 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.569439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bcf12b-1196-4c2a-976e-fc9cf16e281d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:45.574274 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b2a1a736-8c74-4f46-9587-ed15b0042822 req-2aa59aa9-2b7b-4bf4-b6f8-4b99f2892791 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614302 Jul 16 20:15:45.578081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:45.603367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:45.650814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 79bcf12b-1196-4c2a-976e-fc9cf16e281d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=79bcf12b-1196-4c2a-976e-fc9cf16e281d,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:45.672454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53358) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:45.675442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.793590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=79bcf12b-1196-4c2a-976e-fc9cf16e281d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:45.868523 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7baabd1c-2aef-4176-8372-da0626f1e03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: from cryptography.utils import int_from_bytes Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: from cryptography.utils import int_from_bytes Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.901932 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:45.904646 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:15:45.909701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Attempting to bind port a3045ac2-128f-4193-a29f-57c8a208f1ab on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:45.910268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Attempting to bind port a3045ac2-128f-4193-a29f-57c8a208f1ab by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '02c3ad92-1c52-434b-9cba-64ffcfbe5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:45.910754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Attempting to bind port a3045ac2-128f-4193-a29f-57c8a208f1ab on network 6870023f-48d3-40af-b3b9-59b86e6ed606 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:45.919125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:45.919125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Checking segment: {'id': '02c3ad92-1c52-434b-9cba-64ffcfbe5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:45.919125 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.919125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Bound using segment: {'id': '02c3ad92-1c52-434b-9cba-64ffcfbe5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:45.920682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Bound port: a3045ac2-128f-4193-a29f-57c8a208f1ab, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c3ad92-1c52-434b-9cba-64ffcfbe5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:45.920682 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.925495 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.933594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.957635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['79bcf12b-1196-4c2a-976e-fc9cf16e281d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:45.963851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee3bfb1-4b7c-4f59-8f24-5f3013355d2b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:46.016333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca79af-6f50-4c01-b917-1e60f789bd05 req-e913cf91-cd36-47bd-a4e5-5c8b5ed44d7d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.031043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dca79af-6f50-4c01-b917-1e60f789bd05 req-e913cf91-cd36-47bd-a4e5-5c8b5ed44d7d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.1586452 Jul 16 20:15:46.051607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6c4428-c29e-45e1-91d9-98c0b4af3370') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:46.051895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6c4428-c29e-45e1-91d9-98c0b4af3370') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:46.067174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] No DVR routers for this DVR port 9503f320-7fc3-411f-8cbe-583ae0aa54ca on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:46.079724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.094555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62179286-e0ab-49dc-80a3-84ded5e7f39e None None] Pushing event deleted for resources: {'Port': ['ID=9503f320-7fc3-411f-8cbe-583ae0aa54ca,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:46.123762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e317fc-8c32-4c07-902c-76eebbee82fe req-ab9a3d94-4cc9-47f7-bc18-2ce6bbbbf642 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.135289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2e317fc-8c32-4c07-902c-76eebbee82fe req-ab9a3d94-4cc9-47f7-bc18-2ce6bbbbf642 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 945 time: 1.1615520 Jul 16 20:15:46.137001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dca79af-6f50-4c01-b917-1e60f789bd05 req-e5122da2-b2be-4c1f-b93a-56194005e5e0 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922797 Jul 16 20:15:46.154336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.162727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Allocated IP 172.20.0.9 (6870023f-48d3-40af-b3b9-59b86e6ed606/ced4f8a9-3fd7-4414-abb3-9b3c458dfaad/dd6baefa-47b7-4f9b-96f2-6e08d456d1ee) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:46.184380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:46.184806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:46.188097 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:46.198590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-4f13587a-aad6-48f3-9f78-63fc94bbf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.200292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-4f13587a-aad6-48f3-9f78-63fc94bbf27d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8994756 Jul 16 20:15:46.208308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7baabd1c-2aef-4176-8372-da0626f1e03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.220953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7baabd1c-2aef-4176-8372-da0626f1e03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.259329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] For port a3045ac2-128f-4193-a29f-57c8a208f1ab, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:46.272975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] For port a3045ac2-128f-4193-a29f-57c8a208f1ab, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3045ac2-128f-4193-a29f-57c8a208f1ab,segment=NetworkSegment(02c3ad92-1c52-434b-9cba-64ffcfbe5997),segment_id=02c3ad92-1c52-434b-9cba-64ffcfbe5997)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:46.293262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7baabd1c-2aef-4176-8372-da0626f1e03d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c8ccefd346cc4bab8d7680a2e9c3929b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195195 Jul 16 20:15:46.295385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53374) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:46.298635 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.304768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baabd1c-2aef-4176-8372-da0626f1e03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fcb786-84a7-4348-b72e-c61adc03e805,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:46.364724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-676f3450-d258-4ee2-b400-72ec8be91a1f service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302624 Jul 16 20:15:46.428600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28071d90-74f3-4415-b99a-60ff41e38e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.481101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28071d90-74f3-4415-b99a-60ff41e38e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.488962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6457e5-d4c4-46ad-8b00-6414c0016edb None None] Pushing event updated for resources: {'Port': ['ID=a3045ac2-128f-4193-a29f-57c8a208f1ab,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:46.513625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2e317fc-8c32-4c07-902c-76eebbee82fe req-1e3babd3-9bad-4ed5-a3d1-f9af8886fd59 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774397 Jul 16 20:15:46.521448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.538909 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.544817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/networks/cee3bfb1-4b7c-4f59-8f24-5f3013355d2b HTTP/1.1" status: 204 len: 168 time: 2.8052008 Jul 16 20:15:46.554263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53376) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:46.602000 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28071d90-74f3-4415-b99a-60ff41e38e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.612123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-28071d90-74f3-4415-b99a-60ff41e38e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.616266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-28071d90-74f3-4415-b99a-60ff41e38e51 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/76fcb786-84a7-4348-b72e-c61adc03e805 HTTP/1.1" status: 204 len: 168 time: 0.3194542 Jul 16 20:15:46.626527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28071d90-74f3-4415-b99a-60ff41e38e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fcb786-84a7-4348-b72e-c61adc03e805,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:46.745399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Network': ['ID=cee3bfb1-4b7c-4f59-8f24-5f3013355d2b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:46.821185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.821553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.826821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.827299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.827643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.828188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.828548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.828847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.829188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.829511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.829837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.830245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4dcf9-c30c-453f-b263-ff23a1a17d25 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:46.880967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting subnet 4d0c9250-8149-4301-9470-d789c3c3cf08 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:46.885921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.933129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.038153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 79bcf12b-1196-4c2a-976e-fc9cf16e281d up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:47.169340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8543d885-4f32-4c6d-93a1-ada5cd732bf2 req-c512bddb-01f4-4b98-9b49-ce551065a2ff service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403302 Jul 16 20:15:47.220892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 79bcf12b-1196-4c2a-976e-fc9cf16e281d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:47.225951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53386) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:47.227245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 79bcf12b-1196-4c2a-976e-fc9cf16e281d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:47.227715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.243054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.249885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.256352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.258090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ca60180-97cf-4f03-8ffe-dc91b29f9b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.262511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.268545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.276069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.284039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.293671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-ea4e2bb3-96cf-4124-b13c-e894621d05b0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.4592998 Jul 16 20:15:47.364116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd74967a-688b-4157-9ed1-a5c8d57f15f0 req-e55ae6c0-1a17-43ea-8d87-f80c5383d33f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694115 Jul 16 20:15:47.379397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.390778 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.406943 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.457678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37c036-390e-4340-a903-a790e4a93a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bcf12b-1196-4c2a-976e-fc9cf16e281d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:47.460223 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec9575-e6a5-43da-902f-55bc12568583" -d '{"events": [{"server_uuid": "bb37c036-390e-4340-a903-a790e4a93a72", "name": "network-vif-plugged", "status": "completed", "tag": "79bcf12b-1196-4c2a-976e-fc9cf16e281d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:47.494898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 79bcf12b-1196-4c2a-976e-fc9cf16e281d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=79bcf12b-1196-4c2a-976e-fc9cf16e281d,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:47.501060 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.538958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ca60180-97cf-4f03-8ffe-dc91b29f9b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.548630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ca60180-97cf-4f03-8ffe-dc91b29f9b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.632329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=79bcf12b-1196-4c2a-976e-fc9cf16e281d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:47.658060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca60180-97cf-4f03-8ffe-dc91b29f9b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b77d9-45b3-4e0a-8afa-6dae943936d3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:47.658940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Transition to ACTIVE for port object dd6baefa-47b7-4f9b-96f2-6e08d456d1ee will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:47.673459 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0ca60180-97cf-4f03-8ffe-dc91b29f9b6c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=96af996e95ea4de18b16b7f76799fbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461417 Jul 16 20:15:47.678489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:47.826902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.877593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959c8cf-2402-4bea-8167-8f03e4665dde req-a7f44370-fa5b-4257-bd62-2bc5f1049c93 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.883925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a8650c-c92e-48da-83aa-530e22be4e8b None None] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:47.888680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b959c8cf-2402-4bea-8167-8f03e4665dde req-a7f44370-fa5b-4257-bd62-2bc5f1049c93 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 945 time: 0.3774710 Jul 16 20:15:47.891500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.896472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53394) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:47.896662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/subnets/4d0c9250-8149-4301-9470-d789c3c3cf08 HTTP/1.1" status: 204 len: 168 time: 1.3399558 Jul 16 20:15:47.901150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e1783-01da-4279-83ff-d3190be842be tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0c9250-8149-4301-9470-d789c3c3cf08,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:47.964243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4592be1a-faaa-4a06-b88d-1a939d7a1e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.979859 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.089018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b959c8cf-2402-4bea-8167-8f03e4665dde req-53546791-5a73-4cad-bd1e-e120b1d1e6ca tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869526 Jul 16 20:15:48.176232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:48.195942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:48.214298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.234401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:48.371263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.373776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.389896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd6c9e-b743-4e98-9a48-a7d94622d8db None None] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:48.402870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port e5565128-fea2-48aa-8be4-e405d8e8deff {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:48.404087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.429816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] DHCP port deletion for da4d3b87-c384-4e6d-ae1b-f714d42249d6 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:48.520270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4592be1a-faaa-4a06-b88d-1a939d7a1e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.521052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4b18ef6e-ddf2-4b7e-b2e3-a122c1ea5b00 None None] Provisioning for port a3045ac2-128f-4193-a29f-57c8a208f1ab completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:48.593557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port e5565128-fea2-48aa-8be4-e405d8e8deff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e5565128-fea2-48aa-8be4-e405d8e8deff,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:48.593929 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.632726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for e5565128-fea2-48aa-8be4-e405d8e8deff owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:48.638932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event updated for resources: {'Port': ['ID=dd6baefa-47b7-4f9b-96f2-6e08d456d1ee,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:48.653247 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-50e94e63-2293-445e-a0b0-e35dea1c1bf3 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.7766891 Jul 16 20:15:48.657143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53398) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:48.666888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Request body: {'port': {'network_id': '6870023f-48d3-40af-b3b9-59b86e6ed606', 'name': 'tempest-ExtraDHCPOptionsTestJSON-945204561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:48.668039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] bootfile-name is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:48.668986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] tftp-server is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:48.669576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] server-ip-address is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:48.714583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] Deleting port e5565128-fea2-48aa-8be4-e405d8e8deff {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:48.714991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.742737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4592be1a-faaa-4a06-b88d-1a939d7a1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.749046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4592be1a-faaa-4a06-b88d-1a939d7a1e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.753995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4592be1a-faaa-4a06-b88d-1a939d7a1e4e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf4b77d9-45b3-4e0a-8afa-6dae943936d3 HTTP/1.1" status: 204 len: 168 time: 1.0721705 Jul 16 20:15:48.797638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592be1a-faaa-4a06-b88d-1a939d7a1e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b77d9-45b3-4e0a-8afa-6dae943936d3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:48.883531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.887158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c543ffd-e373-4a0a-ab98-b6d42ac6976f req-8b9b45fe-98fa-42e0-8812-205d173c832a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.902282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c543ffd-e373-4a0a-ab98-b6d42ac6976f req-8b9b45fe-98fa-42e0-8812-205d173c832a tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.5207880 Jul 16 20:15:48.932510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=e5565128-fea2-48aa-8be4-e405d8e8deff,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:48.935053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3045ac2-128f-4193-a29f-57c8a208f1ab up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:48.956523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port e5565128-fea2-48aa-8be4-e405d8e8deff on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:49.060799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] For port e5565128-fea2-48aa-8be4-e405d8e8deff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e5565128-fea2-48aa-8be4-e405d8e8deff,segment=NetworkSegment(e7974384-45a8-440e-a3a0-b9a6d2686e7d),segment_id=e7974384-45a8-440e-a3a0-b9a6d2686e7d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:49.060799 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.063753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c543ffd-e373-4a0a-ab98-b6d42ac6976f req-8c5c434a-ac83-4783-8660-6a46dfff7e21 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586235 Jul 16 20:15:49.077640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Made reservation on behalf of 575bbfd325ec499d9443a2e02107a04f for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:49.086263 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.131605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] Calling delete_port for e5565128-fea2-48aa-8be4-e405d8e8deff owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:49.136185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] device_id is not set on port cf59bb07-7de5-43dd-8427-6833a0e3e529 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:15:49.181228 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.231334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4d3b87-c384-4e6d-ae1b-f714d42249d6']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:49.269138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7974384-45a8-440e-a3a0-b9a6d2686e7d') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:49.269451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7974384-45a8-440e-a3a0-b9a6d2686e7d') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:49.301378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.334188 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655a9820-0f2d-48ec-86c9-55a2aa13aa1c x-openstack-request-id: req-655a9820-0f2d-48ec-86c9-55a2aa13aa1c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:49.335665 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37c036-390e-4340-a903-a790e4a93a72", "name": "network-vif-plugged", "status": "completed", "tag": "79bcf12b-1196-4c2a-976e-fc9cf16e281d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:49.337826 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-655a9820-0f2d-48ec-86c9-55a2aa13aa1c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:49.338351 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb37c036-390e-4340-a903-a790e4a93a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bcf12b-1196-4c2a-976e-fc9cf16e281d', 'code': 200} Jul 16 20:15:49.423251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.467088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:49.467489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.499393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a3045ac2-128f-4193-a29f-57c8a208f1ab completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:49.544010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a3045ac2-128f-4193-a29f-57c8a208f1ab triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:49.544638 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.658106 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:49.696714 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:49.721439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Allocated IP 172.20.0.8 (6870023f-48d3-40af-b3b9-59b86e6ed606/ced4f8a9-3fd7-4414-abb3-9b3c458dfaad/cf59bb07-7de5-43dd-8427-6833a0e3e529) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:49.729862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.744168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.760948 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/networks/da4d3b87-c384-4e6d-ae1b-f714d42249d6 HTTP/1.1" status: 204 len: 168 time: 1.8514969 Jul 16 20:15:49.760948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70604ad5-cbe9-4108-ac4d-ca5e3b74392d req-99cfa362-acc0-4d38-a417-2d0d9d012713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.760948 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-70604ad5-cbe9-4108-ac4d-ca5e3b74392d req-99cfa362-acc0-4d38-a417-2d0d9d012713 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 1097 time: 0.4384940 Jul 16 20:15:49.768576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:49.787861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-997823648'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:49.890562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952e3f-2451-442a-b0da-2976ccedac0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Network': ['ID=da4d3b87-c384-4e6d-ae1b-f714d42249d6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:49.921429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-70604ad5-cbe9-4108-ac4d-ca5e3b74392d req-741f5284-2547-4752-936d-f997d13400d2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497629 Jul 16 20:15:49.960450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:49.964155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.058599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.062895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:50.091310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.091704 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Added segment 28964ad8-812e-4103-a6e5-4a05496bb8b2 of type vlan for network ecc4f3de-6b3e-4720-a245-9a11038eee5a Jul 16 20:15:50.097189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Transition to ACTIVE for port object cf59bb07-7de5-43dd-8427-6833a0e3e529 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:50.112424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] Pushing event deleted for resources: {'Port': ['ID=e5565128-fea2-48aa-8be4-e405d8e8deff,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:50.177744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] Network da4d3b87-c384-4e6d-ae1b-f714d42249d6 is not hosted by any dhcp agent {{(pid=93863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:15:50.178052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030659af-fd6f-4d3a-8127-06944c1d00d7 None None] No DVR routers for this DVR port e5565128-fea2-48aa-8be4-e405d8e8deff on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:50.231284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.235890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f35ae-ad2e-4d75-bffb-85dd704a8b5a req-3ec2f57d-3e0b-4b08-961f-78840473821f tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.249161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-897f35ae-ad2e-4d75-bffb-85dd704a8b5a req-3ec2f57d-3e0b-4b08-961f-78840473821f tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 945 time: 0.7959588 Jul 16 20:15:50.256906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.288894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.297323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.298351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.339875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.440345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a3045ac2-128f-4193-a29f-57c8a208f1ab, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3045ac2-128f-4193-a29f-57c8a208f1ab,segment=NetworkSegment(02c3ad92-1c52-434b-9cba-64ffcfbe5997),segment_id=02c3ad92-1c52-434b-9cba-64ffcfbe5997)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:50.452622 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.462219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6853471 Jul 16 20:15:50.479162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53430) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:50.479864 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-897f35ae-ad2e-4d75-bffb-85dd704a8b5a req-a4e696a0-c5a5-4db7-9988-cb54dc42df56 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290788 Jul 16 20:15:50.500216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'subnet': {'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:50.501927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:50.506547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event updated for resources: {'Port': ['ID=cf59bb07-7de5-43dd-8427-6833a0e3e529,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:50.515051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:50.522752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:50.542480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a3045ac2-128f-4193-a29f-57c8a208f1ab,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:50.650672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e5565128-fea2-48aa-8be4-e405d8e8deff no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:50.701776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.712538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.751732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e5565128-fea2-48aa-8be4-e405d8e8deff {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:50.751732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e5565128-fea2-48aa-8be4-e405d8e8deff not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:50.774282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b6582d5f-21ec-4c8f-b981-2329b0ed7a8e tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1118133 Jul 16 20:15:50.781072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53438) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:50.818443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda159b2-7ef5-4a58-8dcc-7bb0690ccc0f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Network': ['ID=ecc4f3de-6b3e-4720-a245-9a11038eee5a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:50.865146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a0c20dbc-0f6e-452a-9de4-c303347ca314 None None] Provisioning complete for port a3045ac2-128f-4193-a29f-57c8a208f1ab triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:50.865532 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a0c20dbc-0f6e-452a-9de4-c303347ca314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.987553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ecc4f3de-6b3e-4720-a245-9a11038eee5a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:51.128462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:51.134576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.135969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3045ac2-128f-4193-a29f-57c8a208f1ab up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:51.307899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f24c7f-ad2e-4a72-b479-0a818100dcc0 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.328935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f24c7f-ad2e-4a72-b479-0a818100dcc0 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.356357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f24c7f-ad2e-4a72-b479-0a818100dcc0 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.360840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26f24c7f-ad2e-4a72-b479-0a818100dcc0 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5712984 Jul 16 20:15:51.371604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53454) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:51.552956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.571549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.601235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.613091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.642080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.649510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.675628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.698619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-e4db47b7-63f0-464d-8b95-10d5aec48b55 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.7526367 Jul 16 20:15:51.772876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a3045ac2-128f-4193-a29f-57c8a208f1ab triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:51.773599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.842348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53460) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:51.876929 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.900344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-96e8b875-b3cf-40df-8dbb-28c7b14c0623 req-8e10ff79-6778-4cb2-9501-7a47f3c1f9d0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1983154 Jul 16 20:15:51.957643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a0c20dbc-0f6e-452a-9de4-c303347ca314 None None] Provisioning for port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:51.968614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a0c20dbc-0f6e-452a-9de4-c303347ca314 None None] Provisioning complete for port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:51.968983 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a0c20dbc-0f6e-452a-9de4-c303347ca314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.124225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Deleting port cf59bb07-7de5-43dd-8427-6833a0e3e529 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:52.124961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.190406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a0c20dbc-0f6e-452a-9de4-c303347ca314 None None] Port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:52.198193 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8febaf-6bc6-4973-95e5-d0ec5bf2baeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.236961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Checking segment: {'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:52.247467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network hostable DHCP agents. Network: ecc4f3de-6b3e-4720-a245-9a11038eee5a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:52.253953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Subnet': ['ID=a569fa82-ea21-4a9a-a7ba-4efce8926657,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.315650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cd87bfed-1e1a-4340-a0be-b20500bf85fb None None] Provisioning for port cf59bb07-7de5-43dd-8427-6833a0e3e529 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:52.320555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cd87bfed-1e1a-4340-a0be-b20500bf85fb None None] Provisioning complete for port cf59bb07-7de5-43dd-8427-6833a0e3e529 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:52.321913 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfed-1e1a-4340-a0be-b20500bf85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.417727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.423310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-cd87bfed-1e1a-4340-a0be-b20500bf85fb None None] Port cf59bb07-7de5-43dd-8427-6833a0e3e529 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:52.437223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network ecc4f3de-6b3e-4720-a245-9a11038eee5a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:52.446903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Calling delete_port for cf59bb07-7de5-43dd-8427-6833a0e3e529 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:52.456296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cd87bfed-1e1a-4340-a0be-b20500bf85fb None None] Provisioning complete for port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:52.456679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cd87bfed-1e1a-4340-a0be-b20500bf85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.497331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ecc4f3de-6b3e-4720-a245-9a11038eee5a) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:52.519250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.531516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2531e4-efb0-4d4a-b1cb-ccdb3c361876 None None] Network ecc4f3de-6b3e-4720-a245-9a11038eee5a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:52.532988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.658069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.660125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8febaf-6bc6-4973-95e5-d0ec5bf2baeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.663452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-cd87bfed-1e1a-4340-a0be-b20500bf85fb None None] Port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:52.668892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8febaf-6bc6-4973-95e5-d0ec5bf2baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.763069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8febaf-6bc6-4973-95e5-d0ec5bf2baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841e55b1-0e1b-4190-a23c-c76dc859093a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.781035 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e51b316b-d2b1-40da-9e24-74b5fe9783da tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2955742 Jul 16 20:15:52.785851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53466) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:52.793673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1261536297'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:52.839651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-de8febaf-6bc6-4973-95e5-d0ec5bf2baeb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d4ef272f5cc24218bf2c3db1980b6179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9929485 Jul 16 20:15:52.843360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53468) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:52.937946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:52.944288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.947128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21348ed-94d4-450c-9b20-efb47380b6cf req-e5f64824-3ddf-4e18-b455-a54655e56960 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.948945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c21348ed-94d4-450c-9b20-efb47380b6cf req-e5f64824-3ddf-4e18-b455-a54655e56960 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 945 time: 0.6680975 Jul 16 20:15:52.955522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.961475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "DELETE /v2.0/ports/cf59bb07-7de5-43dd-8427-6833a0e3e529 HTTP/1.1" status: 204 len: 168 time: 1.5795288 Jul 16 20:15:52.961475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3cdca-c410-46eb-808b-42fd4bdc8db8 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event deleted for resources: {'Port': ['ID=cf59bb07-7de5-43dd-8427-6833a0e3e529,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.968362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53472) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:52.976919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Request body: {'port': {'name': 'tempest-new-port-name-1673557471', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:52.976919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] bootfile-name is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:52.976919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] tftp-server is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:52.976919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] server-ip-address is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:53.058185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c21348ed-94d4-450c-9b20-efb47380b6cf req-475c1e8a-e8f3-4e56-b5bb-ef84a963e4c1 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858860 Jul 16 20:15:53.064220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:53.110272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-811f3700-9456-4a70-a2f5-f55299cd7db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.127971 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.128456 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Added segment 78deabb8-91a1-4878-85f0-cd1a7ec4cf99 of type vlan for network 8eb07b79-c532-41ea-a7eb-e786b20549e0 Jul 16 20:15:53.200240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.329825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-ecc4f3de-6b3e-4720-a245-9a11038eee5a', 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'fixed_ips': [{'subnet_id': 'a569fa82-ea21-4a9a-a7ba-4efce8926657'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:53.337542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.343428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.459410 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-811f3700-9456-4a70-a2f5-f55299cd7db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.566285 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.590508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.592750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.632407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Allocated IP 19.80.0.2 (ecc4f3de-6b3e-4720-a245-9a11038eee5a/a569fa82-ea21-4a9a-a7ba-4efce8926657/0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:53.711321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.739294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.852902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Network': ['ID=8eb07b79-c532-41ea-a7eb-e786b20549e0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.877226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8eb07b79-c532-41ea-a7eb-e786b20549e0 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:53.887526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event updated for resources: {'Port': ['ID=dd6baefa-47b7-4f9b-96f2-6e08d456d1ee,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.888320 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-98df7803-eb89-480b-850a-d0e3e7996c5e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0996118 Jul 16 20:15:53.890557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53478) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:53.906124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'subnet': {'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:53.925167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] In _notify_port_updated(), no bound segment for port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee on network 6870023f-48d3-40af-b3b9-59b86e6ed606 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:15:53.932073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.933143 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.945281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8355e8d1-ed0c-4676-804c-5556df5cfbc1 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "PUT /v2.0/ports/dd6baefa-47b7-4f9b-96f2-6e08d456d1ee HTTP/1.1" status: 200 len: 1136 time: 0.9704492 Jul 16 20:15:53.951386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53480) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:54.074933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51c1f-9b2e-4208-924b-bcb5626ea895 req-ace6a3cc-54e6-4329-b989-3fb9b351d920 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.080734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18c51c1f-9b2e-4208-924b-bcb5626ea895 req-ace6a3cc-54e6-4329-b989-3fb9b351d920 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.3666992 Jul 16 20:15:54.131133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-811f3700-9456-4a70-a2f5-f55299cd7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.140770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-811f3700-9456-4a70-a2f5-f55299cd7db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.142546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-811f3700-9456-4a70-a2f5-f55299cd7db5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/841e55b1-0e1b-4190-a23c-c76dc859093a HTTP/1.1" status: 204 len: 168 time: 1.2954669 Jul 16 20:15:54.197868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f3700-9456-4a70-a2f5-f55299cd7db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e55b1-0e1b-4190-a23c-c76dc859093a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:54.239386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cae387-e006-42f3-8f25-48881b59d240 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.249170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53484) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:54.250787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d4cae387-e006-42f3-8f25-48881b59d240 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "GET /v2.0/ports/dd6baefa-47b7-4f9b-96f2-6e08d456d1ee HTTP/1.1" status: 200 len: 1136 time: 0.2931483 Jul 16 20:15:54.285070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:54.299611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.303386 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18c51c1f-9b2e-4208-924b-bcb5626ea895 req-5ee1fcf2-ffd8-4400-ad55-6f97f8e4e2de tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127440 Jul 16 20:15:54.368971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.416130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Transition to ACTIVE for port object 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:54.502119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Transition to ACTIVE for port object 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:54.517117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b9fa24e0-c8d6-4877-b561-98d6e8931f49 None None] Provisioning complete for port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:54.518945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b9fa24e0-c8d6-4877-b561-98d6e8931f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.520776 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.725380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.749386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.755993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.773846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.785719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.809795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.820455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.829049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-222d7e0e-3176-41f7-a550-757c7e90f151 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.3104992 Jul 16 20:15:54.866548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Deleting port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:54.867131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.873145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.875391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Pushing event updated for resources: {'Port': ['ID=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:54.917055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Network ecc4f3de-6b3e-4720-a245-9a11038eee5a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:54.925187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:54.927908 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d95087ad-a1fd-4996-a0ca-8413c4c5acd6 req-dbc3ef68-f4e1-4474-9cb2-c2ba897b7650 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852883 Jul 16 20:15:54.930789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:54.936165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa24e0-c8d6-4877-b561-98d6e8931f49 None None] Port dd6baefa-47b7-4f9b-96f2-6e08d456d1ee cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:55.072644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Attempting to bind port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:55.074038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Attempting to bind port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:55.074038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Attempting to bind port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe on network ecc4f3de-6b3e-4720-a245-9a11038eee5a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:55.080174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:55.080602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Checking segment: {'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:55.081058 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.082987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Bound using segment: {'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:55.083485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Bound port: 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:55.083909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.089540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Subnet': ['ID=98766c13-2570-4d17-866b-24dd363a3736,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:55.103132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Checking segment: {'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:55.103693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network hostable DHCP agents. Network: 8eb07b79-c532-41ea-a7eb-e786b20549e0, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:55.107560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.126824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Calling delete_port for dd6baefa-47b7-4f9b-96f2-6e08d456d1ee owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:55.147995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network 8eb07b79-c532-41ea-a7eb-e786b20549e0 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:55.185149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] For port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:55.190410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] For port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:55.201981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.206243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8eb07b79-c532-41ea-a7eb-e786b20549e0) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:55.219341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.220083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.299728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dc205461-b816-40b2-9313-c228e4f41ec4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4067824 Jul 16 20:15:55.356836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97b78a-35ec-4605-93af-27fd2434a69b None None] Network 8eb07b79-c532-41ea-a7eb-e786b20549e0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:55.457144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.556027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event deleted for resources: {'Port': ['ID=dd6baefa-47b7-4f9b-96f2-6e08d456d1ee,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:55.599029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6b1f3-d657-4181-8c86-415f2d551cd9 None None] Pushing event updated for resources: {'Port': ['ID=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:55.785942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-8eb07b79-c532-41ea-a7eb-e786b20549e0', 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'fixed_ips': [{'subnet_id': '98766c13-2570-4d17-866b-24dd363a3736'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:55.786872 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.794478 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.796850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-66f8a9c9-6c29-499e-86bd-50deafdf5c51 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "DELETE /v2.0/ports/dd6baefa-47b7-4f9b-96f2-6e08d456d1ee HTTP/1.1" status: 204 len: 168 time: 1.5443316 Jul 16 20:15:55.800005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53522) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:56.000937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Deleting subnet ced4f8a9-3fd7-4414-abb3-9b3c458dfaad {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:56.017678 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.169090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.228208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Allocated IP 19.86.0.2 (8eb07b79-c532-41ea-a7eb-e786b20549e0/98766c13-2570-4d17-866b-24dd363a3736/ed1450ac-a865-41d0-9508-201d9040b563) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:56.433832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.452600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.470215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Transition to ACTIVE for port object ed1450ac-a865-41d0-9508-201d9040b563 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:56.502441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Transition to ACTIVE for port object ed1450ac-a865-41d0-9508-201d9040b563 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:56.514268 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.599895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Network 8eb07b79-c532-41ea-a7eb-e786b20549e0 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:56.611040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:56.618957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:56.649857 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.771036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event deleted for resources: {'Subnet': ['ID=ced4f8a9-3fd7-4414-abb3-9b3c458dfaad,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:56.851974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Pushing event updated for resources: {'Port': ['ID=ed1450ac-a865-41d0-9508-201d9040b563,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:56.873555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Attempting to bind port ed1450ac-a865-41d0-9508-201d9040b563 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:56.874023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Attempting to bind port ed1450ac-a865-41d0-9508-201d9040b563 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:56.874395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Attempting to bind port ed1450ac-a865-41d0-9508-201d9040b563 on network 8eb07b79-c532-41ea-a7eb-e786b20549e0 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:56.881363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:56.881363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Checking segment: {'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:56.886940 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.887514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Bound using segment: {'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:56.888033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Bound port: ed1450ac-a865-41d0-9508-201d9040b563, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:56.888441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.922639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.926467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c274e418-d734-482a-bb8e-1bd291c40626 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "DELETE /v2.0/subnets/ced4f8a9-3fd7-4414-abb3-9b3c458dfaad HTTP/1.1" status: 204 len: 168 time: 1.1252985 Jul 16 20:15:56.929108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53548) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:56.955817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d6eb5-ee9c-4673-a271-1540e88b9c1a None None] Network 6870023f-48d3-40af-b3b9-59b86e6ed606 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:57.140173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bc45e-bf39-463a-b4de-fecb09d0a5b1 req-ae94cd43-5fb8-489e-bbb2-4dae5b4430a1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.148785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f22bc45e-bf39-463a-b4de-fecb09d0a5b1 req-ae94cd43-5fb8-489e-bbb2-4dae5b4430a1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.3993011 Jul 16 20:15:57.180141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.236293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f22bc45e-bf39-463a-b4de-fecb09d0a5b1 req-564fed19-1f92-4499-b9c0-9c8994a489d1 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863729 Jul 16 20:15:57.292156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] For port ed1450ac-a865-41d0-9508-201d9040b563, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:57.298751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] For port ed1450ac-a865-41d0-9508-201d9040b563, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed1450ac-a865-41d0-9508-201d9040b563,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:57.302634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:57.316979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.408052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Deleting port a3045ac2-128f-4193-a29f-57c8a208f1ab {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:57.408532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.605682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe0ad9-b6e5-4b01-bbca-0d378cd60ce6 None None] Network ecc4f3de-6b3e-4720-a245-9a11038eee5a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:57.615107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] For port a3045ac2-128f-4193-a29f-57c8a208f1ab, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a3045ac2-128f-4193-a29f-57c8a208f1ab,segment=NetworkSegment(02c3ad92-1c52-434b-9cba-64ffcfbe5997),segment_id=02c3ad92-1c52-434b-9cba-64ffcfbe5997)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:57.619662 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.678547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Calling delete_port for a3045ac2-128f-4193-a29f-57c8a208f1ab owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:57.773985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247e55-d029-4053-891a-9d550e1ea50b None None] Pushing event updated for resources: {'Port': ['ID=ed1450ac-a865-41d0-9508-201d9040b563,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:57.832498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d363946d-3a85-4487-90af-bba751a52444 None None] Provisioning for port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:57.931284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:57.948434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:57.949162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.035003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.174490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff6570-9750-4d69-942e-44e7877dc9f2 None None] DHCP port deletion for 6870023f-48d3-40af-b3b9-59b86e6ed606 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:58.441636 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.539596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event deleted for resources: {'Port': ['ID=a3045ac2-128f-4193-a29f-57c8a208f1ab,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:58.553781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:58.566505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] No DVR routers for this DVR port a3045ac2-128f-4193-a29f-57c8a208f1ab on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:58.616219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-5398dcb7-fd88-4a24-8b54-ffe2c013e3bd tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.619471 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.632849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-5398dcb7-fd88-4a24-8b54-ffe2c013e3bd tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.641158 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-5398dcb7-fd88-4a24-8b54-ffe2c013e3bd tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/networks?id=ecc4f3de-6b3e-4720-a245-9a11038eee5a&id=8eb07b79-c532-41ea-a7eb-e786b20549e0 HTTP/1.1" status: 200 len: 1391 time: 0.3879473 Jul 16 20:15:58.642289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458dab5-5f9d-4911-9268-1caa21f2a8fd req-e97b34c4-38d5-41c5-b60f-30b50e43bcbb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.646938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e458dab5-5f9d-4911-9268-1caa21f2a8fd req-e97b34c4-38d5-41c5-b60f-30b50e43bcbb tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 945 time: 0.2743623 Jul 16 20:15:58.710336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0396df6a-32ab-4448-b0a0-85ce08241cdf tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/quotas/6ffeced1d1244c4787ef437a1b20a047 HTTP/1.1" status: 200 len: 375 time: 0.0676942 Jul 16 20:15:58.788288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e458dab5-5f9d-4911-9268-1caa21f2a8fd req-ac2540a0-5695-44b7-a1aa-be4764c3a2e8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364002 Jul 16 20:15:58.832480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.844493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53596) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:58.856651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:58.925568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6870023f-48d3-40af-b3b9-59b86e6ed606']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:58.981177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c3ad92-1c52-434b-9cba-64ffcfbe5997') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:58.983222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c3ad92-1c52-434b-9cba-64ffcfbe5997') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:59.043686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-7f9e1b2b-622d-4771-abd5-b5eca6503ef3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3318839 Jul 16 20:15:59.050158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:59.117495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed1450ac-a865-41d0-9508-201d9040b563 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:59.155104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.183248 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.246178 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.267931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:59.268692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:59.272831 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:59.357016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ed1450ac-a865-41d0-9508-201d9040b563 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:59.404417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a5e97039-be76-4cde-a177-602622dd5bfc None None] Provisioning complete for port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:59.404838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5e97039-be76-4cde-a177-602622dd5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.456292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-c6cb8f97-d515-462c-a31a-20f739d251b7 service neutron] 10.222.0.91 "GET /v2.0/networks/ecc4f3de-6b3e-4720-a245-9a11038eee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094517 Jul 16 20:15:59.483168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3045ac2-128f-4193-a29f-57c8a208f1ab no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:59.538490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.551944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a3045ac2-128f-4193-a29f-57c8a208f1ab {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:59.552407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a3045ac2-128f-4193-a29f-57c8a208f1ab not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:59.569702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.572900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] 10.222.0.91 "DELETE /v2.0/networks/6870023f-48d3-40af-b3b9-59b86e6ed606 HTTP/1.1" status: 204 len: 168 time: 2.6425710 Jul 16 20:15:59.629904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.636471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.649150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.661744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269982-3784-47cb-a83e-ecb4f3150720 tempest-ExtraDHCPOptionsTestJSON-771251563 tempest-ExtraDHCPOptionsTestJSON-771251563-project] Pushing event deleted for resources: {'Network': ['ID=6870023f-48d3-40af-b3b9-59b86e6ed606,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:59.666666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.702370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.711979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.725383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.726892 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-ad29082a-487c-4fb6-995f-e8d07b5f76c2 service neutron] 10.222.0.91 "GET /v2.0/networks/ecc4f3de-6b3e-4720-a245-9a11038eee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693262 Jul 16 20:15:59.739356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29439893-a86e-4028-b40a-015ed791cee2 req-cdda168f-c842-4637-95c2-bd093c7844af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.5137477 Jul 16 20:15:59.838071 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29439893-a86e-4028-b40a-015ed791cee2 req-f54d65e3-968a-48cf-baad-47ad458933c8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908329 Jul 16 20:15:59.858697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.901651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd806e7-5284-4927-9ce6-5a02243130ab None None] Network 8eb07b79-c532-41ea-a7eb-e786b20549e0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:00.015652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-e1c01e82-3d43-4a16-ad30-577c19cb2972 service neutron] 10.222.0.91 "GET /v2.0/networks/8eb07b79-c532-41ea-a7eb-e786b20549e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821357 Jul 16 20:16:00.088228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Allocated IP 172.25.3.55 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/322cdb24-0397-4a8d-a137-f52b193b71fe) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:00.112954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-159af287-00d3-4bf3-aa20-5996d3ebe75d None None] Provisioning for port ed1450ac-a865-41d0-9508-201d9040b563 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:00.177468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-4f5bcfb4-d09b-4311-9b04-65b9de8e9aeb service neutron] 10.222.0.91 "GET /v2.0/networks/8eb07b79-c532-41ea-a7eb-e786b20549e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603522 Jul 16 20:16:00.319003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-159af287-00d3-4bf3-aa20-5996d3ebe75d None None] Provisioning complete for port ed1450ac-a865-41d0-9508-201d9040b563 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:00.319250 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-159af287-00d3-4bf3-aa20-5996d3ebe75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.340900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53616) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:00.361044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.418930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.488249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-159af287-00d3-4bf3-aa20-5996d3ebe75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.496214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:00.508800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:00.514744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:00.517134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Port': ['ID=322cdb24-0397-4a8d-a137-f52b193b71fe,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:00.567057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d640-8730-4df4-9083-5bc3dd31e357 req-43c66672-03ad-485e-90e1-19d08112a75f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.568836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba17d640-8730-4df4-9083-5bc3dd31e357 req-43c66672-03ad-485e-90e1-19d08112a75f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.1680610 Jul 16 20:16:00.660605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-159af287-00d3-4bf3-aa20-5996d3ebe75d None None] For port ed1450ac-a865-41d0-9508-201d9040b563, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed1450ac-a865-41d0-9508-201d9040b563,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:00.681280 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-159af287-00d3-4bf3-aa20-5996d3ebe75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.779520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba17d640-8730-4df4-9083-5bc3dd31e357 req-6d9a390c-027d-4f14-8930-19274ae49064 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946037 Jul 16 20:16:00.819849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.901819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159af287-00d3-4bf3-aa20-5996d3ebe75d None None] Pushing event updated for resources: {'Port': ['ID=ed1450ac-a865-41d0-9508-201d9040b563,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:00.969354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.986551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:00.991211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5502c8c6-600b-4f8b-9705-44c4ab1aa80f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=575bbfd325ec499d9443a2e02107a04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470747 Jul 16 20:16:00.991211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53630) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:01.299306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:01.304678 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c332d5a-f43c-407b-afc2-06f27d98920d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.372020 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.473475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:01.478085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c332d5a-f43c-407b-afc2-06f27d98920d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.488649 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14380e0-278c-4eed-9bd9-ab7502086cbe" -d '{"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:01.520173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.530755 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.563963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-77815d1c-95bf-4971-a0f6-a308779e0f43 None None] Provisioning complete for port ed1450ac-a865-41d0-9508-201d9040b563 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:01.564730 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-77815d1c-95bf-4971-a0f6-a308779e0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.568790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:01.569474 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.644043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187376c5-209a-448f-ad91-4c8df80f25f6 req-51ec6f96-67a5-4c90-94f3-6d561ca4f911 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.645867 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c332d5a-f43c-407b-afc2-06f27d98920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.649066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c332d5a-f43c-407b-afc2-06f27d98920d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.651560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2c332d5a-f43c-407b-afc2-06f27d98920d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/268c06bd-c2c2-4501-b180-105b7dcb7e60 HTTP/1.1" status: 204 len: 168 time: 0.6530821 Jul 16 20:16:01.669586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187376c5-209a-448f-ad91-4c8df80f25f6 req-51ec6f96-67a5-4c90-94f3-6d561ca4f911 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 951 time: 0.5371780 Jul 16 20:16:01.720365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c332d5a-f43c-407b-afc2-06f27d98920d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268c06bd-c2c2-4501-b180-105b7dcb7e60,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.861515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.015887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-187376c5-209a-448f-ad91-4c8df80f25f6 req-9023467a-2784-4c8e-b9b2-603064e03598 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387485 Jul 16 20:16:02.033552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.084627 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.125428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9cb16dbc-9d6b-40dd-b667-02ee2b507abf req-e5283e50-edf6-4dcd-8982-8d2ac63c435a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 210 time: 0.1031222 Jul 16 20:16:02.360771 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a47192-2e8a-463e-9238-6b24a16b7dfe x-openstack-request-id: req-30a47192-2e8a-463e-9238-6b24a16b7dfe {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:02.362536 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:02.363175 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-30a47192-2e8a-463e-9238-6b24a16b7dfe {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:02.364010 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'code': 200} Jul 16 20:16:02.486352 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Port': ['ID=322cdb24-0397-4a8d-a137-f52b193b71fe,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.509914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.593341 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.603964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0d5616f1-d484-4fde-94b0-c00efaf6bf3d tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7583644 Jul 16 20:16:02.606607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53660) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:02.612125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-931383276'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:02.746219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Made reservation on behalf of 10b93575dcf24166b2939bd8116022a0 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:02.750115 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.751856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.779200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.794171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.805772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.821156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.827140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.833137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.839626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.841552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-ec596afe-17c8-47d2-a872-856b0671a4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5418 time: 0.2756395 Jul 16 20:16:02.996473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01e8fa8d-54d9-43ed-8a98-2da28149fcf5 req-a76f30e3-3f4a-4136-8dce-e168f3e56d0a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399324 Jul 16 20:16:03.003434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ccbf68dc-080e-4144-b631-5837eeef50da details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:03.053696 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.060743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.090035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:03.151619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d17e6-4c89-4b4f-a181-92fa750f7dc1 req-94ef04da-1c93-44da-ab74-e25dead9bcd8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.159529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed1450ac-a865-41d0-9508-201d9040b563 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:03.168124 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-103d17e6-4c89-4b4f-a181-92fa750f7dc1 req-94ef04da-1c93-44da-ab74-e25dead9bcd8 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 945 time: 0.5177860 Jul 16 20:16:03.182346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.183059 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Added segment 477766de-8c6b-4fe1-a273-bc027973d0a3 of type vlan for network d496b545-90be-4e10-8356-fb9e4e041291 Jul 16 20:16:03.285022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.396083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-5efdbb32-846b-4bfe-9418-e3f0788a9572 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.402967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-5efdbb32-846b-4bfe-9418-e3f0788a9572 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 945 time: 0.1858227 Jul 16 20:16:03.439137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53672) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.460535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ccbf68dc-080e-4144-b631-5837eeef50da, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ccbf68dc-080e-4144-b631-5837eeef50da,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:03.496883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ed1450ac-a865-41d0-9508-201d9040b563 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:03.503036 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.663285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-ac5f0a92-c004-447b-91f2-4960d8c06ef8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.667235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'ccbf68dc-080e-4144-b631-5837eeef50da', 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'port_id': 'ccbf68dc-080e-4144-b631-5837eeef50da', 'mac_address': 'fa:16:3e:b3:ba:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00158d16-4801-4ca7-b933-3c691ad5641b', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:03.673053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-ac5f0a92-c004-447b-91f2-4960d8c06ef8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.675313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-ac5f0a92-c004-447b-91f2-4960d8c06ef8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "GET /v2.0/networks?id=ecc4f3de-6b3e-4720-a245-9a11038eee5a&id=8eb07b79-c532-41ea-a7eb-e786b20549e0 HTTP/1.1" status: 200 len: 1391 time: 0.5025952 Jul 16 20:16:03.701940 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.710126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.711117 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.823237 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-103d17e6-4c89-4b4f-a181-92fa750f7dc1 req-d4252c2a-a7ff-453f-aa32-ea563514eea9 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528959 Jul 16 20:16:03.824250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf66b15-5206-49f2-9602-158efd39a65e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.862039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Network': ['ID=d496b545-90be-4e10-8356-fb9e4e041291,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.904564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-437320118'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:03.916931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'port': {'device_id': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a', 'admin_state_up': True, 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:03.944331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-21af7bec-ab7b-468c-839c-57903cabe23e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3363008 Jul 16 20:16:03.979199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.979926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:03.987688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.025420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Request body: {'subnet': {'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:04.043975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.062278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d496b545-90be-4e10-8356-fb9e4e041291 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:04.197777 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.254642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbf68dc-080e-4144-b631-5837eeef50da {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:04.260169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef5216-01e0-4d0c-b08b-b77772eab142 req-8538c481-5e4f-460b-919b-969a4726e140 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.267007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71ef5216-01e0-4d0c-b08b-b77772eab142 req-8538c481-5e4f-460b-919b-969a4726e140 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.7308390 Jul 16 20:16:04.315036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Deleting port 79bcf12b-1196-4c2a-976e-fc9cf16e281d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:04.320147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.407560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ccbf68dc-080e-4144-b631-5837eeef50da, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ccbf68dc-080e-4144-b631-5837eeef50da,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:04.418144 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.419445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3710417-7257-4be0-8a28-f2c8846aecc6 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:04.531099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ccbf68dc-080e-4144-b631-5837eeef50da,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:04.536012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a3710417-7257-4be0-8a28-f2c8846aecc6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3710417-7257-4be0-8a28-f2c8846aecc6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:04.567447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a3710417-7257-4be0-8a28-f2c8846aecc6', 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'port_id': 'a3710417-7257-4be0-8a28-f2c8846aecc6', 'mac_address': 'fa:16:3e:df:af:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00158d16-4801-4ca7-b933-3c691ad5641b', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:04.577456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-950fb3ce-2b4e-4f02-b57c-fb29f771113e req-6c79c28e-3f3a-4aae-83b0-e9f36b4f85fc tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 210 time: 0.0761001 Jul 16 20:16:04.696681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.737784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3710417-7257-4be0-8a28-f2c8846aecc6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:04.745057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] For port 79bcf12b-1196-4c2a-976e-fc9cf16e281d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=79bcf12b-1196-4c2a-976e-fc9cf16e281d,segment=NetworkSegment(2e5bb33e-e0e8-4577-b15e-b811d4fd065b),segment_id=2e5bb33e-e0e8-4577-b15e-b811d4fd065b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:04.745740 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.785021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71ef5216-01e0-4d0c-b08b-b77772eab142 req-2751ea56-38f2-4006-82ea-b01eb2f0213f tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4738522 Jul 16 20:16:04.809777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a3710417-7257-4be0-8a28-f2c8846aecc6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3710417-7257-4be0-8a28-f2c8846aecc6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:04.821033 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.824219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e20a8aad-8452-40c9-a0e9-b654a1f435cc details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:04.868606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Calling delete_port for 79bcf12b-1196-4c2a-976e-fc9cf16e281d owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:05.072226 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.077633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.091011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:05.102912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.103325 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment 8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa of type vlan for network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb Jul 16 20:16:05.142630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a3710417-7257-4be0-8a28-f2c8846aecc6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.151506 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.176942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.197165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.203852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.204547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.204838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.221094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.259310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.282818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.305422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.325052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.333894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-e0fd5e5d-bd44-4631-aafa-e0bf25273277 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5420 time: 0.4446883 Jul 16 20:16:05.348604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e20a8aad-8452-40c9-a0e9-b654a1f435cc, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:05.373173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'port_id': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'mac_address': 'fa:16:3e:26:7d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:05.397989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:05.405277 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.450284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=75d544d8-d5af-4bef-b0fd-be53fda9f5bb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.469420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:05.477218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.553385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20a8aad-8452-40c9-a0e9-b654a1f435cc {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:05.595853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bfe28c65-3fbf-4cb4-aaa7-c9a3e2baeb6b req-870127b2-76e7-4bca-bfbd-b1d30481733d tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2544992 Jul 16 20:16:05.625179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e20a8aad-8452-40c9-a0e9-b654a1f435cc, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:05.646546 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.647796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5a467959-2f28-49ce-9483-871091ace3a6 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:05.680413 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2371962 Jul 16 20:16:05.681210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6a924-edb4-498d-91e2-d017bce063be tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e1298-3b03-4c03-91d4-8bd1d56e237a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.696205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:05.737857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'name': 'tempest-PortsIpV6TestJSON-682997628'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:05.810964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Allocated IP 19.80.0.57 (ecc4f3de-6b3e-4720-a245-9a11038eee5a/a569fa82-ea21-4a9a-a7ba-4efce8926657/81a99e8b-b8db-46c8-8093-1eade91bf68a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:05.886375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5a467959-2f28-49ce-9483-871091ace3a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a467959-2f28-49ce-9483-871091ace3a6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:05.954476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '5a467959-2f28-49ce-9483-871091ace3a6', 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'port_id': '5a467959-2f28-49ce-9483-871091ace3a6', 'mac_address': 'fa:16:3e:c2:df:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00158d16-4801-4ca7-b933-3c691ad5641b', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:05.961900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e20a8aad-8452-40c9-a0e9-b654a1f435cc,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:06.038733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Made reservation on behalf of 10b93575dcf24166b2939bd8116022a0 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:06.054418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.090497 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0466b488-c124-468b-ab5f-e2ae8e70a315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.118181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.143396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a467959-2f28-49ce-9483-871091ace3a6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:06.192981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5a467959-2f28-49ce-9483-871091ace3a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a467959-2f28-49ce-9483-871091ace3a6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:06.199116 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.200223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f354f5c9-881f-45a4-9c64-5402f2be7e38 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:06.206002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8510459b-7208-4a11-9e59-235c6cb74fca req-08ae4641-27de-44cd-907c-94e5a5226d20 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 210 time: 0.0838253 Jul 16 20:16:06.243719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f354f5c9-881f-45a4-9c64-5402f2be7e38, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:06.259224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'f354f5c9-881f-45a4-9c64-5402f2be7e38', 'network_id': '3262dfb2-93b5-49b2-aac0-84fcfcbf4190', 'port_id': 'f354f5c9-881f-45a4-9c64-5402f2be7e38', 'mac_address': 'fa:16:3e:0d:ae:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00158d16-4801-4ca7-b933-3c691ad5641b', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:06.356684 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.359208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5a467959-2f28-49ce-9483-871091ace3a6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:06.384050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f354f5c9-881f-45a4-9c64-5402f2be7e38 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:06.429435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f354f5c9-881f-45a4-9c64-5402f2be7e38, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:06.438161 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.440358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6d0c717b-a9d4-452e-9513-aac3a766f998 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:06.682933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6d0c717b-a9d4-452e-9513-aac3a766f998, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6d0c717b-a9d4-452e-9513-aac3a766f998,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:06.728017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '6d0c717b-a9d4-452e-9513-aac3a766f998', 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44', 'port_id': '6d0c717b-a9d4-452e-9513-aac3a766f998', 'mac_address': 'fa:16:3e:96:bb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6bc668-387d-40c1-abc9-70605eec3598', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:06.737417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f354f5c9-881f-45a4-9c64-5402f2be7e38,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:06.818246 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.835774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0c717b-a9d4-452e-9513-aac3a766f998 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:06.864008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6d0c717b-a9d4-452e-9513-aac3a766f998, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6d0c717b-a9d4-452e-9513-aac3a766f998,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:06.872150 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.873829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 142b1ade-875a-40b6-a91f-9834109165c3 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:06.930971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 142b1ade-875a-40b6-a91f-9834109165c3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=142b1ade-875a-40b6-a91f-9834109165c3,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:07.010679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '142b1ade-875a-40b6-a91f-9834109165c3', 'network_id': '8cd80618-c163-4a0e-9117-d6ed2b378b44', 'port_id': '142b1ade-875a-40b6-a91f-9834109165c3', 'mac_address': 'fa:16:3e:f8:cc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6bc668-387d-40c1-abc9-70605eec3598', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:07.014707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6d0c717b-a9d4-452e-9513-aac3a766f998,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:07.065061 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.086123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780d0ad-685c-4728-9a29-16a4221e27f8 req-5fa3f08e-9658-4f02-bbb2-099e8ebd3484 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.094695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 79bcf12b-1196-4c2a-976e-fc9cf16e281d no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:07.095363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2780d0ad-685c-4728-9a29-16a4221e27f8 req-5fa3f08e-9658-4f02-bbb2-099e8ebd3484 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.6852210 Jul 16 20:16:07.101765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723f904-cf04-4e9c-84c8-38ce34bb198a req-8b857078-7f76-437d-bdc4-5e455968e484 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.108987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d723f904-cf04-4e9c-84c8-38ce34bb198a req-8b857078-7f76-437d-bdc4-5e455968e484 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb37c036-390e-4340-a903-a790e4a93a72 HTTP/1.1" status: 200 len: 945 time: 1.6489272 Jul 16 20:16:07.119745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:07.123159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.144345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2780d0ad-685c-4728-9a29-16a4221e27f8 req-58d0beb2-0319-48c1-9996-d6b8bfe003a5 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Jul 16 20:16:07.148792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142b1ade-875a-40b6-a91f-9834109165c3 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:07.152327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.159349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No active binding found for port 79bcf12b-1196-4c2a-976e-fc9cf16e281d {{(pid=93863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:16:07.160175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 79bcf12b-1196-4c2a-976e-fc9cf16e281d not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:07.161544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 4d80d350-cfce-411d-ae45-e236ffa77fc3 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:07.206735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 142b1ade-875a-40b6-a91f-9834109165c3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=142b1ade-875a-40b6-a91f-9834109165c3,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:07.224215 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.267373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d723f904-cf04-4e9c-84c8-38ce34bb198a req-ecd98cae-76be-4ae6-84d6-08a3fb13c818 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.91 "GET /v2.0/security-groups?id=aae5700d-606e-45ab-8033-038110708b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571622 Jul 16 20:16:07.274649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Pushing event deleted for resources: {'Port': ['ID=79bcf12b-1196-4c2a-976e-fc9cf16e281d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:07.350647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=142b1ade-875a-40b6-a91f-9834109165c3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:07.390949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.409855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Transition to ACTIVE for port object 81a99e8b-b8db-46c8-8093-1eade91bf68a will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:07.419851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] No DVR routers for this DVR port 79bcf12b-1196-4c2a-976e-fc9cf16e281d on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:07.422989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.426063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7652d4f3-1612-4da8-95c2-cd78b8e72532 req-c8b7c262-4696-4d33-b631-67ba9c8852a4 tempest-DeleteServersTestJSON-1276672945 tempest-DeleteServersTestJSON-1276672945-project] 10.222.0.79 "DELETE /v2.0/ports/79bcf12b-1196-4c2a-976e-fc9cf16e281d HTTP/1.1" status: 204 len: 173 time: 4.0104153 Jul 16 20:16:07.438972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37c036-390e-4340-a903-a790e4a93a72', 'name': 'network-vif-deleted', 'tag': '79bcf12b-1196-4c2a-976e-fc9cf16e281d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:07.442223 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba4378e-d253-41a9-902e-948cf20d48fe" -d '{"events": [{"server_uuid": "bb37c036-390e-4340-a903-a790e4a93a72", "name": "network-vif-deleted", "tag": "79bcf12b-1196-4c2a-976e-fc9cf16e281d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:07.462007 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.570752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network ecc4f3de-6b3e-4720-a245-9a11038eee5a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:07.575956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:07.587631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:07.649305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Port': ['ID=81a99e8b-b8db-46c8-8093-1eade91bf68a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:07.656686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.692844 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.693536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.707736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.713678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.719626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.726981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.729295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.738632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.745814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.752725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.755369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-f5fd886e-c4fa-44c8-b172-3fa58fbf6e46 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5425 time: 0.2499738 Jul 16 20:16:07.760093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e53ca-fe1e-4dc9-ba94-590d66f3e264 req-3f320e6b-d841-4f88-bd98-a1fde1ea7bf6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.761644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d35e53ca-fe1e-4dc9-ba94-590d66f3e264 req-3f320e6b-d841-4f88-bd98-a1fde1ea7bf6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 931 time: 0.3139591 Jul 16 20:16:07.778557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Subnet': ['ID=04d650ea-1a4b-47d6-88d6-1013be840555,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:07.789055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-dd8fb472-f82b-4839-af0a-225822858747 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8831136 Jul 16 20:16:07.810036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Request body: {'port': {'device_id': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0', 'admin_state_up': True, 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:07.831695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Checking segment: {'id': '477766de-8c6b-4fe1-a273-bc027973d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:07.832104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Network hostable DHCP agents. Network: d496b545-90be-4e10-8356-fb9e4e041291, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:07.833714 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b804eb8-83df-4c4a-be9e-2b136d921b42 req-239a18aa-8a87-4c58-8aec-9c8dfd69f8c0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723047 Jul 16 20:16:07.870114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d35e53ca-fe1e-4dc9-ba94-590d66f3e264 req-647ebd35-8230-41b5-89da-bc3343dbc56a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Jul 16 20:16:07.886033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.913913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Network d496b545-90be-4e10-8356-fb9e4e041291 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:07.941083 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fecdb4b-248e-4cf8-8da3-00488d4423fb x-openstack-request-id: req-1fecdb4b-248e-4cf8-8da3-00488d4423fb {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:07.941304 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37c036-390e-4340-a903-a790e4a93a72", "name": "network-vif-deleted", "tag": "79bcf12b-1196-4c2a-976e-fc9cf16e281d", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:07.941535 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1fecdb4b-248e-4cf8-8da3-00488d4423fb {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:07.942047 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb37c036-390e-4340-a903-a790e4a93a72', 'name': 'network-vif-deleted', 'tag': '79bcf12b-1196-4c2a-976e-fc9cf16e281d', 'status': 'completed', 'code': 200} Jul 16 20:16:07.960607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b68643f0-45f6-4221-9a98-f071b451124d None None] Provisioning for port 81a99e8b-b8db-46c8-8093-1eade91bf68a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:07.965656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b68643f0-45f6-4221-9a98-f071b451124d None None] Provisioning complete for port 81a99e8b-b8db-46c8-8093-1eade91bf68a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:07.966027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b68643f0-45f6-4221-9a98-f071b451124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.999536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e20a8aad-8452-40c9-a0e9-b654a1f435cc'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.015977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Made reservation on behalf of 6ffeced1d1244c4787ef437a1b20a047 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:08.019801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.021572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, d496b545-90be-4e10-8356-fb9e4e041291) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:08.026017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=4d80d350-cfce-411d-ae45-e236ffa77fc3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:08.029882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': '8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:08.030360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: 75d544d8-d5af-4bef-b0fd-be53fda9f5bb, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:08.036500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:08.038375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.041594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c848d7e-994c-4dbc-add4-bb27738f24a5 None None] Network d496b545-90be-4e10-8356-fb9e4e041291 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:08.067813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-68404ae4-ce5c-4e3e-b1c5-5157540abdbe tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0456746 Jul 16 20:16:08.069367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53760) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:08.089847 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1716970428', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:08.147096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:08.154861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 75d544d8-d5af-4bef-b0fd-be53fda9f5bb) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:08.157913 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.159225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.179713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a3710417-7257-4be0-8a28-f2c8846aecc6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.223860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f354f5c9-881f-45a4-9c64-5402f2be7e38'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.229054 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.232780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:08.239890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:08.240655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.269211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['142b1ade-875a-40b6-a91f-9834109165c3'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.271337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5a467959-2f28-49ce-9483-871091ace3a6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.334713 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-efb61121-a816-47e0-9279-a4ce5a391db6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6025662 Jul 16 20:16:08.337757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53786) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:08.343550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1105549164'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:08.346399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6d0c717b-a9d4-452e-9513-aac3a766f998'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.351343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268b91e-9f59-400c-bb90-12918431c377 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:08.357495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Allocated IP 19.86.0.153 (8eb07b79-c532-41ea-a7eb-e786b20549e0/98766c13-2570-4d17-866b-24dd363a3736/f85edf80-c3fc-435d-a514-c687cb365b3d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:08.436165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.489814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:08.495544 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.553914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:08.584178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.584681 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment 61286e66-3e36-4112-9ec3-097491946c17 of type vlan for network 1c632744-3153-4b65-8448-9fe9cccf9a7f Jul 16 20:16:08.604771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b68643f0-45f6-4221-9a98-f071b451124d None None] Port 81a99e8b-b8db-46c8-8093-1eade91bf68a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:08.619882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.624894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5f9d6-fa94-42eb-a1bc-639ed1d11598 req-68f19e0e-cc24-426a-b887-7dbe3ec3aaba tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:08.626513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3d5f9d6-fa94-42eb-a1bc-639ed1d11598 req-68f19e0e-cc24-426a-b887-7dbe3ec3aaba tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.1860292 Jul 16 20:16:08.637186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Transition to ACTIVE for port object f85edf80-c3fc-435d-a514-c687cb365b3d will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:08.677916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.708937 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.735263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Network 8eb07b79-c532-41ea-a7eb-e786b20549e0 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:08.739262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:08.753065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:08.757905 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.802812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event updated for resources: {'Port': ['ID=f85edf80-c3fc-435d-a514-c687cb365b3d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:08.810004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3d5f9d6-fa94-42eb-a1bc-639ed1d11598 req-75a3ac36-c936-4396-ba1d-6d9d00e1b002 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257412 Jul 16 20:16:08.825361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.840647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:08.841290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.850337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:08.850776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.883590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f0da8ed0-1fd2-4d93-a95d-df39eb5972e6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0793345 Jul 16 20:16:08.896733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Request body: {'port': {'device_id': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:09.032712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['ccbf68dc-080e-4144-b631-5837eeef50da'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:09.057934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53840) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:09.061136 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7211981 Jul 16 20:16:09.074475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'ports': [{'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb'}, {'network_id': '1c632744-3153-4b65-8448-9fe9cccf9a7f'}]} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:09.075013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:09.075808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '1c632744-3153-4b65-8448-9fe9cccf9a7f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:09.104999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.122980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703e472-9d0f-4344-8329-662114a52832 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=1c632744-3153-4b65-8448-9fe9cccf9a7f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:09.142339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.145181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.175996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.212481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1c632744-3153-4b65-8448-9fe9cccf9a7f details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:09.253694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-d496b545-90be-4e10-8356-fb9e4e041291', 'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291', 'tenant_id': '10b93575dcf24166b2939bd8116022a0', 'fixed_ips': [{'subnet_id': '04d650ea-1a4b-47d6-88d6-1013be840555'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:09.255223 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.259734 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a3e20ef4-2904-46de-8b57-555e95151251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.279602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:09.288217 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.329076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.334868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.340794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.346561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.352600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.358929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.364756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.366737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-4fa33002-858f-471f-b82b-8ec6a89072b8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5425 time: 0.2240191 Jul 16 20:16:09.429388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Allocated IP 172.25.3.29 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/6ed2af6e-79b8-4169-bda0-532e44386b04) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:09.435637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0fb933f-7ee3-4325-9a2e-10901dcbc12e req-014750f6-98e0-466b-9c33-26a2a5ebbe95 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625577 Jul 16 20:16:09.453048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9c1f95fc-9c27-445e-8810-b2d2c812487d None None] Provisioning for port f85edf80-c3fc-435d-a514-c687cb365b3d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:09.468463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079dd4c-93c1-478a-a815-5f3cb8c1db0a req-f4a28173-96ca-4df0-992e-2c1773cea6b4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.470767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079dd4c-93c1-478a-a815-5f3cb8c1db0a req-f4a28173-96ca-4df0-992e-2c1773cea6b4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.472768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2079dd4c-93c1-478a-a815-5f3cb8c1db0a req-f4a28173-96ca-4df0-992e-2c1773cea6b4 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1654 time: 0.3362985 Jul 16 20:16:09.476771 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:16:09.540685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 2} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:09.556703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.597644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.613247 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.659582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2079dd4c-93c1-478a-a815-5f3cb8c1db0a req-d17c81ce-2b82-4a3b-8d6b-16de0c141de2 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779225 Jul 16 20:16:09.678145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.707387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9c1f95fc-9c27-445e-8810-b2d2c812487d None None] Provisioning complete for port f85edf80-c3fc-435d-a514-c687cb365b3d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:09.707750 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9c1f95fc-9c27-445e-8810-b2d2c812487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.726422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:09.732534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:09.765462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:09.794966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port a39d8c29-fa59-4afe-aeab-000fa8476ece yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:09.831891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a99e8b-b8db-46c8-8093-1eade91bf68a {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:09.844538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.866470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Transition to ACTIVE for port object 81a99e8b-b8db-46c8-8093-1eade91bf68a will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:09.879980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.011770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=81a99e8b-b8db-46c8-8093-1eade91bf68a,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.084469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Port': ['ID=6ed2af6e-79b8-4169-bda0-532e44386b04,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.089876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f95fc-9c27-445e-8810-b2d2c812487d None None] Port f85edf80-c3fc-435d-a514-c687cb365b3d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:10.176206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.291177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Allocated IP 172.20.0.2 (d496b545-90be-4e10-8356-fb9e4e041291/04d650ea-1a4b-47d6-88d6-1013be840555/060be56f-5438-463b-8a69-3e0d5144bf7d) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:10.332238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port befda93e-71cb-4118-bd18-425843be5da1 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:10.342297 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.382231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Attempting to bind port 81a99e8b-b8db-46c8-8093-1eade91bf68a on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:10.382565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Attempting to bind port 81a99e8b-b8db-46c8-8093-1eade91bf68a by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:10.382914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Attempting to bind port 81a99e8b-b8db-46c8-8093-1eade91bf68a on network ecc4f3de-6b3e-4720-a245-9a11038eee5a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:10.388738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Port 81a99e8b-b8db-46c8-8093-1eade91bf68a on network ecc4f3de-6b3e-4720-a245-9a11038eee5a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:10.389049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Attempting to bind port 81a99e8b-b8db-46c8-8093-1eade91bf68a on network ecc4f3de-6b3e-4720-a245-9a11038eee5a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:10.398403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:10.398749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Checking segment: {'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:10.399175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Bound using segment: {'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:10.399615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Bound port: 81a99e8b-b8db-46c8-8093-1eade91bf68a, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28964ad8-812e-4103-a6e5-4a05496bb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:10.399977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.420193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8afd39-8dcf-4aaa-9e99-0eb8ee461097 req-0e70ce09-fbec-489a-b4ef-a7e4fb3d6856 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:10.421847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec8afd39-8dcf-4aaa-9e99-0eb8ee461097 req-0e70ce09-fbec-489a-b4ef-a7e4fb3d6856 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 943 time: 0.3408678 Jul 16 20:16:10.486966 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.535040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec8afd39-8dcf-4aaa-9e99-0eb8ee461097 req-426a9d15-58dd-4670-9a6f-db0aa2de7ad3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776052 Jul 16 20:16:10.537930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:10.571101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] For port 81a99e8b-b8db-46c8-8093-1eade91bf68a, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:10.595729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.602756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] For port 81a99e8b-b8db-46c8-8093-1eade91bf68a, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=81a99e8b-b8db-46c8-8093-1eade91bf68a,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:10.612073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.620660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'port_id': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'mac_address': 'fa:16:3e:53:2d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:10.676651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:10.677491 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.679319 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] 10.222.0.99 "PUT /v2.0/ports/81a99e8b-b8db-46c8-8093-1eade91bf68a HTTP/1.1" status: 200 len: 1092 time: 1.7874291 Jul 16 20:16:10.683262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'tag': '81a99e8b-b8db-46c8-8093-1eade91bf68a'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:10.697009 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c8278d-ad40-4e94-9755-5a0a1700b26e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "tag": "81a99e8b-b8db-46c8-8093-1eade91bf68a"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:10.699632 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.720403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Transition to ACTIVE for port object 060be56f-5438-463b-8a69-3e0d5144bf7d will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:10.725739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Request body: {'port': {'device_id': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:10.729440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.752353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:10.758256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Transition to ACTIVE for port object 060be56f-5438-463b-8a69-3e0d5144bf7d will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:10.777070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.804406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.806458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:10.822723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07371f84-778f-40e5-8808-a83433e5ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=81a99e8b-b8db-46c8-8093-1eade91bf68a,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.838498 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.843383 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.854766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Network d496b545-90be-4e10-8356-fb9e4e041291 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:10.858681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:10.862009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:10.882040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Pushing event updated for resources: {'Port': ['ID=060be56f-5438-463b-8a69-3e0d5144bf7d,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.946450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=a39d8c29-fa59-4afe-aeab-000fa8476ece,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.980316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Attempting to bind port 060be56f-5438-463b-8a69-3e0d5144bf7d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:10.981103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Attempting to bind port 060be56f-5438-463b-8a69-3e0d5144bf7d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '477766de-8c6b-4fe1-a273-bc027973d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:10.981103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Attempting to bind port 060be56f-5438-463b-8a69-3e0d5144bf7d on network d496b545-90be-4e10-8356-fb9e4e041291 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:10.993629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:10.997048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:10.997540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Checking segment: {'id': '477766de-8c6b-4fe1-a273-bc027973d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:10.998145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.998671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:10.998797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Bound using segment: {'id': '477766de-8c6b-4fe1-a273-bc027973d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:10.999457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Bound port: 060be56f-5438-463b-8a69-3e0d5144bf7d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477766de-8c6b-4fe1-a273-bc027973d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:10.999966 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.005828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:11.006958 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.020827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:11.031315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.087185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.093128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.099194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.105444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.111684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.112371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] For port 060be56f-5438-463b-8a69-3e0d5144bf7d, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:11.118076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.118641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=befda93e-71cb-4118-bd18-425843be5da1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:11.119437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] For port 060be56f-5438-463b-8a69-3e0d5144bf7d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=060be56f-5438-463b-8a69-3e0d5144bf7d,segment=NetworkSegment(477766de-8c6b-4fe1-a273-bc027973d0a3),segment_id=477766de-8c6b-4fe1-a273-bc027973d0a3)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:11.124065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.132111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-f70a952a-effb-4efb-9354-f0d743ab02ae tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5425 time: 0.2292917 Jul 16 20:16:11.134594 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.142813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Router 48d102e0-e79a-4eb3-981b-f96a24c295a9 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:16:11.151070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': '61286e66-3e36-4112-9ec3-097491946c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '1c632744-3153-4b65-8448-9fe9cccf9a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:11.151915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: 1c632744-3153-4b65-8448-9fe9cccf9a7f, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:11.188245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 1c632744-3153-4b65-8448-9fe9cccf9a7f is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:11.238772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaec94-d0bb-4e36-87d1-429499a061b7 None None] Pushing event updated for resources: {'Port': ['ID=060be56f-5438-463b-8a69-3e0d5144bf7d,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:11.247880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94206bbc-45ae-44e5-8d11-d75e05c9b9f9 req-9c904cf2-60d6-444e-ae7e-7d50ef37309b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144159 Jul 16 20:16:11.269463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1c632744-3153-4b65-8448-9fe9cccf9a7f) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:11.274169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:11.276725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5a467959-2f28-49ce-9483-871091ace3a6 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:11.280817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.285620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.286301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.328583 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cf523705-796c-4545-b715-300cdf32e2ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2591293 Jul 16 20:16:11.332990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53958) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:11.339641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d12e92-a8ff-4f0f-8432-4795a487d029 None None] Network 1c632744-3153-4b65-8448-9fe9cccf9a7f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:11.383363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:11.415428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] Sync routers for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:11.431401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.432709 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0feec490-c457-48a0-8a24-ae1963d25ccf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.3586807 Jul 16 20:16:11.437600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53960) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:11.461236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:11.461891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.645576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.652065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port befda93e-71cb-4118-bd18-425843be5da1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:11.652191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.694121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['08a87ec0-1a26-49aa-9f67-98f24f5c7f13'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:11.801964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.820317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for befda93e-71cb-4118-bd18-425843be5da1 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:11.827744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:11.828969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.854207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a19ed5-ebb5-4d1f-9953-722a79c69576 req-a182329d-215a-447a-9f0f-6f703fb1c487 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.860281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a19ed5-ebb5-4d1f-9953-722a79c69576 req-a182329d-215a-447a-9f0f-6f703fb1c487 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.870571 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2a19ed5-ebb5-4d1f-9953-722a79c69576 req-a182329d-215a-447a-9f0f-6f703fb1c487 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1666 time: 0.3159971 Jul 16 20:16:11.877505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.878384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c175e5e-19c9-459b-be76-226fea61013a None None] The sync data for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:11.892794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.896708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 5a467959-2f28-49ce-9483-871091ace3a6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:11.911124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 5a467959-2f28-49ce-9483-871091ace3a6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:11.911654 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.928366 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94046a5d-6d33-410a-b1bf-015b8b9f0348 x-openstack-request-id: req-94046a5d-6d33-410a-b1bf-015b8b9f0348 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:11.928776 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "tag": "81a99e8b-b8db-46c8-8093-1eade91bf68a", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:11.929215 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94046a5d-6d33-410a-b1bf-015b8b9f0348 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:11.946377 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'tag': '81a99e8b-b8db-46c8-8093-1eade91bf68a', 'status': 'completed', 'code': 200} Jul 16 20:16:11.954258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.000060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-88305c3d-24af-43a5-8c17-10b19c1a4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.000558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-88305c3d-24af-43a5-8c17-10b19c1a4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.001352 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.002140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-88305c3d-24af-43a5-8c17-10b19c1a4848 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1914 time: 0.3000638 Jul 16 20:16:12.004215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/befda93e-71cb-4118-bd18-425843be5da1 HTTP/1.1" status: 204 len: 168 time: 0.6708422 Jul 16 20:16:12.035984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53986) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:12.063207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2a19ed5-ebb5-4d1f-9953-722a79c69576 req-ed254297-f77c-4191-b040-bf98f7e721f5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919866 Jul 16 20:16:12.072805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e9a20-7227-4105-880b-c399b4b52c0c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=befda93e-71cb-4118-bd18-425843be5da1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.157676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.202611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85edf80-c3fc-435d-a514-c687cb365b3d {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:12.230033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.249036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Transition to ACTIVE for port object f85edf80-c3fc-435d-a514-c687cb365b3d will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:12.260151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.287683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a467959-2f28-49ce-9483-871091ace3a6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:12.294479 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa6701-bb50-44ea-818f-07f64685c748" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "5a467959-2f28-49ce-9483-871091ace3a6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:12.351896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5a467959-2f28-49ce-9483-871091ace3a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a467959-2f28-49ce-9483-871091ace3a6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:12.362351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.363707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f354f5c9-881f-45a4-9c64-5402f2be7e38 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:12.425637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f85edf80-c3fc-435d-a514-c687cb365b3d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.500258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Attempting to bind port f85edf80-c3fc-435d-a514-c687cb365b3d on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:12.500984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Attempting to bind port f85edf80-c3fc-435d-a514-c687cb365b3d by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:12.501515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Attempting to bind port f85edf80-c3fc-435d-a514-c687cb365b3d on network 8eb07b79-c532-41ea-a7eb-e786b20549e0 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:12.507205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Port f85edf80-c3fc-435d-a514-c687cb365b3d on network 8eb07b79-c532-41ea-a7eb-e786b20549e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:12.507777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Attempting to bind port f85edf80-c3fc-435d-a514-c687cb365b3d on network 8eb07b79-c532-41ea-a7eb-e786b20549e0 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:12.516954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:12.517609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Checking segment: {'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:12.518213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Bound using segment: {'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:12.518853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Bound port: f85edf80-c3fc-435d-a514-c687cb365b3d, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78deabb8-91a1-4878-85f0-cd1a7ec4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:12.521233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.624410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5a467959-2f28-49ce-9483-871091ace3a6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.658075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port f354f5c9-881f-45a4-9c64-5402f2be7e38 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:12.663800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port f354f5c9-881f-45a4-9c64-5402f2be7e38 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:12.664412 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.704761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] For port f85edf80-c3fc-435d-a514-c687cb365b3d, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:12.709015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] For port f85edf80-c3fc-435d-a514-c687cb365b3d, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f85edf80-c3fc-435d-a514-c687cb365b3d,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:12.730617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.827412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f5c4f-7349-42a8-bc33-d73dd89fa589 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.827926 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.835774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f5c4f-7349-42a8-bc33-d73dd89fa589 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.840583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-984f5c4f-7349-42a8-bc33-d73dd89fa589 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7930603 Jul 16 20:16:12.851182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54018) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:12.859009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f85edf80-c3fc-435d-a514-c687cb365b3d,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.880908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.881536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.883011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-0e899f20-6b57-469b-b088-22d3310874e7 service neutron] 10.222.0.99 "PUT /v2.0/ports/f85edf80-c3fc-435d-a514-c687cb365b3d HTTP/1.1" status: 200 len: 1093 time: 2.1636763 Jul 16 20:16:12.939661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfe05e-548b-4768-a102-76673b0b9ebb None None] Network d496b545-90be-4e10-8356-fb9e4e041291 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:12.981009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f354f5c9-881f-45a4-9c64-5402f2be7e38, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:12.994697 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.995681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3710417-7257-4be0-8a28-f2c8846aecc6 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:12.996273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.008403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.022627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.030678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.039644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.046445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.054973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.057433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-f9cebf7c-3ae4-4d85-8def-e220bef8a339 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5426 time: 0.4085190 Jul 16 20:16:13.200940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98efad98-acc0-4f5d-a7f1-e51ca19d6a53 req-5a6f1dfe-26ef-4010-a66c-5664616ebb07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041195 Jul 16 20:16:13.253259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 060be56f-5438-463b-8a69-3e0d5144bf7d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:13.332219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f354f5c9-881f-45a4-9c64-5402f2be7e38,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:13.346735 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27918ec6-491e-402b-a870-326e12239021 x-openstack-request-id: req-27918ec6-491e-402b-a870-326e12239021 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:13.347069 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "5a467959-2f28-49ce-9483-871091ace3a6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:13.347298 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-27918ec6-491e-402b-a870-326e12239021 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:13.347884 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a467959-2f28-49ce-9483-871091ace3a6', 'code': 200} Jul 16 20:16:13.376349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2d5e110e-3814-4ce5-9e2e-589a728628dd None None] Provisioning for port 060be56f-5438-463b-8a69-3e0d5144bf7d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:13.381024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-15beed10-5211-4c34-b681-625e1256fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.381674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-15beed10-5211-4c34-b681-625e1256fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.382755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-15beed10-5211-4c34-b681-625e1256fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.385476 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-15beed10-5211-4c34-b681-625e1256fb66 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=6ffeced1d1244c4787ef437a1b20a047&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.3466730 Jul 16 20:16:13.438359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a3710417-7257-4be0-8a28-f2c8846aecc6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:13.439874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aad56-34f5-442c-bd95-0c987967df46 req-69efefc2-5c15-40a5-b3b6-ead957a7f001 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.442008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab2aad56-34f5-442c-bd95-0c987967df46 req-69efefc2-5c15-40a5-b3b6-ead957a7f001 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 944 time: 1.0818810 Jul 16 20:16:13.451419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a3710417-7257-4be0-8a28-f2c8846aecc6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:13.451898 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.479289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 060be56f-5438-463b-8a69-3e0d5144bf7d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:13.500200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 060be56f-5438-463b-8a69-3e0d5144bf7d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:13.500604 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.735257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab2aad56-34f5-442c-bd95-0c987967df46 req-e50be57f-cc5e-4e06-9229-cdd322b155ad tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497115 Jul 16 20:16:13.771084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port a39d8c29-fa59-4afe-aeab-000fa8476ece {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:13.771084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.792048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-91a29e85-3b50-4dd0-8fe2-f1fac53f9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.793743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17c8278d-ad40-4e94-9755-5a0a1700b26e req-91a29e85-3b50-4dd0-8fe2-f1fac53f9f63 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3921306 Jul 16 20:16:13.879773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.912081 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.947263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'tag': 'f85edf80-c3fc-435d-a514-c687cb365b3d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:13.950891 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922af3a2-4072-42dd-a23e-b0644d54a4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "tag": "f85edf80-c3fc-435d-a514-c687cb365b3d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:13.990778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a3710417-7257-4be0-8a28-f2c8846aecc6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3710417-7257-4be0-8a28-f2c8846aecc6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:13.993822 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.049008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.066223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6d0c717b-a9d4-452e-9513-aac3a766f998 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:14.098441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.133107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 060be56f-5438-463b-8a69-3e0d5144bf7d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=060be56f-5438-463b-8a69-3e0d5144bf7d,segment=NetworkSegment(477766de-8c6b-4fe1-a273-bc027973d0a3),segment_id=477766de-8c6b-4fe1-a273-bc027973d0a3)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:14.159302 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.184898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a3710417-7257-4be0-8a28-f2c8846aecc6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.240279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 6d0c717b-a9d4-452e-9513-aac3a766f998 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:14.248318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 6d0c717b-a9d4-452e-9513-aac3a766f998 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:14.248693 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.251922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=060be56f-5438-463b-8a69-3e0d5144bf7d,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.298304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2144f4d7-1202-40aa-993c-e297f8ddd317 None None] Provisioning complete for port 060be56f-5438-463b-8a69-3e0d5144bf7d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:14.298968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2144f4d7-1202-40aa-993c-e297f8ddd317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.362157 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af423b8c-2036-4a0a-afba-c058c6093516 x-openstack-request-id: req-af423b8c-2036-4a0a-afba-c058c6093516 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:14.362814 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "tag": "f85edf80-c3fc-435d-a514-c687cb365b3d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:14.363381 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af423b8c-2036-4a0a-afba-c058c6093516 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:14.364149 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'tag': 'f85edf80-c3fc-435d-a514-c687cb365b3d', 'status': 'completed', 'code': 200} Jul 16 20:16:14.408594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for a39d8c29-fa59-4afe-aeab-000fa8476ece owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:14.416743 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.444525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Allocated IP 172.20.0.1 (d496b545-90be-4e10-8356-fb9e4e041291/04d650ea-1a4b-47d6-88d6-1013be840555/6a0c446e-546a-4dd0-9061-5e13d67c7010) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:14.497175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6d0c717b-a9d4-452e-9513-aac3a766f998, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6d0c717b-a9d4-452e-9513-aac3a766f998,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:14.503337 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.504343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ccbf68dc-080e-4144-b631-5837eeef50da up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:14.560513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-100022a8-00e0-4930-83b2-c009a85c78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.561532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-100022a8-00e0-4930-83b2-c009a85c78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.562785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-100022a8-00e0-4930-83b2-c009a85c78bf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1982 time: 0.6456575 Jul 16 20:16:14.579087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b17339-616c-4764-aab4-ca6d86c4d346 req-5e82a4e6-0a2b-4f1d-8e34-ad279b89971b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.585199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b17339-616c-4764-aab4-ca6d86c4d346 req-5e82a4e6-0a2b-4f1d-8e34-ad279b89971b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.592640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1b17339-616c-4764-aab4-ca6d86c4d346 req-5e82a4e6-0a2b-4f1d-8e34-ad279b89971b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1678 time: 0.6769516 Jul 16 20:16:14.606818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port ccbf68dc-080e-4144-b631-5837eeef50da completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:14.609301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6d0c717b-a9d4-452e-9513-aac3a766f998,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.617955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port ccbf68dc-080e-4144-b631-5837eeef50da triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:14.618522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.716384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-f5b05581-137b-486d-a302-adb968ccaa13 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=81a99e8b-b8db-46c8-8093-1eade91bf68a HTTP/1.1" status: 200 len: 217 time: 0.1185327 Jul 16 20:16:14.718296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.761055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1b17339-616c-4764-aab4-ca6d86c4d346 req-baed2162-7f31-4269-b242-ca4f6fd011a5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673529 Jul 16 20:16:14.761805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ccbf68dc-080e-4144-b631-5837eeef50da, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ccbf68dc-080e-4144-b631-5837eeef50da,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:14.769040 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.770768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e20a8aad-8452-40c9-a0e9-b654a1f435cc up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:14.812614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.855627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=a39d8c29-fa59-4afe-aeab-000fa8476ece,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.874059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ccbf68dc-080e-4144-b631-5837eeef50da,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.880832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-e9069f07-2389-4b68-b614-6cc16a904d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.884580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-e9069f07-2389-4b68-b614-6cc16a904d33 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a569fa82-ea21-4a9a-a7ba-4efce8926657 HTTP/1.1" status: 200 len: 801 time: 0.1451814 Jul 16 20:16:14.888281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.912375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.920025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74d95fde-609a-404a-84d6-b3ec3a59a60d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/a39d8c29-fa59-4afe-aeab-000fa8476ece HTTP/1.1" status: 204 len: 168 time: 2.0672853 Jul 16 20:16:14.947079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.957752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:14.963342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.974737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Transition to ACTIVE for port object 6a0c446e-546a-4dd0-9061-5e13d67c7010 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:14.975517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.979508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port e20a8aad-8452-40c9-a0e9-b654a1f435cc completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:14.985698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 060be56f-5438-463b-8a69-3e0d5144bf7d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:15.000260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.016850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.034712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port e20a8aad-8452-40c9-a0e9-b654a1f435cc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:15.035119 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.041351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.055239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.062294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-a6ea6876-51d4-4be2-9d99-1f0318f8aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.063964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-a6ea6876-51d4-4be2-9d99-1f0318f8aacc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ecc4f3de-6b3e-4720-a245-9a11038eee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728511 Jul 16 20:16:15.066561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-d47e8840-c526-43bc-bc41-0fe9eae48ca7 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5430 time: 0.3133686 Jul 16 20:16:15.083074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.110912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb06de-71a7-4813-a0d2-ff1271da8b19 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.115709 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-49eb06de-71a7-4813-a0d2-ff1271da8b19 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1540751 Jul 16 20:16:15.121304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54088) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:15.163332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 060be56f-5438-463b-8a69-3e0d5144bf7d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:15.163332 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.165631 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.205814 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9b6572-a11b-4f8e-bf38-ad354cfafab7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:16:15.211309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ae9b6572-a11b-4f8e-bf38-ad354cfafab7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/befda93e-71cb-4118-bd18-425843be5da1 HTTP/1.1" status: 404 len: 333 time: 0.0870383 Jul 16 20:16:15.227839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e20a8aad-8452-40c9-a0e9-b654a1f435cc, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:15.239310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.239606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5a42402-f860-4931-80e0-36f16bda31f5 req-3e251e7e-4217-44be-b4e1-2a89df8f1d51 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1705961 Jul 16 20:16:15.240312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54092) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:15.240906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:15.258958 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:15.311041 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-7267d6a2-aec0-492a-a11c-2e9769a5b5f3 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:16:15.315953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7267d6a2-aec0-492a-a11c-2e9769a5b5f3 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/a39d8c29-fa59-4afe-aeab-000fa8476ece HTTP/1.1" status: 404 len: 333 time: 0.0686011 Jul 16 20:16:15.316494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54094) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:15.324646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Network d496b545-90be-4e10-8356-fb9e4e041291 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:15.364334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:15.366614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f354f5c9-881f-45a4-9c64-5402f2be7e38'}, {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3710417-7257-4be0-8a28-f2c8846aecc6'}, {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998'}, {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da'}, {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:15.370577 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4163e2-37b8-441e-87a7-120ff24875b1" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "f354f5c9-881f-45a4-9c64-5402f2be7e38"}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "a3710417-7257-4be0-8a28-f2c8846aecc6"}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998"}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da"}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:15.370761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Port': ['ID=6a0c446e-546a-4dd0-9061-5e13d67c7010,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:15.372576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:15.427967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:15.428221 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.465696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e20a8aad-8452-40c9-a0e9-b654a1f435cc,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:15.486431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-d9c17896-11d8-4534-ac66-b78a58f9bbd0 service neutron] 10.222.0.99 "GET /v2.0/networks/ecc4f3de-6b3e-4720-a245-9a11038eee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146447 Jul 16 20:16:15.512473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.580195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.582363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.621226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-beddccd2-4bab-4936-b542-a81265f36bbe service neutron] 10.222.0.99 "GET /v2.0/networks/ecc4f3de-6b3e-4720-a245-9a11038eee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237266 Jul 16 20:16:15.621467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:15.626736 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.627958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 142b1ade-875a-40b6-a91f-9834109165c3 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:15.695721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf352d-90db-4bd7-bac7-769553939548 req-2ffc5aca-eab4-4f54-8e5b-1ea12210c929 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.697601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71bf352d-90db-4bd7-bac7-769553939548 req-2ffc5aca-eab4-4f54-8e5b-1ea12210c929 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 948 time: 0.3450828 Jul 16 20:16:15.735960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-3fa463f5-cf8a-4015-8a44-2341293da95d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.153&port_id=f85edf80-c3fc-435d-a514-c687cb365b3d HTTP/1.1" status: 200 len: 217 time: 0.0667205 Jul 16 20:16:15.742682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:15.807230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 142b1ade-875a-40b6-a91f-9834109165c3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:15.813424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-6501e21f-a463-4473-8a58-b1c38e6fb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.815661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-6501e21f-a463-4473-8a58-b1c38e6fb0be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=98766c13-2570-4d17-866b-24dd363a3736 HTTP/1.1" status: 200 len: 801 time: 0.0714476 Jul 16 20:16:15.819910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 142b1ade-875a-40b6-a91f-9834109165c3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:15.820496 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.822392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-865e2a01-a10e-4576-b807-4aa720678c8c None None] Provisioning for port 6a0c446e-546a-4dd0-9061-5e13d67c7010 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:15.852104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-865e2a01-a10e-4576-b807-4aa720678c8c None None] Provisioning complete for port 6a0c446e-546a-4dd0-9061-5e13d67c7010 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:15.852680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-865e2a01-a10e-4576-b807-4aa720678c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.860384 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.885770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c632744-3153-4b65-8448-9fe9cccf9a7f']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:15.892574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-865e2a01-a10e-4576-b807-4aa720678c8c None None] Port 6a0c446e-546a-4dd0-9061-5e13d67c7010 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:15.905614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a36bc-ca90-40b5-9763-15acd11eecab req-4bcf79f8-e802-433c-922f-0948994579fb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.907562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b9a36bc-ca90-40b5-9763-15acd11eecab req-4bcf79f8-e802-433c-922f-0948994579fb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 944 time: 0.3197465 Jul 16 20:16:15.925725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61286e66-3e36-4112-9ec3-097491946c17') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:15.926284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61286e66-3e36-4112-9ec3-097491946c17') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:15.927590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71bf352d-90db-4bd7-bac7-769553939548 req-ce452534-7397-4e4c-8518-a8eda2b1bfc5 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996400 Jul 16 20:16:15.946116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.973341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.989150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b9a36bc-ca90-40b5-9763-15acd11eecab req-d43427d9-7b47-42c6-bdb0-fdfd14329bfb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751348 Jul 16 20:16:16.002338 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6788020f-bbc1-442b-abe8-d99fe83d891b x-openstack-request-id: req-6788020f-bbc1-442b-abe8-d99fe83d891b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:16.002892 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "f354f5c9-881f-45a4-9c64-5402f2be7e38", "code": 200}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "a3710417-7257-4be0-8a28-f2c8846aecc6", "code": 200}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998", "code": 200}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da", "code": 200}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:16.003302 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6788020f-bbc1-442b-abe8-d99fe83d891b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:16.003460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:16.004931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.005083 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f354f5c9-881f-45a4-9c64-5402f2be7e38', 'code': 200} Jul 16 20:16:16.005083 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3710417-7257-4be0-8a28-f2c8846aecc6', 'code': 200} Jul 16 20:16:16.005083 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998', 'code': 200} Jul 16 20:16:16.005083 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da', 'code': 200} Jul 16 20:16:16.005083 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'code': 200} Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:16.007537 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:16.013935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.017556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-8ee52b76-c561-42db-9b1d-c60b11b64c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.022066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-8ee52b76-c561-42db-9b1d-c60b11b64c78 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8eb07b79-c532-41ea-a7eb-e786b20549e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946242 Jul 16 20:16:16.065234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 142b1ade-875a-40b6-a91f-9834109165c3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=142b1ade-875a-40b6-a91f-9834109165c3,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:16.074578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.123288 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.137656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.143820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/1c632744-3153-4b65-8448-9fe9cccf9a7f HTTP/1.1" status: 204 len: 168 time: 0.8260193 Jul 16 20:16:16.144734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54100) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:16.151144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=142b1ade-875a-40b6-a91f-9834109165c3,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:16.159288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1093131354'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:16.163279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563745e1-632d-475d-ad84-c12d72063161 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=1c632744-3153-4b65-8448-9fe9cccf9a7f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:16.191852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:16.198959 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.207964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.264287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:16.279434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.280194 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment a89c2376-6c42-4e99-a73e-18013e63a35e of type vlan for network 1b8470c5-1a3d-4547-89a3-b235ec945f94 Jul 16 20:16:16.357575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.424835 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.430952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.431583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.533290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=1b8470c5-1a3d-4547-89a3-b235ec945f94,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:16.540880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0f2de991-fc07-4943-8229-a85d2b25d469 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3834569 Jul 16 20:16:16.549693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1b8470c5-1a3d-4547-89a3-b235ec945f94 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:16.574211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54112) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:16.581552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:16.698822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.724138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.731093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.731344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.737232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.744491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.750315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.756133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.761969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.764306 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06795995-2229-4c5f-99d4-878e10d07541 req-808a3144-b014-4e1e-be02-8ca2480cce5a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.2322078 Jul 16 20:16:16.764649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:16.768236 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.845808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-d3b1301f-5a8c-438c-a142-2d51eb3b5ab9 service neutron] 10.222.0.99 "GET /v2.0/networks/8eb07b79-c532-41ea-a7eb-e786b20549e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160121 Jul 16 20:16:16.874991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06795995-2229-4c5f-99d4-878e10d07541 req-4caae3dd-fc09-4765-b275-226438faa38d tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910208 Jul 16 20:16:16.901613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.911451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1378d-25c6-45ca-8013-90c6b559c3e9 req-a7ac56c9-6e51-4396-8f54-1005d0f0109c tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.917517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1378d-25c6-45ca-8013-90c6b559c3e9 req-a7ac56c9-6e51-4396-8f54-1005d0f0109c tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.924625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9de1378d-25c6-45ca-8013-90c6b559c3e9 req-a7ac56c9-6e51-4396-8f54-1005d0f0109c tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1678 time: 0.8175724 Jul 16 20:16:16.935674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Port': ['ID=6a0c446e-546a-4dd0-9061-5e13d67c7010,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.026081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-99e2e311-abe3-4f1a-b9e9-74a34d1c8135 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.027606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-99e2e311-abe3-4f1a-b9e9-74a34d1c8135 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 948 time: 0.6435606 Jul 16 20:16:17.051705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.123441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9de1378d-25c6-45ca-8013-90c6b559c3e9 req-e2446067-3f3f-4a5c-9f6b-a09cd95e7968 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976790 Jul 16 20:16:17.148700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': 'a89c2376-6c42-4e99-a73e-18013e63a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:17.149087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: 1b8470c5-1a3d-4547-89a3-b235ec945f94, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:17.153443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=aaef4cc5-8e63-44e0-857b-2af78e71c4e8,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.179576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8a5ea811-ae70-4613-aaec-7109e2c23c94 req-8e5e3b4a-d001-4876-8fb9-a0e6e69e9a90 service neutron] 10.222.0.99 "GET /v2.0/networks/8eb07b79-c532-41ea-a7eb-e786b20549e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250048 Jul 16 20:16:17.229859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 1b8470c5-1a3d-4547-89a3-b235ec945f94 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:17.260764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badca786-1c65-407e-942f-3b3572e77b70 req-f8ad16db-e969-4a6c-903d-4469cb7f9bf6 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.262395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-badca786-1c65-407e-942f-3b3572e77b70 req-f8ad16db-e969-4a6c-903d-4469cb7f9bf6 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 948 time: 0.1266878 Jul 16 20:16:17.263339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1b8470c5-1a3d-4547-89a3-b235ec945f94) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:17.267452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.268035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.274339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b076c6e-5286-47f5-b7b7-2f539c906706 None None] Network 1b8470c5-1a3d-4547-89a3-b235ec945f94 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:17.278017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Network d496b545-90be-4e10-8356-fb9e4e041291 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:17.290589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:17.325030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-207ff0d8-72b6-4e85-86ec-d22aa97c03fc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7479739 Jul 16 20:16:17.325722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54120) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:17.333513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94', 'name': 'tempest-PortsIpV6TestJSON-1068707074'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:17.340574 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-badca786-1c65-407e-942f-3b3572e77b70 req-c881e39b-18a3-4af0-8630-5e56d9368910 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555580 Jul 16 20:16:17.541491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-1b8470c5-1a3d-4547-89a3-b235ec945f94', 'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94', 'tenant_id': '8b0a4712e7414685810442700f62c53d', 'fixed_ips': [{'subnet_id': 'aaef4cc5-8e63-44e0-857b-2af78e71c4e8'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:17.545363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.551656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:17.555906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.579136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 2840e3c8-c5f4-4d02-97c3-e361c764fe70 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:17.697298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54126) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:17.745131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-321b734f-a690-4dea-a6aa-2a2c289db158 None None] Provisioning complete for port 6a0c446e-546a-4dd0-9061-5e13d67c7010 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:17.745617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-321b734f-a690-4dea-a6aa-2a2c289db158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.767247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::216 (1b8470c5-1a3d-4547-89a3-b235ec945f94/aaef4cc5-8e63-44e0-857b-2af78e71c4e8/2840e3c8-c5f4-4d02-97c3-e361c764fe70) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:17.827825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-321b734f-a690-4dea-a6aa-2a2c289db158 None None] Port 6a0c446e-546a-4dd0-9061-5e13d67c7010 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:17.993312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.006285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}, {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:18.009181 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6276a98b-ebdd-4543-ba7f-eb3549050d14" -d '{"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-plugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13"}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "142b1ade-875a-40b6-a91f-9834109165c3"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:18.018026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 2840e3c8-c5f4-4d02-97c3-e361c764fe70 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:18.060271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Deleting port c8860d22-1b52-4924-9120-b11548bf6cd5 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:18.060845 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.070627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] Deleting subnet 5c3f974c-ac2b-4076-88f8-c54856c41ad1 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:18.081607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.102322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02dcdb-5e4b-4fcc-9918-8779e0a73c7e req-3868c88a-2110-44b1-8f91-81f185234a3e tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.103889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a02dcdb-5e4b-4fcc-9918-8779e0a73c7e req-3868c88a-2110-44b1-8f91-81f185234a3e tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 946 time: 0.8234196 Jul 16 20:16:18.111179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-9b0ddfb1-de17-4791-a17c-8b06468c0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.111660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-9b0ddfb1-de17-4791-a17c-8b06468c0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.113385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-9b0ddfb1-de17-4791-a17c-8b06468c0aec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ffeced1d1244c4787ef437a1b20a047&device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1982 time: 0.8585951 Jul 16 20:16:18.200820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Router 48d102e0-e79a-4eb3-981b-f96a24c295a9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:18.293471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a02dcdb-5e4b-4fcc-9918-8779e0a73c7e req-e9864c0b-2129-4590-83fa-89f057ca1587 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772134 Jul 16 20:16:18.308754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] For port c8860d22-1b52-4924-9120-b11548bf6cd5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c8860d22-1b52-4924-9120-b11548bf6cd5,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:18.309116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.372281 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3311dfa2-9dc5-45b4-823a-6d1bc01fb2db x-openstack-request-id: req-3311dfa2-9dc5-45b4-823a-6d1bc01fb2db {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:18.372578 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-plugged", "status": "completed", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13", "code": 200}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-plugged", "status": "completed", "tag": "142b1ade-875a-40b6-a91f-9834109165c3", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:18.372823 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3311dfa2-9dc5-45b4-823a-6d1bc01fb2db {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:18.373292 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'code': 200} Jul 16 20:16:18.373462 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3', 'code': 200} Jul 16 20:16:18.376140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Calling delete_port for c8860d22-1b52-4924-9120-b11548bf6cd5 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:18.379215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-7df033ef-0459-4c81-b65a-71af95ed0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.380739 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-7df033ef-0459-4c81-b65a-71af95ed0bc6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8eb07b79-c532-41ea-a7eb-e786b20549e0 HTTP/1.1" status: 200 len: 903 time: 0.2589929 Jul 16 20:16:18.444846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-7913f7fa-ceba-4230-ada1-eea94da7d4cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.153&port_id=f85edf80-c3fc-435d-a514-c687cb365b3d HTTP/1.1" status: 200 len: 217 time: 0.0552661 Jul 16 20:16:18.679115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-1f37f9a6-75b8-4d70-b80f-15fb0ce657df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.680575 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-1f37f9a6-75b8-4d70-b80f-15fb0ce657df service neutron] 10.222.0.99 "GET /v2.0/subnets?id=98766c13-2570-4d17-866b-24dd363a3736 HTTP/1.1" status: 200 len: 801 time: 0.1797442 Jul 16 20:16:18.701981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:18.709652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.722669 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] Sync routers for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:18.726599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-49fc5d9c-1ca0-479d-b8a5-3aecb97b46e8 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "PUT /v2.0/routers/48d102e0-e79a-4eb3-981b-f96a24c295a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2879422 Jul 16 20:16:18.738263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54140) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:18.744643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Request body: {'port': {'network_id': 'd496b545-90be-4e10-8356-fb9e4e041291', 'name': 'tempest-FloatingIPAdminTestJSON-166622129'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:18.753608 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:18.755333 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:18.785219 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.800980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.807114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.813755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.819255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.825232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.831652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.833405 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:18.837946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.846481 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-317cda6c-350c-4ca1-a76b-af59430a07ab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.7869654 Jul 16 20:16:18.851105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.853220 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:18.853865 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:18.855767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Allocated IP 2001:db8::2 (1b8470c5-1a3d-4547-89a3-b235ec945f94/aaef4cc5-8e63-44e0-857b-2af78e71c4e8/9f75d905-9e0e-47a9-9c20-eae4ac6bb701) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:18.909608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbb90c-a128-4227-9dee-e9e101562e7a req-f7d978ef-367b-4eb2-9d68-047cb27ad533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.911157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0fbbb90c-a128-4227-9dee-e9e101562e7a req-f7d978ef-367b-4eb2-9d68-047cb27ad533 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 1098 time: 0.3019974 Jul 16 20:16:18.923114 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:18.924795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb9a1-67d7-47cf-884d-a3674bf74d13 req-285f2a66-5746-4232-867b-aa4257bc13e3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.925646 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf149ce2-c4a4-422b-8d93-ba6138c1b2b3 None None] The sync data for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:18.934158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb9a1-67d7-47cf-884d-a3674bf74d13 req-285f2a66-5746-4232-867b-aa4257bc13e3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.936545 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc6bb9a1-67d7-47cf-884d-a3674bf74d13 req-285f2a66-5746-4232-867b-aa4257bc13e3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1678 time: 0.3946047 Jul 16 20:16:18.976544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.977392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.977589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.978672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.978672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.979196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.979448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.981425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0474612b-3386-45e4-9ba9-4524276ea569 req-06c23238-b78c-4608-8869-b84a125d74e3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6496 time: 0.3473976 Jul 16 20:16:18.988016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 1b8470c5-1a3d-4547-89a3-b235ec945f94 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:18.998883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.002143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd8d040b-8ad3-4e15-8353-30a86e82bbfe req-0562d8fc-22f8-4a5e-864f-ab4d246cd727 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544471 Jul 16 20:16:19.042656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Pushing event deleted for resources: {'Port': ['ID=c8860d22-1b52-4924-9120-b11548bf6cd5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.047596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-fa842511-f972-4efc-a3a6-d10ee2dba593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.049132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-fa842511-f972-4efc-a3a6-d10ee2dba593 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8eb07b79-c532-41ea-a7eb-e786b20549e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3613555 Jul 16 20:16:19.054821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:19.061514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.062521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:19.068481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.069208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.075203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=2840e3c8-c5f4-4d02-97c3-e361c764fe70,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.089897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc6bb9a1-67d7-47cf-884d-a3674bf74d13 req-ae077524-defe-40f5-9144-a936e38d1ec0 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355922 Jul 16 20:16:19.117447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Transition to ACTIVE for port object 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:19.126481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0fbbb90c-a128-4227-9dee-e9e101562e7a req-223b3012-29ed-4963-90c6-5f70b743f293 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889238 Jul 16 20:16:19.143976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0474612b-3386-45e4-9ba9-4524276ea569 req-2b00d557-e0b5-4ada-946a-411c721dc0aa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298602 Jul 16 20:16:19.157894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Transition to ACTIVE for port object 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:19.158791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.176183 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.201400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3f974c-ac2b-4076-88f8-c54856c41ad1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.203845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] No DVR routers for this DVR port c8860d22-1b52-4924-9120-b11548bf6cd5 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:19.207169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.210092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-306fd873-2cac-48c1-8b58-1ddef04d6c7c req-9d37421e-33db-4d39-8acf-3b7c1daeb55f tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.79 "DELETE /v2.0/ports/c8860d22-1b52-4924-9120-b11548bf6cd5 HTTP/1.1" status: 204 len: 173 time: 2.1670718 Jul 16 20:16:19.212349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.214667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-deleted', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:19.217322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-903d0c29-3a66-4451-8377-fc591edfede4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5c3f974c-ac2b-4076-88f8-c54856c41ad1 HTTP/1.1" status: 204 len: 168 time: 1.5190098 Jul 16 20:16:19.217587 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f505adf0-7d51-4c4e-a976-ead51828659a" -d '{"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-deleted", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:19.218536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54142) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:19.255182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Network 1b8470c5-1a3d-4547-89a3-b235ec945f94 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:19.255895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Made reservation on behalf of 10b93575dcf24166b2939bd8116022a0 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:19.258403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c8860d22-1b52-4924-9120-b11548bf6cd5 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:19.261970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.269632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:19.269830 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-975b42c9-3def-4f4c-9db9-240fe1ebedd8 req-e46530ca-0211-4011-a5dd-b107c070d5b2 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d21ad59-c566-4b67-bbae-dd7704dc7a88 HTTP/1.1" status: 200 len: 210 time: 0.0706663 Jul 16 20:16:19.291974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1fd12cb9-e6f7-4e35-9d04-0a35db2a3b8f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9612122 Jul 16 20:16:19.293884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:19.295227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] device_id is not set on port bc3ae655-c86b-4104-8902-4baa665cec4f yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:19.318440 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1403fd7c-cd60-4113-abfd-668e6f4c0cdc x-openstack-request-id: req-1403fd7c-cd60-4113-abfd-668e6f4c0cdc {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:19.319022 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21ad59-c566-4b67-bbae-dd7704dc7a88", "name": "network-vif-deleted", "tag": "c8860d22-1b52-4924-9120-b11548bf6cd5", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:19.319423 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1403fd7c-cd60-4113-abfd-668e6f4c0cdc {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:19.321334 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21ad59-c566-4b67-bbae-dd7704dc7a88', 'name': 'network-vif-deleted', 'tag': 'c8860d22-1b52-4924-9120-b11548bf6cd5', 'status': 'completed', 'code': 200} Jul 16 20:16:19.331039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:19.333189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 81a99e8b-b8db-46c8-8093-1eade91bf68a details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:19.342391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: c8860d22-1b52-4924-9120-b11548bf6cd5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:19.343663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c8860d22-1b52-4924-9120-b11548bf6cd5 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:19.429778 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.441135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-21aa0390-93bd-496e-9e44-e50798c3a4da service neutron] 10.222.0.99 "GET /v2.0/networks/8eb07b79-c532-41ea-a7eb-e786b20549e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636796 Jul 16 20:16:19.442921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Pushing event updated for resources: {'Port': ['ID=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.507137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Attempting to bind port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:19.507602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Attempting to bind port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a89c2376-6c42-4e99-a73e-18013e63a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:19.508034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Attempting to bind port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 on network 1b8470c5-1a3d-4547-89a3-b235ec945f94 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:19.533789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:19.534176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Checking segment: {'id': 'a89c2376-6c42-4e99-a73e-18013e63a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:19.534569 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.537149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Bound using segment: {'id': 'a89c2376-6c42-4e99-a73e-18013e63a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:19.537660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Bound port: 9f75d905-9e0e-47a9-9c20-eae4ac6bb701, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89c2376-6c42-4e99-a73e-18013e63a35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1b8470c5-1a3d-4547-89a3-b235ec945f94'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:19.538050 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.605742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Allocated IP 172.20.0.9 (d496b545-90be-4e10-8356-fb9e4e041291/04d650ea-1a4b-47d6-88d6-1013be840555/bc3ae655-c86b-4104-8902-4baa665cec4f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:19.622541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.637925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb9d257-456f-4ac0-a68a-b3ae12a47524']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:19.651372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 81a99e8b-b8db-46c8-8093-1eade91bf68a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=81a99e8b-b8db-46c8-8093-1eade91bf68a,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:19.653852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5bb33e-e0e8-4577-b15e-b811d4fd065b') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:19.654149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5bb33e-e0e8-4577-b15e-b811d4fd065b') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:19.664415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '81a99e8b-b8db-46c8-8093-1eade91bf68a', 'network_id': 'ecc4f3de-6b3e-4720-a245-9a11038eee5a', 'port_id': '81a99e8b-b8db-46c8-8093-1eade91bf68a', 'mac_address': 'fa:16:3e:26:93:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a569fa82-ea21-4a9a-a7ba-4efce8926657', 'ip_address': '19.80.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:19.675618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.682229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 2840e3c8-c5f4-4d02-97c3-e361c764fe70 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:19.682947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.718606 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.735488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:19.735963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.791351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:19.793103 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:19.800962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.811304 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.813277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] 10.222.0.91 "DELETE /v2.0/networks/7cb9d257-456f-4ac0-a68a-b3ae12a47524 HTTP/1.1" status: 204 len: 168 time: 0.5919111 Jul 16 20:16:19.815456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] For port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:19.848360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b54c4-6187-44d6-81a2-8eb6bdd9eb71 req-b542d99d-6baf-4110-b62d-2446936e205b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.850006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea2b54c4-6187-44d6-81a2-8eb6bdd9eb71 req-b542d99d-6baf-4110-b62d-2446936e205b tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 946 time: 0.3021183 Jul 16 20:16:19.856216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6247-b433-4184-bdcb-4f5dfe037cff admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb9d257-456f-4ac0-a68a-b3ae12a47524,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.868044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a99e8b-b8db-46c8-8093-1eade91bf68a {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:19.903970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922af3a2-4072-42dd-a23e-b0644d54a4c2 req-d1937cc6-b9bc-4736-8010-1c6c80f5cdc0 service neutron] 10.222.0.99 "GET /v2.0/networks/8eb07b79-c532-41ea-a7eb-e786b20549e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176581 Jul 16 20:16:19.923874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] For port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,segment=NetworkSegment(a89c2376-6c42-4e99-a73e-18013e63a35e),segment_id=a89c2376-6c42-4e99-a73e-18013e63a35e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:19.936796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 81a99e8b-b8db-46c8-8093-1eade91bf68a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=81a99e8b-b8db-46c8-8093-1eade91bf68a,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:19.942198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.952291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.957757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea2b54c4-6187-44d6-81a2-8eb6bdd9eb71 req-e527367b-3a54-4c8e-a1a9-f0d73bc2ceeb tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855901 Jul 16 20:16:19.969341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 2840e3c8-c5f4-4d02-97c3-e361c764fe70 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:20.024756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.025356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f85edf80-c3fc-435d-a514-c687cb365b3d details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:20.030872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a094d-45e8-433e-84c5-9040f02d025a None None] Pushing event updated for resources: {'Port': ['ID=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:20.055608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54158) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:20.103232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=81a99e8b-b8db-46c8-8093-1eade91bf68a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:20.203486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3509a007-296e-4297-b7e4-ea2c44efdf6c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b974331dfa5340c3ad5082d1a3b02428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464660 Jul 16 20:16:20.207433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54164) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:20.352519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a563d0c-7571-4648-9ba0-74ee7f4ca36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.358921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f85edf80-c3fc-435d-a514-c687cb365b3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f85edf80-c3fc-435d-a514-c687cb365b3d,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:20.386265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'f85edf80-c3fc-435d-a514-c687cb365b3d', 'network_id': '8eb07b79-c532-41ea-a7eb-e786b20549e0', 'port_id': 'f85edf80-c3fc-435d-a514-c687cb365b3d', 'mac_address': 'fa:16:3e:6d:e3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98766c13-2570-4d17-866b-24dd363a3736', 'ip_address': '19.86.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:20.477782 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a563d0c-7571-4648-9ba0-74ee7f4ca36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.493456 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.534671 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.573772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85edf80-c3fc-435d-a514-c687cb365b3d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:20.632323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f85edf80-c3fc-435d-a514-c687cb365b3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f85edf80-c3fc-435d-a514-c687cb365b3d,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:20.638505 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.677600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5890d6-7746-4e12-b0b9-b9bebf9785a4 req-57c230e7-9547-4e98-ae04-ff03ff27c4e3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.693589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5890d6-7746-4e12-b0b9-b9bebf9785a4 req-57c230e7-9547-4e98-ae04-ff03ff27c4e3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.695937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf5890d6-7746-4e12-b0b9-b9bebf9785a4 req-57c230e7-9547-4e98-ae04-ff03ff27c4e3 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1679 time: 0.3047740 Jul 16 20:16:20.697253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a563d0c-7571-4648-9ba0-74ee7f4ca36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.702084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a563d0c-7571-4648-9ba0-74ee7f4ca36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.704258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3a563d0c-7571-4648-9ba0-74ee7f4ca36d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aae5700d-606e-45ab-8033-038110708b8f HTTP/1.1" status: 204 len: 168 time: 0.4950261 Jul 16 20:16:20.734471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Transition to ACTIVE for port object bc3ae655-c86b-4104-8902-4baa665cec4f will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:20.748362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.749883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f85edf80-c3fc-435d-a514-c687cb365b3d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:20.763080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a563d0c-7571-4648-9ba0-74ee7f4ca36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae5700d-606e-45ab-8033-038110708b8f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:20.794696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf5890d6-7746-4e12-b0b9-b9bebf9785a4 req-ddc4e3a8-75c6-4cb5-a655-fa51c6f01223 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682089 Jul 16 20:16:20.910992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.924302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.938528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.946846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.957789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.972728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['81a99e8b-b8db-46c8-8093-1eade91bf68a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:20.986134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.004503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.017809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-d441b728-ca57-4bf9-9532-4f1f685913b9 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.6840248 Jul 16 20:16:21.040292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=2840e3c8-c5f4-4d02-97c3-e361c764fe70,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:21.050546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:21.161959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.167102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4c3375eb-958b-46b3-afd7-715635575508 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/2840e3c8-c5f4-4d02-97c3-e361c764fe70 HTTP/1.1" status: 204 len: 168 time: 1.8624582 Jul 16 20:16:21.167820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:21.180320 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-849563be-1fa5-4c4b-9a90-64f14bcd4f93 req-1006a803-d050-4e8f-bfdc-177a851d9fb1 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1596692 Jul 16 20:16:21.202682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.253972 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd410d95-c181-4505-ab61-ff2446a24170 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:21.265183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd410d95-c181-4505-ab61-ff2446a24170 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:21.280712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fd410d95-c181-4505-ab61-ff2446a24170 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/2840e3c8-c5f4-4d02-97c3-e361c764fe70 HTTP/1.1" status: 404 len: 333 time: 0.1108737 Jul 16 20:16:21.284079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54210) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:21.330537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Network d496b545-90be-4e10-8356-fb9e4e041291 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:21.340744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:21.348568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:21.408661 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3108ffea-4a59-412c-b012-51cb9a1256ca tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:16:21.410865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3108ffea-4a59-412c-b012-51cb9a1256ca tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/2840e3c8-c5f4-4d02-97c3-e361c764fe70 HTTP/1.1" status: 404 len: 333 time: 0.1255565 Jul 16 20:16:21.414003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54214) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:21.445696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:21.475675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event updated for resources: {'Port': ['ID=bc3ae655-c86b-4104-8902-4baa665cec4f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:21.524202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.524991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.589302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet aaef4cc5-8e63-44e0-857b-2af78e71c4e8 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:21.603516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.640855 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5f8c2dd9-bbae-4373-a965-490ace281587 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9006493 Jul 16 20:16:21.641929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54220) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:21.758598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceefad2-e9ce-4d9e-88f8-8a16b6c60db7 req-0de4ba38-9dea-44bc-96a6-7f327014d2fa tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.768017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aceefad2-e9ce-4d9e-88f8-8a16b6c60db7 req-0de4ba38-9dea-44bc-96a6-7f327014d2fa tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 946 time: 0.1885080 Jul 16 20:16:21.817376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.858558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aceefad2-e9ce-4d9e-88f8-8a16b6c60db7 req-01338bff-48bc-445e-bed9-1aec33f815d3 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896063 Jul 16 20:16:21.918614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3e8185ec-2e34-4d81-9c9b-38c8f0a92dc1 None None] Provisioning for port bc3ae655-c86b-4104-8902-4baa665cec4f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:21.939679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3e8185ec-2e34-4d81-9c9b-38c8f0a92dc1 None None] Provisioning complete for port bc3ae655-c86b-4104-8902-4baa665cec4f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:21.940066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3e8185ec-2e34-4d81-9c9b-38c8f0a92dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.024703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.036138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'project_id': '10b93575dcf24166b2939bd8116022a0', 'port_id': 'bc3ae655-c86b-4104-8902-4baa665cec4f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:22.048427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3e8185ec-2e34-4d81-9c9b-38c8f0a92dc1 None None] Port bc3ae655-c86b-4104-8902-4baa665cec4f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:22.053593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f85edf80-c3fc-435d-a514-c687cb365b3d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:22.082520 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.106817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.157023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a687f-f3f3-4334-8998-2d6eee35653e req-f1518cd5-4712-4ada-ab2b-59b593a3dbd8 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.162193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37cfa16-c889-465d-8759-856330389d7a None None] Network 1b8470c5-1a3d-4547-89a3-b235ec945f94 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:22.165243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-501a687f-f3f3-4334-8998-2d6eee35653e req-f1518cd5-4712-4ada-ab2b-59b593a3dbd8 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 949 time: 0.6048570 Jul 16 20:16:22.176088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=aaef4cc5-8e63-44e0-857b-2af78e71c4e8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:22.185509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.187761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5bd9b810-69a0-410a-bb63-d80fe16bb3d1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/aaef4cc5-8e63-44e0-857b-2af78e71c4e8 HTTP/1.1" status: 204 len: 168 time: 0.7720149 Jul 16 20:16:22.191150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54240) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:22.258779 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-501a687f-f3f3-4334-8998-2d6eee35653e req-1e2042a1-ca00-4c7e-89ce-5f608f694fd3 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913279 Jul 16 20:16:22.287787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa47a-0bcd-4b19-83a5-90b3242b7466 req-ad26f362-b962-4c4f-881e-0d354d6ce626 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.295274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa47a-0bcd-4b19-83a5-90b3242b7466 req-ad26f362-b962-4c4f-881e-0d354d6ce626 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.297400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d43aa47a-0bcd-4b19-83a5-90b3242b7466 req-ad26f362-b962-4c4f-881e-0d354d6ce626 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1680 time: 0.1706257 Jul 16 20:16:22.356196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d43aa47a-0bcd-4b19-83a5-90b3242b7466 req-64f065c0-1390-4028-b645-9914982bfd94 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Jul 16 20:16:22.359637 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.375366 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.464930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54254) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:22.473570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ec3c4cef-61ca-4690-8fba-15759350c61f None None] Provisioning for port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:22.515363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Allocated IP 172.25.3.236 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/2e5607a1-2127-4c54-bb75-9429fe51f19e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:22.525998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ec3c4cef-61ca-4690-8fba-15759350c61f None None] Provisioning complete for port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:22.526497 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4cef-61ca-4690-8fba-15759350c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.547906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:22.548380 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.647086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-460625189-network', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:22.666206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] For port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,segment=NetworkSegment(a89c2376-6c42-4e99-a73e-18013e63a35e),segment_id=a89c2376-6c42-4e99-a73e-18013e63a35e)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:22.666576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.691740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:22.703425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-37a609f1-bcf6-4dfd-bb48-68a84345152d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.710310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-37a609f1-bcf6-4dfd-bb48-68a84345152d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.1991227 Jul 16 20:16:22.713663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.720532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.720721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4cef-61ca-4690-8fba-15759350c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.727024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.733434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.739754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.746746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.749334 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.753743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.764949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-7e14eb05-c60c-4459-bb7d-0bea4f78d1b6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.2646148 Jul 16 20:16:22.793315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:22.795815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.797260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ec3c4cef-61ca-4690-8fba-15759350c61f None None] For port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,segment=NetworkSegment(a89c2376-6c42-4e99-a73e-18013e63a35e),segment_id=a89c2376-6c42-4e99-a73e-18013e63a35e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:22.806050 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4cef-61ca-4690-8fba-15759350c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.812155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.844855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.846989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:22.850671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:22.878977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] DHCP port deletion for 1b8470c5-1a3d-4547-89a3-b235ec945f94 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:22.894937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1f5d9274-324a-457f-9cc2-b0410cda888d req-04559da5-1f34-4b69-8daf-d3fa33834460 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290319 Jul 16 20:16:22.898230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:22.963773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.007256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c4cef-61ca-4690-8fba-15759350c61f None None] Pushing event updated for resources: {'Port': ['ID=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.010061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.012144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No DVR routers for this DVR port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:23.032492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:23.033068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-86f17b90-f596-43e2-8896-fe4abd8a096e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/quotas/42c9cf5d03a04be39a339160e69b7ae9 HTTP/1.1" status: 200 len: 375 time: 0.3218822 Jul 16 20:16:23.037519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Pushing event updated for resources: {'Port': ['ID=2e5607a1-2127-4c54-bb75-9429fe51f19e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.068021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:23.068618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:23.096823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] Deleting port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:23.097365 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.131424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.158191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8470c5-1a3d-4547-89a3-b235ec945f94']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:23.181214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] For port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:23.181950 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.197766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] Calling delete_port for 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:23.200594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] Port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:16:23.201998 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.209010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89c2376-6c42-4e99-a73e-18013e63a35e') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:23.209306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89c2376-6c42-4e99-a73e-18013e63a35e') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:23.228367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] Pushing event deleted for resources: {'Port': ['ID=9f75d905-9e0e-47a9-9c20-eae4ac6bb701,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.229022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.232514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94132cbe-a0da-4689-aae3-1a669688a778 None None] No DVR routers for this DVR port 9f75d905-9e0e-47a9-9c20-eae4ac6bb701 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:23.292812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.312971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.314386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:23.314840 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:23.322550 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:23.340278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 81a99e8b-b8db-46c8-8093-1eade91bf68a up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:23.353692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.403433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 81a99e8b-b8db-46c8-8093-1eade91bf68a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:23.408454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 81a99e8b-b8db-46c8-8093-1eade91bf68a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:23.408835 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.454320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f153e58-d94e-42ac-b432-d7ae99d8e759 req-180c7631-aeb1-48a2-9054-00f35b9e68a6 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.456307 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1f153e58-d94e-42ac-b432-d7ae99d8e759 req-180c7631-aeb1-48a2-9054-00f35b9e68a6 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 946 time: 0.3221707 Jul 16 20:16:23.461478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73da3f9-b9ab-428f-897b-ecad4f932d5e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.468346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.474966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:23.486088 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.492651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/1b8470c5-1a3d-4547-89a3-b235ec945f94 HTTP/1.1" status: 204 len: 168 time: 1.3003891 Jul 16 20:16:23.499590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54272) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:23.522863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644119443'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:23.534053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea67d8c-a9b2-4d2c-a3c5-b0302dec36a5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=1b8470c5-1a3d-4547-89a3-b235ec945f94,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.536697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.537098 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Added segment 1675bfb3-05a2-4023-8fb6-156868c3a4ce of type vlan for network a971504f-be18-4da5-80f5-dbeaca015f02 Jul 16 20:16:23.542212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.569007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbde149-7384-40a9-8484-0432b701957f req-e6d876a1-4bd6-418b-b8d8-66676f5ea1e2 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.571185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdbde149-7384-40a9-8484-0432b701957f req-e6d876a1-4bd6-418b-b8d8-66676f5ea1e2 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.99 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 949 time: 0.3376222 Jul 16 20:16:23.576056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a99e8b-b8db-46c8-8093-1eade91bf68a'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:23.578414 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62162f9-3644-4832-8234-41b0599859d3" -d '{"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-plugged", "status": "completed", "tag": "81a99e8b-b8db-46c8-8093-1eade91bf68a"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:23.596067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 81a99e8b-b8db-46c8-8093-1eade91bf68a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=81a99e8b-b8db-46c8-8093-1eade91bf68a,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:23.602375 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.657224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-bb6d5ed0-efd0-4a7a-9819-451dbeeacfa0 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6153278 Jul 16 20:16:23.665310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=81a99e8b-b8db-46c8-8093-1eade91bf68a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.697207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1f153e58-d94e-42ac-b432-d7ae99d8e759 req-f5717a3c-dc94-4739-b878-8d8777b89e19 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251103 Jul 16 20:16:23.705138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.712638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:23.716489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.743939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-f0a48dcb-2b56-47e6-b35d-5f78dbc531cb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6020393 Jul 16 20:16:23.804367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:23.814314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.815391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.815976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.855114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.855548 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment 768290c3-1b34-4119-8330-5be2a4790e26 of type vlan for network eb94c8dc-2750-4656-96ac-34590716b6c2 Jul 16 20:16:23.872527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-31485fd5-9667-4e03-a4c0-834f086345a2 service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867063 Jul 16 20:16:23.903049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4341943 Jul 16 20:16:23.906887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54280) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:23.928109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Request body: {'subnet': {'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-subnet', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:23.962035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.968487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c66fc1-2bc6-46af-8ed3-399bbc36cf7b admin admin] Pushing event updated for resources: {'Network': ['ID=a971504f-be18-4da5-80f5-dbeaca015f02,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.971464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Deleting port 5f5ee53b-011e-4674-b44c-85f62a82df60 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:23.971818 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.980634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network a971504f-be18-4da5-80f5-dbeaca015f02 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:24.005506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-9314bea2-05f0-4138-a5ca-6d6ba067c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.007173 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-9314bea2-05f0-4138-a5ca-6d6ba067c7e9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 1098 time: 0.2311659 Jul 16 20:16:24.115224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:24.117980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.125003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.130974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.131587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.134379 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.161099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-c71b1d32-3386-4652-a76d-474167a08379 service neutron] 10.222.0.91 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422385 Jul 16 20:16:24.199029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-7ee7277f-be1a-4bd8-a259-ae53e2a830c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.200517 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-7ee7277f-be1a-4bd8-a259-ae53e2a830c5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 0.1665421 Jul 16 20:16:24.272045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-d8f8d441-526c-45ef-a54f-72807ae9eba9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9534f3-0424-4c03-b516-659aa5a6e112 HTTP/1.1" status: 200 len: 217 time: 0.0474265 Jul 16 20:16:24.279114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.366094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-3e26e7d4-5d04-4de5-b522-dda22d7f2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.368496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-3e26e7d4-5d04-4de5-b522-dda22d7f2ed2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.0870521 Jul 16 20:16:24.430686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-549f1f95-0261-4c38-9bcb-5f5e0f198f22 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468020 Jul 16 20:16:24.467339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=eb94c8dc-2750-4656-96ac-34590716b6c2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:24.478689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7283edbe-1765-4f42-9612-f5e92fd135cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9571381 Jul 16 20:16:24.479909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network eb94c8dc-2750-4656-96ac-34590716b6c2 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:24.482940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] For port 5f5ee53b-011e-4674-b44c-85f62a82df60, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5f5ee53b-011e-4674-b44c-85f62a82df60,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:24.490722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.504916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:24.509104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.515148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.517142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:24.521012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.528846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.535032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.543283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.550176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.564632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-733e0457-0587-427e-bf35-cc700fa2de97 req-74fece08-119e-4a93-9cfe-814f2c071878 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.7282178 Jul 16 20:16:24.565403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54292) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:24.583828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Request body: {'floatingip': {'port_id': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:24.621966 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.626278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.708541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0dcbe-7bb6-4c7e-9069-682c10bb36a5 req-5b4ad1dc-303b-406c-bc19-eca1d40e8508 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.710120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80a0dcbe-7bb6-4c7e-9069-682c10bb36a5 req-5b4ad1dc-303b-406c-bc19-eca1d40e8508 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 949 time: 0.3100905 Jul 16 20:16:24.720800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-4d4f9fed-0f61-468e-ac7c-913bc3f54aaa service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653344 Jul 16 20:16:24.744701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Calling delete_port for 5f5ee53b-011e-4674-b44c-85f62a82df60 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:24.747417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e91a06e-429d-4f55-94ac-ed74652e3b6c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:24.807485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.833943 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.898287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:24.901797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.943640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80a0dcbe-7bb6-4c7e-9069-682c10bb36a5 req-229ff98e-fedd-4080-a485-e1117c2eba27 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a34196d-0463-438e-98b4-69451db2fe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217472 Jul 16 20:16:25.007290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Checking segment: {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:25.007290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Network hostable DHCP agents. Network: a971504f-be18-4da5-80f5-dbeaca015f02, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:25.022931 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4130a497-d2a0-429e-8844-4ba4a7bd9731 x-openstack-request-id: req-4130a497-d2a0-429e-8844-4ba4a7bd9731 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:25.023229 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-plugged", "status": "completed", "tag": "81a99e8b-b8db-46c8-8093-1eade91bf68a", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:25.023487 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4130a497-d2a0-429e-8844-4ba4a7bd9731 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:25.023882 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a99e8b-b8db-46c8-8093-1eade91bf68a', 'code': 200} Jul 16 20:16:25.025018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640ae4-87c0-49ab-8f51-4fb30e679045 req-8fc91ecd-2122-437a-ad35-539e78c9263f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.031136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640ae4-87c0-49ab-8f51-4fb30e679045 req-8fc91ecd-2122-437a-ad35-539e78c9263f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.033588 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4640ae4-87c0-49ab-8f51-4fb30e679045 req-8fc91ecd-2122-437a-ad35-539e78c9263f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1681 time: 0.3362811 Jul 16 20:16:25.061919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Pushing event updated for resources: {'Port': ['ID=2e5607a1-2127-4c54-bb75-9429fe51f19e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:25.085206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27287edd-7fd4-429b-ba7d-0168a9fac679 req-30de80e7-0277-44d6-a34b-50dce26357ee service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549199 Jul 16 20:16:25.097778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Network a971504f-be18-4da5-80f5-dbeaca015f02 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:25.098855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.185629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, a971504f-be18-4da5-80f5-dbeaca015f02) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:25.190757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.192058 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.194771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69b726-a4de-4c5d-9793-11356683a70c None None] Network a971504f-be18-4da5-80f5-dbeaca015f02 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:25.212052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4640ae4-87c0-49ab-8f51-4fb30e679045 req-1fd829ea-5f96-4f23-9dd5-4338b99e1df6 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692526 Jul 16 20:16:25.233123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-7c3493da-d4b3-4645-94f8-5de1872c9fce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4319577 Jul 16 20:16:25.254453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe3ef713-9ae3-4b80-9240-7c41e69fb788 req-73033550-8aff-44a5-9a78-45c530cceda8 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 210 time: 0.1013405 Jul 16 20:16:25.259795 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aa3b74de-22d5-40e7-bb51-0e79f9bc8a8e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3399112 Jul 16 20:16:25.260659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54296) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:25.306023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:25.312245 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.351835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f85edf80-c3fc-435d-a514-c687cb365b3d up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:25.361135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Pushing event deleted for resources: {'Port': ['ID=5f5ee53b-011e-4674-b44c-85f62a82df60,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:25.378410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-a971504f-be18-4da5-80f5-dbeaca015f02', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:25.379379 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.422631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.423717 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.452725 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Floating IP 064cbef9-4cb8-441d-b470-8edf295a711a associated. External IP: 172.25.3.236, port: bc3ae655-c86b-4104-8902-4baa665cec4f. Jul 16 20:16:25.503042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-2f0f90e0-fd82-4a5e-bd28-fb365abae278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.504617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-2f0f90e0-fd82-4a5e-bd28-fb365abae278 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 1097 time: 0.2291198 Jul 16 20:16:25.505682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.535727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] No DVR routers for this DVR port 5f5ee53b-011e-4674-b44c-85f62a82df60 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:25.542138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.544364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdbde149-7384-40a9-8484-0432b701957f req-16bd89bb-edfc-4007-9d75-7383175fed73 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.99 "DELETE /v2.0/ports/5f5ee53b-011e-4674-b44c-85f62a82df60 HTTP/1.1" status: 204 len: 173 time: 1.9375975 Jul 16 20:16:25.546689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-deleted', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:25.549095 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2f52da-f477-49aa-a9cc-6a1260c67a7a" -d '{"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-deleted", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:25.573459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Allocated IP 172.20.0.2 (a971504f-be18-4da5-80f5-dbeaca015f02/5e91a06e-429d-4f55-94ac-ed74652e3b6c/45b56dbe-d481-42b4-8764-0c23728946a9) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:25.608599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.736515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port f85edf80-c3fc-435d-a514-c687cb365b3d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:25.744107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port f85edf80-c3fc-435d-a514-c687cb365b3d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:25.744680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.845784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=b8fc8fd0-c935-4872-b5b3-cd923954b27f,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:25.933075 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.952090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': '768290c3-1b34-4119-8330-5be2a4790e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:25.952537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: eb94c8dc-2750-4656-96ac-34590716b6c2, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:25.963199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Transition to ACTIVE for port object 45b56dbe-d481-42b4-8764-0c23728946a9 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:25.984461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.050449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Transition to ACTIVE for port object 45b56dbe-d481-42b4-8764-0c23728946a9 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:26.064875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.135450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f85edf80-c3fc-435d-a514-c687cb365b3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f85edf80-c3fc-435d-a514-c687cb365b3d,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:26.148958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Network a971504f-be18-4da5-80f5-dbeaca015f02 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:26.149838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.150908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:26.158968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:26.185400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:26.189807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Pushing event updated for resources: {'Port': ['ID=45b56dbe-d481-42b4-8764-0c23728946a9,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.201448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 5f5ee53b-011e-4674-b44c-85f62a82df60 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:26.202149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5f5ee53b-011e-4674-b44c-85f62a82df60 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:26.228565 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39332c-0107-4326-9b6f-707571755a78 x-openstack-request-id: req-3f39332c-0107-4326-9b6f-707571755a78 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:26.228871 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6338b0-0860-44e3-92ca-61a0c66fa175", "name": "network-vif-deleted", "tag": "5f5ee53b-011e-4674-b44c-85f62a82df60", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:26.229127 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3f39332c-0107-4326-9b6f-707571755a78 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:26.230356 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6338b0-0860-44e3-92ca-61a0c66fa175', 'name': 'network-vif-deleted', 'tag': '5f5ee53b-011e-4674-b44c-85f62a82df60', 'status': 'completed', 'code': 200} Jul 16 20:16:26.326293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Attempting to bind port 45b56dbe-d481-42b4-8764-0c23728946a9 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:26.327138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Attempting to bind port 45b56dbe-d481-42b4-8764-0c23728946a9 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:26.327713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Attempting to bind port 45b56dbe-d481-42b4-8764-0c23728946a9 on network a971504f-be18-4da5-80f5-dbeaca015f02 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:26.335733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f85edf80-c3fc-435d-a514-c687cb365b3d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.347926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:26.348584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Checking segment: {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:26.349248 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.350375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Bound using segment: {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:26.351116 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Bound port: 45b56dbe-d481-42b4-8764-0c23728946a9, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:26.351719 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.418905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:16:26.429447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] For port 45b56dbe-d481-42b4-8764-0c23728946a9, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:26.433956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] For port 45b56dbe-d481-42b4-8764-0c23728946a9, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45b56dbe-d481-42b4-8764-0c23728946a9,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:26.441544 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.464545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.508535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91fee1-d73b-4c43-b292-8f44cfa11837 None None] Pushing event updated for resources: {'Port': ['ID=45b56dbe-d481-42b4-8764-0c23728946a9,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.548268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.568090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.627360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-e7f80206-2350-4043-827b-40be7a155273 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.629057 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-e7f80206-2350-4043-827b-40be7a155273 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 815 time: 0.9480867 Jul 16 20:16:26.663155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-d76d08e0-2a88-46be-9ae5-448a13821a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.664747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-d76d08e0-2a88-46be-9ae5-448a13821a7b service neutron] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 1.0928435 Jul 16 20:16:26.669921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Request body: {'port': {'device_id': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'admin_state_up': True, 'tenant_id': '42c9cf5d03a04be39a339160e69b7ae9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:26.677727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3513966-f954-40fd-a552-feb6a460be6f req-446f3228-bbe0-4f3d-b806-bdd6f7db9ce4 tempest-ListImageFiltersTestJSON-194177273 tempest-ListImageFiltersTestJSON-194177273-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e6338b0-0860-44e3-92ca-61a0c66fa175 HTTP/1.1" status: 200 len: 210 time: 0.0933764 Jul 16 20:16:26.741106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da97a-9b63-45bb-82be-ef15d1209043 req-b15ad485-04ed-468a-a644-b5e7f9568b47 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.753214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da97a-9b63-45bb-82be-ef15d1209043 req-b15ad485-04ed-468a-a644-b5e7f9568b47 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.760460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a7da97a-9b63-45bb-82be-ef15d1209043 req-b15ad485-04ed-468a-a644-b5e7f9568b47 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1682 time: 0.2982197 Jul 16 20:16:26.802613 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Floating IP d12fecfe-a78c-4fe0-833c-fd8eb55e7681 associated. External IP: 172.25.3.15, port: e20a8aad-8452-40c9-a0e9-b654a1f435cc. Jul 16 20:16:26.886150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network eb94c8dc-2750-4656-96ac-34590716b6c2 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:26.972066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-cce0f827-c9bd-488a-8109-db7334a87957 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab HTTP/1.1" status: 200 len: 217 time: 0.2909250 Jul 16 20:16:27.012535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, eb94c8dc-2750-4656-96ac-34590716b6c2) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:27.021655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e139471-b026-4740-8c59-cc5fdb507bf7 None None] Network eb94c8dc-2750-4656-96ac-34590716b6c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:27.024826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85edf80-c3fc-435d-a514-c687cb365b3d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:27.032228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a7da97a-9b63-45bb-82be-ef15d1209043 req-b9823152-4b86-4b24-b705-ad9e882960b1 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708826 Jul 16 20:16:27.048247 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9b5ae-1db2-4ef0-94b1-42e265e13f8d" -d '{"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-plugged", "status": "completed", "tag": "f85edf80-c3fc-435d-a514-c687cb365b3d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:27.064800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f388812c-2808-44df-8575-1c5f8ac8790f req-5703fe78-96a4-4c45-a17a-e64bc7859ae2 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 210 time: 0.0981400 Jul 16 20:16:27.068772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:27.069492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.087016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 45b56dbe-d481-42b4-8764-0c23728946a9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:27.089894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Made reservation on behalf of 42c9cf5d03a04be39a339160e69b7ae9 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:27.094590 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.103043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be90ab2d-76f1-4eab-a862-91a18da51543 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5968757 Jul 16 20:16:27.114199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54310) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:27.126042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1736086695'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:27.146662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Router 48d102e0-e79a-4eb3-981b-f96a24c295a9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:27.154874 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f58350-e703-4542-a99c-b209e44625a6 x-openstack-request-id: req-f6f58350-e703-4542-a99c-b209e44625a6 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:27.155315 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-plugged", "status": "completed", "tag": "f85edf80-c3fc-435d-a514-c687cb365b3d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:27.155517 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f6f58350-e703-4542-a99c-b209e44625a6 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:27.155919 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85edf80-c3fc-435d-a514-c687cb365b3d', 'code': 200} Jul 16 20:16:27.187935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-19e4c78e-c9be-48c6-89ff-ec2e756b5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:27.189626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-19e4c78e-c9be-48c6-89ff-ec2e756b5bf2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.2074890 Jul 16 20:16:27.252319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 45b56dbe-d481-42b4-8764-0c23728946a9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:27.269358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.301416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-9fcfae7d-41ce-4ab0-985d-8297ff8868b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027796 Jul 16 20:16:27.307644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-eb94c8dc-2750-4656-96ac-34590716b6c2', 'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2', 'tenant_id': '8b0a4712e7414685810442700f62c53d', 'fixed_ips': [{'subnet_id': 'b8fc8fd0-c935-4872-b5b3-cd923954b27f'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:27.308732 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.319984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.464018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Allocated IP 2001:db8::2 (eb94c8dc-2750-4656-96ac-34590716b6c2/b8fc8fd0-c935-4872-b5b3-cd923954b27f/a41414ab-d59a-485e-8e13-de8b62c9ac3a) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:27.505910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77984f09-0128-4d83-8d1c-1cd1169fd9f8 req-fd0cb18f-667a-45f2-934e-266bb3498c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:27.506398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77984f09-0128-4d83-8d1c-1cd1169fd9f8 req-fd0cb18f-667a-45f2-934e-266bb3498c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:27.508048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77984f09-0128-4d83-8d1c-1cd1169fd9f8 req-fd0cb18f-667a-45f2-934e-266bb3498c9a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1986 time: 0.2532182 Jul 16 20:16:27.522923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:27.554983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Router 29d45965-5791-4885-b7cf-b02fd257fb0b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:27.559029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] Sync routers for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:27.579785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:27.580438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:27.587006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Allocated IP 172.25.3.217 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/b61eae71-65cf-42cc-9e3c-06e6c8100acd) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:27.591529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Allocated IP 172.20.0.13 (5bee15a0-2c5a-4163-9f9d-5c35bc949e35/3920f71d-5034-445f-a7a9-761df4b030d4/b8d7340b-47aa-4b9b-a703-aca98a4a9d44) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:27.601165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77984f09-0128-4d83-8d1c-1cd1169fd9f8 req-39a4ac34-9776-45b7-8d8e-10e9c44f5af0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831673 Jul 16 20:16:27.624510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:27.647139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:27.647923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:27.699667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:27.700372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18d96b-7e0f-44b6-81e3-0c11e1d4740f None None] The sync data for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:27.767878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.794851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Transition to ACTIVE for port object a41414ab-d59a-485e-8e13-de8b62c9ac3a will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:27.814616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:27.816977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Transition to ACTIVE for port object a41414ab-d59a-485e-8e13-de8b62c9ac3a will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:27.821468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.827203 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fda83-7a93-476f-8914-e92a91852199 None None] Sync routers for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:27.827780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.852180 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:27.853162 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:27.907429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Network eb94c8dc-2750-4656-96ac-34590716b6c2 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:27.915740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:27.921143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:27.921908 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.926517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:27.931599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.952321 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.956593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-4020889d-36ee-4202-89cd-41f5da75a231 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137438 Jul 16 20:16:27.971311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1b864-7c3c-4ea3-949e-b65ec908f63e None None] Network a971504f-be18-4da5-80f5-dbeaca015f02 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:27.983917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b5ff318f-b6f2-4c78-ad8b-5dc6cda68c1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "PUT /v2.0/floatingips/d12fecfe-a78c-4fe0-833c-fd8eb55e7681 HTTP/1.1" status: 200 len: 991 time: 3.4056919 Jul 16 20:16:28.000630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Pushing event updated for resources: {'Port': ['ID=a41414ab-d59a-485e-8e13-de8b62c9ac3a,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:28.057109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Attempting to bind port a41414ab-d59a-485e-8e13-de8b62c9ac3a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:28.057886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Attempting to bind port a41414ab-d59a-485e-8e13-de8b62c9ac3a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '768290c3-1b34-4119-8330-5be2a4790e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:28.057886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Attempting to bind port a41414ab-d59a-485e-8e13-de8b62c9ac3a on network eb94c8dc-2750-4656-96ac-34590716b6c2 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:28.058281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port c456bad2-025e-4615-9cb2-8071acae0348 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:28.059732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.091376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.094678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:28.095117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Checking segment: {'id': '768290c3-1b34-4119-8330-5be2a4790e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:28.095605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.096301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Bound using segment: {'id': '768290c3-1b34-4119-8330-5be2a4790e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:28.096516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Bound port: a41414ab-d59a-485e-8e13-de8b62c9ac3a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768290c3-1b34-4119-8330-5be2a4790e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eb94c8dc-2750-4656-96ac-34590716b6c2'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:28.096844 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.111588 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:28.130565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d539caef-da7d-4baf-9d6a-20688e76b6a1 None None] Provisioning for port 45b56dbe-d481-42b4-8764-0c23728946a9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:28.155374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d539caef-da7d-4baf-9d6a-20688e76b6a1 None None] Provisioning complete for port 45b56dbe-d481-42b4-8764-0c23728946a9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:28.156526 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d539caef-da7d-4baf-9d6a-20688e76b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.168020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d65c39c4-721b-4ab8-ac1b-d831f04c3c74 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.5199518 Jul 16 20:16:28.179295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54334) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:28.207532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:28.281396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:28.284059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:28.287804 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:28.334037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:28.396522 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721c6c42-6d46-4e86-870c-4e9479adbefb req-a9367598-916e-4d83-b460-cde6776e501c service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308755 Jul 16 20:16:28.423052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b61eae71-65cf-42cc-9e3c-06e6c8100acd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:28.444161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.527049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::59 (eb94c8dc-2750-4656-96ac-34590716b6c2/b8fc8fd0-c935-4872-b5b3-cd923954b27f/c456bad2-025e-4615-9cb2-8071acae0348) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:28.543530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1cc908a0-c29e-41a4-8e68-a7fab33ccdd5 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] 10.222.0.91 "GET /v2.0/floatingips/064cbef9-4cb8-441d-b470-8edf295a711a HTTP/1.1" status: 200 len: 982 time: 0.3459153 Jul 16 20:16:28.555061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54346) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:28.562376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:28.578641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:28.581342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:28.610989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'd12fecfe-a78c-4fe0-833c-fd8eb55e7681', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'port_id': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'mac_address': 'fa:16:3e:26:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:42Z', 'updated_at': '2021-07-16T20:16:25Z', 'revision_number': 1, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:48Z', 'revision_number': 5, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:28.650808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event updated for resources: {'Port': ['ID=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:28.664885 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fda83-7a93-476f-8914-e92a91852199 None None] Checking router: 29d45965-5791-4885-b7cf-b02fd257fb0b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:28.674966 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:28.675197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['aa5696cf-6206-4bcb-ad6d-0086023710ab', 'bf082e86-9682-44cf-943d-8b78333426c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:28.676135 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:28.677336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5d9534f3-0424-4c03-b516-659aa5a6e112'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:28.700281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9995-0639-45f6-9e26-11995244ab8d req-1ae5b6dd-bd25-4d47-b833-52fc68aea972 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.709559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9995-0639-45f6-9e26-11995244ab8d req-1ae5b6dd-bd25-4d47-b833-52fc68aea972 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.711546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12ec9995-0639-45f6-9e26-11995244ab8d req-1ae5b6dd-bd25-4d47-b833-52fc68aea972 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1682 time: 0.3406537 Jul 16 20:16:28.776393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.777066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.807699 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:28.808235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] For port a41414ab-d59a-485e-8e13-de8b62c9ac3a, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:28.846597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] For port a41414ab-d59a-485e-8e13-de8b62c9ac3a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a41414ab-d59a-485e-8e13-de8b62c9ac3a,segment=NetworkSegment(768290c3-1b34-4119-8330-5be2a4790e26),segment_id=768290c3-1b34-4119-8330-5be2a4790e26)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:28.859020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12ec9995-0639-45f6-9e26-11995244ab8d req-44233a6c-47bb-481d-8860-43397f73a7ce tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305747 Jul 16 20:16:28.880540 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.908111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-eb8d98c8-2b5e-46b3-878f-dccdb6421e19 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2420454 Jul 16 20:16:28.928410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Request body: {'port': {'device_id': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:28.949679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1382180-dcc9-4ae4-9afe-af2fda22f4fb tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.3919313 Jul 16 20:16:28.957051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54348) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:29.044390 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f28f3c-24ad-42e2-bea8-cf89a30098ed x-openstack-request-id: req-a7f28f3c-24ad-42e2-bea8-cf89a30098ed {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:29.046300 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:29.047671 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a7f28f3c-24ad-42e2-bea8-cf89a30098ed {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:29.048610 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'status': 'completed', 'code': 200} Jul 16 20:16:29.097194 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d539caef-da7d-4baf-9d6a-20688e76b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.153988 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-252fda83-7a93-476f-8914-e92a91852199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'd12fecfe-a78c-4fe0-833c-fd8eb55e7681', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'port_id': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'mac_address': 'fa:16:3e:26:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:42Z', 'updated_at': '2021-07-16T20:16:25Z', 'revision_number': 1, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:48Z', 'revision_number': 5, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:29.161084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.182144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object c456bad2-025e-4615-9cb2-8071acae0348 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:29.197906 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fda83-7a93-476f-8914-e92a91852199 None None] The sync data for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 is: [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'd12fecfe-a78c-4fe0-833c-fd8eb55e7681', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'port_id': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'mac_address': 'fa:16:3e:26:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:42Z', 'updated_at': '2021-07-16T20:16:25Z', 'revision_number': 1, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:48Z', 'revision_number': 5, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:29.206483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c7f17-20ee-4f71-ae0a-2ed0c4369554 None None] Pushing event updated for resources: {'Port': ['ID=a41414ab-d59a-485e-8e13-de8b62c9ac3a,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:29.338104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.368759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d539caef-da7d-4baf-9d6a-20688e76b6a1 None None] For port 45b56dbe-d481-42b4-8764-0c23728946a9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45b56dbe-d481-42b4-8764-0c23728946a9,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:29.389213 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d539caef-da7d-4baf-9d6a-20688e76b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.405752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=c456bad2-025e-4615-9cb2-8071acae0348,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:29.421031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd50c9-cad3-4b8a-b8e6-0d4184f08626 req-5397c6f8-7c1e-404d-972f-32441b161e4e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.429492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1efd50c9-cad3-4b8a-b8e6-0d4184f08626 req-5397c6f8-7c1e-404d-972f-32441b161e4e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 932 time: 0.4720020 Jul 16 20:16:29.572434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network eb94c8dc-2750-4656-96ac-34590716b6c2 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:29.573369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.585596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:29.605298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:29.611169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.611853 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.634824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.687442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539caef-da7d-4baf-9d6a-20688e76b6a1 None None] Pushing event updated for resources: {'Port': ['ID=45b56dbe-d481-42b4-8764-0c23728946a9,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:29.737523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75a357-ed97-40dd-85d0-889861213b75 None None] New status for floating IP d12fecfe-a78c-4fe0-833c-fd8eb55e7681: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:16:29.744906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ff32da23-5441-4351-9999-a888060bd9e0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6194224 Jul 16 20:16:29.768405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54374) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:29.810530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.811039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.811597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.812058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.813040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.813884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.814347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.816476 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-79a342f0-f869-44f7-a50c-6aee583977e2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6496 time: 0.7658699 Jul 16 20:16:29.908977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d87469f5-80b9-48db-8b8d-c8b356378773 None None] Provisioning complete for port 45b56dbe-d481-42b4-8764-0c23728946a9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:29.909276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d87469f5-80b9-48db-8b8d-c8b356378773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.066080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Deleting port 2e5607a1-2127-4c54-bb75-9429fe51f19e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:30.066917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.252916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port c456bad2-025e-4615-9cb2-8071acae0348 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:30.253336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.257708 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.258101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.315425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Calling delete_port for 2e5607a1-2127-4c54-bb75-9429fe51f19e owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:30.411377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54394) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:30.502156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1efd50c9-cad3-4b8a-b8e6-0d4184f08626 req-d61fcc61-723f-4126-9a32-4ad808bfda6c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8642852 Jul 16 20:16:30.599912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.643856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88025b4-8576-4335-84e0-c663c496b3ef None None] Network eb94c8dc-2750-4656-96ac-34590716b6c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:30.649561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-5dc7bea5-a133-4486-bbe7-e57470fd6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.651227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-5dc7bea5-a133-4486-bbe7-e57470fd6f33 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a59f169c-e5f6-4288-a73f-979b2b8a3703 HTTP/1.1" status: 200 len: 913 time: 0.8247643 Jul 16 20:16:30.676882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for c456bad2-025e-4615-9cb2-8071acae0348 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:30.698508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d7340b-47aa-4b9b-a703-aca98a4a9d44 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:30.722113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.784278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.788345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-b6e54c51-dfc2-40b9-921c-8a8daecd6be5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc HTTP/1.1" status: 200 len: 1001 time: 0.1024640 Jul 16 20:16:30.809698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Transition to ACTIVE for port object b8d7340b-47aa-4b9b-a703-aca98a4a9d44 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:30.813017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c798ad3e-4500-429d-a4b4-fed5f5fc8bb8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5622e86ceda9489b97d009ea8e414d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951924 Jul 16 20:16:30.822245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58ad18-f42f-4473-adb7-97f413e32a5d req-d35d2b43-b549-4777-9696-e2cc1bb36b73 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.828701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58ad18-f42f-4473-adb7-97f413e32a5d req-d35d2b43-b549-4777-9696-e2cc1bb36b73 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.836796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c58ad18-f42f-4473-adb7-97f413e32a5d req-d35d2b43-b549-4777-9696-e2cc1bb36b73 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1682 time: 0.4994988 Jul 16 20:16:30.843236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54400) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:30.859233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2da5540c-a362-4be7-9aab-40ca0d95313a None None] Provisioning for port a41414ab-d59a-485e-8e13-de8b62c9ac3a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:30.861032 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.973081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-3cc6d728-26cf-4674-b860-b5efd9e19e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.975591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-3cc6d728-26cf-4674-b860-b5efd9e19e95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3485200b-2821-45fe-9611-0bd8895fc774 HTTP/1.1" status: 200 len: 851 time: 0.0872321 Jul 16 20:16:31.028661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.074457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c58ad18-f42f-4473-adb7-97f413e32a5d req-6f331111-0ac4-4023-b15a-58b763cc46a8 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366636 Jul 16 20:16:31.077492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Router 6eba7a98-0094-4679-b812-fe5b934bcb5d is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:16:31.111097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-99f09e6e-a9af-4dcc-8f9f-9aff4729e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.113009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-99f09e6e-a9af-4dcc-8f9f-9aff4729e936 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a59f169c-e5f6-4288-a73f-979b2b8a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289077 Jul 16 20:16:31.127094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 45b56dbe-d481-42b4-8764-0c23728946a9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:31.234107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 45b56dbe-d481-42b4-8764-0c23728946a9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:31.234696 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.377172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:31.388167 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Sync routers for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:31.389331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-a529d19e-3d38-462d-9fdb-2ae1ae2c4025 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106948 Jul 16 20:16:31.397084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a41414ab-d59a-485e-8e13-de8b62c9ac3a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:31.407733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:31.408837 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.408975 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:31.410415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6a94c8f6-7613-4c03-93c8-38c66be702c1 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1079118 Jul 16 20:16:31.422579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54406) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:31.489012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a41414ab-d59a-485e-8e13-de8b62c9ac3a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:31.495731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a41414ab-d59a-485e-8e13-de8b62c9ac3a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:31.496212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.677052 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:31.698507 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.745685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-65ad36c0-18e2-4862-b6b4-b3a0a1556b21 req-903dff6b-cc7a-4cb8-9c65-820b523c955c service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337071 Jul 16 20:16:31.788486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a41414ab-d59a-485e-8e13-de8b62c9ac3a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a41414ab-d59a-485e-8e13-de8b62c9ac3a,segment=NetworkSegment(768290c3-1b34-4119-8330-5be2a4790e26),segment_id=768290c3-1b34-4119-8330-5be2a4790e26)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:31.796431 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.800838 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df0f8071-43d2-478d-8ea5-0083f8c9324b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.823504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df0f8071-43d2-478d-8ea5-0083f8c9324b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.882639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a41414ab-d59a-485e-8e13-de8b62c9ac3a,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.904763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df0f8071-43d2-478d-8ea5-0083f8c9324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.907388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df0f8071-43d2-478d-8ea5-0083f8c9324b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.911969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-df0f8071-43d2-478d-8ea5-0083f8c9324b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7a34196d-0463-438e-98b4-69451db2fe46 HTTP/1.1" status: 204 len: 168 time: 1.0674736 Jul 16 20:16:31.943160 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:29Z', 'revision_number': 3, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:31.966341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f8071-43d2-478d-8ea5-0083f8c9324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a34196d-0463-438e-98b4-69451db2fe46,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.969463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba124-161a-43bd-a099-2a841d17dd87 req-4a090b8f-db3c-4ebf-bdee-073322615ae9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.983412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c6ba124-161a-43bd-a099-2a841d17dd87 req-4a090b8f-db3c-4ebf-bdee-073322615ae9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 944 time: 0.2343011 Jul 16 20:16:31.989255 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Checking router: 6eba7a98-0094-4679-b812-fe5b934bcb5d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:31.989610 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Updating router 6eba7a98-0094-4679-b812-fe5b934bcb5d port b61eae71-65cf-42cc-9e3c-06e6c8100acd binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:16:32.004162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.015099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-907f1c66-7d93-499d-bf46-bb3a7ae25d41 None None] Provisioning for port c456bad2-025e-4615-9cb2-8071acae0348 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:32.019891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-907f1c66-7d93-499d-bf46-bb3a7ae25d41 None None] Provisioning complete for port c456bad2-025e-4615-9cb2-8071acae0348 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:32.020287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-907f1c66-7d93-499d-bf46-bb3a7ae25d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.036501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Port': ['ID=2e5607a1-2127-4c54-bb75-9429fe51f19e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:32.056408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-907f1c66-7d93-499d-bf46-bb3a7ae25d41 None None] Port c456bad2-025e-4615-9cb2-8071acae0348 was deleted so its status cannot be updated. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:16:32.056752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.084679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-907f1c66-7d93-499d-bf46-bb3a7ae25d41 None None] Provisioning complete for port a41414ab-d59a-485e-8e13-de8b62c9ac3a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:32.085156 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-907f1c66-7d93-499d-bf46-bb3a7ae25d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.087572 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.088416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c6ba124-161a-43bd-a099-2a841d17dd87 req-7624c0a9-923c-40db-8b79-22b82dffc181 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035731 Jul 16 20:16:32.179080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=c456bad2-025e-4615-9cb2-8071acae0348,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:32.188009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Attempting to bind port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:32.188520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Attempting to bind port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:32.189605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Attempting to bind port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:32.229329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:32.229501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Attempting to bind port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 on network 5bee15a0-2c5a-4163-9f9d-5c35bc949e35 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:32.240880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:32.241231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Checking segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:32.242531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Bound using segment: {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:32.242531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Bound port: b8d7340b-47aa-4b9b-a703-aca98a4a9d44, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c78e25-cc12-45dc-adfd-39a3ecab90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:32.243007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.336077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-13714bdd-cc97-4ef8-af35-545640c42014 None None] Could not find standard attr ID for object c456bad2-025e-4615-9cb2-8071acae0348. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:16:32.364572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda006-3929-49cd-b985-98a9a7c61313 req-019d6330-452e-4bf6-b181-119a0e8045ab tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.377362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda006-3929-49cd-b985-98a9a7c61313 req-019d6330-452e-4bf6-b181-119a0e8045ab tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.379668 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2eda006-3929-49cd-b985-98a9a7c61313 req-019d6330-452e-4bf6-b181-119a0e8045ab tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1682 time: 0.4507570 Jul 16 20:16:32.422626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.422947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.427731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ccea8b9a-d120-40c0-91d4-37f5029972a2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/c456bad2-025e-4615-9cb2-8071acae0348 HTTP/1.1" status: 204 len: 168 time: 2.6566648 Jul 16 20:16:32.440648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:32.466878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] For port b8d7340b-47aa-4b9b-a703-aca98a4a9d44, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:32.498375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] For port b8d7340b-47aa-4b9b-a703-aca98a4a9d44, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:32.505496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.506007 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Floating IP 064cbef9-4cb8-441d-b470-8edf295a711a disassociated (deleted). External IP: 172.25.3.236, port: bc3ae655-c86b-4104-8902-4baa665cec4f. Jul 16 20:16:32.522140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.578962 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.582777 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7262d5eb-695b-4fd5-96e3-d49c6f37f52a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:16:32.585317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7262d5eb-695b-4fd5-96e3-d49c6f37f52a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/c456bad2-025e-4615-9cb2-8071acae0348 HTTP/1.1" status: 404 len: 333 time: 0.1391046 Jul 16 20:16:32.592712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2eda006-3929-49cd-b985-98a9a7c61313 req-878a6ca0-c7ad-4265-b5a8-d79f6f5e3bce tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712270 Jul 16 20:16:32.594130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Transition to ACTIVE for port object b61eae71-65cf-42cc-9e3c-06e6c8100acd will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:32.596309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54428) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:32.603909 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.631899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.632475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.633940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] 10.222.0.79 "PUT /v2.0/ports/b8d7340b-47aa-4b9b-a703-aca98a4a9d44 HTTP/1.1" status: 200 len: 1093 time: 3.7186310 Jul 16 20:16:32.636260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'tag': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:32.644730 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb" -d '{"events": [{"name": "network-changed", "server_uuid": "94894b59-69c9-48bf-b66f-b9a999b14a75", "tag": "b8d7340b-47aa-4b9b-a703-aca98a4a9d44"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:32.684951 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Attempting to bind port b61eae71-65cf-42cc-9e3c-06e6c8100acd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:32.685805 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Attempting to bind port b61eae71-65cf-42cc-9e3c-06e6c8100acd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:32.686463 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Attempting to bind port b61eae71-65cf-42cc-9e3c-06e6c8100acd on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:32.689273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1b1b0-0e57-48f4-844d-f688a487db09 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:32.698572 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:32.699557 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:32.700177 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.700895 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:32.701658 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Bound port: b61eae71-65cf-42cc-9e3c-06e6c8100acd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:32.702887 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.706820 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Pushing event updated for resources: {'Port': ['ID=b61eae71-65cf-42cc-9e3c-06e6c8100acd,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:32.714544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet b8fc8fd0-c935-4872-b5b3-cd923954b27f {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:32.735866 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.793307 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f841d49-477c-4474-9f13-f4ca342b982c x-openstack-request-id: req-7f841d49-477c-4474-9f13-f4ca342b982c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:32.793562 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94894b59-69c9-48bf-b66f-b9a999b14a75", "tag": "b8d7340b-47aa-4b9b-a703-aca98a4a9d44", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:32.793764 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7f841d49-477c-4474-9f13-f4ca342b982c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:32.794164 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'tag': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44', 'status': 'completed', 'code': 200} Jul 16 20:16:32.829791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-a76528b5-d67a-45b2-a9a6-fe762d9a0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.833506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-a76528b5-d67a-45b2-a9a6-fe762d9a0e05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 1096 time: 0.1519899 Jul 16 20:16:32.873804 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.874757 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.875183 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.875432 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.875977 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.876309 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.877152 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.877152 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.877345 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.877574 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.878017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.878337 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:32.884770 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.937733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] For port b61eae71-65cf-42cc-9e3c-06e6c8100acd, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:32.946239 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] For port b61eae71-65cf-42cc-9e3c-06e6c8100acd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b61eae71-65cf-42cc-9e3c-06e6c8100acd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:32.952704 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.024136 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-7590f34e-9818-4bc7-98cd-1e4cf2aa7efa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d7340b-47aa-4b9b-a703-aca98a4a9d44 HTTP/1.1" status: 200 len: 217 time: 0.1277032 Jul 16 20:16:33.030801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Router 48d102e0-e79a-4eb3-981b-f96a24c295a9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:33.037689 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:33.038331 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:33.040818 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eaaef-10f3-493d-8f53-a8836586dd4a None None] Pushing event updated for resources: {'Port': ['ID=b61eae71-65cf-42cc-9e3c-06e6c8100acd,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:33.064549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a41414ab-d59a-485e-8e13-de8b62c9ac3a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:33.113449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54440) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:33.175603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a41414ab-d59a-485e-8e13-de8b62c9ac3a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:33.177316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.179808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-e988e871-159b-4ccb-bb0c-7a7cfc87712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.181596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-e988e871-159b-4ccb-bb0c-7a7cfc87712e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.1489038 Jul 16 20:16:33.226801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-03e4ea9d-b4b7-4bf4-8d35-364b51b1105b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385993 Jul 16 20:16:33.328987 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:33.393024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1843111280-network', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:33.403803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:33.412466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.416656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] Sync routers for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:33.435021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:33.436053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:33.438982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Allocated IP 172.20.0.1 (a971504f-be18-4da5-80f5-dbeaca015f02/5e91a06e-429d-4f55-94ac-ed74652e3b6c/87d82bb9-588c-4411-8551-8cd9164d9f11) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:33.508939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.520641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-949a3157-84ce-4dc8-a5d1-7b7291ff1d9e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "DELETE /v2.0/floatingips/064cbef9-4cb8-441d-b470-8edf295a711a HTTP/1.1" status: 204 len: 168 time: 4.5132425 Jul 16 20:16:33.528748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54448) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:33.537370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:33.549845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:33.550915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:33.555531 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-2d228b5f-dd9f-438b-a23c-02bf53d20294 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227532 Jul 16 20:16:33.562127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:33.573703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Made reservation on behalf of d2d5f2e660134e5da69ab038ea75e145 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:33.579537 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.592893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:33.593911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874573ad-51fa-455d-83b7-d4d51430fa6e None None] The sync data for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:33.611175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.617965 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:29Z', 'revision_number': 3, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:33.652721 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2dbff1-3b50-4d32-bd01-19be7af94baf None None] The sync data for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 is: [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:29Z', 'revision_number': 3, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:33.656727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8e44c-5771-4cfe-ac0a-18484bb67882 req-d964a432-44fe-4316-a0a2-7d1051281862 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.656931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-69550734-a8ca-48fc-af22-d6fbc4b9955a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.657045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34f8e44c-5771-4cfe-ac0a-18484bb67882 req-d964a432-44fe-4316-a0a2-7d1051281862 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 944 time: 0.3507388 Jul 16 20:16:33.663115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-69550734-a8ca-48fc-af22-d6fbc4b9955a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.664888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-69550734-a8ca-48fc-af22-d6fbc4b9955a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1682 time: 0.2310865 Jul 16 20:16:33.734748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.766994 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.768106 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.809153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34f8e44c-5771-4cfe-ac0a-18484bb67882 req-83563a67-4e4d-4483-a3ad-2919d847883c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269100 Jul 16 20:16:33.812196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.817680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/b8fc8fd0-c935-4872-b5b3-cd923954b27f HTTP/1.1" status: 204 len: 168 time: 1.2207212 Jul 16 20:16:33.818740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15ebc2-c1d7-4213-8f4e-035d22bdce8e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fc8fd0-c935-4872-b5b3-cd923954b27f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:33.824384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f4c79-cb3c-4cd4-9649-5df2a7af20c3 None None] Network eb94c8dc-2750-4656-96ac-34590716b6c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:33.826909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54452) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:33.883372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0675f7fa-f0c2-4f47-b32e-0bb81067f8a2 req-87de93d4-26b1-4ae9-9450-8362b63eee8d service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130744 Jul 16 20:16:33.883707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Transition to ACTIVE for port object 87d82bb9-588c-4411-8551-8cd9164d9f11 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:33.978706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dadc7-adc5-470a-9586-1043081ee34f req-5f80799c-2ff8-4b35-9297-9fbac253b51f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.984977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dadc7-adc5-470a-9586-1043081ee34f req-5f80799c-2ff8-4b35-9297-9fbac253b51f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.997196 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f2dadc7-adc5-470a-9586-1043081ee34f req-5f80799c-2ff8-4b35-9297-9fbac253b51f tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 1682 time: 0.2259967 Jul 16 20:16:34.026311 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.034051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.085671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port f85edf80-c3fc-435d-a514-c687cb365b3d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:34.085924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.152662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Network a971504f-be18-4da5-80f5-dbeaca015f02 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:34.160148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.165968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:34.173970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.174384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Pushing event updated for resources: {'Port': ['ID=87d82bb9-588c-4411-8551-8cd9164d9f11,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:34.176843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:34.223213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f2dadc7-adc5-470a-9586-1043081ee34f req-edd07765-8a50-49b8-bcb6-3dc397dac3c0 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245021 Jul 16 20:16:34.225162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.228837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-a52fef7f-46e2-4718-a370-714751e9226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.230485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-a52fef7f-46e2-4718-a370-714751e9226d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 1096 time: 0.2770870 Jul 16 20:16:34.249521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:34.253128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] DHCP port deletion for eb94c8dc-2750-4656-96ac-34590716b6c2 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:34.274506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f493625-476f-43b4-aaac-ba307deb7e4c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:34.308358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.357920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] Deleting port a41414ab-d59a-485e-8e13-de8b62c9ac3a {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:34.358394 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.388075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port f85edf80-c3fc-435d-a514-c687cb365b3d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f85edf80-c3fc-435d-a514-c687cb365b3d,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:34.388716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.434108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for f85edf80-c3fc-435d-a514-c687cb365b3d owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:34.434625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.435034 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Added segment 31766b28-e0f3-46f6-b071-1cdf034541d0 of type vlan for network fd0c7c25-d639-40b8-985c-df95258db8bd Jul 16 20:16:34.480515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.485397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] For port a41414ab-d59a-485e-8e13-de8b62c9ac3a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a41414ab-d59a-485e-8e13-de8b62c9ac3a,segment=NetworkSegment(768290c3-1b34-4119-8330-5be2a4790e26),segment_id=768290c3-1b34-4119-8330-5be2a4790e26)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:34.485944 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.502967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] Calling delete_port for a41414ab-d59a-485e-8e13-de8b62c9ac3a owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:34.516308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-919c1450-3570-44ff-a664-8003d141d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.517920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-919c1450-3570-44ff-a664-8003d141d811 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 0.2741027 Jul 16 20:16:34.521619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port a41414ab-d59a-485e-8e13-de8b62c9ac3a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:34.522192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.526418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.527420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.528011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.606459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.640993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] Pushing event deleted for resources: {'Port': ['ID=a41414ab-d59a-485e-8e13-de8b62c9ac3a,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:34.650247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49005e3-b2d2-4bc8-a005-bde2b707bf6e None None] No DVR routers for this DVR port a41414ab-d59a-485e-8e13-de8b62c9ac3a on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:34.700414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f7752f48-97ee-4629-9871-92217c836184 None None] Provisioning for port 87d82bb9-588c-4411-8551-8cd9164d9f11 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:34.708615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f7752f48-97ee-4629-9871-92217c836184 None None] Provisioning complete for port 87d82bb9-588c-4411-8551-8cd9164d9f11 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:34.709263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7752f48-97ee-4629-9871-92217c836184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.717444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6012986 Jul 16 20:16:34.754075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54458) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:34.759006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Request body: {'subnet': {'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1843111280-subnet', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:34.770018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f7752f48-97ee-4629-9871-92217c836184 None None] Port 87d82bb9-588c-4411-8551-8cd9164d9f11 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:34.793591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.805644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-06217731-7527-4281-9255-6953688f01fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d7340b-47aa-4b9b-a703-aca98a4a9d44 HTTP/1.1" status: 200 len: 217 time: 0.2667620 Jul 16 20:16:34.828839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Made reservation on behalf of d2d5f2e660134e5da69ab038ea75e145 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:34.831978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.874871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.913741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['81a99e8b-b8db-46c8-8093-1eade91bf68a', 'f85edf80-c3fc-435d-a514-c687cb365b3d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:34.984778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=f85edf80-c3fc-435d-a514-c687cb365b3d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.077186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port f85edf80-c3fc-435d-a514-c687cb365b3d on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:35.081888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.084498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-a9010134-7fef-4212-8c60-f8b816f8983a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "DELETE /v2.0/ports/f85edf80-c3fc-435d-a514-c687cb365b3d HTTP/1.1" status: 204 len: 173 time: 1.4110756 Jul 16 20:16:35.092131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-deleted', 'tag': 'f85edf80-c3fc-435d-a514-c687cb365b3d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:35.095053 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48f8f75-4ba6-4732-834a-aac94523aba1" -d '{"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-deleted", "tag": "f85edf80-c3fc-435d-a514-c687cb365b3d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:35.107204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b61eae71-65cf-42cc-9e3c-06e6c8100acd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:35.222314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b61eae71-65cf-42cc-9e3c-06e6c8100acd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:35.233074 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa44c78b-f807-4d71-bf3e-aed06ad23789 x-openstack-request-id: req-aa44c78b-f807-4d71-bf3e-aed06ad23789 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:35.233404 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-deleted", "tag": "f85edf80-c3fc-435d-a514-c687cb365b3d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:35.233657 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aa44c78b-f807-4d71-bf3e-aed06ad23789 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:35.234193 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-deleted', 'tag': 'f85edf80-c3fc-435d-a514-c687cb365b3d', 'status': 'completed', 'code': 200} Jul 16 20:16:35.241129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b61eae71-65cf-42cc-9e3c-06e6c8100acd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:35.242289 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.367457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.386266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-56a1ed14-9997-4f5b-b06e-7d4efce0a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.388426 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-56a1ed14-9997-4f5b-b06e-7d4efce0a432 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.5728927 Jul 16 20:16:35.417016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port b61eae71-65cf-42cc-9e3c-06e6c8100acd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b61eae71-65cf-42cc-9e3c-06e6c8100acd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:35.423965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.487334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=b61eae71-65cf-42cc-9e3c-06e6c8100acd,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.492466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a41414ab-d59a-485e-8e13-de8b62c9ac3a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:35.503452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b19189-d406-4aa7-a49c-bbc3da30bacb admin admin] Pushing event updated for resources: {'Network': ['ID=fd0c7c25-d639-40b8-985c-df95258db8bd,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.518590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.518906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.519337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.519760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.520175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.521065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.521065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.522750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.522750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.522750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.522750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.523276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:35.529048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network fd0c7c25-d639-40b8-985c-df95258db8bd details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:35.532697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a41414ab-d59a-485e-8e13-de8b62c9ac3a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:35.533398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a41414ab-d59a-485e-8e13-de8b62c9ac3a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:35.546855 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-7b810745-f1ff-46d6-ba6a-93a55f0ab8a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747428 Jul 16 20:16:35.562691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5c1c-a912-41f6-ae1e-f56aa89a0bc1 req-62ee3c1d-22e9-427b-a2b6-c2aa6174b839 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.564331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0d4b5c1c-a912-41f6-ae1e-f56aa89a0bc1 req-62ee3c1d-22e9-427b-a2b6-c2aa6174b839 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 944 time: 0.4739327 Jul 16 20:16:35.570217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] For port a41414ab-d59a-485e-8e13-de8b62c9ac3a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a41414ab-d59a-485e-8e13-de8b62c9ac3a,segment=NetworkSegment(768290c3-1b34-4119-8330-5be2a4790e26),segment_id=768290c3-1b34-4119-8330-5be2a4790e26)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:35.570595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.603436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.611382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for a41414ab-d59a-485e-8e13-de8b62c9ac3a owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:35.617673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Allocated IP 172.25.3.33 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f31217eb-0bc4-4973-8f92-469948543544) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:35.618665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.683212 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.694555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port 81a99e8b-b8db-46c8-8093-1eade91bf68a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:35.694783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.746754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0d4b5c1c-a912-41f6-ae1e-f56aa89a0bc1 req-785716bf-30ad-464e-9e52-84400f1d1e85 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644499 Jul 16 20:16:35.788607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.799108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Pushing event updated for resources: {'Port': ['ID=87d82bb9-588c-4411-8551-8cd9164d9f11,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.807479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f0a2ca-7cf7-4e49-8452-a9897c08b38a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.822758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334573e-2e15-4eda-a419-26411465543f req-65d4fe43-6349-4095-91ad-0a86ff2d5884 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.824375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4334573e-2e15-4eda-a419-26411465543f req-65d4fe43-6349-4095-91ad-0a86ff2d5884 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 945 time: 0.3374298 Jul 16 20:16:35.832413 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-b119b0a3-8bc9-47d0-a2cd-cd03506df952 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777650 Jul 16 20:16:35.897047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Checking segment: {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:35.897047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Network hostable DHCP agents. Network: fd0c7c25-d639-40b8-985c-df95258db8bd, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:35.950586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.957309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port 81a99e8b-b8db-46c8-8093-1eade91bf68a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=81a99e8b-b8db-46c8-8093-1eade91bf68a,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:35.957309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.979479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for 81a99e8b-b8db-46c8-8093-1eade91bf68a owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:35.992436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Network fd0c7c25-d639-40b8-985c-df95258db8bd is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:35.993705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.998688 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ced064cc-af10-42d3-b58c-895b60834cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.007484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=a41414ab-d59a-485e-8e13-de8b62c9ac3a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:36.016716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4334573e-2e15-4eda-a419-26411465543f req-1577775a-05f6-4307-9a46-cfbb88c7afe5 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/security-groups?id=0a638094-3393-407a-bea1-f6894b54b932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787512 Jul 16 20:16:36.017691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No DVR routers for this DVR port a41414ab-d59a-485e-8e13-de8b62c9ac3a on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:36.047391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, fd0c7c25-d639-40b8-985c-df95258db8bd) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:36.053824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Network a971504f-be18-4da5-80f5-dbeaca015f02 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:36.056507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e690098-02ed-44cf-b28c-2d1bfafd945e None None] Network fd0c7c25-d639-40b8-985c-df95258db8bd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:36.058474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.059051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.061410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:36.091484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-463bbaa2-b93d-48aa-a2e8-75a48cb669fb req-ebddffa8-52a3-4411-8a0c-3e2c613e03a4 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496467 Jul 16 20:16:36.140600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-412991d8-488b-4fbc-8c37-82b791f3da27 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3869183 Jul 16 20:16:36.142800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54468) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.148954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:36.160873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.177895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb94c8dc-2750-4656-96ac-34590716b6c2']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:36.208327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768290c3-1b34-4119-8330-5be2a4790e26') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:36.208913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768290c3-1b34-4119-8330-5be2a4790e26') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:36.222535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.233074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.282120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:36.287911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:36.291147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:36.326285 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.348103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:36.348514 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:36.352340 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:36.357024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Pushing event updated for resources: {'Port': ['ID=f31217eb-0bc4-4973-8f92-469948543544,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:36.451770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.458322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.464659 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/eb94c8dc-2750-4656-96ac-34590716b6c2 HTTP/1.1" status: 204 len: 168 time: 2.6350734 Jul 16 20:16:36.465353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.480934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'name': 'tempest-PortsIpV6TestJSON-371894426'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:36.505589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80188ab3-eba8-440c-bfd1-33f87e61f6fa tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=eb94c8dc-2750-4656-96ac-34590716b6c2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:36.526350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-fd0c7c25-d639-40b8-985c-df95258db8bd', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:36.527238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.532025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a677ab3f-a222-4e5d-a748-5f4bd744ccd1 None None] Provisioning complete for port 87d82bb9-588c-4411-8551-8cd9164d9f11 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:36.532702 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a677ab3f-a222-4e5d-a748-5f4bd744ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.597164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.598197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.609495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:36.613691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.638877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a677ab3f-a222-4e5d-a748-5f4bd744ccd1 None None] Port 87d82bb9-588c-4411-8551-8cd9164d9f11 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:36.647513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Router 6eba7a98-0094-4679-b812-fe5b934bcb5d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:36.650281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.671442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 3274d012-e72f-473b-9129-c993bf010f2b yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:36.697219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Allocated IP 172.20.0.2 (fd0c7c25-d639-40b8-985c-df95258db8bd/d6f0a2ca-7cf7-4e49-8452-a9897c08b38a/ed47c48f-6729-4d02-a30d-ed7f6af90eff) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:36.720078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=81a99e8b-b8db-46c8-8093-1eade91bf68a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:36.730241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.873462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.884565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.890583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.902445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port 81a99e8b-b8db-46c8-8093-1eade91bf68a on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:36.904826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Transition to ACTIVE for port object ed47c48f-6729-4d02-a30d-ed7f6af90eff will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:36.909879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.911488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd1289f9-c3d9-4674-9d5e-2188d7fbba03 req-23fe543c-ee08-43f3-bcd3-fb662b46a629 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.99 "DELETE /v2.0/ports/81a99e8b-b8db-46c8-8093-1eade91bf68a HTTP/1.1" status: 204 len: 173 time: 1.8135176 Jul 16 20:16:36.949558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Transition to ACTIVE for port object ed47c48f-6729-4d02-a30d-ed7f6af90eff will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:36.953595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.980097 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.069070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Network fd0c7c25-d639-40b8-985c-df95258db8bd is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:37.094219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:37.107111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:37.119027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:37.140562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Sync routers for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:37.141752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2016cf57-3493-479f-9567-565484526b72 admin admin] 10.222.0.91 "PUT /v2.0/routers/6eba7a98-0094-4679-b812-fe5b934bcb5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7177703 Jul 16 20:16:37.147136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b61eae71-65cf-42cc-9e3c-06e6c8100acd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:37.153603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Pushing event updated for resources: {'Port': ['ID=ed47c48f-6729-4d02-a30d-ed7f6af90eff,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:37.167092 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:37.168652 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:37.178381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.268413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-deleted', 'tag': '81a99e8b-b8db-46c8-8093-1eade91bf68a'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:37.271633 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f730892-9beb-4483-b50e-30d1c5e7101f" -d '{"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-deleted", "tag": "81a99e8b-b8db-46c8-8093-1eade91bf68a"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:37.277099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:37.282305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:37.300624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:37.306313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.308204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.319104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.333433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8d7340b-47aa-4b9b-a703-aca98a4a9d44 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:37.339157 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:37.385191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=3274d012-e72f-473b-9129-c993bf010f2b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:37.404283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8435a633-f72b-4efb-b0be-a2c034d1f9d7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9255943 Jul 16 20:16:37.404502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54490) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:37.461245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 81a99e8b-b8db-46c8-8093-1eade91bf68a no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:37.476895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.493662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.560946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 81a99e8b-b8db-46c8-8093-1eade91bf68a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:37.562131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 81a99e8b-b8db-46c8-8093-1eade91bf68a not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:37.562782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f85edf80-c3fc-435d-a514-c687cb365b3d no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:37.564838 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8df1c90-28ed-41df-9ffd-14ce8abcbf71 req-9508cf41-7581-426c-b55b-6602fcd417b9 tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bbac6fd-3d76-48b9-abae-97eacb12b296 HTTP/1.1" status: 200 len: 210 time: 0.1076629 Jul 16 20:16:37.600705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: f85edf80-c3fc-435d-a514-c687cb365b3d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:37.601324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f85edf80-c3fc-435d-a514-c687cb365b3d not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:37.609764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Attempting to bind port ed47c48f-6729-4d02-a30d-ed7f6af90eff on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:37.610543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Attempting to bind port ed47c48f-6729-4d02-a30d-ed7f6af90eff by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:37.611151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Attempting to bind port ed47c48f-6729-4d02-a30d-ed7f6af90eff on network fd0c7c25-d639-40b8-985c-df95258db8bd {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:37.662194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:37.662385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0624775-2d97-4149-8d8b-f3d5ee3aaa82 req-519caaf0-748d-447c-8e81-aa4448b0525d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.662542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Checking segment: {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:37.662939 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.663337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Bound using segment: {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:37.664976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Bound port: ed47c48f-6729-4d02-a30d-ed7f6af90eff, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:37.665498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0624775-2d97-4149-8d8b-f3d5ee3aaa82 req-519caaf0-748d-447c-8e81-aa4448b0525d tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 944 time: 0.5736227 Jul 16 20:16:37.665641 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.670361 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda12cc1-675e-4011-9872-164eb09ad21f x-openstack-request-id: req-dda12cc1-675e-4011-9872-164eb09ad21f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:37.670820 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbac6fd-3d76-48b9-abae-97eacb12b296", "name": "network-vif-deleted", "tag": "81a99e8b-b8db-46c8-8093-1eade91bf68a", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:37.671089 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dda12cc1-675e-4011-9872-164eb09ad21f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:37.671764 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbac6fd-3d76-48b9-abae-97eacb12b296', 'name': 'network-vif-deleted', 'tag': '81a99e8b-b8db-46c8-8093-1eade91bf68a', 'status': 'completed', 'code': 200} Jul 16 20:16:37.707665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Pushing event updated for resources: {'Port': ['ID=f31217eb-0bc4-4973-8f92-469948543544,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:37.721332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.728161 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 2, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:37.730188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.730573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.730938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.731286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.732700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.733578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.733919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.734359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.734578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.734929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.735237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.754683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.786884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.788239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1d20d2f7-de1d-4363-9f3f-9a68dd918ad3 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2394247 Jul 16 20:16:37.790968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54524) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:37.798715 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Checking router: 6eba7a98-0094-4679-b812-fe5b934bcb5d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:37.799107 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Updating router 6eba7a98-0094-4679-b812-fe5b934bcb5d port 87d82bb9-588c-4411-8551-8cd9164d9f11 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:16:37.801106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0624775-2d97-4149-8d8b-f3d5ee3aaa82 req-f4525c0e-92ef-4efc-a183-2d692450226b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257577 Jul 16 20:16:37.811837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 3274d012-e72f-473b-9129-c993bf010f2b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:37.812414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.825718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b8d7340b-47aa-4b9b-a703-aca98a4a9d44, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:37.850386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b61eae71-65cf-42cc-9e3c-06e6c8100acd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:37.850759 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.863189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44', 'network_id': '5bee15a0-2c5a-4163-9f9d-5c35bc949e35', 'port_id': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44', 'mac_address': 'fa:16:3e:c6:e5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920f71d-5034-445f-a7a9-761df4b030d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:37.889121 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.964519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] For port ed47c48f-6729-4d02-a30d-ed7f6af90eff, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:37.979792 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.991134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] For port ed47c48f-6729-4d02-a30d-ed7f6af90eff, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed47c48f-6729-4d02-a30d-ed7f6af90eff,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:38.000334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:38.005665 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.006232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.014564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d7340b-47aa-4b9b-a703-aca98a4a9d44 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:38.047603 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.049949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 3274d012-e72f-473b-9129-c993bf010f2b owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:38.108891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b8d7340b-47aa-4b9b-a703-aca98a4a9d44, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.138226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.148271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a4e0a-f167-4b62-a147-b3f9e748cea8 None None] Pushing event updated for resources: {'Port': ['ID=ed47c48f-6729-4d02-a30d-ed7f6af90eff,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.267155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.349164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['b8d7340b-47aa-4b9b-a703-aca98a4a9d44'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:38.369262 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.458259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.493182 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.515022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.550359 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.570068 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Transition to ACTIVE for port object 87d82bb9-588c-4411-8551-8cd9164d9f11 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:38.586041 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.586667 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.648651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.681550 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.681807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Allocated IP 172.25.3.112 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f007f9cc-12f0-4d62-abe5-6481d6418128) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:38.688689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/3274d012-e72f-473b-9129-c993bf010f2b HTTP/1.1" status: 204 len: 168 time: 1.2674851 Jul 16 20:16:38.693798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54560) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:38.700094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'mac_address': 'fa:16:3e:f3:7d:7d', 'name': 'tempest-PortsIpV6TestJSON-1644448495'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:38.759725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54566) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:38.815727 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.839227 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ecf7-21d5-4ab7-a676-c49bbd9bb786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.860629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f83508-6f76-4fff-97b3-1d2c0a1ebc50 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=3274d012-e72f-473b-9129-c993bf010f2b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.864138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43580288-f080-4901-b727-5299a0707ad4 None None] Pushing event updated for resources: {'Port': ['ID=87d82bb9-588c-4411-8551-8cd9164d9f11,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.872269 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Attempting to bind port 87d82bb9-588c-4411-8551-8cd9164d9f11 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:38.873015 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Attempting to bind port 87d82bb9-588c-4411-8551-8cd9164d9f11 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:38.873529 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Attempting to bind port 87d82bb9-588c-4411-8551-8cd9164d9f11 on network a971504f-be18-4da5-80f5-dbeaca015f02 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:38.884396 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:38.885100 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Checking segment: {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:38.885733 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.886340 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Bound using segment: {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:38.887073 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Bound port: 87d82bb9-588c-4411-8551-8cd9164d9f11, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:38.888165 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.890821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting subnet 98766c13-2570-4d17-866b-24dd363a3736 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:38.897957 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.932762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:38.980830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.993917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.109416 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] For port 87d82bb9-588c-4411-8551-8cd9164d9f11, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:39.116024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed47c48f-6729-4d02-a30d-ed7f6af90eff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:39.120104 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] For port 87d82bb9-588c-4411-8551-8cd9164d9f11, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=87d82bb9-588c-4411-8551-8cd9164d9f11,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:39.129702 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.133674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.174095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port f6914386-a5e8-4eb2-ac28-655c94fa2fdf yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:39.232138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:39.233013 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:39.268247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ed47c48f-6729-4d02-a30d-ed7f6af90eff completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:39.318366 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.324269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8d7340b-47aa-4b9b-a703-aca98a4a9d44 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:39.329242 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43580288-f080-4901-b727-5299a0707ad4 None None] Pushing event updated for resources: {'Port': ['ID=87d82bb9-588c-4411-8551-8cd9164d9f11,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.333035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.422707 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:39.527606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:39.532136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:39.532838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.561791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:39.603930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:39.616382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:39.661923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Allocated IP 172.25.3.144 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/c87e915a-d8d6-43f7-a7f8-15f21b133c5e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:39.663016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Pushing event updated for resources: {'Port': ['ID=f007f9cc-12f0-4d62-abe5-6481d6418128,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.743258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843bf3b-962b-4347-be5f-ff1415313cf8 req-7d07834c-95d9-4fcb-bf0c-ccf57667d6a7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.754358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6843bf3b-962b-4347-be5f-ff1415313cf8 req-7d07834c-95d9-4fcb-bf0c-ccf57667d6a7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 945 time: 0.5761433 Jul 16 20:16:39.762448 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.794035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.834369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:39.838058 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7fae3d-2688-4d4c-b34b-71ced97fd1f1" -d '{"events": [{"server_uuid": "94894b59-69c9-48bf-b66f-b9a999b14a75", "name": "network-vif-plugged", "status": "completed", "tag": "b8d7340b-47aa-4b9b-a703-aca98a4a9d44"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:39.861380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b8d7340b-47aa-4b9b-a703-aca98a4a9d44, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:39.870266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.896900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.947380 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c23ab2a-4270-42b4-a61f-5aad7781319f x-openstack-request-id: req-4c23ab2a-4270-42b4-a61f-5aad7781319f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:39.948340 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94894b59-69c9-48bf-b66f-b9a999b14a75", "name": "network-vif-plugged", "status": "completed", "tag": "b8d7340b-47aa-4b9b-a703-aca98a4a9d44", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:39.948590 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4c23ab2a-4270-42b4-a61f-5aad7781319f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:39.948998 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44', 'code': 200} Jul 16 20:16:39.988678 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6843bf3b-962b-4347-be5f-ff1415313cf8 req-1441a564-5e99-4a36-bc20-56ef972ed69c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320139 Jul 16 20:16:39.991842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Subnet': ['ID=98766c13-2570-4d17-866b-24dd363a3736,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.993552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123cf7c9-f8f1-4011-afc8-3ebe74f450ae None None] Network 8eb07b79-c532-41ea-a7eb-e786b20549e0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:40.002858 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.007778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3c899d52-dccd-4862-8447-160d915e2ecb tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/subnets/98766c13-2570-4d17-866b-24dd363a3736 HTTP/1.1" status: 204 len: 168 time: 1.2410138 Jul 16 20:16:40.008679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54580) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:40.085705 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:39Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.094925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9398f0-fe93-42fd-b1cd-08ec52089cac None None] Network fd0c7c25-d639-40b8-985c-df95258db8bd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:40.120615 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.123826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.127362 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dfc73-8247-4bb6-9493-e5f82d813228 None None] The sync data for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 is: [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:39Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:40.163422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.190014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-51ed4a78-c732-4866-97b7-23efacc1ae08 None None] Provisioning for port ed47c48f-6729-4d02-a30d-ed7f6af90eff completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:40.201220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.204532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-51ed4a78-c732-4866-97b7-23efacc1ae08 None None] Provisioning complete for port ed47c48f-6729-4d02-a30d-ed7f6af90eff triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:40.204905 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51ed4a78-c732-4866-97b7-23efacc1ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.247124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.283182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:40.283417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.288260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:40.305205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:40.316724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.321984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.332049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.377836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=f6914386-a5e8-4eb2-ac28-655c94fa2fdf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.388450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:40.399880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4b077049-4c00-4464-8737-e46632745777 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7043827 Jul 16 20:16:40.416673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54582) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:40.442298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:40.445546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:40.499678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Pushing event updated for resources: {'Port': ['ID=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.510369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] DHCP port deletion for 8eb07b79-c532-41ea-a7eb-e786b20549e0 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:40.525161 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51ed4a78-c732-4866-97b7-23efacc1ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.627017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-51ed4a78-c732-4866-97b7-23efacc1ae08 None None] For port ed47c48f-6729-4d02-a30d-ed7f6af90eff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed47c48f-6729-4d02-a30d-ed7f6af90eff,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:40.651741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51ed4a78-c732-4866-97b7-23efacc1ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.748618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed4a78-c732-4866-97b7-23efacc1ae08 None None] Pushing event updated for resources: {'Port': ['ID=ed47c48f-6729-4d02-a30d-ed7f6af90eff,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.754708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] Deleting port ed1450ac-a865-41d0-9508-201d9040b563 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:40.755098 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.915963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] For port ed1450ac-a865-41d0-9508-201d9040b563, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed1450ac-a865-41d0-9508-201d9040b563,segment=NetworkSegment(78deabb8-91a1-4878-85f0-cd1a7ec4cf99),segment_id=78deabb8-91a1-4878-85f0-cd1a7ec4cf99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:40.916671 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.958997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] Calling delete_port for ed1450ac-a865-41d0-9508-201d9040b563 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:41.040723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.085985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1a8c8-3338-4048-ae5d-863bdd338766 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.090004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b0b1a8c8-3338-4048-ae5d-863bdd338766 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/f6914386-a5e8-4eb2-ac28-655c94fa2fdf HTTP/1.1" status: 200 len: 845 time: 0.6638472 Jul 16 20:16:41.093664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.100698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:41.143268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cb680635-41c1-43c0-8855-2f5de069088d None None] Provisioning complete for port ed47c48f-6729-4d02-a30d-ed7f6af90eff triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:41.145067 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb680635-41c1-43c0-8855-2f5de069088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.240423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc77774-8284-49d1-8ff1-d20ce15d219e req-c518ebaa-17f0-4c65-ac9f-7b1c26ff3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.242304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccc77774-8284-49d1-8ff1-d20ce15d219e req-c518ebaa-17f0-4c65-ac9f-7b1c26ff3ebd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 1098 time: 1.2148519 Jul 16 20:16:41.273848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed47c48f-6729-4d02-a30d-ed7f6af90eff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:41.289386 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.392438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port ed1450ac-a865-41d0-9508-201d9040b563 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:41.392813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.393739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] No DVR routers for this DVR port ed1450ac-a865-41d0-9508-201d9040b563 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:41.395984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a94ec7-f786-430a-905d-a0fa80c689ef None None] Pushing event deleted for resources: {'Port': ['ID=ed1450ac-a865-41d0-9508-201d9040b563,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:41.511614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccc77774-8284-49d1-8ff1-d20ce15d219e req-7675aa08-bed9-43c0-933e-6979727b1a30 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611365 Jul 16 20:16:41.513164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ed47c48f-6729-4d02-a30d-ed7f6af90eff triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:41.514266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.678020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 87d82bb9-588c-4411-8551-8cd9164d9f11 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:41.716021 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.760554 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.774383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 87d82bb9-588c-4411-8551-8cd9164d9f11 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:41.775701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port ed1450ac-a865-41d0-9508-201d9040b563, host n-d-792458-10, got binding levels [] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:41.775846 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.781478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 87d82bb9-588c-4411-8551-8cd9164d9f11 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:41.781813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.792346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for ed1450ac-a865-41d0-9508-201d9040b563 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:41.796042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Port ed1450ac-a865-41d0-9508-201d9040b563 was not found and therefore no delete operation was performed {{(pid=93861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:16:41.799529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.812318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.831597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.907014 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.937772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd986f0b-4a8b-4b45-be87-2bac535ecf35 req-9efbd635-8354-4a69-aa27-f21bb71dd95c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.939037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bd986f0b-4a8b-4b45-be87-2bac535ecf35 req-9efbd635-8354-4a69-aa27-f21bb71dd95c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 946 time: 0.6936057 Jul 16 20:16:41.941603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=ed1450ac-a865-41d0-9508-201d9040b563,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:41.944472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.977990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port ed1450ac-a865-41d0-9508-201d9040b563 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:41.994069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 87d82bb9-588c-4411-8551-8cd9164d9f11, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=87d82bb9-588c-4411-8551-8cd9164d9f11,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:42.009436 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.111509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=87d82bb9-588c-4411-8551-8cd9164d9f11,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.120457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed1450ac-a865-41d0-9508-201d9040b563 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:42.123715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Pushing event updated for resources: {'Port': ['ID=f007f9cc-12f0-4d62-abe5-6481d6418128,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.140509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.142406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9c871e94-2fc3-4e6b-b89d-bba298b8805d tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3504357 Jul 16 20:16:42.145554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54596) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.150673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ed1450ac-a865-41d0-9508-201d9040b563 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:42.151048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed1450ac-a865-41d0-9508-201d9040b563 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:42.237582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.252531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb07b79-c532-41ea-a7eb-e786b20549e0']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:42.254693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Router 7dc33e43-d32a-464d-93ea-0289bee7903c is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:16:42.273844 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cacd42a-2e15-4277-9b8b-8e2bacb72f31 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1233847 Jul 16 20:16:42.274129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54598) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.279345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port f6914386-a5e8-4eb2-ac28-655c94fa2fdf {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:42.279855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.294062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78deabb8-91a1-4878-85f0-cd1a7ec4cf99') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:42.294062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78deabb8-91a1-4878-85f0-cd1a7ec4cf99') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:42.354101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.364878 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bd986f0b-4a8b-4b45-be87-2bac535ecf35 req-4f8f9608-ce53-496e-b7b7-a16659ed442c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845859 Jul 16 20:16:42.418250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a32ddfae-7dae-4b82-871d-952a7aa63c24 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1403565 Jul 16 20:16:42.418543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54600) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.423782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.439594 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.442453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:42.442901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:42.447160 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:42.476615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for f6914386-a5e8-4eb2-ac28-655c94fa2fdf owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:42.571686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.588993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.590823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/networks/8eb07b79-c532-41ea-a7eb-e786b20549e0 HTTP/1.1" status: 204 len: 168 time: 2.5780907 Jul 16 20:16:42.593605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54602) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.606616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278e977-f378-4bc2-b861-d09f1c32000b tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Network': ['ID=8eb07b79-c532-41ea-a7eb-e786b20549e0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.642144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:42.661079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Sync routers for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:42.662727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.673728 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.678026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bde8f492-8b39-4644-a51c-771e59c52531 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.5297358 Jul 16 20:16:42.678640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54606) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.679685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:42.680610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:42.680758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting subnet a569fa82-ea21-4a9a-a7ba-4efce8926657 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:42.688088 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.720917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Deleting port f007f9cc-12f0-4d62-abe5-6481d6418128 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:42.721260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.755191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.796095 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=f6914386-a5e8-4eb2-ac28-655c94fa2fdf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.799276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:42.804287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.809056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e518643c-f1a2-45f8-b614-7b06cfc268ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/f6914386-a5e8-4eb2-ac28-655c94fa2fdf HTTP/1.1" status: 204 len: 168 time: 1.6866560 Jul 16 20:16:42.812982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54608) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.884597 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2abcd54-bbe8-4913-a131-119b2d910ffb tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:16:42.886506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d2abcd54-bbe8-4913-a131-119b2d910ffb tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/f6914386-a5e8-4eb2-ac28-655c94fa2fdf HTTP/1.1" status: 404 len: 333 time: 0.0748222 Jul 16 20:16:42.891160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54610) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.897515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'name': 'tempest-PortsIpV6TestJSON-288891274'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:42.997497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.000921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.030939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 87d82bb9-588c-4411-8551-8cd9164d9f11 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:43.031595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Calling delete_port for f007f9cc-12f0-4d62-abe5-6481d6418128 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:43.047308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.117635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:43.121747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.132913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 87d82bb9-588c-4411-8551-8cd9164d9f11 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:43.133175 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.152431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port dbb393ca-1f0f-4608-957e-2a171eb2d959 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:43.199388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.252702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Subnet': ['ID=a569fa82-ea21-4a9a-a7ba-4efce8926657,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:43.264202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18331ea7-72b4-446d-8590-db8a019d8512 None None] Network ecc4f3de-6b3e-4720-a245-9a11038eee5a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:43.271627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.277291 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-98b989e3-6ae8-454e-a8de-cdde4333750a tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/subnets/a569fa82-ea21-4a9a-a7ba-4efce8926657 HTTP/1.1" status: 204 len: 168 time: 0.6792333 Jul 16 20:16:43.280118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54614) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:43.343929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:40Z', 'revision_number': 3, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:43.379940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Checking router: 7dc33e43-d32a-464d-93ea-0289bee7903c for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:43.380294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Updating router 7dc33e43-d32a-464d-93ea-0289bee7903c port c87e915a-d8d6-43f7-a7f8-15f21b133c5e binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:16:43.400888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.475633 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.596654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.611432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] DHCP port deletion for ecc4f3de-6b3e-4720-a245-9a11038eee5a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:43.642874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Pushing event deleted for resources: {'Port': ['ID=f007f9cc-12f0-4d62-abe5-6481d6418128,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:43.715462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.729455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Deleting port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:43.729969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.756764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] Deleting port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:43.757406 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.790418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.793248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.794647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bbbf63e5-8d8c-4944-90db-77e06aba497f tempest-FloatingIPAdminTestJSON-832339646 tempest-FloatingIPAdminTestJSON-832339646-project] 10.222.0.91 "DELETE /v2.0/floatingips/3977ccaf-01da-432b-8822-6887365015e1 HTTP/1.1" status: 204 len: 168 time: 1.3750679 Jul 16 20:16:43.797882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54620) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:43.809922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d21186-12c5-4192-88d9-97981b816e56 req-f2bfad26-6e8f-4fd7-adae-718976b481bc tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.811828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95d21186-12c5-4192-88d9-97981b816e56 req-f2bfad26-6e8f-4fd7-adae-718976b481bc tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 946 time: 0.2389567 Jul 16 20:16:43.868527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] For port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:43.869195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.889866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] Calling delete_port for 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:43.908988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] For port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,segment=NetworkSegment(28964ad8-812e-4103-a6e5-4a05496bb8b2),segment_id=28964ad8-812e-4103-a6e5-4a05496bb8b2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:43.909459 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.912287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.923224 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.959019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95d21186-12c5-4192-88d9-97981b816e56 req-9d374ce8-a842-4410-9f9f-ffaac7416a31 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346340 Jul 16 20:16:43.962436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Transition to ACTIVE for port object c87e915a-d8d6-43f7-a7f8-15f21b133c5e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:43.973716 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.976402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.987744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Calling delete_port for 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:44.065495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b57d8-4acf-48bb-8362-b840296e410a None None] Pushing event updated for resources: {'Port': ['ID=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.069355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Attempting to bind port c87e915a-d8d6-43f7-a7f8-15f21b133c5e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:44.069722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Attempting to bind port c87e915a-d8d6-43f7-a7f8-15f21b133c5e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:44.070077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Attempting to bind port c87e915a-d8d6-43f7-a7f8-15f21b133c5e on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:44.079165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:44.079531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:44.080005 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.080390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:44.081303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Bound port: c87e915a-d8d6-43f7-a7f8-15f21b133c5e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:44.081303 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.084011 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.100589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:44.132661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Deleting port f31217eb-0bc4-4973-8f92-469948543544 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:44.133061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.143492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] Pushing event deleted for resources: {'Port': ['ID=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.145375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced9a2d-a258-4f9d-91c5-be1788a0f392 None None] No DVR routers for this DVR port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:44.177275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.193784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] For port c87e915a-d8d6-43f7-a7f8-15f21b133c5e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:44.199685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] For port c87e915a-d8d6-43f7-a7f8-15f21b133c5e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:44.207381 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.257551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Port': ['ID=0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.264790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:44.279265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] No DVR routers for this DVR port 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:44.289512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:44.311276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.312279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.312849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b57d8-4acf-48bb-8362-b840296e410a None None] Pushing event updated for resources: {'Port': ['ID=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.321340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:44.322056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.376977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.377727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.405456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5124269 Jul 16 20:16:44.409192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54624) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:44.420432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:44.431111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc1d7c-bbc1-42be-93e7-feab13436ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=dbb393ca-1f0f-4608-957e-2a171eb2d959,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.439346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Calling delete_port for f31217eb-0bc4-4973-8f92-469948543544 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:44.547996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Allocated IP 172.20.0.1 (fd0c7c25-d639-40b8-985c-df95258db8bd/d6f0a2ca-7cf7-4e49-8452-a9897c08b38a/ca37d866-d15e-426a-bc06-ad75ad2bb133) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:44.550640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.624168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc4f3de-6b3e-4720-a245-9a11038eee5a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.699888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:44.713465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.729314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28964ad8-812e-4103-a6e5-4a05496bb8b2') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.729748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28964ad8-812e-4103-a6e5-4a05496bb8b2') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.734592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Transition to ACTIVE for port object ca37d866-d15e-426a-bc06-ad75ad2bb133 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:44.794331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.806418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.855781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Network fd0c7c25-d639-40b8-985c-df95258db8bd is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:44.862813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:44.865801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:44.867594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.889179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:44.889692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.893677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:44.896584 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:44.945450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca37d866-d15e-426a-bc06-ad75ad2bb133,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.010165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.092440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:45.165847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:45.166920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0a5c08b7-de2e-4dda-b8ef-3b1810cc69fe not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:45.268554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.278447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.323249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0ce32d8b-2771-4b44-a375-26b63e003d22 None None] Provisioning for port ca37d866-d15e-426a-bc06-ad75ad2bb133 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:45.331305 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.340366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:40Z', 'revision_number': 3, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:45.346688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0ce32d8b-2771-4b44-a375-26b63e003d22 None None] Provisioning complete for port ca37d866-d15e-426a-bc06-ad75ad2bb133 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:45.348330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0ce32d8b-2771-4b44-a375-26b63e003d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.368192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] In _notify_port_updated(), no bound segment for port dbb393ca-1f0f-4608-957e-2a171eb2d959 on network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:16:45.379631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:45.380689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.386609 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "PUT /v2.0/ports/dbb393ca-1f0f-4608-957e-2a171eb2d959 HTTP/1.1" status: 200 len: 818 time: 0.9727685 Jul 16 20:16:45.426746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54638) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.427677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b6eed-4ad1-4c14-b1b3-4a2fb820c997 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=dbb393ca-1f0f-4608-957e-2a171eb2d959,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.452013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cd0fa-a4af-4e94-8885-0a53c6db1a09 None None] The sync data for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 is: [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:40Z', 'revision_number': 3, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:45.498022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0ce32d8b-2771-4b44-a375-26b63e003d22 None None] Port ca37d866-d15e-426a-bc06-ad75ad2bb133 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:45.557315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.587267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.590417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.595785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] 10.222.0.91 "DELETE /v2.0/networks/ecc4f3de-6b3e-4720-a245-9a11038eee5a HTTP/1.1" status: 204 len: 168 time: 2.3113012 Jul 16 20:16:45.596301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea3cdc-6543-4c85-a973-90fc04784f6e tempest-ServersTestMultiNic-17760719 tempest-ServersTestMultiNic-17760719-project] Pushing event deleted for resources: {'Network': ['ID=ecc4f3de-6b3e-4720-a245-9a11038eee5a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.607343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.740089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.835320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Pushing event deleted for resources: {'Port': ['ID=f31217eb-0bc4-4973-8f92-469948543544,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.838862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca37d866-d15e-426a-bc06-ad75ad2bb133,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.881356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.071102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port dbb393ca-1f0f-4608-957e-2a171eb2d959 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:46.071466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.103507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.105026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.110209 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-556513ac-907f-45d3-8d21-ad0eff402736 tempest-FloatingIPAdminTestJSON-1178865540 tempest-FloatingIPAdminTestJSON-1178865540-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/f8a5d900-94d7-42f8-988b-b2f40a447cbb HTTP/1.1" status: 204 len: 168 time: 2.3069170 Jul 16 20:16:46.115419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54654) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:46.182415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.201842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54656) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:46.204567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for dbb393ca-1f0f-4608-957e-2a171eb2d959 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:46.272186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Network fd0c7c25-d639-40b8-985c-df95258db8bd is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:46.278190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:46.657660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b29d1c2d-e8cd-44cf-b917-79ad18268cff None None] Provisioning complete for port ca37d866-d15e-426a-bc06-ad75ad2bb133 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:46.658257 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b29d1c2d-e8cd-44cf-b917-79ad18268cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.704522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b29d1c2d-e8cd-44cf-b917-79ad18268cff None None] Port ca37d866-d15e-426a-bc06-ad75ad2bb133 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:46.768628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Deleting port bc3ae655-c86b-4104-8902-4baa665cec4f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:46.769204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.789807 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.850981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=dbb393ca-1f0f-4608-957e-2a171eb2d959,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.914337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.921617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/dbb393ca-1f0f-4608-957e-2a171eb2d959 HTTP/1.1" status: 204 len: 168 time: 1.4893904 Jul 16 20:16:46.922446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54662) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:46.926010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.926700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.926700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.927050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.927457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.927735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.928060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.928381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.928704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.929029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.929346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.929664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534ef47-8243-4412-a831-796438810de8 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.970301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.018633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Router 7dc33e43-d32a-464d-93ea-0289bee7903c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:47.037995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Calling delete_port for bc3ae655-c86b-4104-8902-4baa665cec4f owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:47.114822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c87e915a-d8d6-43f7-a7f8-15f21b133c5e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:47.176760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b0462-c134-4285-933c-a6d992b72299 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:47.195316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1b2b0462-c134-4285-933c-a6d992b72299 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2487752 Jul 16 20:16:47.198088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.220864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c87e915a-d8d6-43f7-a7f8-15f21b133c5e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:47.226739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c87e915a-d8d6-43f7-a7f8-15f21b133c5e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:47.228404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.337085 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-066dc293-4efa-40ac-beec-0d51612d5b35 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:16:47.343135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:47.344548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-066dc293-4efa-40ac-beec-0d51612d5b35 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/dbb393ca-1f0f-4608-957e-2a171eb2d959 HTTP/1.1" status: 404 len: 333 time: 0.1379652 Jul 16 20:16:47.348341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.359289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0a1eb1bf-7010-4aaf-ac4e-94eed9752eb6 admin admin] 10.222.0.91 "PUT /v2.0/routers/7dc33e43-d32a-464d-93ea-0289bee7903c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6792879 Jul 16 20:16:47.379132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-503549439'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:47.392088 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.443711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c87e915a-d8d6-43f7-a7f8-15f21b133c5e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:47.454343 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.460605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:47.467031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.495497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.531956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:47.588661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.589040 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment 0853b258-69b9-4a7f-a671-9503990d5061 of type vlan for network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 Jul 16 20:16:47.609366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:47.617727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Port': ['ID=bc3ae655-c86b-4104-8902-4baa665cec4f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:47.797622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.847581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.853982 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7c628c63-20cd-4bd8-add3-161f40422c5e tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "DELETE /v2.0/ports/bc3ae655-c86b-4104-8902-4baa665cec4f HTTP/1.1" status: 204 len: 168 time: 1.7323184 Jul 16 20:16:47.854803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54686) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.907861 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.984587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.997548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b493c-e546-4f4d-8356-6f46afbd4ddf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.000079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-633b493c-e546-4f4d-8356-6f46afbd4ddf tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "GET /v2.0/ports?device_id=48d102e0-e79a-4eb3-981b-f96a24c295a9 HTTP/1.1" status: 200 len: 913 time: 0.1430647 Jul 16 20:16:48.002892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54688) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:48.008845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.008845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.157156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=88c91284-ee6d-4a96-bb2b-42d6e9dc32e2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.163090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bb144c9b-5a9c-4438-adbb-c8344a1f2e27 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7888689 Jul 16 20:16:48.173310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54692) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:48.176570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:48.196257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:48.348731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54696) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:48.353413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-09df806a-825c-420d-89ac-590eea2ccd1f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161939212', 'description': 'tempest-description--1421123161'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:48.386550 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Sync routers for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:48.405268 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:48.407724 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:48.487376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09df806a-825c-420d-89ac-590eea2ccd1f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.599029 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:48.721650 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09df806a-825c-420d-89ac-590eea2ccd1f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.730566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09df806a-825c-420d-89ac-590eea2ccd1f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.776882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:48.782082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.874737 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09df806a-825c-420d-89ac-590eea2ccd1f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.876799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-09df806a-825c-420d-89ac-590eea2ccd1f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5338757 Jul 16 20:16:48.883786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54700) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:48.904002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-838ac051-2fa9-4b49-8860-1f69fa51a8f0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Request body: {'security_group_rule': {'security_group_id': '17ccbb6d-29d7-4623-ab5d-6907f9d07179', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:48.937197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 2, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:48.973655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Deleting port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:48.974327 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.974422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df806a-825c-420d-89ac-590eea2ccd1f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ccbb6d-29d7-4623-ab5d-6907f9d07179,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.008952 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Checking router: 7dc33e43-d32a-464d-93ea-0289bee7903c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:49.013728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.017680 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Updating router 7dc33e43-d32a-464d-93ea-0289bee7903c port ca37d866-d15e-426a-bc06-ad75ad2bb133 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:16:49.073041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c87e915a-d8d6-43f7-a7f8-15f21b133c5e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:49.102676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-838ac051-2fa9-4b49-8860-1f69fa51a8f0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.119286 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.190647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] For port 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,segment=NetworkSegment(50969a04-b757-4a55-bfac-af579a2a65c7),segment_id=50969a04-b757-4a55-bfac-af579a2a65c7)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:49.191203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.228783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c87e915a-d8d6-43f7-a7f8-15f21b133c5e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:49.229781 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.286442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Calling delete_port for 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:49.351347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.605516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-838ac051-2fa9-4b49-8860-1f69fa51a8f0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.647336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-838ac051-2fa9-4b49-8860-1f69fa51a8f0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.695045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-838ac051-2fa9-4b49-8860-1f69fa51a8f0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.696466 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-838ac051-2fa9-4b49-8860-1f69fa51a8f0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8111572 Jul 16 20:16:49.703894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54706) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:49.710176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6caa6bc8-4528-4f1e-90e3-c0f3757bd574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Request body: {'security_group_rule': {'security_group_id': '17ccbb6d-29d7-4623-ab5d-6907f9d07179', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:49.807674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ac051-2fa9-4b49-8860-1f69fa51a8f0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dcdce2-e0fe-4866-8142-092ba8b7f8f9,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.832443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=e00f254f-4068-4c58-9a99-3bf3d1c8a550,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.839480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': '0853b258-69b9-4a7f-a671-9503990d5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:49.839871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:49.854725 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.884213 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Transition to ACTIVE for port object ca37d866-d15e-426a-bc06-ad75ad2bb133 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:49.892277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6caa6bc8-4528-4f1e-90e3-c0f3757bd574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.904850 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.907820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:49.925060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:49.932960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d33ab-7dda-4e57-a273-5b170d4130b1 None None] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:49.983774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.985634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.032821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-52333fe4-616c-48c8-aeb4-78feaf4f89ed tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8550591 Jul 16 20:16:50.033632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54710) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:50.045280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dafb5114-8af4-4576-afc7-997949cdabd4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:50.070305 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6caa6bc8-4528-4f1e-90e3-c0f3757bd574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.081592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6caa6bc8-4528-4f1e-90e3-c0f3757bd574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.100472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.133172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Deleting port 6a0c446e-546a-4dd0-9061-5e13d67c7010 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:50.135744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.201902 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Attempting to bind port ca37d866-d15e-426a-bc06-ad75ad2bb133 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:50.202492 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Attempting to bind port ca37d866-d15e-426a-bc06-ad75ad2bb133 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:50.202987 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Attempting to bind port ca37d866-d15e-426a-bc06-ad75ad2bb133 on network fd0c7c25-d639-40b8-985c-df95258db8bd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:50.211030 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778e30c-0bf8-447c-baac-e3a5ed0e9889 None None] Pushing event updated for resources: {'Port': ['ID=ca37d866-d15e-426a-bc06-ad75ad2bb133,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.217074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.231911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6bc8-4528-4f1e-90e3-c0f3757bd574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e91a52-07c6-45c8-84c1-665daaf89cc9,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.234077 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:50.240200 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Checking segment: {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:50.242959 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.244500 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Bound using segment: {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:50.247145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6caa6bc8-4528-4f1e-90e3-c0f3757bd574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.256189 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Bound port: ca37d866-d15e-426a-bc06-ad75ad2bb133, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:50.256741 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.263778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6caa6bc8-4528-4f1e-90e3-c0f3757bd574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5579391 Jul 16 20:16:50.265834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54712) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:50.286639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:50.316190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-88c91284-ee6d-4a96-bb2b-42d6e9dc32e2', 'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2', 'tenant_id': '8b0a4712e7414685810442700f62c53d', 'fixed_ips': [{'subnet_id': 'e00f254f-4068-4c58-9a99-3bf3d1c8a550'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:50.318372 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.414793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.448281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Calling delete_port for 6a0c446e-546a-4dd0-9061-5e13d67c7010 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:50.485948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafb5114-8af4-4576-afc7-997949cdabd4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:50.492733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dafb5114-8af4-4576-afc7-997949cdabd4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.502349 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] For port ca37d866-d15e-426a-bc06-ad75ad2bb133, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:50.521753 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] For port ca37d866-d15e-426a-bc06-ad75ad2bb133, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ca37d866-d15e-426a-bc06-ad75ad2bb133,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:50.532328 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.663836 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:50.665423 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:50.732161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.797490 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778e30c-0bf8-447c-baac-e3a5ed0e9889 None None] Pushing event updated for resources: {'Port': ['ID=ca37d866-d15e-426a-bc06-ad75ad2bb133,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.885199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.889456 n-d-792458-10 neutron-server[93862]: INFO neutron.db.ipam_backend_mixin [None req-dafb5114-8af4-4576-afc7-997949cdabd4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e00f254f-4068-4c58-9a99-3bf3d1c8a550 (CIDR: 2001:db8::/64) Jul 16 20:16:50.900474 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafb5114-8af4-4576-afc7-997949cdabd4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:16:50.901246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafb5114-8af4-4576-afc7-997949cdabd4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:50.984369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Allocated IP 2001:db8::2 (88c91284-ee6d-4a96-bb2b-42d6e9dc32e2/e00f254f-4068-4c58-9a99-3bf3d1c8a550/48bcf5a3-f48e-41d8-b515-6dab39579c46) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:51.052820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dafb5114-8af4-4576-afc7-997949cdabd4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0179701 Jul 16 20:16:51.078059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54720) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:51.090536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:51.093831 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.107301 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:51.207864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Port': ['ID=6a0c446e-546a-4dd0-9061-5e13d67c7010,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.248257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.511994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.586709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.612789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Transition to ACTIVE for port object 48bcf5a3-f48e-41d8-b515-6dab39579c46 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:51.677111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Transition to ACTIVE for port object 48bcf5a3-f48e-41d8-b515-6dab39579c46 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:51.686617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.688127 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:50Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:51.735562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7561c344-8dd3-4edf-a944-ea2e0d543e0c None None] The sync data for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 is: [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:50Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:51.762469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:51.785406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:51.794209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:51.809721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Pushing event updated for resources: {'Port': ['ID=48bcf5a3-f48e-41d8-b515-6dab39579c46,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.952141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Attempting to bind port 48bcf5a3-f48e-41d8-b515-6dab39579c46 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:51.953064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Attempting to bind port 48bcf5a3-f48e-41d8-b515-6dab39579c46 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '0853b258-69b9-4a7f-a671-9503990d5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:51.953825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Attempting to bind port 48bcf5a3-f48e-41d8-b515-6dab39579c46 on network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:51.962729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:51.964128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Checking segment: {'id': '0853b258-69b9-4a7f-a671-9503990d5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:51.965692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.970012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Bound using segment: {'id': '0853b258-69b9-4a7f-a671-9503990d5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:51.971107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Bound port: 48bcf5a3-f48e-41d8-b515-6dab39579c46, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0853b258-69b9-4a7f-a671-9503990d5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:51.971916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.042327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:52.050164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.150505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] For port 48bcf5a3-f48e-41d8-b515-6dab39579c46, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:52.189747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] For port 48bcf5a3-f48e-41d8-b515-6dab39579c46, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=48bcf5a3-f48e-41d8-b515-6dab39579c46,segment=NetworkSegment(0853b258-69b9-4a7f-a671-9503990d5061),segment_id=0853b258-69b9-4a7f-a671-9503990d5061)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:52.203893 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.261462 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:52.432464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d84f8-3b34-4c8d-9a00-18e22ab7c578 None None] Pushing event updated for resources: {'Port': ['ID=48bcf5a3-f48e-41d8-b515-6dab39579c46,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:52.460017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Allocated IP 172.25.3.187 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/6b4d3b2a-1a19-4ee8-87f1-83811205d62a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:52.561794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Router af217979-4519-4f68-aaf7-ff4649dc6aa1 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:52.910226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Router 48d102e0-e79a-4eb3-981b-f96a24c295a9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:52.922583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.171869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:53.184493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54732) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:53.186127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1e7769a7-5300-4e60-807c-90c7398887f3 admin admin] 10.222.0.91 "PUT /v2.0/routers/af217979-4519-4f68-aaf7-ff4649dc6aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9818738 Jul 16 20:16:53.189006 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.195521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48bcf5a3-f48e-41d8-b515-6dab39579c46 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:53.283343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:53.283596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] Sync routers for ids ['af217979-4519-4f68-aaf7-ff4649dc6aa1'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:53.286951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:53.298034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.299409 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.302129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] Routers {'af217979-4519-4f68-aaf7-ff4649dc6aa1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:53.302880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af217979-4519-4f68-aaf7-ff4649dc6aa1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:53.354150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=53170b6e-d811-423d-b9c6-53629352ca17,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:53.368711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 48bcf5a3-f48e-41d8-b515-6dab39579c46 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:53.373827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.377947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-406869f9-6174-4b9a-a83a-0ec7917bbc49 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2984812 Jul 16 20:16:53.384336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:53.389381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.389608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca37d866-d15e-426a-bc06-ad75ad2bb133 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:53.399149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2', 'fixed_ips': [{'subnet_id': 'e00f254f-4068-4c58-9a99-3bf3d1c8a550'}, {'subnet_id': '53170b6e-d811-423d-b9c6-53629352ca17'}], 'name': 'tempest-PortsIpV6TestJSON-1991955904'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:53.546021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ca37d866-d15e-426a-bc06-ad75ad2bb133 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:53.600363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event updated for resources: {'Port': ['ID=6b4d3b2a-1a19-4ee8-87f1-83811205d62a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:53.612373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ca37d866-d15e-426a-bc06-ad75ad2bb133 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:53.612755 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.658170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:53.668778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54740) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:53.670446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-90c5ea80-3d17-4117-9af8-bba9ee62e69c tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "PUT /v2.0/routers/48d102e0-e79a-4eb3-981b-f96a24c295a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6658912 Jul 16 20:16:53.674418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] Sync routers for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:53.717991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:53.719288 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:53.747468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:53.758265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:53.761946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:53.828439 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:53.853972 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] Routers {'48d102e0-e79a-4eb3-981b-f96a24c295a9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:53.855806 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['48d102e0-e79a-4eb3-981b-f96a24c295a9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:53.916523 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.971638 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:53.973303 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b153e-49f9-4490-9e96-5cc8c595b145 None None] The sync data for ids ['48d102e0-e79a-4eb3-981b-f96a24c295a9'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:54.167363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.205013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.267277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26716c3d-943d-4d8d-ba1c-97356292d1ac None None] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:54.269548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.375073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.394350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:54.402443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5bca36a8-ebfb-4087-9715-9a50660ac017 None None] Provisioning for port 48bcf5a3-f48e-41d8-b515-6dab39579c46 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:54.406446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] Set router af217979-4519-4f68-aaf7-ff4649dc6aa1 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:54.450599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5bca36a8-ebfb-4087-9715-9a50660ac017 None None] Provisioning complete for port 48bcf5a3-f48e-41d8-b515-6dab39579c46 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:54.451501 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5bca36a8-ebfb-4087-9715-9a50660ac017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.458033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Deleting port 6ed2af6e-79b8-4169-bda0-532e44386b04 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:54.458476 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.575902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.607218 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Calling delete_port for 6ed2af6e-79b8-4169-bda0-532e44386b04 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:54.810864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.841652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Deleting port fb778e85-6e17-4c0d-8464-1e2ac35814c5 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:54.842244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.864684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.912426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Port': ['ID=6ed2af6e-79b8-4169-bda0-532e44386b04,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:54.912817 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.938290 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5bca36a8-ebfb-4087-9715-9a50660ac017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.984858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:54.989964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ca37d866-d15e-426a-bc06-ad75ad2bb133, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ca37d866-d15e-426a-bc06-ad75ad2bb133,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:55.015641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5bca36a8-ebfb-4087-9715-9a50660ac017 None None] For port 48bcf5a3-f48e-41d8-b515-6dab39579c46, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=48bcf5a3-f48e-41d8-b515-6dab39579c46,segment=NetworkSegment(0853b258-69b9-4a7f-a671-9503990d5061),segment_id=0853b258-69b9-4a7f-a671-9503990d5061)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:55.030552 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.047077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 5, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port': {'id': 'fb778e85-6e17-4c0d-8464-1e2ac35814c5', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:03Z', 'updated_at': '2021-07-16T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:55.052322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.094115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] Checking router: af217979-4519-4f68-aaf7-ff4649dc6aa1 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:55.101936 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5bca36a8-ebfb-4087-9715-9a50660ac017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.142609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] Routers {'af217979-4519-4f68-aaf7-ff4649dc6aa1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:55.145912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af217979-4519-4f68-aaf7-ff4649dc6aa1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:55.154001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] For port fb778e85-6e17-4c0d-8464-1e2ac35814c5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fb778e85-6e17-4c0d-8464-1e2ac35814c5,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:55.154364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.202469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Calling delete_port for fb778e85-6e17-4c0d-8464-1e2ac35814c5 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:55.254304 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.262034 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.266576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.337464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.391425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ca37d866-d15e-426a-bc06-ad75ad2bb133,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:55.421467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] Set router af217979-4519-4f68-aaf7-ff4649dc6aa1 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:55.423424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] Update dhcp port {'port': {'network_id': '88c91284-ee6d-4a96-bb2b-42d6e9dc32e2', 'fixed_ips': [{'subnet_id': 'e00f254f-4068-4c58-9a99-3bf3d1c8a550', 'ip_address': '2001:db8::2'}, {'subnet_id': '53170b6e-d811-423d-b9c6-53629352ca17'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '48bcf5a3-f48e-41d8-b515-6dab39579c46'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:16:55.431035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.431564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Fanout notify agent at l3_agent the message router_deleted on router 48d102e0-e79a-4eb3-981b-f96a24c295a9 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:16:55.438588 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.442072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-539e3ef4-69a5-45d9-9fa7-1a4a8bcd8c52 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "DELETE /v2.0/routers/48d102e0-e79a-4eb3-981b-f96a24c295a9 HTTP/1.1" status: 204 len: 168 time: 1.7699625 Jul 16 20:16:55.443629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54750) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:55.525170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 6, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:55.535291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Deleting subnet 04d650ea-1a4b-47d6-88d6-1013be840555 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:55.539801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.564744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc77cd8-7818-4374-ab74-9569b71dfdc8 None None] The sync data for ids ['af217979-4519-4f68-aaf7-ff4649dc6aa1'] in n-d-792458-10 is: [{'id': 'af217979-4519-4f68-aaf7-ff4649dc6aa1', 'name': 'tempest-ServersTestMultiNic-701844602-router', 'tenant_id': '6ffeced1d1244c4787ef437a1b20a047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:02Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 6, 'project_id': '6ffeced1d1244c4787ef437a1b20a047', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:55.587058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event updated for resources: {'Port': ['ID=6b4d3b2a-1a19-4ee8-87f1-83811205d62a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:55.601351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.647163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.648139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca36a8-ebfb-4087-9715-9a50660ac017 None None] Pushing event updated for resources: {'Port': ['ID=48bcf5a3-f48e-41d8-b515-6dab39579c46,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:55.881198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.886539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::35c (88c91284-ee6d-4a96-bb2b-42d6e9dc32e2/e00f254f-4068-4c58-9a99-3bf3d1c8a550/4ac2493e-4eb8-4d65-a91e-8f7affb15799) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:55.895840 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.911056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8:0:1::14b (88c91284-ee6d-4a96-bb2b-42d6e9dc32e2/53170b6e-d811-423d-b9c6-53629352ca17/4ac2493e-4eb8-4d65-a91e-8f7affb15799) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:55.942416 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.971075 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb778e85-6e17-4c0d-8464-1e2ac35814c5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.055810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.067338 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-264b2dca-dfc8-4686-b92b-ebad39c371a8 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7839313 Jul 16 20:16:56.067338 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.079264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.137311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Subnet': ['ID=04d650ea-1a4b-47d6-88d6-1013be840555,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.141301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.160268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f73b2252-6405-4c31-abab-510b7bac4501 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "DELETE /v2.0/subnets/04d650ea-1a4b-47d6-88d6-1013be840555 HTTP/1.1" status: 204 len: 168 time: 0.7147624 Jul 16 20:16:56.160517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:56.162617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904e544-d860-4330-a448-4dd87ba78ed0 None None] Network d496b545-90be-4e10-8356-fb9e4e041291 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:56.224760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.229661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.297439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.407496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Deleting port 060be56f-5438-463b-8a69-3e0d5144bf7d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:56.407848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.496094 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.496613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af217979-4519-4f68-aaf7-ff4649dc6aa1 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:16:56.504032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] For port 060be56f-5438-463b-8a69-3e0d5144bf7d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=060be56f-5438-463b-8a69-3e0d5144bf7d,segment=NetworkSegment(477766de-8c6b-4fe1-a273-bc027973d0a3),segment_id=477766de-8c6b-4fe1-a273-bc027973d0a3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:56.504445 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.516341 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.520026 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-faa5c059-36e3-4098-a08e-e0a8188d5652 admin admin] 10.222.0.91 "DELETE /v2.0/routers/af217979-4519-4f68-aaf7-ff4649dc6aa1 HTTP/1.1" status: 204 len: 168 time: 3.3319862 Jul 16 20:16:56.528205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54774) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:56.530076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Calling delete_port for 060be56f-5438-463b-8a69-3e0d5144bf7d owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:56.555566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] DHCP port deletion for d496b545-90be-4e10-8356-fb9e4e041291 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:56.567629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-71d4dca7-779b-497d-9ad0-bfd4f76b0913 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--161939212&fields=id&tenant_id=d2d5f2e660134e5da69ab038ea75e145 HTTP/1.1" status: 200 len: 267 time: 0.2209916 Jul 16 20:16:56.647846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] Deleting port 060be56f-5438-463b-8a69-3e0d5144bf7d {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:56.648523 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.670628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.696656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.709697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 4ac2493e-4eb8-4d65-a91e-8f7affb15799 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:56.730809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Port': ['ID=060be56f-5438-463b-8a69-3e0d5144bf7d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.742493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] No DVR routers for this DVR port 060be56f-5438-463b-8a69-3e0d5144bf7d on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:56.804451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] For port 060be56f-5438-463b-8a69-3e0d5144bf7d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=060be56f-5438-463b-8a69-3e0d5144bf7d,segment=NetworkSegment(477766de-8c6b-4fe1-a273-bc027973d0a3),segment_id=477766de-8c6b-4fe1-a273-bc027973d0a3)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:56.804451 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.820099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] Calling delete_port for 060be56f-5438-463b-8a69-3e0d5144bf7d owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:56.883576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.897484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d496b545-90be-4e10-8356-fb9e4e041291']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:56.910264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477766de-8c6b-4fe1-a273-bc027973d0a3') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:56.910733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477766de-8c6b-4fe1-a273-bc027973d0a3') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:56.935571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.935834 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.951875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] No DVR routers for this DVR port 060be56f-5438-463b-8a69-3e0d5144bf7d on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:56.977144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.984462 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:56.985038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.997136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ea09c-6cc3-4b8e-973b-30809f6588f8 None None] Pushing event deleted for resources: {'Port': ['ID=060be56f-5438-463b-8a69-3e0d5144bf7d,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:57.033721 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:57.084665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.095869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.101763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "DELETE /v2.0/networks/d496b545-90be-4e10-8356-fb9e4e041291 HTTP/1.1" status: 204 len: 168 time: 0.9400277 Jul 16 20:16:57.102415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54786) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:57.180445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116913e-b394-4627-8726-806d2f2d9b90 tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Network': ['ID=d496b545-90be-4e10-8356-fb9e4e041291,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.209035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48bcf5a3-f48e-41d8-b515-6dab39579c46 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:57.316035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] Deleting subnet 0533c007-db44-4b95-bc67-059d2bcd56ef {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:57.336281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.337056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 48bcf5a3-f48e-41d8-b515-6dab39579c46 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:57.337428 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.351265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Deleting port 322cdb24-0397-4a8d-a137-f52b193b71fe {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:57.351910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.373830 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-76d1d607-77a3-465a-a10c-a7f2f15dbb1d tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.375608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-76d1d607-77a3-465a-a10c-a7f2f15dbb1d tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/networks?id=fd0c7c25-d639-40b8-985c-df95258db8bd HTTP/1.1" status: 200 len: 806 time: 0.8070843 Jul 16 20:16:57.428173 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-7cbab1c9-838a-4ae8-970e-3f8efb6e42af tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/quotas/d2d5f2e660134e5da69ab038ea75e145 HTTP/1.1" status: 200 len: 375 time: 0.0272884 Jul 16 20:16:57.466529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca37d866-d15e-426a-bc06-ad75ad2bb133 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:57.490525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.493103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.493437 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.523647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Calling delete_port for 322cdb24-0397-4a8d-a137-f52b193b71fe owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:57.540635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.540916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ca37d866-d15e-426a-bc06-ad75ad2bb133 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:57.541313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.629059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:57.674264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-220e723b-74b4-4594-843c-e560cf8f2a03 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2d5f2e660134e5da69ab038ea75e145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2341681 Jul 16 20:16:57.679615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:57.685895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:57.693798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.694644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.723737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] Allocated IP 2001:db8:0:1::2 (88c91284-ee6d-4a96-bb2b-42d6e9dc32e2/53170b6e-d811-423d-b9c6-53629352ca17/48bcf5a3-f48e-41d8-b515-6dab39579c46) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:57.757249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=4ac2493e-4eb8-4d65-a91e-8f7affb15799,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.811545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.813323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:57.813839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0f69-1ac3-47ec-9f6a-245d1c0d619f req-963ece01-301e-47f8-a3f2-b6d6fe95628c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.820934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bc72a359-e382-426f-b401-5e0ff53c6f3f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.4278681 Jul 16 20:16:57.827602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9cd0f69-1ac3-47ec-9f6a-245d1c0d619f req-963ece01-301e-47f8-a3f2-b6d6fe95628c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 946 time: 0.1724050 Jul 16 20:16:57.835468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:57.849139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:57.849486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1cf2e515-38a4-4d62-8e2b-bfbd0e4f14fb not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:57.849949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 060be56f-5438-463b-8a69-3e0d5144bf7d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:57.850658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e00f254f-4068-4c58-9a99-3bf3d1c8a550'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:57.903670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 060be56f-5438-463b-8a69-3e0d5144bf7d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:57.904045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 060be56f-5438-463b-8a69-3e0d5144bf7d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:57.904626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fb778e85-6e17-4c0d-8464-1e2ac35814c5 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:57.930985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-6c3062ad-ff11-4116-89f3-52aa8b1d4ebf service neutron] 10.222.0.91 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141283 Jul 16 20:16:57.949026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: fb778e85-6e17-4c0d-8464-1e2ac35814c5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:57.949411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fb778e85-6e17-4c0d-8464-1e2ac35814c5 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:57.994109 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.996371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.001064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] For port 48bcf5a3-f48e-41d8-b515-6dab39579c46, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=48bcf5a3-f48e-41d8-b515-6dab39579c46,segment=NetworkSegment(0853b258-69b9-4a7f-a671-9503990d5061),segment_id=0853b258-69b9-4a7f-a671-9503990d5061)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:58.015251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9cd0f69-1ac3-47ec-9f6a-245d1c0d619f req-037b884c-0f7c-45e2-909f-c71980127722 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853178 Jul 16 20:16:58.069903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0533c007-db44-4b95-bc67-059d2bcd56ef,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:58.075735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.080157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-084f93e6-ad56-4aca-91c5-6fef2690d3b1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0533c007-db44-4b95-bc67-059d2bcd56ef HTTP/1.1" status: 204 len: 168 time: 1.5437963 Jul 16 20:16:58.082389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54796) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:58.098746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Pushing event deleted for resources: {'Port': ['ID=322cdb24-0397-4a8d-a137-f52b193b71fe,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:58.172371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.190779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-8384796b-622e-4ac0-999f-b9e87ceb5999 service neutron] 10.222.0.91 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532506 Jul 16 20:16:58.246754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Deleting port cd7cbc14-77eb-433d-a8fa-210030c9a906 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:58.247246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.329452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7290d00-f6a6-4d18-82c3-c3201bb71caf None None] Network 32e59cc3-bad9-4859-be34-56c45e1fab65 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:58.347398 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] For port cd7cbc14-77eb-433d-a8fa-210030c9a906, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cd7cbc14-77eb-433d-a8fa-210030c9a906,segment=NetworkSegment(50969a04-b757-4a55-bfac-af579a2a65c7),segment_id=50969a04-b757-4a55-bfac-af579a2a65c7)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:58.348027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.385140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Calling delete_port for cd7cbc14-77eb-433d-a8fa-210030c9a906 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:58.513890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.566036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7cbc14-77eb-433d-a8fa-210030c9a906,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:58.577767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] No DVR routers for this DVR port cd7cbc14-77eb-433d-a8fa-210030c9a906 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:58.653383 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.722882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] Transition to ACTIVE for port object 48bcf5a3-f48e-41d8-b515-6dab39579c46 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:58.737734 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.804707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.832868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54918a75-f95c-4819-bbb5-b4bde72b911c None None] DHCP port deletion for 32e59cc3-bad9-4859-be34-56c45e1fab65 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:58.835999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9229b6ee-ed8f-4a18-8a53-b33334dec334 req-6088d382-9f37-4fec-90b0-8ea80a3b5a23 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 210 time: 0.0361528 Jul 16 20:16:58.850980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e59cc3-bad9-4859-be34-56c45e1fab65']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:58.876701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50969a04-b757-4a55-bfac-af579a2a65c7') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:58.876701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50969a04-b757-4a55-bfac-af579a2a65c7') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:58.902130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.912656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.915379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.916565 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1dc6f393-60bd-4d81-bb6b-8a70aa0b6f5b tempest-FloatingIPAdminTestJSON-1625532598 tempest-FloatingIPAdminTestJSON-1625532598-project] 10.222.0.91 "DELETE /v2.0/floatingips/449c10da-b755-41b1-b240-a0fb7dc17461 HTTP/1.1" status: 204 len: 168 time: 1.8084891 Jul 16 20:16:58.926323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.932169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:58.932622 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.988820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b5fc1-adac-47cf-8554-0b126b3a238e None None] Pushing event updated for resources: {'Port': ['ID=48bcf5a3-f48e-41d8-b515-6dab39579c46,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:59.009208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:59.017002 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:59.023990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.039074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e0944-a247-4499-9573-233099d8a73e req-60a69492-0cba-4b60-8cd5-ed60a45f713d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.040653 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-509e0944-a247-4499-9573-233099d8a73e req-60a69492-0cba-4b60-8cd5-ed60a45f713d tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.99 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 946 time: 0.2598505 Jul 16 20:16:59.115782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.119353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] 10.222.0.91 "DELETE /v2.0/networks/32e59cc3-bad9-4859-be34-56c45e1fab65 HTTP/1.1" status: 204 len: 168 time: 1.0359614 Jul 16 20:16:59.120968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658589d9-be68-4e89-a77f-9996353efa0e admin admin] Pushing event deleted for resources: {'Network': ['ID=32e59cc3-bad9-4859-be34-56c45e1fab65,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:59.290890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48bcf5a3-f48e-41d8-b515-6dab39579c46 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:59.489472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:59.537641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70968a9-4daa-479c-bab0-148cf9ee8a40 req-fbed34fa-f09c-462d-ac63-63f75ba44a45 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.551068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d70968a9-4daa-479c-bab0-148cf9ee8a40 req-fbed34fa-f09c-462d-ac63-63f75ba44a45 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 946 time: 0.2166736 Jul 16 20:16:59.572255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cd7cbc14-77eb-433d-a8fa-210030c9a906 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:59.616660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54840) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:59.644861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: cd7cbc14-77eb-433d-a8fa-210030c9a906 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:59.645787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d70968a9-4daa-479c-bab0-148cf9ee8a40 req-54d9022e-2898-4bac-8489-33bfd9452684 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups?id=434016b2-3785-4363-88ce-1fc96b35cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924253 Jul 16 20:16:59.649893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cd7cbc14-77eb-433d-a8fa-210030c9a906 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:59.710240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Deleting port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:59.710587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.823622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] For port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:59.824151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.980096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f9a25b9a-589a-4d99-a0f5-9c55fa57497f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ffeced1d1244c4787ef437a1b20a047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623025 Jul 16 20:16:59.983569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54846) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:00.034880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a9de4423-8b32-4680-83f0-5188fc483db0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10b93575dcf24166b2939bd8116022a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432484 Jul 16 20:17:00.048441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54848) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:00.114705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d77e-e752-4dd2-b572-e453516978e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.163349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d77e-e752-4dd2-b572-e453516978e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.210743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c07aff-1e38-4542-9b30-0cf334b29f63 None None] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:00.245654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Delete allocated IP 2001:db8:0:1::14b (88c91284-ee6d-4a96-bb2b-42d6e9dc32e2/53170b6e-d811-423d-b9c6-53629352ca17) {{(pid=93862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:17:00.288960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b9c693f-16e4-4705-ac32-42e0be154a4d req-0f1f934a-e32a-497d-a301-05434f9f0d72 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 210 time: 0.1609578 Jul 16 20:17:00.293411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c4ff-5211-4693-ae9b-fffbc01cb536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.331772 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c4ff-5211-4693-ae9b-fffbc01cb536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.370915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d77e-e752-4dd2-b572-e453516978e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.373741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7a1d77e-e752-4dd2-b572-e453516978e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.375241 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b7a1d77e-e752-4dd2-b572-e453516978e3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fbf66b15-5206-49f2-9602-158efd39a65e HTTP/1.1" status: 204 len: 168 time: 0.3253725 Jul 16 20:17:00.390704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1d77e-e752-4dd2-b572-e453516978e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf66b15-5206-49f2-9602-158efd39a65e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.419015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c4ff-5211-4693-ae9b-fffbc01cb536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.428282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c4ff-5211-4693-ae9b-fffbc01cb536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.430366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9787659a-be51-4880-bfe3-63bff535c6f9 None None] Provisioning for port 48bcf5a3-f48e-41d8-b515-6dab39579c46 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:00.437027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4bf1c4ff-5211-4693-ae9b-fffbc01cb536 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0a638094-3393-407a-bea1-f6894b54b932 HTTP/1.1" status: 204 len: 168 time: 0.4496772 Jul 16 20:17:00.457070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.457456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.457823 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Floating IP e8e2a0c2-1d31-425e-ad45-eed5c87e4b06 disassociated. External IP: 172.25.3.237, port: 08a87ec0-1a26-49aa-9f67-98f24f5c7f13. Jul 16 20:17:00.458122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Calling delete_port for 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:00.461891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c4ff-5211-4693-ae9b-fffbc01cb536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a638094-3393-407a-bea1-f6894b54b932,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.494495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9787659a-be51-4880-bfe3-63bff535c6f9 None None] Provisioning complete for port 48bcf5a3-f48e-41d8-b515-6dab39579c46 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:00.508470 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9787659a-be51-4880-bfe3-63bff535c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.610506 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.672880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Ignored duplicate provisioning block setup for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:17:00.692019 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.031804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] In _notify_port_updated(), no bound segment for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 on network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:01.041862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.042737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.046998 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "PUT /v2.0/ports/4ac2493e-4eb8-4d65-a91e-8f7affb15799 HTTP/1.1" status: 200 len: 926 time: 3.1996162 Jul 16 20:17:01.058857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54874) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:01.061231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.076058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-ae55e4de-5194-4651-bdbc-94773f1e1299 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.079098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-ae55e4de-5194-4651-bdbc-94773f1e1299 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.99 "GET /v2.0/networks?id=fd0c7c25-d639-40b8-985c-df95258db8bd HTTP/1.1" status: 200 len: 806 time: 0.2824359 Jul 16 20:17:01.080467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e00f254f-4068-4c58-9a99-3bf3d1c8a550'}, {'subnet_id': '53170b6e-d811-423d-b9c6-53629352ca17'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:01.139842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d73b1-9e03-4dec-9e83-5fcddb27ec2b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=4ac2493e-4eb8-4d65-a91e-8f7affb15799,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:01.251156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-09734a4c-0c5a-451c-b20a-66777ea7d31e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2d5f2e660134e5da69ab038ea75e145 HTTP/1.1" status: 200 len: 379 time: 0.1561468 Jul 16 20:17:01.271624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Request body: {'port': {'device_id': '448efbd6-03c4-4211-80ce-72493f295b05', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'admin_state_up': True, 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'security_groups': ['17ccbb6d-29d7-4623-ab5d-6907f9d07179']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:01.285329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-018a217a-0878-46fd-96f7-49a73b3eb3a0 req-76c18f6b-4eaf-422e-9c1e-05f649c4baf2 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 210 time: 0.2393467 Jul 16 20:17:01.287660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54880) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:01.446425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event deleted for resources: {'Port': ['ID=08a87ec0-1a26-49aa-9f67-98f24f5c7f13,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:01.486312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b09412a7-925e-4169-9ba8-4b7869378973 None None] Provisioning for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:01.489842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Made reservation on behalf of d2d5f2e660134e5da69ab038ea75e145 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:01.491833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b09412a7-925e-4169-9ba8-4b7869378973 None None] Provisioning complete for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:01.495465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.501283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b09412a7-925e-4169-9ba8-4b7869378973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.513534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4af64e34-ab3d-4e90-903f-c2e49d626dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.586792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:01.644341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:01.645081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:01.650532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b09412a7-925e-4169-9ba8-4b7869378973 None None] Port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:01.677532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b09412a7-925e-4169-9ba8-4b7869378973 None None] Provisioning complete for port 48bcf5a3-f48e-41d8-b515-6dab39579c46 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:01.678284 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b09412a7-925e-4169-9ba8-4b7869378973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.702725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Allocated IP 172.20.0.12 (fd0c7c25-d639-40b8-985c-df95258db8bd/d6f0a2ca-7cf7-4e49-8452-a9897c08b38a/cf5304ab-0686-4533-8ae4-5ac8d0bf2c31) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:01.751830 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-239fa922-b750-4100-815c-314ce91f6769 req-0bb9d1e4-575c-4da7-8789-3c75cf1437bd tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 210 time: 0.0422289 Jul 16 20:17:01.807127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.090384 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.096931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4af64e34-ab3d-4e90-903f-c2e49d626dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.111069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4af64e34-ab3d-4e90-903f-c2e49d626dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.135462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-97bdfe53-ae68-4300-b484-0b63515f7775 None None] Provisioning complete for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:02.135794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-97bdfe53-ae68-4300-b484-0b63515f7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.140020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Router d1d6e0c3-fd37-412b-a259-4deeca55545e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:17:02.157366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Transition to ACTIVE for port object cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:02.234126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.250546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-97bdfe53-ae68-4300-b484-0b63515f7775 None None] Port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:02.313330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event updated for resources: {'Port': ['ID=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:02.352675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Network fd0c7c25-d639-40b8-985c-df95258db8bd is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:02.357156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:02.364454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af64e34-ab3d-4e90-903f-c2e49d626dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8239cc16-5d8b-41f4-9d20-8963d1b80647,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:02.369314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:02.419870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4af64e34-ab3d-4e90-903f-c2e49d626dc3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fc48fe53ea83438e9fcc7eac5df96c15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0655146 Jul 16 20:17:02.420046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54912) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:02.466031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54914) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:02.524642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:02.525518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.576788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-076695f2-7b9f-473f-b079-867c55ffdf9e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3201568 Jul 16 20:17:02.577998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6531ac6f-a234-48f1-a51e-e13c76e8f651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.593995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee597865-6204-4d9c-a5b4-b3a029fe0ecd None None] Provisioning complete for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:02.596251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee597865-6204-4d9c-a5b4-b3a029fe0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.615798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6531ac6f-a234-48f1-a51e-e13c76e8f651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.747338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:02.748474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ee597865-6204-4d9c-a5b4-b3a029fe0ecd None None] Port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:02.753905 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6531ac6f-a234-48f1-a51e-e13c76e8f651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.764579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] Sync routers for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:02.765909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6531ac6f-a234-48f1-a51e-e13c76e8f651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.766951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6531ac6f-a234-48f1-a51e-e13c76e8f651 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8239cc16-5d8b-41f4-9d20-8963d1b80647 HTTP/1.1" status: 204 len: 168 time: 0.3457336 Jul 16 20:17:02.821541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:02.822368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:02.833979 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6e533d1-c3ed-423e-a8f8-1531ec77df42 req-a94f10de-861b-4b00-abcc-88b167fd045c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f118285-f7b9-4af2-beba-26465f76be39 HTTP/1.1" status: 200 len: 210 time: 0.1128371 Jul 16 20:17:02.848252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531ac6f-a234-48f1-a51e-e13c76e8f651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8239cc16-5d8b-41f4-9d20-8963d1b80647,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:02.867343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-633795053-network', 'tenant_id': '6670b284f5fa46329e1ed7ac402ef58f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:02.925926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Request body: {'port': {'device_id': '448efbd6-03c4-4211-80ce-72493f295b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:02.971361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Made reservation on behalf of 6670b284f5fa46329e1ed7ac402ef58f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:02.975375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.979518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] No DVR routers for this DVR port 08a87ec0-1a26-49aa-9f67-98f24f5c7f13 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:02.993967 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.994652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.997601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-509e0944-a247-4499-9573-233099d8a73e req-6df1d41d-ebd9-4448-9398-52c62a3949ee tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.99 "DELETE /v2.0/ports/08a87ec0-1a26-49aa-9f67-98f24f5c7f13 HTTP/1.1" status: 204 len: 173 time: 3.9346993 Jul 16 20:17:03.012222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-deleted', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:03.020974 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bafca1-5804-40c9-bf17-b5d5f9d2c827" -d '{"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-deleted", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:03.081063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2763b631-73d8-459c-9d69-bb5fcf4942d4 None None] Provisioning for port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:03.093237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8:0:1::fc (88c91284-ee6d-4a96-bb2b-42d6e9dc32e2/53170b6e-d811-423d-b9c6-53629352ca17/4ac2493e-4eb8-4d65-a91e-8f7affb15799) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:03.103607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2763b631-73d8-459c-9d69-bb5fcf4942d4 None None] Provisioning complete for port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:03.103999 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2763b631-73d8-459c-9d69-bb5fcf4942d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.181861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.207267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.305525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2763b631-73d8-459c-9d69-bb5fcf4942d4 None None] Port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:03.330297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:03.348853 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.422039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:03.469050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.504628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85cc604-ae13-4f64-9484-87e967b32c00,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:03.514133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54946) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:03.522006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.522352 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Added segment 474e114c-1a39-43ce-87a8-86ef5feaf04d of type vlan for network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 Jul 16 20:17:03.533913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 4ac2493e-4eb8-4d65-a91e-8f7affb15799 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:03.550124 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.556200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ee296889-49fc-44bb-8904-55bcd2d780a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.584999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.712040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee907-38e1-466e-a3bd-b9a080bb9fd0 req-13a660bc-df97-459b-be26-053049281ceb tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.731436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb6ee907-38e1-466e-a3bd-b9a080bb9fd0 req-13a660bc-df97-459b-be26-053049281ceb tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 932 time: 0.6397288 Jul 16 20:17:03.814981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] In _notify_port_updated(), no bound segment for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 on network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:03.822104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.837389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.840764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "PUT /v2.0/ports/4ac2493e-4eb8-4d65-a91e-8f7affb15799 HTTP/1.1" status: 200 len: 1011 time: 2.7807357 Jul 16 20:17:03.845433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54950) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:03.864335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661fed9-571f-4db1-93a7-34d2d0c40307 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=4ac2493e-4eb8-4d65-a91e-8f7affb15799,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:03.943843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:04.029654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] Checking router: d1d6e0c3-fd37-412b-a259-4deeca55545e for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:17:04.047688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:04.058099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.072665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Transition to ACTIVE for port object cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:04.073958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.077079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:04.078200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.087505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:04.088598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:16:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:04.095343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.337196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e1d5a7ec-492a-422e-9b56-7b766dbb526a None None] Provisioning for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:04.378479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.391812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.397870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Attempting to bind port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:04.399431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Attempting to bind port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:04.399811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Attempting to bind port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 on network fd0c7c25-d639-40b8-985c-df95258db8bd {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:04.412166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 on network fd0c7c25-d639-40b8-985c-df95258db8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:04.415523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Attempting to bind port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 on network fd0c7c25-d639-40b8-985c-df95258db8bd {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:04.426996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:04.427361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Checking segment: {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:04.431315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Bound using segment: {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:04.431931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Bound port: cf5304ab-0686-4533-8ae4-5ac8d0bf2c31, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31766b28-e0f3-46f6-b071-1cdf034541d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:04.432302 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.447059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e1d5a7ec-492a-422e-9b56-7b766dbb526a None None] Provisioning complete for port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:04.447610 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a7ec-492a-422e-9b56-7b766dbb526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.449685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:04.685360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] For port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:04.692257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] For port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:04.701771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.738888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:04.742643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5a7ec-492a-422e-9b56-7b766dbb526a None None] Port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:04.765013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:04.765700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.768185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] 10.222.0.99 "PUT /v2.0/ports/cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 HTTP/1.1" status: 200 len: 1093 time: 2.0354652 Jul 16 20:17:04.768764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:04.771996 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df" -d '{"events": [{"name": "network-changed", "server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:04.821174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54962) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:04.927216 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fecb1d-10f0-48a8-9811-7a996d2cea60 x-openstack-request-id: req-b8fecb1d-10f0-48a8-9811-7a996d2cea60 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:04.927585 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:04.927840 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b8fecb1d-10f0-48a8-9811-7a996d2cea60 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:04.928247 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'status': 'completed', 'code': 200} Jul 16 20:17:04.938421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95b00c-ae6d-4d33-b297-ae285aafd186 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.997973 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffc97fb7-3343-466f-9114-65f9face4dd7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.028494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-bfe196f9-63a0-4e0f-8810-9b7fa104c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:05.030439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-bfe196f9-63a0-4e0f-8810-9b7fa104c7a5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d2d5f2e660134e5da69ab038ea75e145&device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 1096 time: 0.2076056 Jul 16 20:17:05.066501 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394315f9-ec65-43e6-bbb4-a118b5f7f977 x-openstack-request-id: req-394315f9-ec65-43e6-bbb4-a118b5f7f977 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:05.068774 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f118285-f7b9-4af2-beba-26465f76be39", "name": "network-vif-deleted", "tag": "08a87ec0-1a26-49aa-9f67-98f24f5c7f13", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:05.068774 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-394315f9-ec65-43e6-bbb4-a118b5f7f977 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:05.068774 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f118285-f7b9-4af2-beba-26465f76be39', 'name': 'network-vif-deleted', 'tag': '08a87ec0-1a26-49aa-9f67-98f24f5c7f13', 'status': 'completed', 'code': 200} Jul 16 20:17:05.094827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-0c3507a1-8e00-4b39-8da0-e23cfbef06ee service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 HTTP/1.1" status: 200 len: 217 time: 0.0539176 Jul 16 20:17:05.100235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffc97fb7-3343-466f-9114-65f9face4dd7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.226591 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffc97fb7-3343-466f-9114-65f9face4dd7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.229197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffc97fb7-3343-466f-9114-65f9face4dd7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.230366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ffc97fb7-3343-466f-9114-65f9face4dd7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "DELETE /v2.0/security-groups/434016b2-3785-4363-88ce-1fc96b35cf2c HTTP/1.1" status: 204 len: 168 time: 0.4060762 Jul 16 20:17:05.239622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54966) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:05.297479 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-07a88f3b-178c-476b-9a2a-2c72a35b6db8 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] show failed (client error): The resource could not be found. Jul 16 20:17:05.298563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-07a88f3b-178c-476b-9a2a-2c72a35b6db8 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "GET /v2.0/security-groups/434016b2-3785-4363-88ce-1fc96b35cf2c HTTP/1.1" status: 404 len: 347 time: 0.0435393 Jul 16 20:17:05.300274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc97fb7-3343-466f-9114-65f9face4dd7 tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434016b2-3785-4363-88ce-1fc96b35cf2c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:05.302916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-8d143f01-cbdc-4210-8d70-70c4e6473490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:05.306174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb6ee907-38e1-466e-a3bd-b9a080bb9fd0 req-76e12f5a-932c-4287-83da-0a4aed4e35de tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5735211 Jul 16 20:17:05.308656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-8d143f01-cbdc-4210-8d70-70c4e6473490 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d6f0a2ca-7cf7-4e49-8452-a9897c08b38a HTTP/1.1" status: 200 len: 845 time: 0.2025836 Jul 16 20:17:05.309963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:05.365565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:05.421119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ee296889-49fc-44bb-8904-55bcd2d780a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.424924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae959afe-ece9-4d96-975d-0bc79536a777 None None] The sync data for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 is: [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 4, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6f25a95a-c0b0-471e-a8af-0acef5ccdc6c', 'name': '', 'network_id': 'b96a3a0b-c687-4dbb-919f-1c6e5002a26b', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'mac_address': 'fa:16:3e:42:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'subnets': [{'id': 'fd238f0f-68ac-47fb-8871-c0a48df07c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:05.434222 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ee296889-49fc-44bb-8904-55bcd2d780a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.564263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f32574ab-dfe0-4ecf-b8db-d9083c85a7d1 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0937197 Jul 16 20:17:05.565918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:05.575622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 4ac2493e-4eb8-4d65-a91e-8f7affb15799 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:05.575963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.584550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee296889-49fc-44bb-8904-55bcd2d780a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aae273-ce52-4359-b08e-adbe2d54eb8d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:05.595579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Request body: {'subnet': {'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-633795053-subnet', 'tenant_id': '6670b284f5fa46329e1ed7ac402ef58f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:05.596851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ee296889-49fc-44bb-8904-55bcd2d780a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cdbd705f13f4448888bceb203e2108ac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0803893 Jul 16 20:17:05.610687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54974) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:05.736959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Made reservation on behalf of 6670b284f5fa46329e1ed7ac402ef58f for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:05.745847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.780741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-310c004b-993f-430f-8b52-0edfb14b079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:05.782748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-310c004b-993f-430f-8b52-0edfb14b079d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fd0c7c25-d639-40b8-985c-df95258db8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3877175 Jul 16 20:17:05.817138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.844307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Deleting port 908a4fc2-511f-45c3-82f2-b873d51533e2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:05.844896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.856116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 4ac2493e-4eb8-4d65-a91e-8f7affb15799 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:05.951193 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9125f444-3d95-423f-a1eb-8076bf8ff5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.009296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0df47b31-3c1a-42da-a415-3308654ae8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.043321 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bc749-bf81-4380-94ff-5d83ccbf6d17 None None] New status for floating IP e8e2a0c2-1d31-425e-ad45-eed5c87e4b06: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:17:06.051176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9125f444-3d95-423f-a1eb-8076bf8ff5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.071940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-eee63c63-0964-4e93-b2bd-1c872661966b service neutron] 10.222.0.99 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776597 Jul 16 20:17:06.106276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.106656 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.124919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.149208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Calling delete_port for 908a4fc2-511f-45c3-82f2-b873d51533e2 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:06.299662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=4ac2493e-4eb8-4d65-a91e-8f7affb15799,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.344267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.346812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-66e56571-dbb3-4d89-bcaa-32f349fab454 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/4ac2493e-4eb8-4d65-a91e-8f7affb15799 HTTP/1.1" status: 204 len: 168 time: 2.4835074 Jul 16 20:17:06.349544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54982) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:06.371269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9125f444-3d95-423f-a1eb-8076bf8ff5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.374340 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9125f444-3d95-423f-a1eb-8076bf8ff5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.380383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9125f444-3d95-423f-a1eb-8076bf8ff5dd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/07aae273-ce52-4359-b08e-adbe2d54eb8d HTTP/1.1" status: 204 len: 168 time: 0.7484303 Jul 16 20:17:06.400610 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2216d8-8ce6-45af-a1d9-408a4117e3f6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:17:06.403071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-db2216d8-8ce6-45af-a1d9-408a4117e3f6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/4ac2493e-4eb8-4d65-a91e-8f7affb15799 HTTP/1.1" status: 404 len: 333 time: 0.0517728 Jul 16 20:17:06.410937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54986) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:06.514028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet 53170b6e-d811-423d-b9c6-53629352ca17 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:06.522166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.643206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.818822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7dc29-f6c1-475b-9c6f-1774e0b77b95 req-d069ddee-4cf0-4327-8e89-fed969289845 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.828613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0dd7dc29-f6c1-475b-9c6f-1774e0b77b95 req-d069ddee-4cf0-4327-8e89-fed969289845 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 944 time: 0.1903644 Jul 16 20:17:06.862041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.934038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0dd7dc29-f6c1-475b-9c6f-1774e0b77b95 req-6521afdc-e511-4bb4-8f55-7dcae80f84c9 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041844 Jul 16 20:17:07.005732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.020780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125f444-3d95-423f-a1eb-8076bf8ff5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aae273-ce52-4359-b08e-adbe2d54eb8d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.025079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3cf1b1e-29d8-4f45-a0f7-75fbec6e7d3c req-ce242583-e6fa-4dcc-9bc8-8ba72c15cb84 service neutron] 10.222.0.99 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9449096 Jul 16 20:17:07.053189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2e612-7765-4f21-a96a-bcd022f5f9f6 None None] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:07.123956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.141663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/53170b6e-d811-423d-b9c6-53629352ca17 HTTP/1.1" status: 204 len: 168 time: 0.7266834 Jul 16 20:17:07.141663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bb1d4-0a10-498f-bfad-c6c83e72e0cc tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=53170b6e-d811-423d-b9c6-53629352ca17,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.143585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:07.210240 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.251034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet e00f254f-4068-4c58-9a99-3bf3d1c8a550 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:07.254510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.299953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.410331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413f00f6-4f9e-46cf-bdab-70e1028d9e31,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.507154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.611962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.670069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.681192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.686470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/e00f254f-4068-4c58-9a99-3bf3d1c8a550 HTTP/1.1" status: 204 len: 168 time: 0.5300052 Jul 16 20:17:07.687493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55010) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:07.688484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519caa8b-cc90-44c4-b5c6-76e979a06bef tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=e00f254f-4068-4c58-9a99-3bf3d1c8a550,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.720740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Checking segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:07.721168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Network hostable DHCP agents. Network: 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:07.801444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Pushing event deleted for resources: {'Port': ['ID=908a4fc2-511f-45c3-82f2-b873d51533e2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.842978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.848410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-38769362-afb5-4809-b016-34028ac75c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.850005 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-38769362-afb5-4809-b016-34028ac75c55 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d2d5f2e660134e5da69ab038ea75e145&device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 1096 time: 0.7213912 Jul 16 20:17:07.948563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 48bcf5a3-f48e-41d8-b515-6dab39579c46 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:07.950048 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.009953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:08.125780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:08.133672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c6255-2f5d-4b4e-9cf0-cc4d1c82b86f None None] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:08.211263 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.223889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.234901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9e5f9e06-2f4a-4134-b6fe-a1796b30437c tempest-AttachVolumeShelveTestJSON-1821338643 tempest-AttachVolumeShelveTestJSON-1821338643-project] 10.222.0.91 "DELETE /v2.0/floatingips/e8e2a0c2-1d31-425e-ad45-eed5c87e4b06 HTTP/1.1" status: 204 len: 168 time: 2.9146175 Jul 16 20:17:08.234901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:08.234901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.245174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] For port 48bcf5a3-f48e-41d8-b515-6dab39579c46, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=48bcf5a3-f48e-41d8-b515-6dab39579c46,segment=NetworkSegment(0853b258-69b9-4a7f-a671-9503990d5061),segment_id=0853b258-69b9-4a7f-a671-9503990d5061)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:08.245174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.292065 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c48cba54-5380-4416-91a9-60adfba28906 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7211573 Jul 16 20:17:08.338241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-9f841783-a3d8-438f-94b8-79ced05d6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:08.343834 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-9f841783-a3d8-438f-94b8-79ced05d6391 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fd0c7c25-d639-40b8-985c-df95258db8bd HTTP/1.1" status: 200 len: 907 time: 0.4451573 Jul 16 20:17:08.349424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 48bcf5a3-f48e-41d8-b515-6dab39579c46 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:08.506343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-dc1481bf-5ddd-462e-a801-ef003c715a6e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 HTTP/1.1" status: 200 len: 217 time: 0.1519573 Jul 16 20:17:08.681300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-ffddf73a-aac2-4812-939d-7d90c6227d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:08.688279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-ffddf73a-aac2-4812-939d-7d90c6227d99 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d6f0a2ca-7cf7-4e49-8452-a9897c08b38a HTTP/1.1" status: 200 len: 845 time: 0.1744111 Jul 16 20:17:08.695350 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.817448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No DVR routers for this DVR port 48bcf5a3-f48e-41d8-b515-6dab39579c46 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:08.873136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-b86aa170-e479-4a95-9abe-7b7d41813b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:08.875256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-b86aa170-e479-4a95-9abe-7b7d41813b9b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fd0c7c25-d639-40b8-985c-df95258db8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773214 Jul 16 20:17:08.900802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=48bcf5a3-f48e-41d8-b515-6dab39579c46,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:08.954642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a65ab-3048-46d0-9e77-4708baed6d99 None None] Network 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:08.995842 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.009796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c91284-ee6d-4a96-bb2b-42d6e9dc32e2']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:09.018426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.022795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0853b258-69b9-4a7f-a671-9503990d5061') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:09.023373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0853b258-69b9-4a7f-a671-9503990d5061') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:09.037049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.054995 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.062933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:09.063429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.075279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7647d74c-e3e4-4353-a307-32d041695096 None None] Could not find standard attr ID for object 48bcf5a3-f48e-41d8-b515-6dab39579c46. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:09.111901 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-69d9423f-7814-4d37-a599-df9573084a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.134240 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.145505 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:09.163684 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:09.173107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.220722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55058) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:09.226104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.236433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 HTTP/1.1" status: 204 len: 168 time: 1.5348783 Jul 16 20:17:09.238412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f358a4-d1fc-4400-beb6-52a4e41fd3f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=88c91284-ee6d-4a96-bb2b-42d6e9dc32e2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:09.242957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f510cb86-4550-4113-9834-7171d8291f51 None None] DHCP port deletion for 88c91284-ee6d-4a96-bb2b-42d6e9dc32e2 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:09.262800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c93b-45c4-48db-922e-f4d7da238701 req-3344a5dc-e9a6-4a21-a741-79185a308fbd tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.268587 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21f7c93b-45c4-48db-922e-f4d7da238701 req-3344a5dc-e9a6-4a21-a741-79185a308fbd tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 944 time: 0.9857814 Jul 16 20:17:09.275703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'tenant_id': '6670b284f5fa46329e1ed7ac402ef58f', 'fixed_ips': [{'subnet_id': '413f00f6-4f9e-46cf-bdab-70e1028d9e31'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:09.279100 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.280646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55060) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:09.322116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-1aa528e3-13be-41fd-aff6-8b3e1d1a3aa3 service neutron] 10.222.0.99 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373741 Jul 16 20:17:09.492407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Allocated IP 172.20.0.2 (2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6/413f00f6-4f9e-46cf-bdab-70e1028d9e31/e14bc158-fbed-481e-8fda-16634f1dde6c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:09.535229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2099811059'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:09.542503 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e46c5ef2-6a5e-47b7-a713-9dc49d41b3df req-6b16fb21-415f-4859-b851-ab6944807852 service neutron] 10.222.0.99 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148087 Jul 16 20:17:09.591810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21f7c93b-45c4-48db-922e-f4d7da238701 req-f2dcd883-0d73-4cf3-a0a5-52b307e3e293 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095987 Jul 16 20:17:09.625385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Made reservation on behalf of 7af6deacce0947aaa910d660ad8bffca for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:09.639328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.667748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:09.701683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693f99b-41e1-4656-9465-8a6b5a072eda tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.710062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b693f99b-41e1-4656-9465-8a6b5a072eda tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4244268 Jul 16 20:17:09.710984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55078) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:09.711481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.893584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:09.908740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'port_id': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'mac_address': 'fa:16:3e:71:22:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:09.924965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.931887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.958410 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.971214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Transition to ACTIVE for port object e14bc158-fbed-481e-8fda-16634f1dde6c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:09.976733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5cf786f2-3319-48f1-9d22-c4b321923b62 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2640755 Jul 16 20:17:09.980083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:09.986637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-158413442'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:09.991441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Transition to ACTIVE for port object e14bc158-fbed-481e-8fda-16634f1dde6c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:10.001660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a91cab5-83f4-44bd-8658-582b045caef9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.001904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-761b4d4d-1285-4e10-9913-14690bee7126 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:10.004782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-761b4d4d-1285-4e10-9913-14690bee7126 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 815 time: 0.2768459 Jul 16 20:17:10.032630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:10.047294 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.055774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.057548 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Added segment 61693ead-9530-4624-ae90-fae9f90f8e32 of type vlan for network b300666f-2b2a-43e8-a24f-fed4d4c4660d Jul 16 20:17:10.064213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-7669ea24-9fa6-46b4-8742-019da217ebd8 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/quotas/6670b284f5fa46329e1ed7ac402ef58f HTTP/1.1" status: 200 len: 375 time: 0.0504501 Jul 16 20:17:10.074516 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.087059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:10.090565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.124501 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.149710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:10.171873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.172228 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment 4c0e079d-6f01-490c-9710-dc45ce9151df of type vlan for network 39788d18-60e0-41dc-810d-ffd9cefe0afb Jul 16 20:17:10.178496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:10.190743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-40fd9919-52e7-4878-b2a5-d2e09eb1db8a tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197546 Jul 16 20:17:10.220011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.226778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:10.228261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Pushing event updated for resources: {'Port': ['ID=e14bc158-fbed-481e-8fda-16634f1dde6c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.232735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:10.233082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:10.238187 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.240559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.242056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:10.284709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:10.326453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Attempting to bind port e14bc158-fbed-481e-8fda-16634f1dde6c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:10.327217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Attempting to bind port e14bc158-fbed-481e-8fda-16634f1dde6c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:10.327752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Attempting to bind port e14bc158-fbed-481e-8fda-16634f1dde6c on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:10.330459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.344804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0749931 Jul 16 20:17:10.386164 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.403294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.407546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:10.408270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Checking segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:10.408926 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.409581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Bound using segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:10.410282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Bound port: e14bc158-fbed-481e-8fda-16634f1dde6c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:10.410921 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.453406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69977ebf-da15-44c8-b677-4d336f1e42d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Pushing event updated for resources: {'Network': ['ID=b300666f-2b2a-43e8-a24f-fed4d4c4660d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.481436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] For port e14bc158-fbed-481e-8fda-16634f1dde6c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:10.485339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] For port e14bc158-fbed-481e-8fda-16634f1dde6c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e14bc158-fbed-481e-8fda-16634f1dde6c,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:10.488836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b300666f-2b2a-43e8-a24f-fed4d4c4660d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:10.516873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.525066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:10.525812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.602962 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.612201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55096) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:10.619370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Request body: {'port': {'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d', 'binding:host_id': 'n-h2-792458-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-277291714'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:10.665234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54e37-baff-40a2-85bf-3996b55b1f68 None None] Pushing event updated for resources: {'Port': ['ID=e14bc158-fbed-481e-8fda-16634f1dde6c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.686613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Made reservation on behalf of 4ac1ca109a994dadb3fde0857aa95c7a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:10.692106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.709200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.718974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-94e5059b-55a1-4909-a644-95dc6e568dd9 service neutron] 10.222.0.91 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396074 Jul 16 20:17:10.723422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['cf5304ab-0686-4533-8ae4-5ac8d0bf2c31'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:10.755014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=39788d18-60e0-41dc-810d-ffd9cefe0afb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.782225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:10.788631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-453436c4-dd64-4814-b74a-5b6f3c197408 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8071535 Jul 16 20:17:10.793267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55104) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:10.816791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:10.973883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d9b6d843-e11c-4a51-9730-c33ef5d51d4a service neutron] 10.222.0.91 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496393 Jul 16 20:17:11.359778 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.376720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.392702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e14bc158-fbed-481e-8fda-16634f1dde6c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:11.409078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] device_id is not set on port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:11.612836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e14bc158-fbed-481e-8fda-16634f1dde6c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:11.619190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:11.623814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.646393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f994b71-2999-41f3-b2de-057bed3a6c33 req-b602a907-bbc6-468f-96eb-4de54447512e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:11.648025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48bcf5a3-f48e-41d8-b515-6dab39579c46 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:11.648479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f994b71-2999-41f3-b2de-057bed3a6c33 req-b602a907-bbc6-468f-96eb-4de54447512e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 945 time: 0.6941278 Jul 16 20:17:11.649360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff132753-0bc7-4c66-862e-e0841c693779,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.744655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 48bcf5a3-f48e-41d8-b515-6dab39579c46 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:11.744999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 48bcf5a3-f48e-41d8-b515-6dab39579c46 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:11.770216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.836637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f994b71-2999-41f3-b2de-057bed3a6c33 req-83a76418-01b3-49af-a676-ce1ab82499e0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582005 Jul 16 20:17:12.086936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-2a0bdc67-e843-484d-bef5-0402d835acb6 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.088454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-2a0bdc67-e843-484d-bef5-0402d835acb6 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 815 time: 0.3318324 Jul 16 20:17:12.118222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-461dab82-abeb-4764-ba55-7e6e01ea1eef tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/quotas/6670b284f5fa46329e1ed7ac402ef58f HTTP/1.1" status: 200 len: 375 time: 0.0205863 Jul 16 20:17:12.135349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] device_id is not set on port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:12.179813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.232961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.237209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Transition to ACTIVE for port object 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:12.265690 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-444b0aaf-6b3f-4c58-bcb8-752beb90f98d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1391783 Jul 16 20:17:12.302817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.440919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-0ae6d82c-2f36-4452-a355-98ef1564f91c service neutron] 10.222.0.91 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641853 Jul 16 20:17:12.447230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=13eb811f-3d65-44e8-a142-b7cb0aabe571,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:12.475428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=67ab6f33-0542-4a3f-9c68-8a068fed9ea8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:12.491363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Checking segment: {'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:12.492052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Network hostable DHCP agents. Network: b300666f-2b2a-43e8-a24f-fed4d4c4660d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:12.494696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': '4c0e079d-6f01-490c-9710-dc45ce9151df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:12.495303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: 39788d18-60e0-41dc-810d-ffd9cefe0afb, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:12.529250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:12.537864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Network b300666f-2b2a-43e8-a24f-fed4d4c4660d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:12.541951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 39788d18-60e0-41dc-810d-ffd9cefe0afb) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:12.551360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, b300666f-2b2a-43e8-a24f-fed4d4c4660d) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:12.553647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.554424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.559612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:12.581570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.582369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.583560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.584553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-eda31526-23ff-40b2-8b66-85619fd700a3 service neutron] 10.222.0.91 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413271 Jul 16 20:17:12.587937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-952cbedb-fecf-41a2-9763-488238c699e7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7933750 Jul 16 20:17:12.591769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.592363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.592495 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.593025 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 2 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.595346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80a8a2-f7ac-4200-820a-bbe59d69215a None None] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:12.606126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb', 'name': 'tempest-PortsIpV6TestJSON-313225982'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:12.622015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.622808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.623583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.630617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.631220 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.631860 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 3 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.653568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.654142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.654771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.660948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.661745 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.662469 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 4 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.684152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.684649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.685084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.697579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.698013 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.698505 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 5 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.727515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.731233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.732664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.746965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.749213 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.751322 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 6 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.778467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.779824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.780547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.786612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.787299 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.787915 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 7 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.804926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.805671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.806114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.811364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.812243 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.812741 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 8 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.832880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.833294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.833696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.842789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13679128-fb88-4e5d-9cc6-41d58ff2ea7e None None] Network b300666f-2b2a-43e8-a24f-fed4d4c4660d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:12.843912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.844456 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.846415 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 9 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.878905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab357fc4-7ad7-4370-8ec3-44d1dd4ff966 None None] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:12.891421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.892041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.892561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.905688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.906077 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.913744 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 10 to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 Jul 16 20:17:12.971272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:12.972160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:12.972619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:12.985164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:12.987642 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:12.988298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.996019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:13.004488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.082191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 8d271f9a-7aec-4c42-9018-b93d87486576 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:13.183622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] For port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:13.184228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempted to set empty binding levels {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:17:13.224510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.266644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f2b1cbb-9411-40db-bd75-5891f830004d None None] Provisioning for port e14bc158-fbed-481e-8fda-16634f1dde6c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:13.311646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:13.314504 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.402115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc042345-3db3-45a5-a068-0cac390522d8 req-20c513f0-9f80-4885-9f49-b2ca309fcf3b tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:13.410091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc042345-3db3-45a5-a068-0cac390522d8 req-20c513f0-9f80-4885-9f49-b2ca309fcf3b tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 945 time: 0.2240498 Jul 16 20:17:13.418788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=67ab6f33-0542-4a3f-9c68-8a068fed9ea8,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:13.422084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cbec1445-b583-4203-899f-adac4583aaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.8086739 Jul 16 20:17:13.424740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55176) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:13.478505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f2b1cbb-9411-40db-bd75-5891f830004d None None] Provisioning complete for port e14bc158-fbed-481e-8fda-16634f1dde6c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:13.478899 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f2b1cbb-9411-40db-bd75-5891f830004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.485730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::224 (39788d18-60e0-41dc-810d-ffd9cefe0afb/13eb811f-3d65-44e8-a142-b7cb0aabe571/8d271f9a-7aec-4c42-9018-b93d87486576) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:13.550607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc042345-3db3-45a5-a068-0cac390522d8 req-3351b5e5-cba7-4b90-8c1a-55bf3de5edf0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391592 Jul 16 20:17:13.668727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:13.771179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Deleting port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:13.771529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.866903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.870043 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f2b1cbb-9411-40db-bd75-5891f830004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.878334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-39788d18-60e0-41dc-810d-ffd9cefe0afb', 'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb', 'tenant_id': '8b0a4712e7414685810442700f62c53d', 'fixed_ips': [{'subnet_id': '13eb811f-3d65-44e8-a142-b7cb0aabe571'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:13.879892 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.924864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 8d271f9a-7aec-4c42-9018-b93d87486576 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:13.976143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] For port 67ab6f33-0542-4a3f-9c68-8a068fed9ea8, host n-h2-792458-10, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:13.978672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.013008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Calling delete_port for 67ab6f33-0542-4a3f-9c68-8a068fed9ea8 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:14.064847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.181479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=8d271f9a-7aec-4c42-9018-b93d87486576,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.203459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Allocated IP 2001:db8::2 (39788d18-60e0-41dc-810d-ffd9cefe0afb/13eb811f-3d65-44e8-a142-b7cb0aabe571/5dea82ed-bf9d-4776-b0fd-54cee43b1fe6) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:14.233936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:14.267343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:14.337875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.378918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:14.394745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:14.395458 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.461932 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-044c1f9f-503c-46d5-937f-21367d95b97a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8670843 Jul 16 20:17:14.468698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55192) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.474294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb', 'name': 'tempest-PortsIpV6TestJSON-1220476245'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:14.483745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event deleted for resources: {'Port': ['ID=67ab6f33-0542-4a3f-9c68-8a068fed9ea8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.518055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.529164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-96928610-2956-4b4b-a465-0451b8e0623a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "DELETE /v2.0/ports/67ab6f33-0542-4a3f-9c68-8a068fed9ea8 HTTP/1.1" status: 204 len: 168 time: 1.1013277 Jul 16 20:17:14.530863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55194) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.626760 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2500b03f-f27c-46e2-95ce-406bebea9682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:14.630235 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.636059 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2500b03f-f27c-46e2-95ce-406bebea9682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "GET /v2.0/ports/67ab6f33-0542-4a3f-9c68-8a068fed9ea8 HTTP/1.1" status: 404 len: 333 time: 0.0999782 Jul 16 20:17:14.636059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55200) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.650110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Request body: {'port': {'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866938220'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:14.652043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Transition to ACTIVE for port object 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:14.716330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Made reservation on behalf of 4ac1ca109a994dadb3fde0857aa95c7a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:14.721404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.731635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3f2b1cbb-9411-40db-bd75-5891f830004d None None] For port e14bc158-fbed-481e-8fda-16634f1dde6c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e14bc158-fbed-481e-8fda-16634f1dde6c,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:14.749472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Transition to ACTIVE for port object 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:14.764695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:14.767397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] device_id is not set on port d048979d-aa9e-4432-b083-8f7267be2e1e yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:14.822255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:14.825908 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.836731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:14.852824 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.867868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-ba1473d9-95ac-4731-919f-16e2a294a1dd tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:14.877493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-ba1473d9-95ac-4731-919f-16e2a294a1dd tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 815 time: 0.8432767 Jul 16 20:17:14.891845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-fe024a0d-a3c8-41f8-acd7-f1209bf86bb9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:14.893675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-fe024a0d-a3c8-41f8-acd7-f1209bf86bb9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 815 time: 0.8596795 Jul 16 20:17:14.919626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Request body: {'port': {'device_id': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'admin_state_up': True, 'tenant_id': '6670b284f5fa46329e1ed7ac402ef58f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:14.928681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 5b6b7b10-5f83-4531-961c-087d141fade2 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:14.944935 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-92e87ca8-f5a1-4038-ba66-789ff53fceaa tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/quotas/6670b284f5fa46329e1ed7ac402ef58f HTTP/1.1" status: 200 len: 375 time: 0.0661442 Jul 16 20:17:14.948327 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f2b1cbb-9411-40db-bd75-5891f830004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.971415 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.233381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:15.234687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b1cbb-9411-40db-bd75-5891f830004d None None] Pushing event updated for resources: {'Port': ['ID=e14bc158-fbed-481e-8fda-16634f1dde6c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.239178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06c66-226c-4478-aa50-fae6b9f1cd6f req-b9db5ffa-9c89-48c6-9b4c-f472d3d7fdb0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:15.247441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06f06c66-226c-4478-aa50-fae6b9f1cd6f req-b9db5ffa-9c89-48c6-9b4c-f472d3d7fdb0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 945 time: 0.2664635 Jul 16 20:17:15.251738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:15.257091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:15.304724 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.368378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.380306 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06f06c66-226c-4478-aa50-fae6b9f1cd6f req-92f6bcd0-e0af-4fea-984b-2f2d1821e4f4 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216514 Jul 16 20:17:15.494186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.582350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-16906fb6-6894-4038-94a6-fa05b0c16fc5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6280520 Jul 16 20:17:15.609093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Network b300666f-2b2a-43e8-a24f-fed4d4c4660d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:15.622899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Made reservation on behalf of 6670b284f5fa46329e1ed7ac402ef58f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:15.641539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.643384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:15.651414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:15.652565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:15.655289 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.668159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::2b3 (39788d18-60e0-41dc-810d-ffd9cefe0afb/13eb811f-3d65-44e8-a142-b7cb0aabe571/5b6b7b10-5f83-4531-961c-087d141fade2) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:15.672409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55208) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.688673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1769278035'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:15.762483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=d048979d-aa9e-4432-b083-8f7267be2e1e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.769264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:15.778466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.791420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:15.803127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Attempting to bind port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:15.803544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Attempting to bind port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '4c0e079d-6f01-490c-9710-dc45ce9151df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:15.803909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Attempting to bind port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 on network 39788d18-60e0-41dc-810d-ffd9cefe0afb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:15.808362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:15.814778 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531a4872-d531-4906-b147-a33af078215f" -d '{"events": [{"server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "name": "network-vif-plugged", "status": "completed", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:15.827553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dc83dd71-f8a1-4f71-8f27-7356a84b4e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1893957 Jul 16 20:17:15.829890 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.834360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55214) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.839256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Pushing event updated for resources: {'Port': ['ID=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.847217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:15.847596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Checking segment: {'id': '4c0e079d-6f01-490c-9710-dc45ce9151df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:15.848015 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.851446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Bound using segment: {'id': '4c0e079d-6f01-490c-9710-dc45ce9151df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:15.851629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Bound port: 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0e079d-6f01-490c-9710-dc45ce9151df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '39788d18-60e0-41dc-810d-ffd9cefe0afb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:15.851996 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.866509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:15.958121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:15.993427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.993855 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Added segment 401f1d66-e4b2-4224-adb9-4504a48b8bbb of type vlan for network 40733118-7ceb-4da7-8ac1-ba6af293ec4a Jul 16 20:17:16.023224 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.040756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 5b6b7b10-5f83-4531-961c-087d141fade2 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:16.078868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.085893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.086992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.114066 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e9c15-bb72-447e-9b17-90f83ef953bd x-openstack-request-id: req-5e4e9c15-bb72-447e-9b17-90f83ef953bd {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:16.114387 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "name": "network-vif-plugged", "status": "completed", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:16.114768 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e4e9c15-bb72-447e-9b17-90f83ef953bd {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:16.117678 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'code': 200} Jul 16 20:17:16.166053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.176927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.177833 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.202557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] For port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:16.212259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] For port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,segment=NetworkSegment(4c0e079d-6f01-490c-9710-dc45ce9151df),segment_id=4c0e079d-6f01-490c-9710-dc45ce9151df)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:16.218822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.230485 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.300412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Network': ['ID=40733118-7ceb-4da7-8ac1-ba6af293ec4a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.306503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-533b1abf-e55e-4dac-ad1b-811c31b1b2cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6296241 Jul 16 20:17:16.311252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55218) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:16.323595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-915799001'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:16.334292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3ad956d2-605d-4080-8203-58725254df3b None None] Provisioning complete for port e14bc158-fbed-481e-8fda-16634f1dde6c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:16.334970 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ad956d2-605d-4080-8203-58725254df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.337476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:16.338440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:16.380217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=5b6b7b10-5f83-4531-961c-087d141fade2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.383508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:16.459707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:16.467089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.547727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Allocated IP 172.20.0.10 (2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6/413f00f6-4f9e-46cf-bdab-70e1028d9e31/c6242e13-c798-4b85-8962-346cea4b9033) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:16.566570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5905e3-adb2-4d92-8ddf-040fabc3266c None None] Pushing event updated for resources: {'Port': ['ID=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.609702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:16.732060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.732810 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Added segment 7f469ec1-4894-431a-9917-2880c1e4de96 of type vlan for network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 Jul 16 20:17:16.793934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] device_id is not set on port d048979d-aa9e-4432-b083-8f7267be2e1e yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:16.807741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.816565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.831574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Transition to ACTIVE for port object c6242e13-c798-4b85-8962-346cea4b9033 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:16.868835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:16.875744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.876660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.883188 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.887970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Transition to ACTIVE for port object d048979d-aa9e-4432-b083-8f7267be2e1e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:16.899733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6199e5-98a9-4376-b55b-8564894ec30e req-657a4d3d-1441-4070-a33c-44fd5b09c7a0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.904777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.907431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b6199e5-98a9-4376-b55b-8564894ec30e req-657a4d3d-1441-4070-a33c-44fd5b09c7a0 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.1965563 Jul 16 20:17:16.910239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.912547 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a6c33299-4e42-461e-ad18-124f08fa00db tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4430482 Jul 16 20:17:16.919400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55228) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:17.002337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-4259e939-5a10-4cbf-8839-08bdde808575 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.004047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-4259e939-5a10-4cbf-8839-08bdde808575 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 815 time: 1.5687613 Jul 16 20:17:17.012146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:17.017715 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-4a4e1974-0287-498f-b035-93bd214ab3ac service neutron] 10.222.0.91 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4176593 Jul 16 20:17:17.027626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Request body: {'port': {'device_id': '8a32da6e-d504-4062-8242-d3281e14d36e', 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'admin_state_up': True, 'tenant_id': '6670b284f5fa46329e1ed7ac402ef58f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:17.031087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:17.044126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Pushing event updated for resources: {'Port': ['ID=c6242e13-c798-4b85-8962-346cea4b9033,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:17.057662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:17.084670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c673313-114a-45f0-b991-fd7bcc353fc9 req-1da9505c-47ce-43b0-aac9-b1f8cdec6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.086395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c673313-114a-45f0-b991-fd7bcc353fc9 req-1da9505c-47ce-43b0-aac9-b1f8cdec6bf1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 1098 time: 0.8717456 Jul 16 20:17:17.117817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=d048979d-aa9e-4432-b083-8f7267be2e1e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:17.129610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.134649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.140590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.293648 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b6199e5-98a9-4376-b55b-8564894ec30e req-983b300c-178a-43da-a06a-e4da4d64adc5 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714859 Jul 16 20:17:17.335130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a91e8c-572a-4355-b657-f97cce34e0b2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.336760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a9a91e8c-572a-4355-b657-f97cce34e0b2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A224 HTTP/1.1" status: 200 len: 928 time: 0.4159636 Jul 16 20:17:17.341257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0290852 Jul 16 20:17:17.342144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:17.342471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:17.353305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:17.361771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55230) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:17.371085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55232) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:17.402624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e14bc158-fbed-481e-8fda-16634f1dde6c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:17.418813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'subnet': {'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:17.525844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e14bc158-fbed-481e-8fda-16634f1dde6c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:17.526226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.549963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c7ae7-132c-4791-8b3a-0e0945e5c5db tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Network': ['ID=7fb6c3c9-ad9c-496c-860b-a92b97662a18,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:17.552109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:17.552439 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:17.579924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:17.580880 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 2 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:17.633575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:17.634181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:17.641026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:17.660995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b42b20a-afd1-453a-ade2-58dc6e856403 None None] Provisioning for port c6242e13-c798-4b85-8962-346cea4b9033 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:17.669388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b42b20a-afd1-453a-ade2-58dc6e856403 None None] Provisioning complete for port c6242e13-c798-4b85-8962-346cea4b9033 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:17.670086 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b42b20a-afd1-453a-ade2-58dc6e856403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.729011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:17.729347 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:17.733627 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 3 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:17.813017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0b42b20a-afd1-453a-ade2-58dc6e856403 None None] Port c6242e13-c798-4b85-8962-346cea4b9033 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:17.815218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:17.923941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:17.954091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5dfb5-fd60-490c-9d28-c59722aca9e8 None None] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:18.073616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-df54f821-234d-4a7c-8f6b-c7897dfb2374 service neutron] 10.222.0.91 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389845 Jul 16 20:17:18.144965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ca04d5fb-3235-4d38-addd-8974c2eefe89 None None] Provisioning for port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:18.156307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ca04d5fb-3235-4d38-addd-8974c2eefe89 None None] Provisioning complete for port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:18.163103 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca04d5fb-3235-4d38-addd-8974c2eefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.163569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.165246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.207400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c673313-114a-45f0-b991-fd7bcc353fc9 req-b634a2bc-038d-4d99-9249-9ca3d94db8c2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0636015 Jul 16 20:17:18.230416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Made reservation on behalf of 6670b284f5fa46329e1ed7ac402ef58f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:18.236848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.270626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-81ab4f45-d43b-427a-89cb-4820cdc67fb2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3544500 Jul 16 20:17:18.465637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:18.466129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:18.466576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:18.470433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5cc6ebb-c40b-4503-938a-0966b55c44ea req-e428b4d0-f42d-4110-81e2-19219b577d63 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 210 time: 0.1046286 Jul 16 20:17:18.494754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Request body: {'port': {'device_id': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:18.508160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:18.512236 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:18.515240 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 4 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:18.547660 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca04d5fb-3235-4d38-addd-8974c2eefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.581317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:18.599986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.639807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ca04d5fb-3235-4d38-addd-8974c2eefe89 None None] For port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,segment=NetworkSegment(4c0e079d-6f01-490c-9710-dc45ce9151df),segment_id=4c0e079d-6f01-490c-9710-dc45ce9151df)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:18.649211 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca04d5fb-3235-4d38-addd-8974c2eefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.739212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:18.741413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:18.742799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:18.754179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:18.754598 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:18.759163 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 5 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:18.779435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:18.780156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:18.780552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:18.786864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04d5fb-3235-4d38-addd-8974c2eefe89 None None] Pushing event updated for resources: {'Port': ['ID=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.787436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 5b6b7b10-5f83-4531-961c-087d141fade2 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:18.787793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.863299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Allocated IP 172.20.0.14 (2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6/413f00f6-4f9e-46cf-bdab-70e1028d9e31/5b2943f9-f19c-4456-8e9b-d58ace76b282) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:18.917209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.932802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 5b6b7b10-5f83-4531-961c-087d141fade2 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:18.949179 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.238248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Provisioning for port 5b6b7b10-5f83-4531-961c-087d141fade2 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:19.238505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:19.242424 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:19.254731 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 6 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:19.273579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Provisioning complete for port 5b6b7b10-5f83-4531-961c-087d141fade2 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:19.275681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.309664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.371272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c27c4-92c9-449e-a661-b4e85949215f req-4fdd616f-3910-4f63-8841-b9c09210a18e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:19.376580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc1c27c4-92c9-449e-a661-b4e85949215f req-4fdd616f-3910-4f63-8841-b9c09210a18e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.6455059 Jul 16 20:17:19.407743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:19.412688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Port 5b6b7b10-5f83-4531-961c-087d141fade2 was deleted so its status cannot be updated. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:17:19.424334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:19.424810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:19.426077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:19.431840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=5b6b7b10-5f83-4531-961c-087d141fade2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:19.439578 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.446529 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c21b8a37-2e5d-4698-9dd8-03bcac9e933d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/5b6b7b10-5f83-4531-961c-087d141fade2 HTTP/1.1" status: 204 len: 168 time: 2.0727894 Jul 16 20:17:19.447347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55258) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:19.553828 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c602096d-6a84-43c7-a102-fd45203af9ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:17:19.562294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c602096d-6a84-43c7-a102-fd45203af9ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/5b6b7b10-5f83-4531-961c-087d141fade2 HTTP/1.1" status: 404 len: 333 time: 0.1027164 Jul 16 20:17:19.563241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:19.566195 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:19.566791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55264) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:19.575048 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 7 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:19.636800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Provisioning for port 8d271f9a-7aec-4c42-9018-b93d87486576 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:19.644261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Provisioning complete for port 8d271f9a-7aec-4c42-9018-b93d87486576 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:19.646725 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.678155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:19.678690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:19.679242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:19.682875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc1c27c4-92c9-449e-a661-b4e85949215f req-8dba61a3-7ccf-4583-b7c3-b6ebd88692b1 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765570 Jul 16 20:17:19.703942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:19.704311 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.812420 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.833369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:19.833941 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:19.844075 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 8 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:19.895135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:19.895657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:19.896111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:19.915350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Port 8d271f9a-7aec-4c42-9018-b93d87486576 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:19.960280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Provisioning complete for port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:19.961342 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c8fef316-4aa1-4ec2-8053-239d048e7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.961682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e44f1d4-dc62-43f3-9416-87935a181340 req-7ab92bbe-edae-483c-9115-f2733d7f31c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 210 time: 0.1149156 Jul 16 20:17:19.976411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Transition to ACTIVE for port object 5b2943f9-f19c-4456-8e9b-d58ace76b282 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:20.040605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:20.040993 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:20.045375 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 9 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:20.101991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.130617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:20.130945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:20.131291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:20.202145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:20.202487 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:20.212369 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 10 to bind port d048979d-aa9e-4432-b083-8f7267be2e1e Jul 16 20:17:20.231681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-691375ee-3d95-4a58-8740-05ccbc9cb37a None None] Provisioning complete for port 8d271f9a-7aec-4c42-9018-b93d87486576 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:20.236273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-691375ee-3d95-4a58-8740-05ccbc9cb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.258708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:20.259173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:20.259508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:20.260201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:20.293700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:20.293907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.296740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 8d271f9a-7aec-4c42-9018-b93d87486576 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:20.297075 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.300447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Pushing event updated for resources: {'Port': ['ID=5b2943f9-f19c-4456-8e9b-d58ace76b282,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:20.310827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:20.390672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.391480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.420182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-691375ee-3d95-4a58-8740-05ccbc9cb37a None None] Port 8d271f9a-7aec-4c42-9018-b93d87486576 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:20.538221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-710c071a-d126-4130-8374-0b3cac7583bb None None] Could not find standard attr ID for object 5b6b7b10-5f83-4531-961c-087d141fade2. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:20.543251 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.552989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-107cdf13-e0f9-4bb1-8e23-ab184da5aca3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5232360 Jul 16 20:17:20.566352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 8d271f9a-7aec-4c42-9018-b93d87486576 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:20.567865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Request body: {'port': {'device_id': '8a32da6e-d504-4062-8242-d3281e14d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:20.637726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55276) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:20.771479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d24934-bfc7-4647-8f06-d6112bfa9c46 req-242e93db-9a08-4ebc-a780-1cdb8121afa1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.778679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11d24934-bfc7-4647-8f06-d6112bfa9c46 req-242e93db-9a08-4ebc-a780-1cdb8121afa1 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 946 time: 0.4819233 Jul 16 20:17:20.815721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Subnet': ['ID=fd2cb484-3cc9-40f5-abbf-e170f7b44eae,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:20.817829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:20.825642 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port d048979d-aa9e-4432-b083-8f7267be2e1e on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:20.826864 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.837273 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.874920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-90b0f153-583a-418b-b63c-d0fcf8abf638 None None] Provisioning for port 5b2943f9-f19c-4456-8e9b-d58ace76b282 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:20.880978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-90b0f153-583a-418b-b63c-d0fcf8abf638 None None] Provisioning complete for port 5b2943f9-f19c-4456-8e9b-d58ace76b282 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:20.881350 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-90b0f153-583a-418b-b63c-d0fcf8abf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.897740 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11d24934-bfc7-4647-8f06-d6112bfa9c46 req-ef87920a-8129-4cb3-a3ab-4cf157bd7459 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180172 Jul 16 20:17:20.916535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6242e13-c798-4b85-8962-346cea4b9033 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:20.939535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.945488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-90b0f153-583a-418b-b63c-d0fcf8abf638 None None] Port 5b2943f9-f19c-4456-8e9b-d58ace76b282 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:21.031915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Checking segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:21.032987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network hostable DHCP agents. Network: 40733118-7ceb-4da7-8ac1-ba6af293ec4a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:21.074012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Transition to ACTIVE for port object c6242e13-c798-4b85-8962-346cea4b9033 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:21.130145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.135321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] For port d048979d-aa9e-4432-b083-8f7267be2e1e, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:21.135957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempted to set empty binding levels {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:17:21.146181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.148606 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.159171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:21.204824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fc0fe-1156-4448-8cc4-b6bd88137df6 req-50d6b0cc-912c-4f3d-8620-797ff4c03209 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.212780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb0fc0fe-1156-4448-8cc4-b6bd88137df6 req-50d6b0cc-912c-4f3d-8620-797ff4c03209 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.3194752 Jul 16 20:17:21.226648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] In _notify_port_updated(), no bound segment for port d048979d-aa9e-4432-b083-8f7267be2e1e on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:21.227693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.228405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.232592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "PUT /v2.0/ports/d048979d-aa9e-4432-b083-8f7267be2e1e HTTP/1.1" status: 200 len: 980 time: 5.3805625 Jul 16 20:17:21.245476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 40733118-7ceb-4da7-8ac1-ba6af293ec4a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:21.255422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:21.269577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79207179-e629-4fc5-b8ea-ea65fdce556c None None] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:21.275696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.276392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.377558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ef82952-97b4-47bd-844c-36be9b1c949b req-14e6ad13-5189-409b-802b-1144f3a02f45 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 210 time: 0.2372112 Jul 16 20:17:21.427195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4db0a-4416-4fb4-8e4b-7e4a52cace30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=d048979d-aa9e-4432-b083-8f7267be2e1e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:21.454681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'fixed_ips': [{'subnet_id': 'fd2cb484-3cc9-40f5-abbf-e170f7b44eae'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:21.456191 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.510522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Pushing event updated for resources: {'Port': ['ID=c6242e13-c798-4b85-8962-346cea4b9033,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:21.523103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-25c02e33-44b8-4a09-b4b1-f83fe25c11fe tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.525122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-25c02e33-44b8-4a09-b4b1-f83fe25c11fe tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.99 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 815 time: 0.4573829 Jul 16 20:17:21.559449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=8d271f9a-7aec-4c42-9018-b93d87486576,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:21.568916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.577251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a0eea991-7bb3-4ccc-9aa8-1b5d15fe073d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/8d271f9a-7aec-4c42-9018-b93d87486576 HTTP/1.1" status: 204 len: 168 time: 1.9646714 Jul 16 20:17:21.577516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Request body: {'port': {'device_id': '614991af-55c6-47cd-9e29-5707d66e9345', 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'admin_state_up': True, 'tenant_id': '6670b284f5fa46329e1ed7ac402ef58f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:21.597307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55288) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:21.618549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb0fc0fe-1156-4448-8cc4-b6bd88137df6 req-d18842d9-566f-49e1-aa86-b4c1f7b9275c tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4047134 Jul 16 20:17:21.700180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f08e3f37-ba11-4858-adb1-61231975dbc4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3175313 Jul 16 20:17:21.705099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55292) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:21.706133 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d097c522-a812-4d54-adc1-47f4ef4783bf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:17:21.708011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d097c522-a812-4d54-adc1-47f4ef4783bf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/8d271f9a-7aec-4c42-9018-b93d87486576 HTTP/1.1" status: 404 len: 333 time: 0.1085625 Jul 16 20:17:21.711864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55294) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:21.715635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'subnet': {'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:21.728533 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Allocated IP 10.1.1.2 (40733118-7ceb-4da7-8ac1-ba6af293ec4a/fd2cb484-3cc9-40f5-abbf-e170f7b44eae/28c37d27-f6d8-4a9a-a214-446bcc6d7cd1) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:21.863394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-49d638cb-5563-40f3-a768-fe1e3d05325a tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.864966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-49d638cb-5563-40f3-a768-fe1e3d05325a tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 946 time: 0.4550424 Jul 16 20:17:21.907714 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.915372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.915769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.916235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.916705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.917168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.917629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.918072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Transition to ACTIVE for port object 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:21.918203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.918583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.919067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.919523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.920107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.920632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.921016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.921469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.923142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.923142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.923142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.923792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.924220 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.925034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.925425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.925884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.926375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.927090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.927458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.927933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.928378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.929036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.929411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.929903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.930945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.930945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.931657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.932496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.932496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.932895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.933347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.933850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.938332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c40dcab4-b3c4-4a29-9390-1c1bb1f0ed16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34174 time: 0.6817875 Jul 16 20:17:21.954266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Transition to ACTIVE for port object 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:21.963364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.966123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet 13eb811f-3d65-44e8-a142-b7cb0aabe571 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:21.968754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55298) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:21.976359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.029816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Pushing event updated for resources: {'Port': ['ID=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:22.046519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:22.048460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:22.051318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:22.052936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Attempting to bind port c6242e13-c798-4b85-8962-346cea4b9033 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:22.053286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Attempting to bind port c6242e13-c798-4b85-8962-346cea4b9033 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:22.053621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Attempting to bind port c6242e13-c798-4b85-8962-346cea4b9033 on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:22.110116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Port c6242e13-c798-4b85-8962-346cea4b9033 on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:22.110526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Attempting to bind port c6242e13-c798-4b85-8962-346cea4b9033 on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:22.110638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.115359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:22.119641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.128581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Attempting to bind port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:22.129412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Attempting to bind port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:22.130120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Attempting to bind port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:22.137294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:22.137853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Checking segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:22.138371 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.138965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Bound using segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:22.139547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Bound port: 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:22.140024 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.158215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:22.158564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Checking segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:22.158989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Bound using segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:22.159439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Bound port: c6242e13-c798-4b85-8962-346cea4b9033, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:22.159805 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.166439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2943f9-f19c-4456-8e9b-d58ace76b282 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:22.180650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71478-7c48-4a9e-adbf-8028d34e75ff req-95370905-6be1-4ff3-8c5a-ca4f7825efe4 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.182222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1b71478-7c48-4a9e-adbf-8028d34e75ff req-95370905-6be1-4ff3-8c5a-ca4f7825efe4 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.3683903 Jul 16 20:17:22.199843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55300) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:22.214664 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] For port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:22.214990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Request body: {'floatingip': {'port_id': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:22.218999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] For port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:22.224727 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.235189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.237561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Made reservation on behalf of 6670b284f5fa46329e1ed7ac402ef58f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:22.241910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.293008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560f95a-2d32-4354-a6ad-83ffee379873 None None] Pushing event updated for resources: {'Port': ['ID=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:22.303346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Transition to ACTIVE for port object 5b2943f9-f19c-4456-8e9b-d58ace76b282 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:22.321645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.334101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.343409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0701ab-a716-411a-bc21-52793fce1acd req-f0bd01d9-1227-4f2f-b744-f762461c76b7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.349019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a0701ab-a716-411a-bc21-52793fce1acd req-f0bd01d9-1227-4f2f-b744-f762461c76b7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 946 time: 0.3216462 Jul 16 20:17:22.504599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.508636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Deleting port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:22.508970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.743480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a0701ab-a716-411a-bc21-52793fce1acd req-aed2f210-2d7a-4646-a55e-c3e7faa608e7 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666823 Jul 16 20:17:22.954910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] For port b8d7340b-47aa-4b9b-a703-aca98a4a9d44, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:22.955275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.959710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] For port c6242e13-c798-4b85-8962-346cea4b9033, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:22.964323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d246bee-c8ae-4f87-8a1c-d32b7c37c38f req-8e7096e8-77b7-430e-82cf-576bd37d46fc tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 210 time: 0.0691912 Jul 16 20:17:22.972342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2943f9-f19c-4456-8e9b-d58ace76b282,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:22.988232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Deleting port d048979d-aa9e-4432-b083-8f7267be2e1e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:22.988473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.024798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] For port c6242e13-c798-4b85-8962-346cea4b9033, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c6242e13-c798-4b85-8962-346cea4b9033,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:23.029513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Calling delete_port for b8d7340b-47aa-4b9b-a703-aca98a4a9d44 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:23.031582 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.070060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.201335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Allocated IP 172.20.0.11 (2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6/413f00f6-4f9e-46cf-bdab-70e1028d9e31/39ee717a-8ff7-42a7-a99a-f7760e3f0dda) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:23.216227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] For port d048979d-aa9e-4432-b083-8f7267be2e1e, host n-h2-792458-10, got binding levels [] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:23.216475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.244147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:23.244844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:23.245390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.246850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] 10.222.0.79 "PUT /v2.0/ports/c6242e13-c798-4b85-8962-346cea4b9033 HTTP/1.1" status: 200 len: 1093 time: 4.9605629 Jul 16 20:17:23.254461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'tag': 'c6242e13-c798-4b85-8962-346cea4b9033'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:23.271344 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ce2ff-62b6-4823-9b42-63770ab96428" -d '{"events": [{"name": "network-changed", "server_uuid": "47ac44e1-a5d7-426c-a3df-e35a0b783d8f", "tag": "c6242e13-c798-4b85-8962-346cea4b9033"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:23.304318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Calling delete_port for d048979d-aa9e-4432-b083-8f7267be2e1e owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:23.359459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:23.394318 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e87b16b-5e36-46ce-a4b0-7e31f01fae2c x-openstack-request-id: req-5e87b16b-5e36-46ce-a4b0-7e31f01fae2c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:23.394606 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ac44e1-a5d7-426c-a3df-e35a0b783d8f", "tag": "c6242e13-c798-4b85-8962-346cea4b9033", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:23.394921 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e87b16b-5e36-46ce-a4b0-7e31f01fae2c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:23.395324 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'tag': 'c6242e13-c798-4b85-8962-346cea4b9033', 'status': 'completed', 'code': 200} Jul 16 20:17:23.409232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Attempting to bind port 5b2943f9-f19c-4456-8e9b-d58ace76b282 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:23.409563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Attempting to bind port 5b2943f9-f19c-4456-8e9b-d58ace76b282 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:23.409895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Attempting to bind port 5b2943f9-f19c-4456-8e9b-d58ace76b282 on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:23.437811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7b706-9614-48b6-8ecf-907cf7c194ca service neutron] Pushing event updated for resources: {'Port': ['ID=c6242e13-c798-4b85-8962-346cea4b9033,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:23.501554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.511620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Port 5b2943f9-f19c-4456-8e9b-d58ace76b282 on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:23.512033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Attempting to bind port 5b2943f9-f19c-4456-8e9b-d58ace76b282 on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:23.542869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:23.543120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Checking segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:23.543494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Bound using segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:23.543896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Bound port: 5b2943f9-f19c-4456-8e9b-d58ace76b282, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:23.544913 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.546183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Subnet': ['ID=cd695bf8-fdc1-4161-9491-de91679d5792,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:23.637908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=13eb811f-3d65-44e8-a142-b7cb0aabe571,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:23.648552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.648844 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6770d961-84c8-441b-86ae-eb0ed5a5fc94 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/13eb811f-3d65-44e8-a142-b7cb0aabe571 HTTP/1.1" status: 204 len: 168 time: 1.9205742 Jul 16 20:17:23.651620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edc20e-fcc4-4c46-aa8f-82bf2d02d83f None None] Network 39788d18-60e0-41dc-810d-ffd9cefe0afb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:23.682787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55308) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:23.701844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-4cfe52c7-cc91-4da6-9cf1-39581d398f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:23.703828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-4cfe52c7-cc91-4da6-9cf1-39581d398f75 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 1096 time: 0.3812258 Jul 16 20:17:23.778773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297901f-4787-434b-b65a-387d85d798cd None None] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:23.803760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-0fa32458-0b23-480d-9031-fbbc7b1bea7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6242e13-c798-4b85-8962-346cea4b9033 HTTP/1.1" status: 200 len: 217 time: 0.0851116 Jul 16 20:17:23.813709 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.844785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5a782324-a58d-4e60-9c84-183de71319bd None None] Provisioning for port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:23.852148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5a782324-a58d-4e60-9c84-183de71319bd None None] Provisioning complete for port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:23.852886 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5a782324-a58d-4e60-9c84-183de71319bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.934345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.936644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.943776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Checking segment: {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:23.944579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network hostable DHCP agents. Network: 7fb6c3c9-ad9c-496c-860b-a92b97662a18, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:24.052798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.062779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] For port 5b2943f9-f19c-4456-8e9b-d58ace76b282, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:24.063445 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:17:24.074420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event deleted for resources: {'Port': ['ID=d048979d-aa9e-4432-b083-8f7267be2e1e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:24.137136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:24.142740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] For port 5b2943f9-f19c-4456-8e9b-d58ace76b282, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5b2943f9-f19c-4456-8e9b-d58ace76b282,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:24.145844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.147981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8214caee-193b-4503-81fa-5e48fd408e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "DELETE /v2.0/ports/d048979d-aa9e-4432-b083-8f7267be2e1e HTTP/1.1" status: 204 len: 168 time: 2.1772213 Jul 16 20:17:24.149136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.160430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55316) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:24.161084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-6f2407b2-c7ea-4caf-b3bd-8c0179ae9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.162598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-6f2407b2-c7ea-4caf-b3bd-8c0179ae9976 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 200 len: 854 time: 0.3382072 Jul 16 20:17:24.172964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c870191a-9d30-4048-8027-340df8340893 None None] DHCP port deletion for 39788d18-60e0-41dc-810d-ffd9cefe0afb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:24.180501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['aa5696cf-6206-4bcb-ad6d-0086023710ab', 'bf082e86-9682-44cf-943d-8b78333426c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:24.193122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.198435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Transition to ACTIVE for port object 39ee717a-8ff7-42a7-a99a-f7760e3f0dda will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:24.259154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event deleted for resources: {'Port': ['ID=b8d7340b-47aa-4b9b-a703-aca98a4a9d44,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:24.262498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 7fb6c3c9-ad9c-496c-860b-a92b97662a18) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:24.283828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.284631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.293073 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dd0269-42a7-49ab-b157-ab372feb18ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:24.294736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-92dd0269-42a7-49ab-b157-ab372feb18ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "GET /v2.0/ports/d048979d-aa9e-4432-b083-8f7267be2e1e HTTP/1.1" status: 404 len: 333 time: 0.1301560 Jul 16 20:17:24.297598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.298499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.300200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] 10.222.0.79 "PUT /v2.0/ports/5b2943f9-f19c-4456-8e9b-d58ace76b282 HTTP/1.1" status: 200 len: 1093 time: 3.7460217 Jul 16 20:17:24.301835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5d9534f3-0424-4c03-b516-659aa5a6e112'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:24.307111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55318) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:24.333464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f01490-0c71-4932-bdf7-cff254b96dbe None None] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:24.358399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-522895327', 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:24.378662 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.431452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.440056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9003cd2c-6ab1-41d6-9251-8bae8cdcc422 req-b0681402-8d27-4734-a372-53e8b4b330e0 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 210 time: 0.0743389 Jul 16 20:17:24.459587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d85eb5-c65c-4001-a853-3d887c164540 req-68977753-f796-4b85-af53-27a3036a963f tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.461200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49d85eb5-c65c-4001-a853-3d887c164540 req-68977753-f796-4b85-af53-27a3036a963f tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=94894b59-69c9-48bf-b66f-b9a999b14a75 HTTP/1.1" status: 200 len: 867 time: 0.4959121 Jul 16 20:17:24.468659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31a04a-c022-48c3-8620-14f19701f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2943f9-f19c-4456-8e9b-d58ace76b282,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:24.504584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] No DVR routers for this DVR port b8d7340b-47aa-4b9b-a703-aca98a4a9d44 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:24.509148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.511516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfb76398-b88d-4d5d-bfa5-306ac2bbc267 req-8782a4ca-f386-4a34-805c-b2c3903e012c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "DELETE /v2.0/ports/b8d7340b-47aa-4b9b-a703-aca98a4a9d44 HTTP/1.1" status: 204 len: 173 time: 2.6301227 Jul 16 20:17:24.523289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'name': 'network-vif-deleted', 'tag': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:24.525937 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d7796-01fa-41e3-af09-87e405eaa338" -d '{"events": [{"server_uuid": "94894b59-69c9-48bf-b66f-b9a999b14a75", "name": "network-vif-deleted", "tag": "b8d7340b-47aa-4b9b-a703-aca98a4a9d44"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:24.530206 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.556640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Made reservation on behalf of 4ac1ca109a994dadb3fde0857aa95c7a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:24.560751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.667825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:24.668248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.670940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c0fb87a5-56d8-4225-a699-36261ce74355 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9618042 Jul 16 20:17:24.677611 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e320f3-ad4a-4f6e-9081-51b103c6bbee x-openstack-request-id: req-77e320f3-ad4a-4f6e-9081-51b103c6bbee {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:24.677932 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94894b59-69c9-48bf-b66f-b9a999b14a75", "name": "network-vif-deleted", "tag": "b8d7340b-47aa-4b9b-a703-aca98a4a9d44", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:24.678266 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-77e320f3-ad4a-4f6e-9081-51b103c6bbee {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:24.678544 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94894b59-69c9-48bf-b66f-b9a999b14a75', 'name': 'network-vif-deleted', 'tag': 'b8d7340b-47aa-4b9b-a703-aca98a4a9d44', 'status': 'completed', 'code': 200} Jul 16 20:17:24.692543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55322) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:24.703516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:24.704171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'port': {'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1563599609', 'fixed_ips': [{'subnet_id': 'fd2cb484-3cc9-40f5-abbf-e170f7b44eae'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:24.709588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Pushing event updated for resources: {'Port': ['ID=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:24.715009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49d85eb5-c65c-4001-a853-3d887c164540 req-fdc64f93-c4e2-4336-97ea-8ad1dbdaefed tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238731 Jul 16 20:17:24.716225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:24.724879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:24.726589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] device_id is not set on port c48834b2-e5c2-4612-8014-be0cc45b0268 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:24.729894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87efb-afa6-4f47-b634-7931977f986a req-68d07a5e-1c86-49cc-b153-efe25feb4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.731943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-68d07a5e-1c86-49cc-b153-efe25feb4168 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5497327 Jul 16 20:17:24.791780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-ce4c64a0-41ca-43f0-95af-19fe084e203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.794727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-ce4c64a0-41ca-43f0-95af-19fe084e203a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 1096 time: 0.4255738 Jul 16 20:17:24.877411 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5a782324-a58d-4e60-9c84-183de71319bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.887957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-fa6e730a-46fe-40df-aea1-83f7a1cf6ebc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6538301 Jul 16 20:17:24.894862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-90a0ea3d-6176-4b15-ae70-8d6b444298c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2943f9-f19c-4456-8e9b-d58ace76b282 HTTP/1.1" status: 200 len: 217 time: 0.0888433 Jul 16 20:17:24.908059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.908457 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.918793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c870191a-9d30-4048-8027-340df8340893 None None] Deleting port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:24.919574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c870191a-9d30-4048-8027-340df8340893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.004332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-d41027f2-252a-44ba-9313-3c99338dda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.006066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-d41027f2-252a-44ba-9313-3c99338dda14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 200 len: 854 time: 0.0945208 Jul 16 20:17:25.062998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-a431baf3-713e-4e5b-96ec-6f97bafb052d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4911919 Jul 16 20:17:25.102010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Request body: {'port': {'device_id': '614991af-55c6-47cd-9e29-5707d66e9345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:25.139300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] For port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,segment=NetworkSegment(4c0e079d-6f01-490c-9710-dc45ce9151df),segment_id=4c0e079d-6f01-490c-9710-dc45ce9151df)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:25.139701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.157630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5a782324-a58d-4e60-9c84-183de71319bd None None] For port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:25.164517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:25.174369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5a782324-a58d-4e60-9c84-183de71319bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.213794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c870191a-9d30-4048-8027-340df8340893 None None] For port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,segment=NetworkSegment(4c0e079d-6f01-490c-9710-dc45ce9151df),segment_id=4c0e079d-6f01-490c-9710-dc45ce9151df)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:25.214192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c870191a-9d30-4048-8027-340df8340893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.244118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-9d41018e-d664-4811-909b-498bdb2cdc9e service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659092 Jul 16 20:17:25.276178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:25.316064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c870191a-9d30-4048-8027-340df8340893 None None] Calling delete_port for 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:25.396995 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Floating IP 29e91158-fcd7-427b-8799-0e8c788d8275 associated. External IP: 172.25.3.187, port: cf5304ab-0686-4533-8ae4-5ac8d0bf2c31. Jul 16 20:17:25.456612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a32da6e-d504-4062-8242-d3281e14d36e', 'tag': '5b2943f9-f19c-4456-8e9b-d58ace76b282'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:25.459523 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09877cda-4a4d-46bc-b1fc-5e21b14f275e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a32da6e-d504-4062-8242-d3281e14d36e", "tag": "5b2943f9-f19c-4456-8e9b-d58ace76b282"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:25.478416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3df48188-15c6-47c4-9630-12cc5b2038c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.480706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-3df48188-15c6-47c4-9630-12cc5b2038c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4433472 Jul 16 20:17:25.481022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.481312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.492695 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.497683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8d7340b-47aa-4b9b-a703-aca98a4a9d44 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:25.499836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154017ec-913f-4490-8690-23839aa1874c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-7fb6c3c9-ad9c-496c-860b-a92b97662a18', 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'fixed_ips': [{'subnet_id': 'cd695bf8-fdc1-4161-9491-de91679d5792'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:25.500652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-154017ec-913f-4490-8690-23839aa1874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.504038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c9346832-db7d-45d9-8f32-7d9660155b58 None None] Provisioning for port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:25.545826 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e4561-9a9d-4791-b91d-9e09a2e3055e x-openstack-request-id: req-e32e4561-9a9d-4791-b91d-9e09a2e3055e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:25.546128 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a32da6e-d504-4062-8242-d3281e14d36e", "tag": "5b2943f9-f19c-4456-8e9b-d58ace76b282", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:25.546316 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e32e4561-9a9d-4791-b91d-9e09a2e3055e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:25.546638 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a32da6e-d504-4062-8242-d3281e14d36e', 'tag': '5b2943f9-f19c-4456-8e9b-d58ace76b282', 'status': 'completed', 'code': 200} Jul 16 20:17:25.548831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a782324-a58d-4e60-9c84-183de71319bd None None] Pushing event updated for resources: {'Port': ['ID=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:25.559315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c9346832-db7d-45d9-8f32-7d9660155b58 None None] Provisioning complete for port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:25.559695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c9346832-db7d-45d9-8f32-7d9660155b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.566258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: b8d7340b-47aa-4b9b-a703-aca98a4a9d44 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:25.566515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b8d7340b-47aa-4b9b-a703-aca98a4a9d44 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:25.571919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:25.665810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-e946663f-a917-4a26-bf92-4041a31a0b8c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8394306 Jul 16 20:17:25.698735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb87efb-afa6-4f47-b634-7931977f986a req-37d7ec49-c89a-4cb1-98b1-b22dbab601aa service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437134 Jul 16 20:17:25.699948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Deleting port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:25.700082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.731206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-aa2bbc26-0300-4f3b-afea-72491469aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.733084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-aa2bbc26-0300-4f3b-afea-72491469aa7b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 1098 time: 0.6502175 Jul 16 20:17:25.761353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,segment=NetworkSegment(4c0e079d-6f01-490c-9710-dc45ce9151df),segment_id=4c0e079d-6f01-490c-9710-dc45ce9151df)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:25.777170 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.794826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c9346832-db7d-45d9-8f32-7d9660155b58 None None] Port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:25.838927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] For port 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:25.839291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.861023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.868602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:25.938404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c870191a-9d30-4048-8027-340df8340893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.018715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.028077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870191a-9d30-4048-8027-340df8340893 None None] Pushing event deleted for resources: {'Port': ['ID=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.034209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870191a-9d30-4048-8027-340df8340893 None None] No DVR routers for this DVR port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:26.036411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-154017ec-913f-4490-8690-23839aa1874c None None] Allocated IP 10.2.2.2 (7fb6c3c9-ad9c-496c-860b-a92b97662a18/cd695bf8-fdc1-4161-9491-de91679d5792/de837e32-72c1-48f1-8b53-827cba75d97c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:26.089612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1cc5ff8c-081c-40a2-a663-7677ba75997d None None] Provisioning complete for port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:26.090416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ff8c-081c-40a2-a663-7677ba75997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.098035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.284652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Calling delete_port for 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:26.300158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-154017ec-913f-4490-8690-23839aa1874c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.311779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-154017ec-913f-4490-8690-23839aa1874c None None] Transition to ACTIVE for port object de837e32-72c1-48f1-8b53-827cba75d97c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:26.331858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-154017ec-913f-4490-8690-23839aa1874c None None] Transition to ACTIVE for port object de837e32-72c1-48f1-8b53-827cba75d97c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:26.349449 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-154017ec-913f-4490-8690-23839aa1874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.510073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No DVR routers for this DVR port 5dea82ed-bf9d-4776-b0fd-54cee43b1fe6 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:26.531220 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Network b300666f-2b2a-43e8-a24f-fed4d4c4660d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:26.557375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f0cc-338d-4cc9-b60e-33e973549ee1 req-33c78fe1-8854-47a8-acad-4ecd35f91ec4 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.559308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7994f0cc-338d-4cc9-b60e-33e973549ee1 req-33c78fe1-8854-47a8-acad-4ecd35f91ec4 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 932 time: 0.9233203 Jul 16 20:17:26.587096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:26.602408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=c48834b2-e5c2-4612-8014-be0cc45b0268,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.603749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-59bb1420-625b-4cf2-9ecc-e08d2c307811 service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0740206 Jul 16 20:17:26.611291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:26.612382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.613053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.617089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] device_id is not set on port c21467a1-8f59-4e51-b402-101f30507f43 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:26.646536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-37afcd35-d6af-4c54-9d3e-053a88c393e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.648778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-37afcd35-d6af-4c54-9d3e-053a88c393e2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 0.8759985 Jul 16 20:17:26.661802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154017ec-913f-4490-8690-23839aa1874c None None] Pushing event updated for resources: {'Port': ['ID=de837e32-72c1-48f1-8b53-827cba75d97c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.673415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154017ec-913f-4490-8690-23839aa1874c None None] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:26.676080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-154017ec-913f-4490-8690-23839aa1874c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:26.679268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154017ec-913f-4490-8690-23839aa1874c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:26.719201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-1ca281bb-79ce-481f-a681-b3bd7bd6b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.720899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-1ca281bb-79ce-481f-a681-b3bd7bd6b4c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 1097 time: 0.9034576 Jul 16 20:17:26.758257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=5dea82ed-bf9d-4776-b0fd-54cee43b1fe6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.783381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-154017ec-913f-4490-8690-23839aa1874c None None] Attempting to bind port de837e32-72c1-48f1-8b53-827cba75d97c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:26.783781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-154017ec-913f-4490-8690-23839aa1874c None None] Attempting to bind port de837e32-72c1-48f1-8b53-827cba75d97c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:26.784102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154017ec-913f-4490-8690-23839aa1874c None None] Attempting to bind port de837e32-72c1-48f1-8b53-827cba75d97c on network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:26.790997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154017ec-913f-4490-8690-23839aa1874c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:26.791438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154017ec-913f-4490-8690-23839aa1874c None None] Checking segment: {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:26.791785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-154017ec-913f-4490-8690-23839aa1874c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.792257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154017ec-913f-4490-8690-23839aa1874c None None] Bound using segment: {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:26.792895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-154017ec-913f-4490-8690-23839aa1874c None None] Bound port: de837e32-72c1-48f1-8b53-827cba75d97c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:26.793276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-154017ec-913f-4490-8690-23839aa1874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.800175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.827379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-5a4acc17-a73a-4368-ab98-1a7ddaa4c383 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9534f3-0424-4c03-b516-659aa5a6e112 HTTP/1.1" status: 200 len: 217 time: 0.1352510 Jul 16 20:17:26.834967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Router 7dc33e43-d32a-464d-93ea-0289bee7903c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:17:26.844641 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-498fedd5-8aff-4a26-87bc-4bea38fad7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4901979 Jul 16 20:17:26.846901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55338) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:26.881587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-154017ec-913f-4490-8690-23839aa1874c None None] For port de837e32-72c1-48f1-8b53-827cba75d97c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:26.885164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-154017ec-913f-4490-8690-23839aa1874c None None] For port de837e32-72c1-48f1-8b53-827cba75d97c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=de837e32-72c1-48f1-8b53-827cba75d97c,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:26.892573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f25a95a-c0b0-471e-a8af-0acef5ccdc6c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.893427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-154017ec-913f-4490-8690-23839aa1874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.894559 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.901081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7994f0cc-338d-4cc9-b60e-33e973549ee1 req-a3109f37-f0b6-484a-b155-a78808c2cf89 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051028 Jul 16 20:17:26.905023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-ded6e313-e699-483c-ae79-1fe0d970b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.906598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-ded6e313-e699-483c-ae79-1fe0d970b15f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 1096 time: 1.1035283 Jul 16 20:17:26.987272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39788d18-60e0-41dc-810d-ffd9cefe0afb']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:27.004305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154017ec-913f-4490-8690-23839aa1874c None None] Pushing event updated for resources: {'Port': ['ID=de837e32-72c1-48f1-8b53-827cba75d97c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:27.073283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0e079d-6f01-490c-9710-dc45ce9151df') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:27.076197 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08347925-4fda-4430-9256-6b6e3b6a087e req-222e10a5-f593-46bf-a612-64856a1a8de7 service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441645 Jul 16 20:17:27.076499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0e079d-6f01-490c-9710-dc45ce9151df') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:27.189361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ee717a-8ff7-42a7-a99a-f7760e3f0dda {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:27.203795 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.230709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Transition to ACTIVE for port object 39ee717a-8ff7-42a7-a99a-f7760e3f0dda will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:27.270032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:27.276913 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.286640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] Sync routers for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:27.302882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.304553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:27.307645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:27.318676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c76e88-01ab-4098-ac8b-54a3477aa8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.327426 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-88c76e88-01ab-4098-ac8b-54a3477aa8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "GET /v2.0/ports/c48834b2-e5c2-4612-8014-be0cc45b0268 HTTP/1.1" status: 200 len: 958 time: 0.4572852 Jul 16 20:17:27.328408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.333427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55342) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:27.411592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f7448704-b083-4d5a-95f4-094b276ae312 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "PUT /v2.0/floatingips/29e91158-fcd7-427b-8799-0e8c788d8275 HTTP/1.1" status: 200 len: 992 time: 5.2053940 Jul 16 20:17:27.458824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:27.461250 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff5b42f-28d7-4e71-9d89-cb26badb895c" -d '{"events": [{"name": "network-changed", "server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:27.473635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-aadb634e-1efd-410a-af64-53ced543d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.475468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-aadb634e-1efd-410a-af64-53ced543d473 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.6259975 Jul 16 20:17:27.487348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-4d3784ef-c07e-4214-817d-670e83e99b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.497440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-4d3784ef-c07e-4214-817d-670e83e99b45 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 200 len: 916 time: 0.7429650 Jul 16 20:17:27.499191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:27.505297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.566143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-c8a17a99-f104-469a-a851-bad524f99031 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833066 Jul 16 20:17:27.589019 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea7bbbd-b1e5-4a7f-8fc7-d3086525543d x-openstack-request-id: req-9ea7bbbd-b1e5-4a7f-8fc7-d3086525543d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:27.589790 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:27.589790 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9ea7bbbd-b1e5-4a7f-8fc7-d3086525543d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:27.589985 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'status': 'completed', 'code': 200} Jul 16 20:17:27.595826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:27.596287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:27.632745 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:27.642945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:27.645382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c6242e13-c798-4b85-8962-346cea4b9033 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:27.727889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-f7084f37-9c9f-4530-b839-884a966a0342 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab HTTP/1.1" status: 200 len: 217 time: 0.2062030 Jul 16 20:17:27.806208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 10.1.1.232 (40733118-7ceb-4da7-8ac1-ba6af293ec4a/fd2cb484-3cc9-40f5-abbf-e170f7b44eae/c21467a1-8f59-4e51-b402-101f30507f43) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:27.809643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:27.821211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-66672830-517d-4671-bbe2-261484bbf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.824076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-66672830-517d-4671-bbe2-261484bbf7df service neutron] 10.222.0.79 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 916 time: 0.8859484 Jul 16 20:17:27.945790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:27.946576 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.954966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-7c2c64d8-cf1b-48a1-9ceb-92160c9f25fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6242e13-c798-4b85-8962-346cea4b9033 HTTP/1.1" status: 200 len: 217 time: 0.1125267 Jul 16 20:17:27.961447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.008249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.041361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-17171b86-67c2-4088-877e-14f5dd105cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.042962 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-17171b86-67c2-4088-877e-14f5dd105cff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 1096 time: 0.7983158 Jul 16 20:17:28.053868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-4cce3366-98ff-4dc9-9b41-303109b8723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.055709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-4cce3366-98ff-4dc9-9b41-303109b8723d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 200 len: 854 time: 0.0892916 Jul 16 20:17:28.061658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.064310 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/39788d18-60e0-41dc-810d-ffd9cefe0afb HTTP/1.1" status: 204 len: 168 time: 4.3758807 Jul 16 20:17:28.078792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-85fe043c-312d-40fd-ab0b-e0807943fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.097514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-85fe043c-312d-40fd-ab0b-e0807943fa21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 200 len: 855 time: 0.3225520 Jul 16 20:17:28.113481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55352) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:28.131071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1137227637'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:28.169790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b30f95-45bc-4385-b6cb-9783fdf460f2 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=39788d18-60e0-41dc-810d-ffd9cefe0afb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:28.194632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-09bf5a6d-1836-490c-bd0e-b2f1fe7265dd service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009986 Jul 16 20:17:28.253213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-32a93f17-b5cf-4e34-b9e2-decbbf1a893a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bee15a0-2c5a-4163-9f9d-5c35bc949e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132035 Jul 16 20:17:28.337538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f9ed0fe-e116-45bc-a0fc-5e2f7b4c1a44 req-a79a732a-6a01-474b-90fd-2b59dea32247 service neutron] 10.222.0.99 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293249 Jul 16 20:17:28.349234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-f032f17a-4fa9-4e20-99bc-710a12b355be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.350446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-f032f17a-4fa9-4e20-99bc-710a12b355be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d2d5f2e660134e5da69ab038ea75e145&device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 1098 time: 0.6668272 Jul 16 20:17:28.421781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-34f402c9-31ac-4122-b58d-2f3d81c6d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.426660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-34f402c9-31ac-4122-b58d-2f3d81c6d592 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3608592 Jul 16 20:17:28.508235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:28.510778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c6242e13-c798-4b85-8962-346cea4b9033, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c6242e13-c798-4b85-8962-346cea4b9033,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:28.518938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.533338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c6242e13-c798-4b85-8962-346cea4b9033', 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'port_id': 'c6242e13-c798-4b85-8962-346cea4b9033', 'mac_address': 'fa:16:3e:0a:57:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413f00f6-4f9e-46cf-bdab-70e1028d9e31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:28.541426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Attempting to bind port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:28.541884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Attempting to bind port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:28.542410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Attempting to bind port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:28.553982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.593542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Transition to ACTIVE for port object c21467a1-8f59-4e51-b402-101f30507f43 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:28.604992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-b2011fc8-a495-433c-bb62-cc33bc694379 service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698716 Jul 16 20:17:28.616112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '29e91158-fcd7-427b-8799-0e8c788d8275', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'port_id': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'mac_address': 'fa:16:3e:71:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448efbd6-03c4-4211-80ce-72493f295b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:23Z', 'revision_number': 1, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 5, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:28.658854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:28.659185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Attempting to bind port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda on network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:28.674120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Deleting port c48834b2-e5c2-4612-8014-be0cc45b0268 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:28.674593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.723420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] Checking router: 7dc33e43-d32a-464d-93ea-0289bee7903c for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:17:28.731620 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.777659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.778363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca04dc9-256f-42f4-b693-29510158ccb3 None None] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:28.836601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6242e13-c798-4b85-8962-346cea4b9033 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:28.845258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:28.845992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:28.869427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3ce2ff-62b6-4823-9b42-63770ab96428 req-c621cdc5-d33b-4482-b499-8dcb1dacffac service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478423 Jul 16 20:17:28.876735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:28.881246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:28.886417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:28.929661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.945553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Calling delete_port for c48834b2-e5c2-4612-8014-be0cc45b0268 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:28.978140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=c21467a1-8f59-4e51-b402-101f30507f43,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:29.003934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c6242e13-c798-4b85-8962-346cea4b9033, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c6242e13-c798-4b85-8962-346cea4b9033,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:29.014737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-861a74e5-7cad-4611-9aae-428ef163138a None None] Provisioning for port de837e32-72c1-48f1-8b53-827cba75d97c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:29.061479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.062343 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.071144 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.107750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27d5b0da-720b-467a-8628-0968dad78a13 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4116468 Jul 16 20:17:29.108167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55362) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:29.113386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'port': {'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1108062449', 'fixed_ips': [{'subnet_id': 'fd2cb484-3cc9-40f5-abbf-e170f7b44eae'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:29.263327 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:29.309220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device de837e32-72c1-48f1-8b53-827cba75d97c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:29.333611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:29.340244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c6242e13-c798-4b85-8962-346cea4b9033,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:29.352755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c6242e13-c798-4b85-8962-346cea4b9033'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:29.362019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:29.370313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.393832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] device_id is not set on port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:29.462517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:29.463169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Checking segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:29.463169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Bound using segment: {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:29.464593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Bound port: 39ee717a-8ff7-42a7-a99a-f7760e3f0dda, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e114c-1a39-43ce-87a8-86ef5feaf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:29.464593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.473696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-37d564ad-62cb-492b-8057-e6e3698a6ca0 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1458254 Jul 16 20:17:29.475314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-f0337887-55c3-4168-9245-cfeb47f6c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.477321 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-f0337887-55c3-4168-9245-cfeb47f6c175 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fd0c7c25-d639-40b8-985c-df95258db8bd HTTP/1.1" status: 200 len: 907 time: 1.0231445 Jul 16 20:17:29.479796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5b2943f9-f19c-4456-8e9b-d58ace76b282 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:29.498771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0313ddd2-28a7-41cf-b24c-5940a5e5a747 None None] Provisioning for port c21467a1-8f59-4e51-b402-101f30507f43 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:29.509775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0313ddd2-28a7-41cf-b24c-5940a5e5a747 None None] Provisioning complete for port c21467a1-8f59-4e51-b402-101f30507f43 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:29.510144 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0313ddd2-28a7-41cf-b24c-5940a5e5a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.525963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port de837e32-72c1-48f1-8b53-827cba75d97c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:29.526642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-6b588f76-602c-4b0a-8f9a-71c89469f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.527748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-6b588f76-602c-4b0a-8f9a-71c89469f868 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 916 time: 1.4700742 Jul 16 20:17:29.592578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port de837e32-72c1-48f1-8b53-827cba75d97c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:29.592939 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.646414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 10.1.1.65 (40733118-7ceb-4da7-8ac1-ba6af293ec4a/fd2cb484-3cc9-40f5-abbf-e170f7b44eae/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:29.668286 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:17:29.693019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:29.725740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0313ddd2-28a7-41cf-b24c-5940a5e5a747 None None] Port c21467a1-8f59-4e51-b402-101f30507f43 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:29.747497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-554678c5-190f-452a-a5d0-18f60246bf66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2943f9-f19c-4456-8e9b-d58ace76b282 HTTP/1.1" status: 200 len: 217 time: 0.1510494 Jul 16 20:17:29.846454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d76ff-695e-4e03-9e2e-55e1d7cab520 req-31d7eeaf-4f10-45ce-96c5-11663aaaecfa tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.857509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-176d76ff-695e-4e03-9e2e-55e1d7cab520 req-31d7eeaf-4f10-45ce-96c5-11663aaaecfa tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 944 time: 1.6875739 Jul 16 20:17:29.955239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] For port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:29.959822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] For port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:29.970951 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.995807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Transition to ACTIVE for port object aa7115f9-61a2-45dc-9b33-3a0d5dcd455a will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:30.018469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.019127 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment b0fefbbb-069f-4eb6-8a5b-92f8505b5a50 of type vlan for network d308af6c-058b-4cec-b715-ae5f9ddefb36 Jul 16 20:17:30.040976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-4e641c14-36f9-421c-ac78-e01c21013a5c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 HTTP/1.1" status: 200 len: 1000 time: 0.5489204 Jul 16 20:17:30.063246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.088001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.102260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5b2943f9-f19c-4456-8e9b-d58ace76b282, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5b2943f9-f19c-4456-8e9b-d58ace76b282,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:30.130324 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.133647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '29e91158-fcd7-427b-8799-0e8c788d8275', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'port_id': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'mac_address': 'fa:16:3e:71:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448efbd6-03c4-4211-80ce-72493f295b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:23Z', 'revision_number': 1, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 5, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:30.146339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:30.167018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:30.167557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4a896-4217-48bc-896f-3b7338cf1013 None None] The sync data for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 is: [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '29e91158-fcd7-427b-8799-0e8c788d8275', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'port_id': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'mac_address': 'fa:16:3e:71:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448efbd6-03c4-4211-80ce-72493f295b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:23Z', 'revision_number': 1, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 5, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:30.169914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:30.174692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:30.203031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '5b2943f9-f19c-4456-8e9b-d58ace76b282', 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'port_id': '5b2943f9-f19c-4456-8e9b-d58ace76b282', 'mac_address': 'fa:16:3e:2a:dd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413f00f6-4f9e-46cf-bdab-70e1028d9e31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:30.207581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-471d3fb2-b1b9-42f5-9bc8-793834c09d40 None None] Provisioning complete for port de837e32-72c1-48f1-8b53-827cba75d97c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:30.208212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-471d3fb2-b1b9-42f5-9bc8-793834c09d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.248872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.249565 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.298200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-999c2253-cf56-48fb-b503-20e619b18781 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1890006 Jul 16 20:17:30.300430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.326448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.345908 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-176d76ff-695e-4e03-9e2e-55e1d7cab520 req-8d26d0ed-7362-419f-ac61-79a8fab880a3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854655 Jul 16 20:17:30.347716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-d6c06c6b-ac22-40ac-8eda-ac37c8cf80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.352943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-d6c06c6b-ac22-40ac-8eda-ac37c8cf80cf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d6f0a2ca-7cf7-4e49-8452-a9897c08b38a HTTP/1.1" status: 200 len: 845 time: 0.2610543 Jul 16 20:17:30.369415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7979b4-b39f-4e29-8da8-b2cd098b8feb req-05b643cc-bf72-4b66-921e-d0b222d344b0 service neutron] 10.222.0.79 "GET /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633451 Jul 16 20:17:30.374219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-f303e172-0e3b-404d-a596-b76e903a973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.378290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-f303e172-0e3b-404d-a596-b76e903a973d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 200 len: 854 time: 0.6027324 Jul 16 20:17:30.438198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.441607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port de837e32-72c1-48f1-8b53-827cba75d97c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=de837e32-72c1-48f1-8b53-827cba75d97c,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:30.472537 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.542216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=de837e32-72c1-48f1-8b53-827cba75d97c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:30.549907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2943f9-f19c-4456-8e9b-d58ace76b282 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:30.565424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.566324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.568275 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] 10.222.0.99 "PUT /v2.0/ports/39ee717a-8ff7-42a7-a99a-f7760e3f0dda HTTP/1.1" status: 200 len: 1093 time: 5.4856215 Jul 16 20:17:30.572016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5b2943f9-f19c-4456-8e9b-d58ace76b282, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5b2943f9-f19c-4456-8e9b-d58ace76b282,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:30.585612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-471d3fb2-b1b9-42f5-9bc8-793834c09d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.607073 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.628997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614991af-55c6-47cd-9e29-5707d66e9345', 'tag': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:30.631714 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1502dd25-79cc-45f1-8a14-ce9a8a535346" -d '{"events": [{"name": "network-changed", "server_uuid": "614991af-55c6-47cd-9e29-5707d66e9345", "tag": "39ee717a-8ff7-42a7-a99a-f7760e3f0dda"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:30.700519 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea1651-b225-437c-a6ad-4d5504d01261 None None] New status for floating IP 29e91158-fcd7-427b-8799-0e8c788d8275: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:17:30.750379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=5b2943f9-f19c-4456-8e9b-d58ace76b282,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:30.798869 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-471d3fb2-b1b9-42f5-9bc8-793834c09d40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:17:30.799460 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-471d3fb2-b1b9-42f5-9bc8-793834c09d40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:17:30.843433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.resource_extend [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:17:30.848776 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.855556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55380) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:30.856086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "DELETE /v2.0/ports/c48834b2-e5c2-4612-8014-be0cc45b0268 HTTP/1.1" status: 204 len: 168 time: 3.4921675 Jul 16 20:17:30.856178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55382) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:30.862453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ae9057d1-af62-41d9-be10-3666a0205fa4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744333889', 'description': 'tempest-description--1331981434'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:30.887630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Router d1d6e0c3-fd37-412b-a259-4deeca55545e has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:17:30.888722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['5b2943f9-f19c-4456-8e9b-d58ace76b282'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:30.917343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705be07-4131-4080-8ff7-e849ed17e9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:30.955747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.970958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.971611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.015821 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9ba23c-b2f9-407d-815d-77ecc9d7aecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:31.020233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ad9ba23c-b2f9-407d-815d-77ecc9d7aecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "GET /v2.0/ports/c48834b2-e5c2-4612-8014-be0cc45b0268 HTTP/1.1" status: 404 len: 333 time: 0.1632636 Jul 16 20:17:31.030517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55388) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.049027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Request body: {'port': {'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1639614053'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:31.064915 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfa92ae-7b43-4f1f-bc45-60de840ac0da x-openstack-request-id: req-fcfa92ae-7b43-4f1f-bc45-60de840ac0da {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:31.064915 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614991af-55c6-47cd-9e29-5707d66e9345", "tag": "39ee717a-8ff7-42a7-a99a-f7760e3f0dda", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:31.065372 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fcfa92ae-7b43-4f1f-bc45-60de840ac0da {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:31.065940 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614991af-55c6-47cd-9e29-5707d66e9345', 'tag': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda', 'status': 'completed', 'code': 200} Jul 16 20:17:31.109715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929540c-e51c-4a7e-805a-94c7e79db7ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48834b2-e5c2-4612-8014-be0cc45b0268,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.111950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae9057d1-af62-41d9-be10-3666a0205fa4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.194390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Made reservation on behalf of 4ac1ca109a994dadb3fde0857aa95c7a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:31.202494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.237777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] device_id is not set on port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:31.310166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-56b1e528-3867-4182-8282-6c5ddd9e128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.313415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-56b1e528-3867-4182-8282-6c5ddd9e128c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fd0c7c25-d639-40b8-985c-df95258db8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8369999 Jul 16 20:17:31.321985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.1993270 Jul 16 20:17:31.335531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device de837e32-72c1-48f1-8b53-827cba75d97c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:31.337956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.350200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:31.359119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-ecea4841-b264-43e1-83b9-83a3784b2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.360778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-ecea4841-b264-43e1-83b9-83a3784b2408 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7818279 Jul 16 20:17:31.378885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce8e09-fb09-4ea3-a1b9-91babeb93fb9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=d308af6c-058b-4cec-b715-ae5f9ddefb36,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.390216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-27bc16cc-b3bf-49ca-aece-31e1b1207252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.392229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-27bc16cc-b3bf-49ca-aece-31e1b1207252 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 1096 time: 0.6989963 Jul 16 20:17:31.435270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:31.458977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-3dbd4bf8-c44e-42fb-af24-a493d1c7e598 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ee717a-8ff7-42a7-a99a-f7760e3f0dda HTTP/1.1" status: 200 len: 217 time: 0.0409243 Jul 16 20:17:31.479935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c6242e13-c798-4b85-8962-346cea4b9033 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:31.489417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:31.520237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9717ac72-b9eb-41f1-bb82-23372dd7b205 admin admin] 10.222.0.91 "PUT /v2.0/routers/d1d6e0c3-fd37-412b-a259-4deeca55545e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8812451 Jul 16 20:17:31.525517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55398) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.536439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4e9ee-024f-4e96-a612-4fc6e835474f req-8142d657-f29a-44f5-abdf-da0561bf3252 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.537029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] Sync routers for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:31.544643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3eb4e9ee-024f-4e96-a612-4fc6e835474f req-8142d657-f29a-44f5-abdf-da0561bf3252 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 945 time: 0.2504842 Jul 16 20:17:31.556766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:31.558187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:31.589390 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae9057d1-af62-41d9-be10-3666a0205fa4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.602065 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae9057d1-af62-41d9-be10-3666a0205fa4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.679534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port de837e32-72c1-48f1-8b53-827cba75d97c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:31.679909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.691649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3eb4e9ee-024f-4e96-a612-4fc6e835474f req-c9ba2679-3b6f-4a46-82fe-83496e209b44 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455402 Jul 16 20:17:31.718757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:31.723489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.726617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-480681b7-ae25-4f0d-bd84-0f9c5e3bad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.728293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-480681b7-ae25-4f0d-bd84-0f9c5e3bad62 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 200 len: 854 time: 0.2581949 Jul 16 20:17:31.730886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.732878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae9057d1-af62-41d9-be10-3666a0205fa4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.734249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ae9057d1-af62-41d9-be10-3666a0205fa4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8758070 Jul 16 20:17:31.749881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9057d1-af62-41d9-be10-3666a0205fa4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa9d414-2470-4064-84df-8f2d9aa43bf4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.754524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55400) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.757126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port c6242e13-c798-4b85-8962-346cea4b9033 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:31.770337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e666fe26-d520-453c-8699-8679d9bf894f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'security_group_rule': {'security_group_id': '3aa9d414-2470-4064-84df-8f2d9aa43bf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:31.836891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-962542b3-19b3-41f1-80f6-1024a5a4a3c7 service neutron] 10.222.0.99 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161829 Jul 16 20:17:31.862994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-04052f6c-6030-4d07-be7a-84ef6d1a95ff service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820693 Jul 16 20:17:31.880591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c6242e13-c798-4b85-8962-346cea4b9033 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:31.880949 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.920815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e666fe26-d520-453c-8699-8679d9bf894f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.932655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1a999892-9aa2-468c-b204-16cfc60e1ccc None None] Provisioning for port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:31.951828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1a999892-9aa2-468c-b204-16cfc60e1ccc None None] Provisioning complete for port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:31.952237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1a999892-9aa2-468c-b204-16cfc60e1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.957454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.976758 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.996639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b650-ce01-4309-8611-294036dded83 req-f4c865b9-48f7-414b-83b9-30bd4be81fd9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.006100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4de3b650-ce01-4309-8611-294036dded83 req-f4c865b9-48f7-414b-83b9-30bd4be81fd9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 944 time: 0.3678539 Jul 16 20:17:32.027111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:32.082956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Network b300666f-2b2a-43e8-a24f-fed4d4c4660d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:32.091807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1a999892-9aa2-468c-b204-16cfc60e1ccc None None] Port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:32.098548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:32.106427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:32.107478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.108198 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.110387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.148184 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e666fe26-d520-453c-8699-8679d9bf894f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.160758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.182332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1c7e7b28-f608-4610-a7ce-2b9fb40a0b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1488554 Jul 16 20:17:32.183208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e666fe26-d520-453c-8699-8679d9bf894f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.187190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55402) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:32.195096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.205648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6242e13-c798-4b85-8962-346cea4b9033'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:32.208296 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b093299-9158-40a0-ade8-d435474093d9" -d '{"events": [{"server_uuid": "47ac44e1-a5d7-426c-a3df-e35a0b783d8f", "name": "network-vif-plugged", "status": "completed", "tag": "c6242e13-c798-4b85-8962-346cea4b9033"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:32.246421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c6242e13-c798-4b85-8962-346cea4b9033, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c6242e13-c798-4b85-8962-346cea4b9033,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:32.247526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fe26-d520-453c-8699-8679d9bf894f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fcfefa-5d9d-4570-94ba-de6020576e26,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.260993 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.310766 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.321947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:17:26Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:32.356845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c6242e13-c798-4b85-8962-346cea4b9033,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.359718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] Checking router: d1d6e0c3-fd37-412b-a259-4deeca55545e for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:17:32.372106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] Routers {'d1d6e0c3-fd37-412b-a259-4deeca55545e'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:32.372802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d1d6e0c3-fd37-412b-a259-4deeca55545e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:32.378031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e666fe26-d520-453c-8699-8679d9bf894f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.379282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e666fe26-d520-453c-8699-8679d9bf894f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6130986 Jul 16 20:17:32.421814 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff47ef86-16eb-48ce-8055-a3f6e63e0b13 x-openstack-request-id: req-ff47ef86-16eb-48ce-8055-a3f6e63e0b13 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:32.422386 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ac44e1-a5d7-426c-a3df-e35a0b783d8f", "name": "network-vif-plugged", "status": "completed", "tag": "c6242e13-c798-4b85-8962-346cea4b9033", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:32.422728 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ff47ef86-16eb-48ce-8055-a3f6e63e0b13 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:32.423669 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6242e13-c798-4b85-8962-346cea4b9033', 'code': 200} Jul 16 20:17:32.425455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55408) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:32.433165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-716277e8-553e-4422-984e-b47b4feb7c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'security_group_rule': {'security_group_id': '3aa9d414-2470-4064-84df-8f2d9aa43bf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.461654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-475ce2b1-2b93-4db3-88ad-997a12787d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.463234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-475ce2b1-2b93-4db3-88ad-997a12787d91 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6894014 Jul 16 20:17:32.482702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=c5e7f67b-9213-411e-a11d-cf5da87b1777,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.485048 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.519359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-716277e8-553e-4422-984e-b47b4feb7c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.532316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] Set router d1d6e0c3-fd37-412b-a259-4deeca55545e gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:32.554084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': 'b0fefbbb-069f-4eb6-8a5b-92f8505b5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:32.554453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: d308af6c-058b-4cec-b715-ae5f9ddefb36, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:32.562619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4de3b650-ce01-4309-8611-294036dded83 req-ae24d926-21e2-475e-aa38-5c7779bcab95 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554936 Jul 16 20:17:32.607396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ff5b42f-28d7-4e71-9d89-cb26badb895c req-e4f4f60f-fd83-4f4e-a20a-52eede80bb92 service neutron] 10.222.0.99 "GET /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592177 Jul 16 20:17:32.631644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09877cda-4a4d-46bc-b1fc-5e21b14f275e req-bdd16835-0352-4842-bfda-dfc83ea5b8a3 service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586741 Jul 16 20:17:32.701823 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.725585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:32.725870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-395e004e-31a0-4331-9f4d-1c2ca93c3f34 service neutron] 10.222.0.99 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154913 Jul 16 20:17:32.742719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-716277e8-553e-4422-984e-b47b4feb7c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.772917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8783a2-a151-49bf-a679-760450087974 req-48cc56fd-e094-42e7-a98f-3d0b998aa2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.774624 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb8783a2-a151-49bf-a679-760450087974 req-48cc56fd-e094-42e7-a98f-3d0b998aa2ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 1098 time: 0.2631311 Jul 16 20:17:32.787859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, d308af6c-058b-4cec-b715-ae5f9ddefb36) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:32.789664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-716277e8-553e-4422-984e-b47b4feb7c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.812161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.813154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.837761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-14a36ca3-9e2f-45a5-931e-dc821ef9453d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4951584 Jul 16 20:17:32.842566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55412) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:32.847514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716277e8-553e-4422-984e-b47b4feb7c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5fe22f-2327-4942-9ea6-10926bea4fe9,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.849190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36', 'name': 'tempest-PortsIpV6TestJSON-334990313', 'fixed_ips': [{'subnet_id': 'c5e7f67b-9213-411e-a11d-cf5da87b1777', 'ip_address': '2001:db8::10'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.869425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-716277e8-553e-4422-984e-b47b4feb7c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.874279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b7318-370d-4d7d-ad07-e1e85e02aaa5 None None] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:32.880317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-716277e8-553e-4422-984e-b47b4feb7c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4513299 Jul 16 20:17:32.888163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55414) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:32.897139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225049f4-7a03-4813-9290-8b66c7515080 req-c9a23989-1c4e-4116-a8f6-d41bb749a59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.898775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-225049f4-7a03-4813-9290-8b66c7515080 req-c9a23989-1c4e-4116-a8f6-d41bb749a59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 945 time: 0.2958872 Jul 16 20:17:32.907247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.942336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:17:26Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:32.950798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb8783a2-a151-49bf-a679-760450087974 req-b66fae9a-ad58-4112-a4f3-1c93e4997531 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663034 Jul 16 20:17:32.997475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff73ccb3-65e7-4756-955c-b259ff82a616 req-438cdba2-ac23-4ccc-b37b-19cf9f28a9f1 service neutron] 10.222.0.99 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642696 Jul 16 20:17:33.009043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Deleting port 4ad56df8-0bf5-4f77-a8e6-f75afd331452 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:33.009393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.016600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992688a-f720-4609-91ae-8c21c07b2878 None None] The sync data for ids ['d1d6e0c3-fd37-412b-a259-4deeca55545e'] in n-d-792458-10 is: [{'id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'name': 'tempest-AttachVolumeShelveTestJSON-237058847-router', 'tenant_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:18Z', 'updated_at': '2021-07-16T20:17:26Z', 'revision_number': 5, 'project_id': 'c394906bc6bd41e68e4ba8dabef02ee5', 'gw_port': {'id': '4ad56df8-0bf5-4f77-a8e6-f75afd331452', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d6e0c3-fd37-412b-a259-4deeca55545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:20Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:33.017053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.046322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] device_id is not set on port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:33.081733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.130004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Transition to ACTIVE for port object c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:33.145063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-d308af6c-058b-4cec-b715-ae5f9ddefb36', 'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36', 'tenant_id': '8b0a4712e7414685810442700f62c53d', 'fixed_ips': [{'subnet_id': 'c5e7f67b-9213-411e-a11d-cf5da87b1777'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:33.145497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f832f-91ea-475b-b9e0-ad43133dcc63 req-d3662d87-3d5c-4d46-bb1c-efd28e2641f5 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.146332 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.146481 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-843f832f-91ea-475b-b9e0-ad43133dcc63 req-d3662d87-3d5c-4d46-bb1c-efd28e2641f5 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 945 time: 0.2590091 Jul 16 20:17:33.147172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.173086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:33.312026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Allocated IP 2001:db8::2 (d308af6c-058b-4cec-b715-ae5f9ddefb36/c5e7f67b-9213-411e-a11d-cf5da87b1777/2d010790-4378-4666-8912-e9aa04464f52) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:33.316990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] For port 4ad56df8-0bf5-4f77-a8e6-f75afd331452, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=4ad56df8-0bf5-4f77-a8e6-f75afd331452,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:33.317372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.344695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-b1e38fda-0f74-44d4-ab7c-e8346d342f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.346271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-b1e38fda-0f74-44d4-ab7c-e8346d342f6b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 1096 time: 0.2775345 Jul 16 20:17:33.351135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Calling delete_port for 4ad56df8-0bf5-4f77-a8e6-f75afd331452 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:33.462137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:33.510362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5b2943f9-f19c-4456-8e9b-d58ace76b282 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:33.515524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:33.515760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6f25a95a-c0b0-471e-a8af-0acef5ccdc6c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:33.526856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.600392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.637549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Deleting port bf082e86-9682-44cf-943d-8b78333426c6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:33.637971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.640281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 16b6f066-980f-4ae8-9c15-dbf544091a3f yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:33.643324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-843f832f-91ea-475b-b9e0-ad43133dcc63 req-b19ba5bb-a7c5-480d-8f46-d06a8370f742 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963862 Jul 16 20:17:33.675180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 5b2943f9-f19c-4456-8e9b-d58ace76b282 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:33.693182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 5b2943f9-f19c-4456-8e9b-d58ace76b282 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:33.693612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.700146 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.702095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:33.702589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:33.703152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:33.715325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:33.715854 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:33.718374 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 2 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:33.765530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:33.765860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:33.766194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:33.777070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:33.777339 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:33.777555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Transition to ACTIVE for port object 2d010790-4378-4666-8912-e9aa04464f52 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:33.779967 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 3 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:33.808407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] For port bf082e86-9682-44cf-943d-8b78333426c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=bf082e86-9682-44cf-943d-8b78333426c6,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:33.808699 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.811555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:33.811893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:33.812233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:33.826025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Calling delete_port for bf082e86-9682-44cf-943d-8b78333426c6 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:33.827647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:33.827788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Transition to ACTIVE for port object 2d010790-4378-4666-8912-e9aa04464f52 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:33.827970 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:33.830694 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 4 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:33.834704 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.843217 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.852721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:33.852721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:33.853126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:33.901073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:33.901384 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:33.903285 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 5 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:33.923638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::10 (d308af6c-058b-4cec-b715-ae5f9ddefb36/c5e7f67b-9213-411e-a11d-cf5da87b1777/16b6f066-980f-4ae8-9c15-dbf544091a3f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:33.926149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:33.926531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:33.926954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:33.927643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:33.936909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Pushing event updated for resources: {'Port': ['ID=2d010790-4378-4666-8912-e9aa04464f52,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.939697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:33.940033 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:33.942142 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 6 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:33.946623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:33.950723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:33.968317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:33.968652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:33.968994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:33.976653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5b2943f9-f19c-4456-8e9b-d58ace76b282, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5b2943f9-f19c-4456-8e9b-d58ace76b282,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:33.977315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:33.977690 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:33.979006 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 7 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:34.019008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.020101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf082e86-9682-44cf-943d-8b78333426c6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:34.025294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.025837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.026467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.028216 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.036825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:34.037511 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:34.041756 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 8 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:34.052448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-03237028-7fa1-402c-91f0-0b8c35df0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.054000 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-03237028-7fa1-402c-91f0-0b8c35df0439 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 916 time: 0.6908681 Jul 16 20:17:34.056302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Attempting to bind port 2d010790-4378-4666-8912-e9aa04464f52 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.056662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Attempting to bind port 2d010790-4378-4666-8912-e9aa04464f52 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b0fefbbb-069f-4eb6-8a5b-92f8505b5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.057021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Attempting to bind port 2d010790-4378-4666-8912-e9aa04464f52 on network d308af6c-058b-4cec-b715-ae5f9ddefb36 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.068409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.069378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.069861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.080941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:34.081625 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:34.082286 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 9 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:34.094291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.130722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.131090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.131423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.137417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event deleted for resources: {'Port': ['ID=bf082e86-9682-44cf-943d-8b78333426c6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.146272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:34.146596 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:34.148896 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempt 10 to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 Jul 16 20:17:34.158747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-61979488-91f1-47d4-bdce-2d942e7976e2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ee717a-8ff7-42a7-a99a-f7760e3f0dda HTTP/1.1" status: 200 len: 217 time: 0.0932674 Jul 16 20:17:34.205098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] No DVR routers for this DVR port bf082e86-9682-44cf-943d-8b78333426c6 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:34.209050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.212238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-225049f4-7a03-4813-9290-8b66c7515080 req-4abc9837-1dd6-4e54-82d6-8b633fc9d59b tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "DELETE /v2.0/ports/bf082e86-9682-44cf-943d-8b78333426c6 HTTP/1.1" status: 204 len: 173 time: 1.2997274 Jul 16 20:17:34.213113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'name': 'network-vif-deleted', 'tag': 'bf082e86-9682-44cf-943d-8b78333426c6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:34.215700 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed58126-733f-4c16-92e0-1334e047b4b2" -d '{"events": [{"server_uuid": "81c9ed5c-c85c-4758-ad74-6be238162cb0", "name": "network-vif-deleted", "tag": "bf082e86-9682-44cf-943d-8b78333426c6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:34.218950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.219282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.219613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempting to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.225355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:34.225679 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Failed to bind port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on host n-h2-792458-10 for vnic_type normal using segments [{'id': '61693ead-9530-4624-ae90-fae9f90f8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b300666f-2b2a-43e8-a24f-fed4d4c4660d'}] Jul 16 20:17:34.226139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.304747 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd13e917-06a1-4417-adfc-509efcf17f86 x-openstack-request-id: req-cd13e917-06a1-4417-adfc-509efcf17f86 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:34.305591 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c9ed5c-c85c-4758-ad74-6be238162cb0", "name": "network-vif-deleted", "tag": "bf082e86-9682-44cf-943d-8b78333426c6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:34.306049 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cd13e917-06a1-4417-adfc-509efcf17f86 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:34.306702 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c9ed5c-c85c-4758-ad74-6be238162cb0', 'name': 'network-vif-deleted', 'tag': 'bf082e86-9682-44cf-943d-8b78333426c6', 'status': 'completed', 'code': 200} Jul 16 20:17:34.324139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cc570-65b7-4c30-9876-985f6db54fdb req-366eebf5-a210-4a27-8d72-85dd2ce50bdc tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.331673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de3cc570-65b7-4c30-9876-985f6db54fdb req-366eebf5-a210-4a27-8d72-85dd2ce50bdc tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 944 time: 0.5289991 Jul 16 20:17:34.344549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['aa5696cf-6206-4bcb-ad6d-0086023710ab'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:34.346672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5d9534f3-0424-4c03-b516-659aa5a6e112'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:34.349643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] For port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:34.350312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attempted to set empty binding levels {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:17:34.356442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:34.356442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Checking segment: {'id': 'b0fefbbb-069f-4eb6-8a5b-92f8505b5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:34.356442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.357066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Bound using segment: {'id': 'b0fefbbb-069f-4eb6-8a5b-92f8505b5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:34.357312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Bound port: 2d010790-4378-4666-8912-e9aa04464f52, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fefbbb-069f-4eb6-8a5b-92f8505b5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:34.357661 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.360142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.398416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] In _notify_port_updated(), no bound segment for port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 on network b300666f-2b2a-43e8-a24f-fed4d4c4660d {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:34.399879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.400730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.402446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "PUT /v2.0/ports/c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 HTTP/1.1" status: 200 len: 980 time: 2.2116628 Jul 16 20:17:34.405712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55426) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:34.422662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-c368faf3-77a1-4800-85f4-675c56838b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.424345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-c368faf3-77a1-4800-85f4-675c56838b03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 200 len: 854 time: 0.2550492 Jul 16 20:17:34.427176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a32da6e-d504-4062-8242-d3281e14d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2943f9-f19c-4456-8e9b-d58ace76b282'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:34.429440 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f416558-6fc9-4ae0-8706-567c5e94edf0" -d '{"events": [{"server_uuid": "8a32da6e-d504-4062-8242-d3281e14d36e", "name": "network-vif-plugged", "status": "completed", "tag": "5b2943f9-f19c-4456-8e9b-d58ace76b282"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:34.482386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.489432 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fe900d-b114-499b-a41a-2ba334625abf x-openstack-request-id: req-c1fe900d-b114-499b-a41a-2ba334625abf {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:34.489774 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a32da6e-d504-4062-8242-d3281e14d36e", "name": "network-vif-plugged", "status": "completed", "tag": "5b2943f9-f19c-4456-8e9b-d58ace76b282", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:34.489964 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c1fe900d-b114-499b-a41a-2ba334625abf {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:34.490470 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a32da6e-d504-4062-8242-d3281e14d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2943f9-f19c-4456-8e9b-d58ace76b282', 'code': 200} Jul 16 20:17:34.510389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de3cc570-65b7-4c30-9876-985f6db54fdb req-cba68aff-f1b8-4e2e-a025-23216f2a3f1d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777236 Jul 16 20:17:34.523194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 172.25.3.173 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/5ec00e3e-1f21-4bb5-baff-84667234d6ed) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:34.534502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No active binding found for port bf082e86-9682-44cf-943d-8b78333426c6 {{(pid=93863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:17:34.534989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device bf082e86-9682-44cf-943d-8b78333426c6 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:34.546418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=5b2943f9-f19c-4456-8e9b-d58ace76b282,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.546777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2966b-a5c6-4de5-b562-8d60a34abdc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.568178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad56df8-0bf5-4f77-a8e6-f75afd331452,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.573369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.630061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Deleting port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:34.630507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.642468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] For port 2d010790-4378-4666-8912-e9aa04464f52, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:34.643461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 16b6f066-980f-4ae8-9c15-dbf544091a3f will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:34.675437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] For port 2d010790-4378-4666-8912-e9aa04464f52, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2d010790-4378-4666-8912-e9aa04464f52,segment=NetworkSegment(b0fefbbb-069f-4eb6-8a5b-92f8505b5a50),segment_id=b0fefbbb-069f-4eb6-8a5b-92f8505b5a50)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:34.707306 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.771741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ec2-d074-49ac-81e9-7b1fe6e396ba req-fe188f38-e4e3-40b7-9383-b4c340b474bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.773823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1b70ec2-d074-49ac-81e9-7b1fe6e396ba req-fe188f38-e4e3-40b7-9383-b4c340b474bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 1098 time: 0.1839023 Jul 16 20:17:34.777692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] For port c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0, host n-h2-792458-10, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:34.778071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.819129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Calling delete_port for c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:34.870286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.879989 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1b70ec2-d074-49ac-81e9-7b1fe6e396ba req-43ac8ed0-2b9f-4334-b8c0-67713ba46366 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971043 Jul 16 20:17:34.895180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f89ae-b8dc-4b85-afeb-99d4b5f075bd None None] Pushing event updated for resources: {'Port': ['ID=2d010790-4378-4666-8912-e9aa04464f52,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.980265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-fa7575d5-5c3e-44a4-b045-49e1934a4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.982808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-fa7575d5-5c3e-44a4-b045-49e1934a4858 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5462189 Jul 16 20:17:34.983814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.984136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.015115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.024158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.026275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ef569f9-971f-4369-8c0e-02352e96156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "DELETE /v2.0/ports/c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 HTTP/1.1" status: 204 len: 168 time: 0.6193750 Jul 16 20:17:35.029044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55434) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:35.061248 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2792b9-8b59-4d2c-9ab1-df558e4c706d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:35.062997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2f2792b9-8b59-4d2c-9ab1-df558e4c706d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579879566-project-admin] 10.222.0.91 "GET /v2.0/ports/c0f30ff4-b5a6-4f36-8d7a-c4fe305cd1b0 HTTP/1.1" status: 404 len: 333 time: 0.0327358 Jul 16 20:17:35.083756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55436) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:35.204322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.351595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2d010790-4378-4666-8912-e9aa04464f52 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:35.360801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.373868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b300666f-2b2a-43e8-a24f-fed4d4c4660d']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:35.379987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.392915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61693ead-9530-4624-ae90-fae9f90f8e32') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:35.393193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61693ead-9530-4624-ae90-fae9f90f8e32') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:35.403329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.407460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32a296c1-e77b-4688-b9a3-aefd71fb92fa req-3285d30d-2442-4b8f-959a-853289db0547 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=81c9ed5c-c85c-4758-ad74-6be238162cb0 HTTP/1.1" status: 200 len: 210 time: 0.4573045 Jul 16 20:17:35.411997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 2d010790-4378-4666-8912-e9aa04464f52 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:35.420383 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.436098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:35.436429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:35.440120 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:35.506713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.513740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.515651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] 10.222.0.91 "DELETE /v2.0/networks/b300666f-2b2a-43e8-a24f-fed4d4c4660d HTTP/1.1" status: 204 len: 168 time: 0.4309490 Jul 16 20:17:35.527682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34befeef-b697-4932-ba17-2256333e23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-637831747-project] Pushing event deleted for resources: {'Network': ['ID=b300666f-2b2a-43e8-a24f-fed4d4c4660d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.532727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:35.591214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:35.637663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:35.646131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.653014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.736955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=5ec00e3e-1f21-4bb5-baff-84667234d6ed,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.745186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.751965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c2af6-96a6-46d5-ae23-4ee2f4174928 req-fe71d35d-2f28-4a27-8799-f12d46e8903b tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.754699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ab9c2af6-96a6-46d5-ae23-4ee2f4174928 req-fe71d35d-2f28-4a27-8799-f12d46e8903b tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 944 time: 0.1283078 Jul 16 20:17:35.765624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 39ee717a-8ff7-42a7-a99a-f7760e3f0dda details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:35.790194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.790524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d6e0c3-fd37-412b-a259-4deeca55545e {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:17:35.828479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.830349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9de4b9ba-8308-423b-b2d4-0e1566331862 admin admin] 10.222.0.91 "DELETE /v2.0/routers/d1d6e0c3-fd37-412b-a259-4deeca55545e HTTP/1.1" status: 204 len: 168 time: 4.2707422 Jul 16 20:17:35.835567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55448) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:35.849027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-a605a87a-6fb6-496e-a4cc-6611d2c5708b service neutron] 10.222.0.99 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597700 Jul 16 20:17:35.906344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:35.952238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=16b6f066-980f-4ae8-9c15-dbf544091a3f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.969292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:35.972310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55450) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:35.981959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:35.987821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.988557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.016179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] Deleting subnet fd238f0f-68ac-47fb-8871-c0a48df07c46 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:36.021321 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00bdc45a-c783-4304-9dac-fb3248c3fd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.038069 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ab9c2af6-96a6-46d5-ae23-4ee2f4174928 req-81961384-9c73-4e97-8b27-5ab807b69c11 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690122 Jul 16 20:17:36.040698 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.065056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:36.094290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda', 'network_id': '2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6', 'port_id': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda', 'mac_address': 'fa:16:3e:60:6a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413f00f6-4f9e-46cf-bdab-70e1028d9e31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:36.106943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.125958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-272fa9a3-dc0b-4404-a3d1-ab61c7002c9a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2811873 Jul 16 20:17:36.131384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55454) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.144074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': 'd308af6c-058b-4cec-b715-ae5f9ddefb36', 'name': 'tempest-PortsIpV6TestJSON-508390341', 'fixed_ips': [{'subnet_id': 'c5e7f67b-9213-411e-a11d-cf5da87b1777', 'ip_address': '2001:db8::f'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:36.148652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.160752 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.177647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ee717a-8ff7-42a7-a99a-f7760e3f0dda {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:36.203463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:36.209917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.236527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.271274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.277192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1502dd25-79cc-45f1-8a14-ce9a8a535346 req-40284d6b-a5d7-4501-a744-5b253494978b service neutron] 10.222.0.99 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149270 Jul 16 20:17:36.281889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.282237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.283498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.283856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.284189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.284522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.284849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.285171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.285498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.285815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.286139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.286675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:36.315136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e80ba-0459-496b-92b9-87785b3618bc None None] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:36.317197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.325804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-60312e3e-c2f4-4751-9c91-f7c55d9d7e32 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7af6deacce0947aaa910d660ad8bffca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485930 Jul 16 20:17:36.331620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.344041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.349256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd238f0f-68ac-47fb-8871-c0a48df07c46,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.353938 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.356026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-291c13ac-8ad5-46c5-9de6-4a30e340ca5d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/fd238f0f-68ac-47fb-8871-c0a48df07c46 HTTP/1.1" status: 204 len: 168 time: 0.5167961 Jul 16 20:17:36.358691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55458) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.370348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e266efd3-fc84-400b-b1a8-85ab8810c873 None None] Network b96a3a0b-c687-4dbb-919f-1c6e5002a26b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:36.460158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2a91cadb-8c5f-4255-95b2-2f4360257046 None None] Provisioning for port 2d010790-4378-4666-8912-e9aa04464f52 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:36.496782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:36.507820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.520065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2a91cadb-8c5f-4255-95b2-2f4360257046 None None] Provisioning complete for port 2d010790-4378-4666-8912-e9aa04464f52 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:36.520821 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a91cadb-8c5f-4255-95b2-2f4360257046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.532787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.576643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76570821-4f81-4ff8-b1a7-00688ff0ea91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.583913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['39ee717a-8ff7-42a7-a99a-f7760e3f0dda'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:36.598056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 93f1ad9a-614a-44c8-b2ea-274b7db1e103 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:36.625071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Deleting port 82aa66a2-f809-4fd4-bdb1-779e259b0abd {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:36.625463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.628195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76570821-4f81-4ff8-b1a7-00688ff0ea91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.709945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] For port 82aa66a2-f809-4fd4-bdb1-779e259b0abd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=82aa66a2-f809-4fd4-bdb1-779e259b0abd,segment=NetworkSegment(c8fbd7e3-5fb3-4542-b611-9763712a89eb),segment_id=c8fbd7e3-5fb3-4542-b611-9763712a89eb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:36.710626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.719861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.737240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Calling delete_port for 82aa66a2-f809-4fd4-bdb1-779e259b0abd owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:36.870431 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.883941 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a91cadb-8c5f-4255-95b2-2f4360257046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.907047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] No DVR routers for this DVR port 82aa66a2-f809-4fd4-bdb1-779e259b0abd on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:36.913543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Pushing event deleted for resources: {'Port': ['ID=82aa66a2-f809-4fd4-bdb1-779e259b0abd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.951407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d55f1-8d68-4364-aa62-9060b9429244 None None] DHCP port deletion for b96a3a0b-c687-4dbb-919f-1c6e5002a26b request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:36.973967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2a91cadb-8c5f-4255-95b2-2f4360257046 None None] For port 2d010790-4378-4666-8912-e9aa04464f52, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2d010790-4378-4666-8912-e9aa04464f52,segment=NetworkSegment(b0fefbbb-069f-4eb6-8a5b-92f8505b5a50),segment_id=b0fefbbb-069f-4eb6-8a5b-92f8505b5a50)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:36.980398 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a91cadb-8c5f-4255-95b2-2f4360257046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.014630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::f (d308af6c-058b-4cec-b715-ae5f9ddefb36/c5e7f67b-9213-411e-a11d-cf5da87b1777/93f1ad9a-614a-44c8-b2ea-274b7db1e103) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:37.035355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.050822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91cadb-8c5f-4255-95b2-2f4360257046 None None] Pushing event updated for resources: {'Port': ['ID=2d010790-4378-4666-8912-e9aa04464f52,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.053993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96a3a0b-c687-4dbb-919f-1c6e5002a26b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:37.072427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fbd7e3-5fb3-4542-b611-9763712a89eb') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:37.072723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fbd7e3-5fb3-4542-b611-9763712a89eb') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:37.079235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.083562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.102623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.103428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76570821-4f81-4ff8-b1a7-00688ff0ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.106323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76570821-4f81-4ff8-b1a7-00688ff0ea91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.107945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-76570821-4f81-4ff8-b1a7-00688ff0ea91 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8a91cab5-83f4-44bd-8658-582b045caef9 HTTP/1.1" status: 204 len: 168 time: 0.7745230 Jul 16 20:17:37.112662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:37.113113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:37.203770 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:37.207264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.215649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.223264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] 10.222.0.91 "DELETE /v2.0/networks/b96a3a0b-c687-4dbb-919f-1c6e5002a26b HTTP/1.1" status: 204 len: 168 time: 0.8633552 Jul 16 20:17:37.282742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4912f-4f5c-4878-8ac6-687a470a9caf admin admin] Pushing event deleted for resources: {'Network': ['ID=b96a3a0b-c687-4dbb-919f-1c6e5002a26b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.311226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2d010790-4378-4666-8912-e9aa04464f52 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:37.356271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e370-e615-4dbc-82a0-df047b73e619 req-9d32f094-2d2f-4883-8fd3-e0037921d1b4 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.359621 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4198e370-e615-4dbc-82a0-df047b73e619 req-9d32f094-2d2f-4883-8fd3-e0037921d1b4 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 945 time: 0.1679177 Jul 16 20:17:37.378753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76570821-4f81-4ff8-b1a7-00688ff0ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a91cab5-83f4-44bd-8658-582b045caef9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.432002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4198e370-e615-4dbc-82a0-df047b73e619 req-9e53e642-b06f-4977-b9ee-b37a7cd7773c tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673220 Jul 16 20:17:37.456246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=5ec00e3e-1f21-4bb5-baff-84667234d6ed,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.493886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb284-8fc0-4d29-9579-b7c3d9e0a1ee None None] Provisioning for port 16b6f066-980f-4ae8-9c15-dbf544091a3f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:37.498446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb284-8fc0-4d29-9579-b7c3d9e0a1ee None None] Provisioning complete for port 16b6f066-980f-4ae8-9c15-dbf544091a3f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:37.501830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb284-8fc0-4d29-9579-b7c3d9e0a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.527087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.546339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2d010790-4378-4666-8912-e9aa04464f52 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:37.548549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.572284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55480) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:37.600278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdb284-8fc0-4d29-9579-b7c3d9e0a1ee None None] Port 16b6f066-980f-4ae8-9c15-dbf544091a3f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:37.602251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.604288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8af8207d-6ad2-4327-a0a7-679a8399c1fd tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7076457 Jul 16 20:17:37.628429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb284-8fc0-4d29-9579-b7c3d9e0a1ee None None] Provisioning complete for port 2d010790-4378-4666-8912-e9aa04464f52 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:37.634677 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb284-8fc0-4d29-9579-b7c3d9e0a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.640018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55484) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:37.670630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.723335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01ecd954-8066-4492-8f26-a12fd2f83c3d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c394906bc6bd41e68e4ba8dabef02ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469843 Jul 16 20:17:37.724278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55486) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:37.756695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d86d9-c07e-46ef-84e4-47276a09971f req-0207b6cf-a3aa-4158-aeb8-f53adc8fa208 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.765674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-282d86d9-c07e-46ef-84e4-47276a09971f req-0207b6cf-a3aa-4158-aeb8-f53adc8fa208 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 945 time: 0.3747792 Jul 16 20:17:37.793412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 93f1ad9a-614a-44c8-b2ea-274b7db1e103 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:37.879946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ea42970d-23c9-4c52-9a1d-329d1cf60586 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ac1ca109a994dadb3fde0857aa95c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374165 Jul 16 20:17:37.883481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55492) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:37.902212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-282d86d9-c07e-46ef-84e4-47276a09971f req-69c383b8-9619-407a-a667-c370184b92e7 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357162 Jul 16 20:17:37.903982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.915683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 4ad56df8-0bf5-4f77-a8e6-f75afd331452 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:37.945721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b81c9a1b-e067-44cb-92be-dfffcbdbfa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.953801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 4ad56df8-0bf5-4f77-a8e6-f75afd331452 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:37.955028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 4ad56df8-0bf5-4f77-a8e6-f75afd331452 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:37.955916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 82aa66a2-f809-4fd4-bdb1-779e259b0abd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:37.975186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:37.978850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:37.983444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b81c9a1b-e067-44cb-92be-dfffcbdbfa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.984400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:37.991000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.991833 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.995618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=93f1ad9a-614a-44c8-b2ea-274b7db1e103,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.006304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 82aa66a2-f809-4fd4-bdb1-779e259b0abd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:38.007402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 82aa66a2-f809-4fd4-bdb1-779e259b0abd not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:38.009134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.018347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.020850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.020850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.021100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.021629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.021769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.022062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.022388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.022707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.023563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.023893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:38.029518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e5ecc8ae-4c03-487c-ae39-64b0b6828138 None None] Provisioning complete for port 16b6f066-980f-4ae8-9c15-dbf544091a3f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:38.030022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e5ecc8ae-4c03-487c-ae39-64b0b6828138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.039302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8dac0e72-d682-4bba-9cf5-38e32b3adf76 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9021435 Jul 16 20:17:38.041841 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55502) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.080683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecc8ae-4c03-487c-ae39-64b0b6828138 None None] Port 16b6f066-980f-4ae8-9c15-dbf544091a3f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:38.101976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-13661d6c-a92d-42a2-89b8-e247565d03cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--744333889&fields=id&tenant_id=4c77c4f4148c47188d62752fcad8edfc HTTP/1.1" status: 200 len: 267 time: 0.0836902 Jul 16 20:17:38.108192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69ee31bc-66a6-426b-883e-61cdada9b8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.145543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b81c9a1b-e067-44cb-92be-dfffcbdbfa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.147954 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b81c9a1b-e067-44cb-92be-dfffcbdbfa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.151821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b81c9a1b-e067-44cb-92be-dfffcbdbfa7d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8c5574f6-3a3f-4abc-a56d-124b401fa7eb HTTP/1.1" status: 204 len: 168 time: 0.4235420 Jul 16 20:17:38.198116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03399b-0ca1-4cff-8428-55f468993dbd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.199608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69ee31bc-66a6-426b-883e-61cdada9b8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.202877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ad03399b-0ca1-4cff-8428-55f468993dbd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1599112 Jul 16 20:17:38.204836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55508) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.245060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c9a1b-e067-44cb-92be-dfffcbdbfa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5574f6-3a3f-4abc-a56d-124b401fa7eb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.307990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a06689b7-ad5c-4462-b291-c524ee4f3374 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.316213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a06689b7-ad5c-4462-b291-c524ee4f3374 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports/c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 937 time: 0.2043176 Jul 16 20:17:38.332053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b76b6-5496-47c2-9185-c5c946a6ccad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.339829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b76b6-5496-47c2-9185-c5c946a6ccad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.346665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b76b6-5496-47c2-9185-c5c946a6ccad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.351075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-747b76b6-5496-47c2-9185-c5c946a6ccad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1426096 Jul 16 20:17:38.351442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55510) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.384369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.402820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-d120d3ff-8b86-4a9f-87e9-989a1d5e7b99 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.404147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-d120d3ff-8b86-4a9f-87e9-989a1d5e7b99 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 945 time: 0.2167392 Jul 16 20:17:38.410562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3aec7186-c92b-4bdc-8cc3-2c58232898d5 None None] Provisioning for port 93f1ad9a-614a-44c8-b2ea-274b7db1e103 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:38.413307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-6d79833d-ddb9-48ad-bda5-78d59faa3f5d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.414740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-6d79833d-ddb9-48ad-bda5-78d59faa3f5d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 936 time: 0.0977249 Jul 16 20:17:38.416416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3aec7186-c92b-4bdc-8cc3-2c58232898d5 None None] Provisioning complete for port 93f1ad9a-614a-44c8-b2ea-274b7db1e103 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:38.417023 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3aec7186-c92b-4bdc-8cc3-2c58232898d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.432603 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69ee31bc-66a6-426b-883e-61cdada9b8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.435653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69ee31bc-66a6-426b-883e-61cdada9b8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.439280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69ee31bc-66a6-426b-883e-61cdada9b8df admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ff132753-0bc7-4c66-862e-e0841c693779 HTTP/1.1" status: 204 len: 168 time: 0.5516021 Jul 16 20:17:38.461963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3aec7186-c92b-4bdc-8cc3-2c58232898d5 None None] Port 93f1ad9a-614a-44c8-b2ea-274b7db1e103 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:38.511195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-12da3ffe-d6a7-417a-9e36-3e0882367b62 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0731800 Jul 16 20:17:38.522622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee31bc-66a6-426b-883e-61cdada9b8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff132753-0bc7-4c66-862e-e0841c693779,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.534175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 93f1ad9a-614a-44c8-b2ea-274b7db1e103 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:38.535368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.560636 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.566562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-6596a427-f7b7-4f6c-beca-6296b6fe4833 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0481544 Jul 16 20:17:38.722392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.730054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Deleting port aa5696cf-6206-4bcb-ad6d-0086023710ab {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:38.730740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.749908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 93f1ad9a-614a-44c8-b2ea-274b7db1e103 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:38.766097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a244734a-8d23-496b-a7cb-5171cc2f1fea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.772635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a244734a-8d23-496b-a7cb-5171cc2f1fea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.773832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd58de-1ef3-4342-9cc8-b4c1c98cd10d req-527f72a9-a45f-432a-a653-8e8f2fb0a93e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.778424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a244734a-8d23-496b-a7cb-5171cc2f1fea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.780571 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a244734a-8d23-496b-a7cb-5171cc2f1fea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/networks?id=a971504f-be18-4da5-80f5-dbeaca015f02&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18 HTTP/1.1" status: 200 len: 1994 time: 0.2044291 Jul 16 20:17:38.783900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01dd58de-1ef3-4342-9cc8-b4c1c98cd10d req-527f72a9-a45f-432a-a653-8e8f2fb0a93e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 945 time: 0.1268749 Jul 16 20:17:38.821301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.836420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-14c49d52-799e-49c3-ac41-14ec4b654e80 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/quotas/4c77c4f4148c47188d62752fcad8edfc HTTP/1.1" status: 200 len: 375 time: 0.0425420 Jul 16 20:17:38.837501 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a98f4f07-64b5-47d6-a6cb-db3596121c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.875972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01dd58de-1ef3-4342-9cc8-b4c1c98cd10d req-39034ff4-93d0-42ee-a8ef-fe89e0b86772 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912824 Jul 16 20:17:38.914197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] For port aa5696cf-6206-4bcb-ad6d-0086023710ab, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=aa5696cf-6206-4bcb-ad6d-0086023710ab,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:38.914615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.932895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Calling delete_port for aa5696cf-6206-4bcb-ad6d-0086023710ab owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:39.007247 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.019492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-fda58688-cf27-4413-99bd-4e0f571a207b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1741183 Jul 16 20:17:39.108235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=93f1ad9a-614a-44c8-b2ea-274b7db1e103,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:39.113686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.118285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25500886-34a7-446a-9b1e-20afa29e5202 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/93f1ad9a-614a-44c8-b2ea-274b7db1e103 HTTP/1.1" status: 204 len: 168 time: 0.7650442 Jul 16 20:17:39.120212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55538) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:39.157332 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fc1cff-1c20-490e-b88d-040b28199e87 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:17:39.159612 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f8fc1cff-1c20-490e-b88d-040b28199e87 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/93f1ad9a-614a-44c8-b2ea-274b7db1e103 HTTP/1.1" status: 404 len: 333 time: 0.0382125 Jul 16 20:17:39.163663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55540) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:39.186020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.198015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5d9534f3-0424-4c03-b516-659aa5a6e112'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:39.205811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['aa5696cf-6206-4bcb-ad6d-0086023710ab'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:39.308175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event deleted for resources: {'Port': ['ID=aa5696cf-6206-4bcb-ad6d-0086023710ab,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:39.344887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6961-f278-49e0-8c66-58c8d4f8f089 req-574c1092-b1d1-4e3b-ad40-55f516178dcd tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.346765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b0b6961-f278-49e0-8c66-58c8d4f8f089 req-574c1092-b1d1-4e3b-ad40-55f516178dcd tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 945 time: 0.1546123 Jul 16 20:17:39.363721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] No DVR routers for this DVR port aa5696cf-6206-4bcb-ad6d-0086023710ab on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:39.367389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.371941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6e063fa-e963-4b9f-80c2-52e244afb612 req-9bf987cb-f9fe-486f-8463-6e6aa5bbdfe9 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.79 "DELETE /v2.0/ports/aa5696cf-6206-4bcb-ad6d-0086023710ab HTTP/1.1" status: 204 len: 173 time: 0.9538488 Jul 16 20:17:39.372368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'name': 'network-vif-deleted', 'tag': 'aa5696cf-6206-4bcb-ad6d-0086023710ab'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:39.375270 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b6647f-9049-4272-af6c-882df42c1fe3" -d '{"events": [{"server_uuid": "1cc230a0-406b-4e80-8dcb-535ac25a1317", "name": "network-vif-deleted", "tag": "aa5696cf-6206-4bcb-ad6d-0086023710ab"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:39.444831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b0b6961-f278-49e0-8c66-58c8d4f8f089 req-e2f24c27-d89b-4f97-85d6-da3dd34921a3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919805 Jul 16 20:17:39.495216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 16b6f066-980f-4ae8-9c15-dbf544091a3f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:39.497025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.626481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.663751 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cf3238-6886-41b5-8689-528eedef0867 x-openstack-request-id: req-89cf3238-6886-41b5-8689-528eedef0867 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:39.664199 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc230a0-406b-4e80-8dcb-535ac25a1317", "name": "network-vif-deleted", "tag": "aa5696cf-6206-4bcb-ad6d-0086023710ab", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:39.664549 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-89cf3238-6886-41b5-8689-528eedef0867 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:39.665055 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc230a0-406b-4e80-8dcb-535ac25a1317', 'name': 'network-vif-deleted', 'tag': 'aa5696cf-6206-4bcb-ad6d-0086023710ab', 'status': 'completed', 'code': 200} Jul 16 20:17:39.672565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 16b6f066-980f-4ae8-9c15-dbf544091a3f owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:39.795255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b47e276f-9c51-4bda-86a1-223f7adec8b3 service neutron] 10.222.0.91 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705677 Jul 16 20:17:39.802174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 39ee717a-8ff7-42a7-a99a-f7760e3f0dda up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:39.868340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:39.873308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:39.873582 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.965287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-6f9cf78f-31a5-41ac-9249-b5d98d25808b service neutron] 10.222.0.91 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546659 Jul 16 20:17:39.966512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.975986 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.064004 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.072631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=16b6f066-980f-4ae8-9c15-dbf544091a3f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.086898 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.093835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6031af69-ec81-4a04-9576-b46f49e21a84 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/16b6f066-980f-4ae8-9c15-dbf544091a3f HTTP/1.1" status: 204 len: 168 time: 0.9268692 Jul 16 20:17:40.094926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55576) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.151070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614991af-55c6-47cd-9e29-5707d66e9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:40.157323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-f87b3788-f9aa-4cdd-9c75-090eea1d677d service neutron] 10.222.0.91 "GET /v2.0/ports/c21467a1-8f59-4e51-b402-101f30507f43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1708202 Jul 16 20:17:40.159072 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-32806c5f-701f-45ee-8508-b20d60328d4e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:17:40.163309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-32806c5f-701f-45ee-8508-b20d60328d4e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/16b6f066-980f-4ae8-9c15-dbf544091a3f HTTP/1.1" status: 404 len: 333 time: 0.0644851 Jul 16 20:17:40.167313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55578) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.172231 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf2ae16-e97e-4dbf-8097-66869af9c8e4" -d '{"events": [{"server_uuid": "614991af-55c6-47cd-9e29-5707d66e9345", "name": "network-vif-plugged", "status": "completed", "tag": "39ee717a-8ff7-42a7-a99a-f7760e3f0dda"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:40.212034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af29423c-fc43-4fb2-9982-ef6501b462f6 req-1b73bf91-7174-4c77-b144-3a64a5d313f3 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cc230a0-406b-4e80-8dcb-535ac25a1317 HTTP/1.1" status: 200 len: 210 time: 0.0497601 Jul 16 20:17:40.213234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:40.220860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.260196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet c5e7f67b-9213-411e-a11d-cf5da87b1777 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:40.315278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.343736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.454597 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21480141-821a-4a62-ae94-d41b311fd87d x-openstack-request-id: req-21480141-821a-4a62-ae94-d41b311fd87d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:40.454986 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614991af-55c6-47cd-9e29-5707d66e9345", "name": "network-vif-plugged", "status": "completed", "tag": "39ee717a-8ff7-42a7-a99a-f7760e3f0dda", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:40.455798 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21480141-821a-4a62-ae94-d41b311fd87d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:40.456188 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614991af-55c6-47cd-9e29-5707d66e9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda', 'code': 200} Jul 16 20:17:40.460884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.506929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-334461a1-9442-4fef-9cdc-e462d3df4910 service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486695 Jul 16 20:17:40.646462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5379-c0e1-456c-abcf-b7ea2d925179 req-4a033084-1256-4315-97c1-25c1f1107c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.648014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1daf5379-c0e1-456c-abcf-b7ea2d925179 req-4a033084-1256-4315-97c1-25c1f1107c9d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 1098 time: 0.1076353 Jul 16 20:17:40.657752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.685587 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-dc4cdc30-9940-48e2-9b9f-2ec58713bade service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704175 Jul 16 20:17:40.718393 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1daf5379-c0e1-456c-abcf-b7ea2d925179 req-8215274f-f2b5-41f3-8b7e-965088523f74 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Jul 16 20:17:40.743094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80d66c-b181-441e-9913-e202b1536f02 req-05d41690-4b26-4a91-ae4d-f34bc1cf6aba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.744440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc80d66c-b181-441e-9913-e202b1536f02 req-05d41690-4b26-4a91-ae4d-f34bc1cf6aba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.1121783 Jul 16 20:17:40.747183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-74c02eea-1e64-4316-b58c-dc70b7044e51 service neutron] 10.222.0.91 "GET /v2.0/ports/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0522108 Jul 16 20:17:40.787448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.818705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc80d66c-b181-441e-9913-e202b1536f02 req-c0ef69b6-2605-4bc0-b837-c818b2e1300f tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621290 Jul 16 20:17:40.829299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e7f67b-9213-411e-a11d-cf5da87b1777,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.842957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4eb26-8e1e-4b3a-b085-de40c74dd4ca None None] Network d308af6c-058b-4cec-b715-ae5f9ddefb36 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:40.870091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.875205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55606) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.875428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7373982d-975f-419e-9d5d-5c0cf18ff602 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/c5e7f67b-9213-411e-a11d-cf5da87b1777 HTTP/1.1" status: 204 len: 168 time: 0.7068677 Jul 16 20:17:40.908926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-137ca96d-4aed-47d0-aa42-d46ec082fbd7 service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545086 Jul 16 20:17:41.033043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-e630c5ca-fac3-4b92-b0c9-974c25608d73 service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178877 Jul 16 20:17:41.050428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.116839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 2d010790-4378-4666-8912-e9aa04464f52 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:41.117484 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.156778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] DHCP port deletion for d308af6c-058b-4cec-b715-ae5f9ddefb36 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:41.193444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] For port 2d010790-4378-4666-8912-e9aa04464f52, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2d010790-4378-4666-8912-e9aa04464f52,segment=NetworkSegment(b0fefbbb-069f-4eb6-8a5b-92f8505b5a50),segment_id=b0fefbbb-069f-4eb6-8a5b-92f8505b5a50)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:41.194074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.197455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-c24b1562-7a62-42ad-8899-050fbd97f92d service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547847 Jul 16 20:17:41.211545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 2d010790-4378-4666-8912-e9aa04464f52 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:41.218876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55614) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:41.240520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] Deleting port 2d010790-4378-4666-8912-e9aa04464f52 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:41.243607 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.382364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-3d08d241-ef05-4e7b-9c03-455eab2f4b25 service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760561 Jul 16 20:17:41.392460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.420041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] For port 2d010790-4378-4666-8912-e9aa04464f52, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2d010790-4378-4666-8912-e9aa04464f52,segment=NetworkSegment(b0fefbbb-069f-4eb6-8a5b-92f8505b5a50),segment_id=b0fefbbb-069f-4eb6-8a5b-92f8505b5a50)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:41.421030 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.475973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] Calling delete_port for 2d010790-4378-4666-8912-e9aa04464f52 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:41.476799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-191049740'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:41.515889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=2d010790-4378-4666-8912-e9aa04464f52,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.524687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No DVR routers for this DVR port 2d010790-4378-4666-8912-e9aa04464f52 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:41.585929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Made reservation on behalf of ac292aea09d34845ba34a578c5671904 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:41.589972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.595027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device aa5696cf-6206-4bcb-ad6d-0086023710ab no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:41.607763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.635221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-33794cfa-e831-48a5-87b6-1f0b8624b647 service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364557 Jul 16 20:17:41.642214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: aa5696cf-6206-4bcb-ad6d-0086023710ab {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:41.643000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device aa5696cf-6206-4bcb-ad6d-0086023710ab not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:41.664265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.694118 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.730365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] No DVR routers for this DVR port 2d010790-4378-4666-8912-e9aa04464f52 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:41.780969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.783432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d308af6c-058b-4cec-b715-ae5f9ddefb36']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:41.794316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.798994 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1172af02-0195-4e88-8ad1-f2c07f3526ab service neutron] 10.222.0.91 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638396 Jul 16 20:17:41.805758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fefbbb-069f-4eb6-8a5b-92f8505b5a50') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:41.806060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fefbbb-069f-4eb6-8a5b-92f8505b5a50') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:41.822318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20c579-7271-4cfe-86a5-26dcac19aee1 None None] Pushing event deleted for resources: {'Port': ['ID=2d010790-4378-4666-8912-e9aa04464f52,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.826512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.841554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:41.845711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.867392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.867758 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Added segment a0a6c102-9144-4491-b08d-b58d28227cb2 of type vlan for network 9071afe0-88c8-4ebf-a559-7fceab01fd58 Jul 16 20:17:41.870035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.872398 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35467668-78ff-4090-929d-d46f7cb79857,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.887976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:41.888424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:41.892133 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:41.961800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.997149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-e3ec47d0-bfe0-4575-bf2c-c9b1d306f5ec service neutron] 10.222.0.91 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920214 Jul 16 20:17:42.123869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ea259e09-174e-46fd-a8ba-5ee2ac2e0f50 service neutron] 10.222.0.91 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197026 Jul 16 20:17:42.414204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.430027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.438635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/d308af6c-058b-4cec-b715-ae5f9ddefb36 HTTP/1.1" status: 204 len: 168 time: 1.5608335 Jul 16 20:17:42.445687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55644) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:42.451283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1287827769'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:42.468647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.475322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.475565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.482778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027dfee-1cb6-40da-96d4-ff9e7361f10a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=d308af6c-058b-4cec-b715-ae5f9ddefb36,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.568551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd494cf-43e6-4e66-88ff-2e3dae33797c req-fc43fc05-4882-4c8c-bc7a-3bcaae765cd1 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.570306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9fd494cf-43e6-4e66-88ff-2e3dae33797c req-fc43fc05-4882-4c8c-bc7a-3bcaae765cd1 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.2076719 Jul 16 20:17:42.577997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:42.582433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.636613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4166431 Jul 16 20:17:42.646067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57848cf4-dd29-441a-8e8f-f5ed2c3908fd tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Pushing event updated for resources: {'Network': ['ID=9071afe0-88c8-4ebf-a559-7fceab01fd58,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.656488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9071afe0-88c8-4ebf-a559-7fceab01fd58 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:42.666489 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-492560c2-3dbc-4040-9dce-ec5a7e6e69b2 service neutron] 10.222.0.91 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246279 Jul 16 20:17:42.684721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:42.704775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9fd494cf-43e6-4e66-88ff-2e3dae33797c req-a8b2ee8b-d4c0-4a12-8ac6-0a8ad7a0b5fe tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178935 Jul 16 20:17:42.719944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.720538 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Added segment 184b42ac-8322-478f-86c0-11cd6bc5d73b of type vlan for network 46e9135a-f449-4991-8725-74ff001816b1 Jul 16 20:17:42.787585 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.826318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.838684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-f0bd7504-6718-474e-9307-cbc115788aae service neutron] 10.222.0.91 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711273 Jul 16 20:17:42.858108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.858952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.919969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55656) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:42.920630 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4733009 Jul 16 20:17:42.925869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '46e9135a-f449-4991-8725-74ff001816b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:42.965603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c2fdf-052d-4509-9d47-afb687008c7f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Network': ['ID=46e9135a-f449-4991-8725-74ff001816b1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.981095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 46e9135a-f449-4991-8725-74ff001816b1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:43.072556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:43.077745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.213984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55666) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:43.241574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2d010790-4378-4666-8912-e9aa04464f52 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:43.386927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.553277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=87261d44-23f0-48e6-abbc-8a211f1669f8,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:43.562325 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea7edad-ae9b-4bbe-a8b1-2a798d2e8e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.565023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Checking segment: {'id': '184b42ac-8322-478f-86c0-11cd6bc5d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '46e9135a-f449-4991-8725-74ff001816b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:43.565798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network hostable DHCP agents. Network: 46e9135a-f449-4991-8725-74ff001816b1, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:43.587268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 46e9135a-f449-4991-8725-74ff001816b1 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:43.608592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 46e9135a-f449-4991-8725-74ff001816b1) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:43.616369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.617195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.624581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 2d010790-4378-4666-8912-e9aa04464f52 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:43.624922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2d010790-4378-4666-8912-e9aa04464f52 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:43.658383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ebf11a-bacd-407a-88fd-37dcef29c82f None None] Network 46e9135a-f449-4991-8725-74ff001816b1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:43.689613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55682) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:43.696400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Request body: {'port': {'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58', 'binding:host_id': 'n-h2-792458-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1247275230'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:43.804259 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea7edad-ae9b-4bbe-a8b1-2a798d2e8e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.811557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea7edad-ae9b-4bbe-a8b1-2a798d2e8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.818470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d4335cc-974f-44a0-9f89-28884cc248f1 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8967254 Jul 16 20:17:43.825942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:43.830621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2771a904-dba4-462c-b1a3-8eef4d1386c7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1775848040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:43.867272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0ea7edad-ae9b-4bbe-a8b1-2a798d2e8e66 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=077d67f1f248497b82922292cb59d795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6489611 Jul 16 20:17:43.867272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7edad-ae9b-4bbe-a8b1-2a798d2e8e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f8dd68-ac59-4049-bf6a-03ca1c3219e9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:43.867960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55690) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:43.878641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-46e9135a-f449-4991-8725-74ff001816b1', 'network_id': '46e9135a-f449-4991-8725-74ff001816b1', 'tenant_id': '8b0a4712e7414685810442700f62c53d', 'fixed_ips': [{'subnet_id': '87261d44-23f0-48e6-abbc-8a211f1669f8'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:43.880332 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.880588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Made reservation on behalf of ecac2eb8b95c4090bff9fb95c3b3e2e4 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:43.884696 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.917716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.042931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.049881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2771a904-dba4-462c-b1a3-8eef4d1386c7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.051537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2771a904-dba4-462c-b1a3-8eef4d1386c7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.061792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.070569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] device_id is not set on port 22a30294-6bd3-4621-bc58-772ae751498b yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:44.092161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Allocated IP 2001:db8::2 (46e9135a-f449-4991-8725-74ff001816b1/87261d44-23f0-48e6-abbc-8a211f1669f8/e65a1f4a-97dd-4744-addb-79dbe616c397) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:44.105565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e9aa0-5a58-47b9-b67d-9e7cada8a1b3 req-72ba764b-bc4e-42f9-85a0-bb33c3f4993f tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:44.107641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9f9e9aa0-5a58-47b9-b67d-9e7cada8a1b3 req-72ba764b-bc4e-42f9-85a0-bb33c3f4993f tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.1919351 Jul 16 20:17:44.226333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c071ef-c4bc-4612-8908-760bb014cdf2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:44.246238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-505d4f24-9a59-43b3-939f-aa44a259bece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.253300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2771a904-dba4-462c-b1a3-8eef4d1386c7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.262760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9f9e9aa0-5a58-47b9-b67d-9e7cada8a1b3 req-2e382b04-5150-4a98-807f-b7a1ac913431 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444726 Jul 16 20:17:44.300082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2771a904-dba4-462c-b1a3-8eef4d1386c7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.312517 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.321247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Transition to ACTIVE for port object e65a1f4a-97dd-4744-addb-79dbe616c397 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:44.340043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Transition to ACTIVE for port object e65a1f4a-97dd-4744-addb-79dbe616c397 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:44.347655 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.353676 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2771a904-dba4-462c-b1a3-8eef4d1386c7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.354971 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2771a904-dba4-462c-b1a3-8eef4d1386c7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5279760 Jul 16 20:17:44.359528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55706) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:44.366404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'network_id': '46e9135a-f449-4991-8725-74ff001816b1', 'name': 'tempest-PortsIpV6TestJSON-880007059'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:44.371538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Network 46e9135a-f449-4991-8725-74ff001816b1 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:44.408618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-505d4f24-9a59-43b3-939f-aa44a259bece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.411079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:44.415315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-def434a5-7da6-4e82-b304-f8ef99446863 req-aefab114-3feb-4ce3-ad20-21fa9ebf2c28 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0930402 Jul 16 20:17:44.427466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:44.565319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-505d4f24-9a59-43b3-939f-aa44a259bece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.568032 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-505d4f24-9a59-43b3-939f-aa44a259bece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.572292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-505d4f24-9a59-43b3-939f-aa44a259bece admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/88f8dd68-ac59-4049-bf6a-03ca1c3219e9 HTTP/1.1" status: 204 len: 168 time: 0.7025158 Jul 16 20:17:44.613257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] device_id is not set on port 22a30294-6bd3-4621-bc58-772ae751498b yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:44.624869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.639355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Transition to ACTIVE for port object 22a30294-6bd3-4621-bc58-772ae751498b will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:44.657668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.660007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4f24-9a59-43b3-939f-aa44a259bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f8dd68-ac59-4049-bf6a-03ca1c3219e9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:44.694276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:44.698273 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.714045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Pushing event updated for resources: {'Port': ['ID=e65a1f4a-97dd-4744-addb-79dbe616c397,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:44.732796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Attempting to bind port e65a1f4a-97dd-4744-addb-79dbe616c397 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:44.733184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Attempting to bind port e65a1f4a-97dd-4744-addb-79dbe616c397 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '184b42ac-8322-478f-86c0-11cd6bc5d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '46e9135a-f449-4991-8725-74ff001816b1'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:44.733528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Attempting to bind port e65a1f4a-97dd-4744-addb-79dbe616c397 on network 46e9135a-f449-4991-8725-74ff001816b1 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:44.736573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101aace-4dff-420d-97cb-30d23f0c6205 req-a051db8a-6ca6-4ede-9b6a-1dca5ede3cd6 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:44.738332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f101aace-4dff-420d-97cb-30d23f0c6205 req-a051db8a-6ca6-4ede-9b6a-1dca5ede3cd6 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 946 time: 0.1689837 Jul 16 20:17:44.744631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:44.744817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Checking segment: {'id': '184b42ac-8322-478f-86c0-11cd6bc5d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '46e9135a-f449-4991-8725-74ff001816b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:44.745212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.745608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Bound using segment: {'id': '184b42ac-8322-478f-86c0-11cd6bc5d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '46e9135a-f449-4991-8725-74ff001816b1'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:44.746074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Bound port: e65a1f4a-97dd-4744-addb-79dbe616c397, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184b42ac-8322-478f-86c0-11cd6bc5d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '46e9135a-f449-4991-8725-74ff001816b1'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:44.746464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.749408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port edc349b5-9cf7-4022-bf74-2965af1ce387 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:44.774079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=22a30294-6bd3-4621-bc58-772ae751498b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:44.803224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Checking segment: {'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:44.803593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Network hostable DHCP agents. Network: 9071afe0-88c8-4ebf-a559-7fceab01fd58, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:44.845303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Network 9071afe0-88c8-4ebf-a559-7fceab01fd58 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:44.867136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 9071afe0-88c8-4ebf-a559-7fceab01fd58) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:44.875178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:44.902195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f6dca-b518-43bc-aefb-e8ef8aadf23e None None] Network 9071afe0-88c8-4ebf-a559-7fceab01fd58 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:44.914688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:44.918140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:44.918564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:44.929629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:44.930002 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:44.930555 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 2 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:44.946166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f101aace-4dff-420d-97cb-30d23f0c6205 req-0ea2bd2f-7614-4ff8-b00a-a85d2146540a tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004635 Jul 16 20:17:44.969073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:44.970143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:44.971414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:44.999856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] For port e65a1f4a-97dd-4744-addb-79dbe616c397, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:45.002788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.003146 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.006231 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 3 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.051132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.051471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.053054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::27f (46e9135a-f449-4991-8725-74ff001816b1/87261d44-23f0-48e6-abbc-8a211f1669f8/edc349b5-9cf7-4022-bf74-2965af1ce387) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:45.053761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.076954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.077344 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.079798 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 4 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.105320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] For port e65a1f4a-97dd-4744-addb-79dbe616c397, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e65a1f4a-97dd-4744-addb-79dbe616c397,segment=NetworkSegment(184b42ac-8322-478f-86c0-11cd6bc5d73b),segment_id=184b42ac-8322-478f-86c0-11cd6bc5d73b)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:45.125979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.129715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.130398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.134012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.148401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.148738 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.149178 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 5 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.180641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55718) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:45.228721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa06d564-b8ab-40ea-a96e-0bf0031d1ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.232571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.233031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.237223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.262778 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.278780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.279095 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.289479 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 6 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.298949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object edc349b5-9cf7-4022-bf74-2965af1ce387 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:45.349252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0287dab-5a82-44b3-b203-7c64732406c3 None None] Pushing event updated for resources: {'Port': ['ID=e65a1f4a-97dd-4744-addb-79dbe616c397,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.373071 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.423812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa06d564-b8ab-40ea-a96e-0bf0031d1ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.433632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa06d564-b8ab-40ea-a96e-0bf0031d1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.485150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06d564-b8ab-40ea-a96e-0bf0031d1ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993bf9e1-e604-4c99-ba0f-4a74613fc337,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.491737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.492090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.492561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.511967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aa06d564-b8ab-40ea-a96e-0bf0031d1ca3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e74cfba92964494a233aabf2d2f3aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278568 Jul 16 20:17:45.513063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.513525 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.513922 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 7 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.518380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55726) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:45.527939 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 46e9135a-f449-4991-8725-74ff001816b1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:45.531756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:45.546201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:45.555354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.557343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.561922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=edc349b5-9cf7-4022-bf74-2965af1ce387,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.585039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c42f68eb-c18d-4c84-a560-e7824273609d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2237694 Jul 16 20:17:45.586120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55728) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:45.589412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.589798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.590234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.649431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.649431 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.652341 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 8 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.704712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.705323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.706098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.724377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.725007 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.733503 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 9 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.750929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.751266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.751598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.779576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c1aaaa4-f012-42d0-9b9f-f6f8e01ed7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.781175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.786002 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.786002 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 10 to bind port 22a30294-6bd3-4621-bc58-772ae751498b Jul 16 20:17:45.812045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.812385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.812758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.828650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c1aaaa4-f012-42d0-9b9f-f6f8e01ed7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.840821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 22a30294-6bd3-4621-bc58-772ae751498b on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:45.841152 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 22a30294-6bd3-4621-bc58-772ae751498b on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:45.841269 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.850449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a539c-e895-47ce-854b-c5a95a2080c6 req-32b99f07-5974-47ba-9013-6d5d60649720 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.857710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c77a539c-e895-47ce-854b-c5a95a2080c6 req-32b99f07-5974-47ba-9013-6d5d60649720 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.3005869 Jul 16 20:17:45.958925 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c77a539c-e895-47ce-854b-c5a95a2080c6 req-c82dadde-9f82-4a46-8c10-259fbbc5880a tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002383 Jul 16 20:17:45.976799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c3a47a5-e808-4833-bb44-7145709a18cc req-d9522e2d-412a-492b-8404-70911cc6b0cc tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.1330373 Jul 16 20:17:46.030729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c1aaaa4-f012-42d0-9b9f-f6f8e01ed7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.038963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c1aaaa4-f012-42d0-9b9f-f6f8e01ed7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.040338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6c1aaaa4-f012-42d0-9b9f-f6f8e01ed7fc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/993bf9e1-e604-4c99-ba0f-4a74613fc337 HTTP/1.1" status: 204 len: 168 time: 0.5214088 Jul 16 20:17:46.076443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1aaaa4-f012-42d0-9b9f-f6f8e01ed7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993bf9e1-e604-4c99-ba0f-4a74613fc337,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.102751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] For port 22a30294-6bd3-4621-bc58-772ae751498b, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:46.103485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempted to set empty binding levels {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:17:46.110804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.203740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.204928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.223280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=22a30294-6bd3-4621-bc58-772ae751498b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.234331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ccb33b47-bf3a-410d-805a-403d689ff199 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.5434959 Jul 16 20:17:46.237185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55738) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:46.346492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-38eb7c02-e864-4102-8a0e-b26b9dd4f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.347965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-38eb7c02-e864-4102-8a0e-b26b9dd4f012 service neutron] 10.222.0.99 "GET /v2.0/ports/c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 1033 time: 0.1408150 Jul 16 20:17:46.429567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Deleting port 22a30294-6bd3-4621-bc58-772ae751498b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:46.430113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.517061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a3f08432-65d1-4ef5-8948-1d75361537dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.518657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a3f08432-65d1-4ef5-8948-1d75361537dc service neutron] 10.222.0.99 "GET /v2.0/ports/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 1032 time: 0.1554809 Jul 16 20:17:46.541037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.617862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] For port 22a30294-6bd3-4621-bc58-772ae751498b, host n-h2-792458-10, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:46.618145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.650196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Calling delete_port for 22a30294-6bd3-4621-bc58-772ae751498b owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:46.860660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e28ae-7d27-4e43-8403-f9b7a6103526 req-d125735c-ff9b-4373-9810-026080fcd810 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.861302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4a869-0f4b-43e4-8eea-ed918c0fc512 req-863d6215-3fff-4ac5-955f-f13a28751f70 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.862274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-384e28ae-7d27-4e43-8403-f9b7a6103526 req-d125735c-ff9b-4373-9810-026080fcd810 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 946 time: 0.2251723 Jul 16 20:17:46.863006 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.869564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fbd4a869-0f4b-43e4-8eea-ed918c0fc512 req-863d6215-3fff-4ac5-955f-f13a28751f70 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2799542 Jul 16 20:17:46.892442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-26c007e9-14c2-417c-a394-f9891e146be8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.902229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-26c007e9-14c2-417c-a394-f9891e146be8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.911445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-26c007e9-14c2-417c-a394-f9891e146be8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.913202 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-26c007e9-14c2-417c-a394-f9891e146be8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "GET /v2.0/networks?id=a971504f-be18-4da5-80f5-dbeaca015f02&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18 HTTP/1.1" status: 200 len: 1994 time: 0.3864610 Jul 16 20:17:46.923223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event deleted for resources: {'Port': ['ID=22a30294-6bd3-4621-bc58-772ae751498b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.940326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.942639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b8d7006e-fe8f-4769-a6a4-0ef45a6bee15 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "DELETE /v2.0/ports/22a30294-6bd3-4621-bc58-772ae751498b HTTP/1.1" status: 204 len: 168 time: 0.7033527 Jul 16 20:17:46.946170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55754) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:46.946669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da7cde-2c70-4789-b984-9bec8fde229a None None] Network 46e9135a-f449-4991-8725-74ff001816b1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:47.001106 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79c128a-7f3e-45da-ad73-6113a7617612 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:47.003835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a79c128a-7f3e-45da-ad73-6113a7617612 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "GET /v2.0/ports/22a30294-6bd3-4621-bc58-772ae751498b HTTP/1.1" status: 404 len: 333 time: 0.0556619 Jul 16 20:17:47.008913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55760) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:47.014925 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-384e28ae-7d27-4e43-8403-f9b7a6103526 req-1f5abc30-df1f-4b0f-abb4-f2e22cec361e tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443005 Jul 16 20:17:47.022895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-00877ab2-ede6-4c10-857a-0504327c3aea None None] Provisioning for port e65a1f4a-97dd-4744-addb-79dbe616c397 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:47.025364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Request body: {'port': {'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-300094863'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:47.057081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fbd4a869-0f4b-43e4-8eea-ed918c0fc512 req-f881f569-191b-40f6-90a3-6b757ddbce2d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756299 Jul 16 20:17:47.094101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Made reservation on behalf of ecac2eb8b95c4090bff9fb95c3b3e2e4 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:47.097245 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.155086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] device_id is not set on port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:47.187950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-65f68862-f546-4990-b811-260d9e0b1c03 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c77c4f4148c47188d62752fcad8edfc HTTP/1.1" status: 200 len: 379 time: 0.2370098 Jul 16 20:17:47.226993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'admin_state_up': True, 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'security_groups': ['3aa9d414-2470-4064-84df-8f2d9aa43bf4']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:47.342133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e65a1f4a-97dd-4744-addb-79dbe616c397 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:47.421276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e65a1f4a-97dd-4744-addb-79dbe616c397 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:47.426385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e65a1f4a-97dd-4744-addb-79dbe616c397 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:47.426751 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.533916 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.549343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.550200 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.622127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e65a1f4a-97dd-4744-addb-79dbe616c397, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e65a1f4a-97dd-4744-addb-79dbe616c397,segment=NetworkSegment(184b42ac-8322-478f-86c0-11cd6bc5d73b),segment_id=184b42ac-8322-478f-86c0-11cd6bc5d73b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:47.628673 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.637460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.747172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e65a1f4a-97dd-4744-addb-79dbe616c397,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:47.751576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.797858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-718701d3-b696-4b08-9806-f8a26da63e1e req-3e1985f8-8290-451b-ac66-172c118f4f01 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0706689 Jul 16 20:17:47.831551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:47.835191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.853907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=edc349b5-9cf7-4022-bf74-2965af1ce387,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:47.877955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Network 9071afe0-88c8-4ebf-a559-7fceab01fd58 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:47.904797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:47.910140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:47.911247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.911913 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.926098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=192dd71c-d921-4b2b-8a7e-5ce6fe731342,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:47.936574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5192cf65-ac22-4461-8ae1-701d4c97a809 None None] Provisioning for port edc349b5-9cf7-4022-bf74-2965af1ce387 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:47.936878 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9260089 Jul 16 20:17:47.937441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55776) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:47.946399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5192cf65-ac22-4461-8ae1-701d4c97a809 None None] Provisioning complete for port edc349b5-9cf7-4022-bf74-2965af1ce387 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:47.946762 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5192cf65-ac22-4461-8ae1-701d4c97a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.953166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.953895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.954411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.954885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.955341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.955785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.956196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.956644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.957311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.957799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.958205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.958610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b22f80-1381-498c-b057-9c24ba3981ed tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:47.966270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:48.030686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5192cf65-ac22-4461-8ae1-701d4c97a809 None None] Port edc349b5-9cf7-4022-bf74-2965af1ce387 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:48.055834 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5192cf65-ac22-4461-8ae1-701d4c97a809 None None] Provisioning complete for port e65a1f4a-97dd-4744-addb-79dbe616c397 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:48.056215 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5192cf65-ac22-4461-8ae1-701d4c97a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.118039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.322187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.350802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 172.20.0.13 (a971504f-be18-4da5-80f5-dbeaca015f02/5e91a06e-429d-4f55-94ac-ed74652e3b6c/5a7523de-8d69-4103-9b23-26149a900f56) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:48.353190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-adad274f-27ac-4867-b5a8-8b8698764071 None None] Provisioning complete for port edc349b5-9cf7-4022-bf74-2965af1ce387 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:48.355272 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-adad274f-27ac-4867-b5a8-8b8698764071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.437352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-adad274f-27ac-4867-b5a8-8b8698764071 None None] Port edc349b5-9cf7-4022-bf74-2965af1ce387 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:48.460982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] device_id is not set on port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:48.472175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.493594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Transition to ACTIVE for port object 192dd71c-d921-4b2b-8a7e-5ce6fe731342 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:48.507667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b755f15-237d-4fb0-81f1-481691bdaa6d req-77b9893d-caac-4569-ae43-0744430e7f86 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.509266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b755f15-237d-4fb0-81f1-481691bdaa6d req-77b9893d-caac-4569-ae43-0744430e7f86 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 946 time: 0.1867781 Jul 16 20:17:48.510135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.524771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bcd8e-2016-4938-b45e-b3918ad32460 req-195b0a73-9b41-40fb-9e1f-49f8a83f8ff9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.530761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bcd8e-2016-4938-b45e-b3918ad32460 req-195b0a73-9b41-40fb-9e1f-49f8a83f8ff9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.536689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bcd8e-2016-4938-b45e-b3918ad32460 req-195b0a73-9b41-40fb-9e1f-49f8a83f8ff9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.543958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b5bcd8e-2016-4938-b45e-b3918ad32460 req-195b0a73-9b41-40fb-9e1f-49f8a83f8ff9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345&device_id=8a32da6e-d504-4062-8242-d3281e14d36e&device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 2419 time: 0.7135692 Jul 16 20:17:48.568025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=192dd71c-d921-4b2b-8a7e-5ce6fe731342,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.631855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b755f15-237d-4fb0-81f1-481691bdaa6d req-8715651c-8c9e-4a22-b81e-1a62a810e862 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Jul 16 20:17:48.660013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.660350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.660684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.666332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.666667 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.667146 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 2 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.684114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.684452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.684836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.691949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.692338 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.692772 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 3 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.700737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-9c477bca-c479-4312-bfc5-efbd3b3d0dbb tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.702253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-9c477bca-c479-4312-bfc5-efbd3b3d0dbb tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.99 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 946 time: 0.5301259 Jul 16 20:17:48.707474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.708073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.708689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.714087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.714796 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.715401 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 4 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.732474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.733215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.733947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.738136 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b5bcd8e-2016-4938-b45e-b3918ad32460 req-72bf1b76-f06f-47ca-8970-5d0d3369d3c3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932430 Jul 16 20:17:48.749279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.751108 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.751766 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 5 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.773272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c4a9af0b-4498-41a8-8c99-b4b15fa881b2 None None] Provisioning complete for port edc349b5-9cf7-4022-bf74-2965af1ce387 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:48.773651 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c4a9af0b-4498-41a8-8c99-b4b15fa881b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.775085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.775730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.776138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.781969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.782407 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.782902 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 6 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.813160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.813498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.813843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.825519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.825762 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.826027 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 7 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.848600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9af0b-4498-41a8-8c99-b4b15fa881b2 None None] Port edc349b5-9cf7-4022-bf74-2965af1ce387 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:48.859409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.862877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.863431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.869503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.869926 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.870476 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 8 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.899564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.901754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.902260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.907088 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.914441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.915660 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.916723 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 9 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.922882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Transition to ACTIVE for port object 5a7523de-8d69-4103-9b23-26149a900f56 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:48.944796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:48.947670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:48.948179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:48.962451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:48.964905 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:48.967754 n-d-792458-10 neutron-server[93862]: INFO neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 10 to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 Jul 16 20:17:48.977579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.012917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:49.012917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:49.024150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:49.035440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:49.035440 n-d-792458-10 neutron-server[93862]: ERROR neutron.plugins.ml2.managers [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:49.035845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.121075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.146408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network a971504f-be18-4da5-80f5-dbeaca015f02 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:49.160992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:49.190740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=5a7523de-8d69-4103-9b23-26149a900f56,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:49.194699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:49.258122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e65a1f4a-97dd-4744-addb-79dbe616c397 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:49.298432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] For port 192dd71c-d921-4b2b-8a7e-5ce6fe731342, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:49.298935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempted to set empty binding levels {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:17:49.308794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.384983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e65a1f4a-97dd-4744-addb-79dbe616c397 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:49.384983 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.418365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] In _notify_port_updated(), no bound segment for port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:49.419170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.419829 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.426573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "PUT /v2.0/ports/192dd71c-d921-4b2b-8a7e-5ce6fe731342 HTTP/1.1" status: 200 len: 975 time: 1.4834521 Jul 16 20:17:49.432506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55814) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:49.580199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee887413-76f1-4b2b-a50d-7732910d685b None None] Provisioning for port 5a7523de-8d69-4103-9b23-26149a900f56 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:49.586444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce5ff9-bc21-4ccb-b166-fc9e379cdf7f tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=192dd71c-d921-4b2b-8a7e-5ce6fe731342,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:49.586738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee887413-76f1-4b2b-a50d-7732910d685b None None] Provisioning complete for port 5a7523de-8d69-4103-9b23-26149a900f56 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:49.588008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee887413-76f1-4b2b-a50d-7732910d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.627763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ee887413-76f1-4b2b-a50d-7732910d685b None None] Port 5a7523de-8d69-4103-9b23-26149a900f56 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:49.704768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.705250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.705722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.706189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.706657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.707147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.707608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.708064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.708526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.708984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.709440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.709896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.710350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.710804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.711759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.711759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.712183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.712637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.713440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.713902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.714359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.714944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.715290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.715744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.716197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.716705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.717342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.717604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.718057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.718530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.719048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.719439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.719892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.720342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.720795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.721256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.721696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.722506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.722666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.723189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.732784 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0059117a-e6b0-4bfd-a511-942f0b9c3845 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35821 time: 0.2990487 Jul 16 20:17:49.733825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55822) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:49.745518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8a8e0-1cc4-44c8-b094-edf2e29f74dc req-40048359-341b-4718-b032-9cb409bbdd24 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.747061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56a8a8e0-1cc4-44c8-b094-edf2e29f74dc req-40048359-341b-4718-b032-9cb409bbdd24 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.4166181 Jul 16 20:17:49.834702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56a8a8e0-1cc4-44c8-b094-edf2e29f74dc req-4f8d22b7-f87f-4e19-ace4-a88c34fd0ff2 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775263 Jul 16 20:17:49.835246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.836007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.876670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Deleting port 5d9534f3-0424-4c03-b516-659aa5a6e112 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:49.877014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.919876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Deleting port 192dd71c-d921-4b2b-8a7e-5ce6fe731342 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:49.920438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.931859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2d39c-5fbb-4a3c-9ac5-7f73576a40f3 req-aab9ded9-32a2-4060-8160-e1771f217958 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.938876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86c2d39c-5fbb-4a3c-9ac5-7f73576a40f3 req-aab9ded9-32a2-4060-8160-e1771f217958 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 932 time: 0.7001400 Jul 16 20:17:49.957617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b5292200-383e-4dbb-87c8-c46c7253f2c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7521152 Jul 16 20:17:49.979254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'admin_state_up': True, 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'security_groups': ['3aa9d414-2470-4064-84df-8f2d9aa43bf4']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:50.055312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] For port 192dd71c-d921-4b2b-8a7e-5ce6fe731342, host n-h2-792458-10, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:50.055680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.073707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Calling delete_port for 192dd71c-d921-4b2b-8a7e-5ce6fe731342 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:50.092127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c253e-d7a8-4811-b120-3bb19785a119 req-acecbb1f-7082-4bd7-aeea-44db61dc37f2 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.094122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-876c253e-d7a8-4811-b120-3bb19785a119 req-acecbb1f-7082-4bd7-aeea-44db61dc37f2 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 946 time: 0.1483152 Jul 16 20:17:50.139658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86c2d39c-5fbb-4a3c-9ac5-7f73576a40f3 req-52028c7c-2fb1-4565-8651-717d7f3dc2d6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997807 Jul 16 20:17:50.211855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-876c253e-d7a8-4811-b120-3bb19785a119 req-08bd6b7a-a8cb-49e6-a568-a905c82d1ddb tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb3ac511-7ef1-4e55-a2ea-83902c7327c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094484 Jul 16 20:17:50.214581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] For port 5d9534f3-0424-4c03-b516-659aa5a6e112, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5d9534f3-0424-4c03-b516-659aa5a6e112,segment=NetworkSegment(52c78e25-cc12-45dc-adfd-39a3ecab90b0),segment_id=52c78e25-cc12-45dc-adfd-39a3ecab90b0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:50.215001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.251634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.260124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Calling delete_port for 5d9534f3-0424-4c03-b516-659aa5a6e112 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:50.301537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event deleted for resources: {'Port': ['ID=192dd71c-d921-4b2b-8a7e-5ce6fe731342,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.308053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.310379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fc037dca-5cb7-4773-a663-caa26f9f6490 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "DELETE /v2.0/ports/192dd71c-d921-4b2b-8a7e-5ce6fe731342 HTTP/1.1" status: 204 len: 168 time: 0.5620477 Jul 16 20:17:50.312866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55834) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:50.315109 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.356826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.357724 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.399709 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5cbc24-c7ea-4030-a8ac-a5a545c61289 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:50.402652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a5cbc24-c7ea-4030-a8ac-a5a545c61289 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "GET /v2.0/ports/192dd71c-d921-4b2b-8a7e-5ce6fe731342 HTTP/1.1" status: 404 len: 333 time: 0.0887315 Jul 16 20:17:50.406078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55836) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:50.425703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1225148603', 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:50.461433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Made reservation on behalf of ecac2eb8b95c4090bff9fb95c3b3e2e4 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:50.464051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.481640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:50.485444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.494782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] device_id is not set on port 486939a3-7287-40c0-b6a3-b2000fa41a93 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:50.570415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=edc349b5-9cf7-4022-bf74-2965af1ce387,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.780934 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.845652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.923806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Network 9071afe0-88c8-4ebf-a559-7fceab01fd58 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:50.927138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:50.939804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:50.940719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.941327 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.960915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55848) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:50.987470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=486939a3-7287-40c0-b6a3-b2000fa41a93,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.999229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 46e9135a-f449-4991-8725-74ff001816b1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:51.011198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:51.022725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.038567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b815ba43-9291-4ed7-aed3-071587c4aa68 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6300035 Jul 16 20:17:51.042155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55852) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:51.140459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Pushing event deleted for resources: {'Port': ['ID=5d9534f3-0424-4c03-b516-659aa5a6e112,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:51.193035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9945630b-5c79-4103-96e8-3e2c08b7e736 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.204133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9945630b-5c79-4103-96e8-3e2c08b7e736 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "GET /v2.0/ports/486939a3-7287-40c0-b6a3-b2000fa41a93 HTTP/1.1" status: 200 len: 955 time: 0.1586480 Jul 16 20:17:51.207020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55858) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:51.209781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 10.1.1.218 (40733118-7ceb-4da7-8ac1-ba6af293ec4a/fd2cb484-3cc9-40f5-abbf-e170f7b44eae/7b0e9685-015e-4546-ab21-ad5e2103ca1b) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:51.317281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] No DVR routers for this DVR port 5d9534f3-0424-4c03-b516-659aa5a6e112 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:51.321499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.323880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d921c51-f159-4c1d-8f41-f803a82c8f1e req-bb2d1a6f-6486-43d6-ad3e-0e995d1ab619 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.99 "DELETE /v2.0/ports/5d9534f3-0424-4c03-b516-659aa5a6e112 HTTP/1.1" status: 204 len: 173 time: 2.5804353 Jul 16 20:17:51.330255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'name': 'network-vif-deleted', 'tag': '5d9534f3-0424-4c03-b516-659aa5a6e112'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:51.333127 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57e2cd7-950c-4f0d-b142-c4277edd3f62" -d '{"events": [{"server_uuid": "60b47b1a-eba6-4c07-bdd8-0442a58c0c65", "name": "network-vif-deleted", "tag": "5d9534f3-0424-4c03-b516-659aa5a6e112"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:51.369294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ca75d5d-f813-4754-a7a0-9edb007a432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.479649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Deleting port 486939a3-7287-40c0-b6a3-b2000fa41a93 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:51.480023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.485236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eebc69a9-87ff-49d9-a154-467f4fec5d21 None None] Provisioning complete for port edc349b5-9cf7-4022-bf74-2965af1ce387 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:51.486253 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eebc69a9-87ff-49d9-a154-467f4fec5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.516435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1fb5f-bb94-4eb9-b0b3-470808f48d5e req-2c57cecf-1c07-4ab5-9dca-ca2c40b47146 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.518226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-faa1fb5f-bb94-4eb9-b0b3-470808f48d5e req-2c57cecf-1c07-4ab5-9dca-ca2c40b47146 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 932 time: 0.2130833 Jul 16 20:17:51.542455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Router f4516f7b-7085-441c-8916-44c0720abfb4 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:17:51.576453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-eebc69a9-87ff-49d9-a154-467f4fec5d21 None None] Port edc349b5-9cf7-4022-bf74-2965af1ce387 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:51.602046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.635234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f7d4d7b-18fc-45d9-afd0-3f9df8e6cb72 req-5d2d391c-643b-46fd-b465-c08443ee0191 tempest-AttachVolumeNegativeTest-105060283 tempest-AttachVolumeNegativeTest-105060283-project] 10.222.0.91 "GET /v2.0/ports?device_id=60b47b1a-eba6-4c07-bdd8-0442a58c0c65 HTTP/1.1" status: 200 len: 210 time: 0.0500460 Jul 16 20:17:51.641388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Calling delete_port for 486939a3-7287-40c0-b6a3-b2000fa41a93 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:51.718049 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28aecef-78f0-4b14-89f0-8c1cc8a65666 x-openstack-request-id: req-f28aecef-78f0-4b14-89f0-8c1cc8a65666 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:51.718367 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b47b1a-eba6-4c07-bdd8-0442a58c0c65", "name": "network-vif-deleted", "tag": "5d9534f3-0424-4c03-b516-659aa5a6e112", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:51.718675 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f28aecef-78f0-4b14-89f0-8c1cc8a65666 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:51.719165 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b47b1a-eba6-4c07-bdd8-0442a58c0c65', 'name': 'network-vif-deleted', 'tag': '5d9534f3-0424-4c03-b516-659aa5a6e112', 'status': 'completed', 'code': 200} Jul 16 20:17:51.720722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ca75d5d-f813-4754-a7a0-9edb007a432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.733412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-faa1fb5f-bb94-4eb9-b0b3-470808f48d5e req-f845ada4-ee46-4d3e-a7e4-ca1212e3825a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050679 Jul 16 20:17:51.737415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ca75d5d-f813-4754-a7a0-9edb007a432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.807446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8ca75d5d-f813-4754-a7a0-9edb007a432c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5fa791c8017747e8a9b5ce5e19262ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8350036 Jul 16 20:17:51.811606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.816452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55870) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:51.847693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5d9534f3-0424-4c03-b516-659aa5a6e112 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:51.899190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Transition to ACTIVE for port object 7b0e9685-015e-4546-ab21-ad5e2103ca1b will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:51.903134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:51.904478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca75d5d-f813-4754-a7a0-9edb007a432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2171e23b-7f9d-4649-9d70-123b2d1b2e79,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:51.919996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 5d9534f3-0424-4c03-b516-659aa5a6e112 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:51.920311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5d9534f3-0424-4c03-b516-659aa5a6e112 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:51.930607 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-255ac6f6-e616-4cb2-bad1-48f8397755ad tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "PUT /v2.0/routers/f4516f7b-7085-441c-8916-44c0720abfb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3389544 Jul 16 20:17:51.932467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55874) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:51.942247 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] Sync routers for ids ['f4516f7b-7085-441c-8916-44c0720abfb4'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:51.954079 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] Routers {'f4516f7b-7085-441c-8916-44c0720abfb4'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:51.955130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f4516f7b-7085-441c-8916-44c0720abfb4'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:52.029736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.033692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.064197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:52.071118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd7036-bde5-4d43-9f27-58376fdaa940 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.075345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-98dd7036-bde5-4d43-9f27-58376fdaa940 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4516f7b-7085-441c-8916-44c0720abfb4 HTTP/1.1" status: 200 len: 988 time: 0.1383643 Jul 16 20:17:52.084312 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] Routers {'f4516f7b-7085-441c-8916-44c0720abfb4'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:52.084856 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f4516f7b-7085-441c-8916-44c0720abfb4'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:52.110345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55876) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.113221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c5149a2-9f01-451b-9b6d-e61ee3c6c826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.148388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event deleted for resources: {'Port': ['ID=486939a3-7287-40c0-b6a3-b2000fa41a93,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.151426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:52.156742 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:52.158173 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36389fc-2896-422c-b435-bb821b950f72 None None] The sync data for ids ['f4516f7b-7085-441c-8916-44c0720abfb4'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:52.158483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:52.163603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:52.198141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=7b0e9685-015e-4546-ab21-ad5e2103ca1b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.246235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c5149a2-9f01-451b-9b6d-e61ee3c6c826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.251941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.263595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.301317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-df45bfd1-236a-4dcc-bb4c-df0c28558d77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3293772 Jul 16 20:17:52.322206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'admin_state_up': True, 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'security_groups': ['3aa9d414-2470-4064-84df-8f2d9aa43bf4']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:52.386125 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.388934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8c5a9f7a-9b43-4676-9217-64789f2df260 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "DELETE /v2.0/ports/486939a3-7287-40c0-b6a3-b2000fa41a93 HTTP/1.1" status: 204 len: 168 time: 1.1792216 Jul 16 20:17:52.394917 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c5149a2-9f01-451b-9b6d-e61ee3c6c826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.398802 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c5149a2-9f01-451b-9b6d-e61ee3c6c826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.400341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c5149a2-9f01-451b-9b6d-e61ee3c6c826 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2171e23b-7f9d-4649-9d70-123b2d1b2e79 HTTP/1.1" status: 204 len: 168 time: 0.5790644 Jul 16 20:17:52.401027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55880) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.426072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5149a2-9f01-451b-9b6d-e61ee3c6c826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2171e23b-7f9d-4649-9d70-123b2d1b2e79,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.507818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:52.515213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.518584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b244f6dd-3e7d-44b5-aa14-3da584f45abd None None] Provisioning for port 7b0e9685-015e-4546-ab21-ad5e2103ca1b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:52.524551 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a63e15-90e6-4144-ab4f-e05ba85b15e5 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:52.524817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b244f6dd-3e7d-44b5-aa14-3da584f45abd None None] Provisioning complete for port 7b0e9685-015e-4546-ab21-ad5e2103ca1b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:52.525429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b244f6dd-3e7d-44b5-aa14-3da584f45abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.526304 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26a63e15-90e6-4144-ab4f-e05ba85b15e5 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "GET /v2.0/ports/486939a3-7287-40c0-b6a3-b2000fa41a93 HTTP/1.1" status: 404 len: 333 time: 0.1122441 Jul 16 20:17:52.535284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55884) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.543397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Request body: {'port': {'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-806318560'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:52.601036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b244f6dd-3e7d-44b5-aa14-3da584f45abd None None] Port 7b0e9685-015e-4546-ab21-ad5e2103ca1b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:52.687735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Made reservation on behalf of ecac2eb8b95c4090bff9fb95c3b3e2e4 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:52.690105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.718657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2d76-e336-4f1b-b7c3-3806cdc8c80b req-79d3822b-e425-4dbc-94b5-96209bb4fbe9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.720199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f0f2d76-e336-4f1b-b7c3-3806cdc8c80b req-79d3822b-e425-4dbc-94b5-96209bb4fbe9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2390630 Jul 16 20:17:52.752369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 10.1.1.48 (40733118-7ceb-4da7-8ac1-ba6af293ec4a/fd2cb484-3cc9-40f5-abbf-e170f7b44eae/951f07f2-e78f-4313-9640-06f997943a71) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:52.782934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55892) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.818516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] device_id is not set on port f1f65a83-716d-4dac-a05a-3e328d55b246 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:52.887219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] Deleting subnet 3920f71d-5034-445f-a7a9-761df4b030d4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:52.890580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.921470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f0f2d76-e336-4f1b-b7c3-3806cdc8c80b req-59659e01-0242-4d10-ae32-9b239b16ea8d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832445 Jul 16 20:17:52.922804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55896) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.930479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.972798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.044695 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.046372 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce0be-95f0-4376-ac3c-dfdbf5f1c8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.127051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.132524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3920f71d-5034-445f-a7a9-761df4b030d4 HTTP/1.1" status: 204 len: 168 time: 0.3479214 Jul 16 20:17:53.137558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55898) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:53.138217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c66554-ace6-42c1-b364-10c614e14d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3920f71d-5034-445f-a7a9-761df4b030d4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.328627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d684-228a-4f82-93a0-8f06876d9393 req-5b47f1cb-36ed-41cc-90aa-ff018a94ca75 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.334804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d684-228a-4f82-93a0-8f06876d9393 req-5b47f1cb-36ed-41cc-90aa-ff018a94ca75 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.336601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9420d684-228a-4f82-93a0-8f06876d9393 req-5b47f1cb-36ed-41cc-90aa-ff018a94ca75 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 1654 time: 0.3070817 Jul 16 20:17:53.341899 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.377702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.409909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Transition to ACTIVE for port object 951f07f2-e78f-4313-9640-06f997943a71 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:53.422496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9420d684-228a-4f82-93a0-8f06876d9393 req-5c68b86c-8d16-49ee-bf92-76e8a3334056 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754464 Jul 16 20:17:53.512606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.525985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bee15a0-2c5a-4163-9f9d-5c35bc949e35']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:53.539223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c78e25-cc12-45dc-adfd-39a3ecab90b0') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:53.539526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c78e25-cc12-45dc-adfd-39a3ecab90b0') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:53.548670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.551308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.610872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.620048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.640179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:53.647058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:53.649681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:53.650677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.652662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=951f07f2-e78f-4313-9640-06f997943a71,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:53.661538 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:53.671917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:53.762199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.771551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.774116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.778432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5bee15a0-2c5a-4163-9f9d-5c35bc949e35 HTTP/1.1" status: 204 len: 168 time: 0.6347342 Jul 16 20:17:53.812151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.813169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.817623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f725f-6106-4979-83fc-6fa5416b68c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bee15a0-2c5a-4163-9f9d-5c35bc949e35,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.836496 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.918810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Network 9071afe0-88c8-4ebf-a559-7fceab01fd58 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:53.932739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:53.942125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:53.943070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.943675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.947298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce0be-95f0-4376-ac3c-dfdbf5f1c8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.948422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f65a83-716d-4dac-a05a-3e328d55b246,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.961858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce0be-95f0-4376-ac3c-dfdbf5f1c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.962725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-64349af7-4b7b-4797-be64-74b071e17ac3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6549895 Jul 16 20:17:53.980663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18', 'admin_state_up': True, 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'security_groups': ['3aa9d414-2470-4064-84df-8f2d9aa43bf4']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:54.036282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a64084a0-c2c6-4b83-bc99-1a8c4972c161 None None] Provisioning for port 951f07f2-e78f-4313-9640-06f997943a71 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:54.044437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a64084a0-c2c6-4b83-bc99-1a8c4972c161 None None] Provisioning complete for port 951f07f2-e78f-4313-9640-06f997943a71 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:54.045109 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a64084a0-c2c6-4b83-bc99-1a8c4972c161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.046663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dd6ce0be-95f0-4376-ac3c-dfdbf5f1c8c6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e90c11b3b2f04cba9f9bdaf7a4ad1c93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1147354 Jul 16 20:17:54.052517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55906) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:54.103491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a64084a0-c2c6-4b83-bc99-1a8c4972c161 None None] Port 951f07f2-e78f-4313-9640-06f997943a71 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:54.116525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e1a24a87-9c68-44c1-b90e-0de78a949a14 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5786932 Jul 16 20:17:54.121141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55910) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:54.121638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55912) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:54.129567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:54.221440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ce0be-95f0-4376-ac3c-dfdbf5f1c8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a8b07-944a-4e49-8565-f4ff9957773f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:54.286904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9848bc38-fcbc-401d-9fc1-965f9874b586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.290278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7674064f-59d7-4fee-973f-76817966056c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=42c9cf5d03a04be39a339160e69b7ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654077 Jul 16 20:17:54.291463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55914) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:54.310642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:54.331190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964a39-50df-4290-9b1f-014eb2a9ee8d req-32392370-40af-4de4-a1e4-2dc2a84159d6 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:54.332796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6964a39-50df-4290-9b1f-014eb2a9ee8d req-32392370-40af-4de4-a1e4-2dc2a84159d6 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2090156 Jul 16 20:17:54.343324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9848bc38-fcbc-401d-9fc1-965f9874b586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.346862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.447949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6964a39-50df-4290-9b1f-014eb2a9ee8d req-83ed9f35-087b-436f-98a4-58a91845fefc tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024337 Jul 16 20:17:54.492411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port edc349b5-9cf7-4022-bf74-2965af1ce387 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:54.492815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.522067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9848bc38-fcbc-401d-9fc1-965f9874b586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.524780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9848bc38-fcbc-401d-9fc1-965f9874b586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.526014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9848bc38-fcbc-401d-9fc1-965f9874b586 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7c9a8b07-944a-4e49-8565-f4ff9957773f HTTP/1.1" status: 204 len: 168 time: 0.4621234 Jul 16 20:17:54.562051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848bc38-fcbc-401d-9fc1-965f9874b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a8b07-944a-4e49-8565-f4ff9957773f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:54.676931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.698528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for edc349b5-9cf7-4022-bf74-2965af1ce387 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:54.843495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b23121e1-1683-4be9-88b3-f2b625847cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.924682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.925417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.978448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b23121e1-1683-4be9-88b3-f2b625847cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.981683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=edc349b5-9cf7-4022-bf74-2965af1ce387,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.105158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.284810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6ba0-68b4-49b5-b25b-967bd1450afa req-a9c7e2e0-1c80-47d8-849a-d24ce95d1508 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.291151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6ba0-68b4-49b5-b25b-967bd1450afa req-a9c7e2e0-1c80-47d8-849a-d24ce95d1508 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.299438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6ba0-68b4-49b5-b25b-967bd1450afa req-a9c7e2e0-1c80-47d8-849a-d24ce95d1508 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.308133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0fdf6ba0-68b4-49b5-b25b-967bd1450afa req-a9c7e2e0-1c80-47d8-849a-d24ce95d1508 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 2374 time: 0.4922519 Jul 16 20:17:55.353902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] device_id is not set on port f1f65a83-716d-4dac-a05a-3e328d55b246 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:55.390614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.415197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b23121e1-1683-4be9-88b3-f2b625847cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.417676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b23121e1-1683-4be9-88b3-f2b625847cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.418873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b23121e1-1683-4be9-88b3-f2b625847cb9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/eb3ac511-7ef1-4e55-a2ea-83902c7327c1 HTTP/1.1" status: 204 len: 168 time: 1.1265903 Jul 16 20:17:55.443289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Router f4516f7b-7085-441c-8916-44c0720abfb4 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:17:55.485556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Transition to ACTIVE for port object f1f65a83-716d-4dac-a05a-3e328d55b246 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:55.486533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23121e1-1683-4be9-88b3-f2b625847cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ac511-7ef1-4e55-a2ea-83902c7327c1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.558865 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.592935 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0fdf6ba0-68b4-49b5-b25b-967bd1450afa req-f45e1753-acb7-46bf-9330-4bbf7aed9a6d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827518 Jul 16 20:17:55.654622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:55.668041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] Sync routers for ids ['f4516f7b-7085-441c-8916-44c0720abfb4'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:55.680167 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-75f0e5ff-e901-463c-bf85-309ea5497ccd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "PUT /v2.0/routers/f4516f7b-7085-441c-8916-44c0720abfb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5607536 Jul 16 20:17:55.680386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55948) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:55.686417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] Routers {'f4516f7b-7085-441c-8916-44c0720abfb4'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:55.688573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f4516f7b-7085-441c-8916-44c0720abfb4'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:55.724210 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a3545b-55e0-4cbb-9a3f-255abcb1bef5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:17:55.729011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09a3545b-55e0-4cbb-9a3f-255abcb1bef5 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/edc349b5-9cf7-4022-bf74-2965af1ce387 HTTP/1.1" status: 404 len: 333 time: 0.0475507 Jul 16 20:17:55.729780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55950) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:55.768915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:55.790798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] Routers {'f4516f7b-7085-441c-8916-44c0720abfb4'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:55.791950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f4516f7b-7085-441c-8916-44c0720abfb4'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:55.834877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 10.2.2.100 (7fb6c3c9-ad9c-496c-860b-a92b97662a18/cd695bf8-fdc1-4161-9491-de91679d5792/7e596191-1e0c-4d6e-9f51-11f76a2009e6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:55.837136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f65a83-716d-4dac-a05a-3e328d55b246,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.848513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d57994-01c3-4a3a-96de-c5d5f74e62c0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.885635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:55.886485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:55.886849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:55.886989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4f791-9332-4ef5-a0ee-1ef87ec39552 None None] The sync data for ids ['f4516f7b-7085-441c-8916-44c0720abfb4'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:55.887228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:55.967892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:55.967892 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:55.982074 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 2 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.016851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.017239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.017579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.037590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.037924 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.040397 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 3 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.060577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.060916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.061308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.078371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d57994-01c3-4a3a-96de-c5d5f74e62c0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.085356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d57994-01c3-4a3a-96de-c5d5f74e62c0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.087441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.087780 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.091101 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 4 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.126417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b5c14-f457-4d4d-a185-f23da8d5c78f req-c364be24-2a63-4148-aae6-f0137c79bf15 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.133528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-412b5c14-f457-4d4d-a185-f23da8d5c78f req-c364be24-2a63-4148-aae6-f0137c79bf15 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2293956 Jul 16 20:17:56.171415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.171819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.172250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.193869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.195225 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.197655 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 5 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.209313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d57994-01c3-4a3a-96de-c5d5f74e62c0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.213051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d57994-01c3-4a3a-96de-c5d5f74e62c0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Fanout notify agent at l3_agent the message router_deleted on router f4516f7b-7085-441c-8916-44c0720abfb4 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:17:56.232453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27d57994-01c3-4a3a-96de-c5d5f74e62c0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.236251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27d57994-01c3-4a3a-96de-c5d5f74e62c0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/routers/f4516f7b-7085-441c-8916-44c0720abfb4 HTTP/1.1" status: 204 len: 168 time: 0.5012910 Jul 16 20:17:56.238782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.239135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.239760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55968) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:56.239886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.256809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.257148 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.260186 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 6 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.276450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-412b5c14-f457-4d4d-a185-f23da8d5c78f req-766e319c-e751-4087-9e2d-9c5813e62eb5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407845 Jul 16 20:17:56.304768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.311375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.311950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.312476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.326079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.326959 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.328290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Transition to ACTIVE for port object 7e596191-1e0c-4d6e-9f51-11f76a2009e6 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:56.330001 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 7 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.350113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.350716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.351246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.352134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet 87261d44-23f0-48e6-abbc-8a211f1669f8 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:56.359578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.360174 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.362198 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 8 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.365278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.385554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.386159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.386652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.394488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.395081 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.396983 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 9 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.416616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.417249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.417952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.423025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.440926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.441245 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.465030 n-d-792458-10 neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempt 10 to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 Jul 16 20:17:56.471725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.495185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:56.496689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:56.498659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:56.499520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempting to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:56.504456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:56.506540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:56.556571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:56.557082 n-d-792458-10 neutron-server[93861]: ERROR neutron.plugins.ml2.managers [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Failed to bind port f1f65a83-716d-4dac-a05a-3e328d55b246 on host n-h2-792458-10 for vnic_type normal using segments [{'id': 'a0a6c102-9144-4491-b08d-b58d28227cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9071afe0-88c8-4ebf-a559-7fceab01fd58'}] Jul 16 20:17:56.557467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.562085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=7e596191-1e0c-4d6e-9f51-11f76a2009e6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.660930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.667597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.737056 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.759239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-643ff6e2-4f0a-4ab3-af4c-acf269c905d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7798898 Jul 16 20:17:56.770342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18', 'admin_state_up': True, 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'security_groups': ['3aa9d414-2470-4064-84df-8f2d9aa43bf4']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:56.852152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] For port f1f65a83-716d-4dac-a05a-3e328d55b246, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:56.852530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attempted to set empty binding levels {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:17:56.872453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.893895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.962351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=87261d44-23f0-48e6-abbc-8a211f1669f8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.965717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bbd6a6ab-c380-4a59-a12a-8f5ca2f4b4f8 None None] Provisioning for port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:56.967341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] In _notify_port_updated(), no bound segment for port f1f65a83-716d-4dac-a05a-3e328d55b246 on network 9071afe0-88c8-4ebf-a559-7fceab01fd58 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:56.970943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.970943 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.971606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "PUT /v2.0/ports/f1f65a83-716d-4dac-a05a-3e328d55b246 HTTP/1.1" status: 200 len: 975 time: 2.8471491 Jul 16 20:17:56.976710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55998) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:56.977699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bbd6a6ab-c380-4a59-a12a-8f5ca2f4b4f8 None None] Provisioning complete for port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:56.978244 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a6ab-c380-4a59-a12a-8f5ca2f4b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.019053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.024477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf1e70-7e67-4768-9663-34993bcdc0a6 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f65a83-716d-4dac-a05a-3e328d55b246,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:57.025269 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df577ecc-0351-4af5-82bb-73a3d6c35154 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/87261d44-23f0-48e6-abbc-8a211f1669f8 HTTP/1.1" status: 204 len: 168 time: 0.7847409 Jul 16 20:17:57.028213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56000) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:57.044307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715945b-2c12-417a-b811-062dc133fb18 None None] Network 46e9135a-f449-4991-8725-74ff001816b1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:57.109474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Deleting port f1f65a83-716d-4dac-a05a-3e328d55b246 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:57.109818 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.171404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6a6ab-c380-4a59-a12a-8f5ca2f4b4f8 None None] Port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:57.189473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e15a-31ae-41ed-be0f-2cc4428313bc req-3934207a-b9eb-45c1-a637-fc11ce38af07 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.209843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e15a-31ae-41ed-be0f-2cc4428313bc req-3934207a-b9eb-45c1-a637-fc11ce38af07 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.229651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e15a-31ae-41ed-be0f-2cc4428313bc req-3934207a-b9eb-45c1-a637-fc11ce38af07 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.237316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e15a-31ae-41ed-be0f-2cc4428313bc req-3934207a-b9eb-45c1-a637-fc11ce38af07 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.249994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9096e15a-31ae-41ed-be0f-2cc4428313bc req-3934207a-b9eb-45c1-a637-fc11ce38af07 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 3095 time: 0.3982375 Jul 16 20:17:57.285526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] For port f1f65a83-716d-4dac-a05a-3e328d55b246, host n-h2-792458-10, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:57.286009 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.307545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Calling delete_port for f1f65a83-716d-4dac-a05a-3e328d55b246 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:57.331963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Made reservation on behalf of 4c77c4f4148c47188d62752fcad8edfc for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:57.336942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.347811 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.357262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] DHCP port deletion for 46e9135a-f449-4991-8725-74ff001816b1 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:57.402916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9096e15a-31ae-41ed-be0f-2cc4428313bc req-be657368-07ea-4448-9f9e-b88eedd99d18 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990069 Jul 16 20:17:57.454393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] Deleting port e65a1f4a-97dd-4744-addb-79dbe616c397 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:57.455672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.516854 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.558950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1f65a83-716d-4dac-a05a-3e328d55b246,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:57.575145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] For port e65a1f4a-97dd-4744-addb-79dbe616c397, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e65a1f4a-97dd-4744-addb-79dbe616c397,segment=NetworkSegment(184b42ac-8322-478f-86c0-11cd6bc5d73b),segment_id=184b42ac-8322-478f-86c0-11cd6bc5d73b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:57.575914 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.595578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] Calling delete_port for e65a1f4a-97dd-4744-addb-79dbe616c397 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:57.626503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.632777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-280899e6-d39d-48eb-83c1-f6e331f19803 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "DELETE /v2.0/ports/f1f65a83-716d-4dac-a05a-3e328d55b246 HTTP/1.1" status: 204 len: 168 time: 0.6550114 Jul 16 20:17:57.635340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56020) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:57.698915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port e65a1f4a-97dd-4744-addb-79dbe616c397 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:57.700566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.706161 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.707978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d674-f483-4cdb-859c-a44e4a93585d req-fde3e4de-6d50-49c9-9c5e-e08da3d28953 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.720757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c15d674-f483-4cdb-859c-a44e4a93585d req-fde3e4de-6d50-49c9-9c5e-e08da3d28953 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.1617196 Jul 16 20:17:57.725405 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afc2333-0784-4c69-a145-74cbb0a35c51 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:17:57.727124 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2afc2333-0784-4c69-a145-74cbb0a35c51 tempest-PortsAdminExtendedAttrsTestJSON-1857673195 tempest-PortsAdminExtendedAttrsTestJSON-1857673195-project-admin] 10.222.0.91 "GET /v2.0/ports/f1f65a83-716d-4dac-a05a-3e328d55b246 HTTP/1.1" status: 404 len: 333 time: 0.0906594 Jul 16 20:17:57.734072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56026) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:57.758949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] Pushing event deleted for resources: {'Port': ['ID=e65a1f4a-97dd-4744-addb-79dbe616c397,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:57.773788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2af27-463c-4e84-bc72-aae1e0ac226b None None] No DVR routers for this DVR port e65a1f4a-97dd-4744-addb-79dbe616c397 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:57.867419 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c15d674-f483-4cdb-859c-a44e4a93585d req-bb862953-c89b-48fc-b4df-84f819c789c4 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444807 Jul 16 20:17:57.922413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.928375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] For port e65a1f4a-97dd-4744-addb-79dbe616c397, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e65a1f4a-97dd-4744-addb-79dbe616c397,segment=NetworkSegment(184b42ac-8322-478f-86c0-11cd6bc5d73b),segment_id=184b42ac-8322-478f-86c0-11cd6bc5d73b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:57.928739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.943246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for e65a1f4a-97dd-4744-addb-79dbe616c397 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:57.998138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Allocated IP 10.2.2.200 (7fb6c3c9-ad9c-496c-860b-a92b97662a18/cd695bf8-fdc1-4161-9491-de91679d5792/a6ab6132-42e2-4194-bb60-562625afa6b2) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:58.175144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.182932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.201540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No DVR routers for this DVR port e65a1f4a-97dd-4744-addb-79dbe616c397 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:58.210056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9071afe0-88c8-4ebf-a559-7fceab01fd58']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:58.227880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a6c102-9144-4491-b08d-b58d28227cb2') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:58.228370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a6c102-9144-4491-b08d-b58d28227cb2') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:58.234160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=e65a1f4a-97dd-4744-addb-79dbe616c397,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.248427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.270063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.277474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:58.277887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:58.295013 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:58.348387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56042) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:58.363489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.373893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.376821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] 10.222.0.91 "DELETE /v2.0/networks/9071afe0-88c8-4ebf-a559-7fceab01fd58 HTTP/1.1" status: 204 len: 168 time: 0.6406775 Jul 16 20:17:58.394558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db900ac8-418b-4583-a303-045fd05ac38a tempest-PortsAdminExtendedAttrsTestJSON-1034609732 tempest-PortsAdminExtendedAttrsTestJSON-1034609732-project] Pushing event deleted for resources: {'Network': ['ID=9071afe0-88c8-4ebf-a559-7fceab01fd58,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.438605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.462796 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e9135a-f449-4991-8725-74ff001816b1']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:58.467540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.481329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184b42ac-8322-478f-86c0-11cd6bc5d73b') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:58.481630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184b42ac-8322-478f-86c0-11cd6bc5d73b') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:58.499362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.501350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Transition to ACTIVE for port object a6ab6132-42e2-4194-bb60-562625afa6b2 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:58.522825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.533598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:58.534173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:58.537765 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:58.603447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f8bb-ee3f-40fd-97e7-abfa574088fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.627647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.648201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.658790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/46e9135a-f449-4991-8725-74ff001816b1 HTTP/1.1" status: 204 len: 168 time: 1.6236556 Jul 16 20:17:58.662213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56052) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:58.694590 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.804190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c39b-c3a1-4669-b749-9e2cd83be03f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=46e9135a-f449-4991-8725-74ff001816b1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.811598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:58.826480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:58.838321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:58.847893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56054) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:58.949427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event updated for resources: {'Port': ['ID=a6ab6132-42e2-4194-bb60-562625afa6b2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.958621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f8bb-ee3f-40fd-97e7-abfa574088fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.001558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e8ac89-31b6-4936-bf78-faab74901368 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.009400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13e8ac89-31b6-4936-bf78-faab74901368 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/4d80d350-cfce-411d-ae45-e236ffa77fc3 HTTP/1.1" status: 200 len: 844 time: 0.3456984 Jul 16 20:17:59.012195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f8bb-ee3f-40fd-97e7-abfa574088fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.014148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56062) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:59.080839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.081574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.128411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066dbf5-6caa-4672-8139-37c8258fe2bc req-ddcf6b7a-28e8-4a42-8f87-6816047663e8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.137941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066dbf5-6caa-4672-8139-37c8258fe2bc req-ddcf6b7a-28e8-4a42-8f87-6816047663e8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.158320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066dbf5-6caa-4672-8139-37c8258fe2bc req-ddcf6b7a-28e8-4a42-8f87-6816047663e8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.180478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066dbf5-6caa-4672-8139-37c8258fe2bc req-ddcf6b7a-28e8-4a42-8f87-6816047663e8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.221935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066dbf5-6caa-4672-8139-37c8258fe2bc req-ddcf6b7a-28e8-4a42-8f87-6816047663e8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.233454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4066dbf5-6caa-4672-8139-37c8258fe2bc req-ddcf6b7a-28e8-4a42-8f87-6816047663e8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 3816 time: 0.5634341 Jul 16 20:17:59.314966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9a278892-ea78-46c0-b13a-4f72cd840d2b None None] Provisioning for port a6ab6132-42e2-4194-bb60-562625afa6b2 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:59.321898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9a278892-ea78-46c0-b13a-4f72cd840d2b None None] Provisioning complete for port a6ab6132-42e2-4194-bb60-562625afa6b2 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:59.322948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9a278892-ea78-46c0-b13a-4f72cd840d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.339216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1828ab0b-a848-4d8e-bf05-c7c208e20626 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5788898 Jul 16 20:17:59.361785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:59.406811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9a278892-ea78-46c0-b13a-4f72cd840d2b None None] Port a6ab6132-42e2-4194-bb60-562625afa6b2 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:59.408028 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a2e0f8bb-ee3f-40fd-97e7-abfa574088fd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0d6c42adc11423c83d31f83f0536151&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0581863 Jul 16 20:17:59.410658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e65a1f4a-97dd-4744-addb-79dbe616c397 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:59.416264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0bea5493-2740-4265-811b-db33e26eb44f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/4d80d350-cfce-411d-ae45-e236ffa77fc3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3900278 Jul 16 20:17:59.416959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56068) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:59.417306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56070) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:59.420704 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4066dbf5-6caa-4672-8139-37c8258fe2bc req-9e7f544b-308b-4a4f-b959-4ca88624fc8b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343143 Jul 16 20:17:59.426181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0f8bb-ee3f-40fd-97e7-abfa574088fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bbd640-01a7-4dfc-a402-31dadabf7cc1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:59.450851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:59.457995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e65a1f4a-97dd-4744-addb-79dbe616c397 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:59.464392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e65a1f4a-97dd-4744-addb-79dbe616c397 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:59.493309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fbd93-de2d-45e8-9849-6eea1e005907 req-44a9f255-bea0-4202-9e2b-43ba02b1bbda tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.501369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f10fbd93-de2d-45e8-9849-6eea1e005907 req-44a9f255-bea0-4202-9e2b-43ba02b1bbda tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.3563962 Jul 16 20:17:59.512525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9cfc9f67-5b7c-4da9-ba86-ee950dd0fa71 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ac292aea09d34845ba34a578c5671904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6623616 Jul 16 20:17:59.520944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56072) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:59.555275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f10fbd93-de2d-45e8-9849-6eea1e005907 req-07a0b873-1f24-4dce-8913-9aecc885b626 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Jul 16 20:17:59.694431 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.705812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f66f867-3684-40cb-9b43-da025f72dc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.768837 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f66f867-3684-40cb-9b43-da025f72dc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.773097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bc274e5-f0b8-4b3f-9168-1f71b48782d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.787855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:59.791337 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.850177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bc274e5-f0b8-4b3f-9168-1f71b48782d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.036325 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f66f867-3684-40cb-9b43-da025f72dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.039497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f66f867-3684-40cb-9b43-da025f72dc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.040901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6f66f867-3684-40cb-9b43-da025f72dc9f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/35467668-78ff-4090-929d-d46f7cb79857 HTTP/1.1" status: 204 len: 168 time: 0.5166802 Jul 16 20:18:00.066376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66f867-3684-40cb-9b43-da025f72dc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35467668-78ff-4090-929d-d46f7cb79857,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.124179 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bc274e5-f0b8-4b3f-9168-1f71b48782d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.127843 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bc274e5-f0b8-4b3f-9168-1f71b48782d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.129233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4bc274e5-f0b8-4b3f-9168-1f71b48782d1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e7bbd640-01a7-4dfc-a402-31dadabf7cc1 HTTP/1.1" status: 204 len: 168 time: 0.7074540 Jul 16 20:18:00.159402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc274e5-f0b8-4b3f-9168-1f71b48782d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bbd640-01a7-4dfc-a402-31dadabf7cc1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.472119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7523de-8d69-4103-9b23-26149a900f56 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:00.500210 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.507882 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.581763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Transition to ACTIVE for port object 5a7523de-8d69-4103-9b23-26149a900f56 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:00.594699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56092) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:00.602350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:00.614863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.641345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:00.652948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.653529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.655153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92d3c2-e974-4b73-b19e-2ea0c6fc890f None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:00.673321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-126549cb-5bf4-403d-a978-f5bf85b01760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.692701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=dc932e69-b1ee-4294-912b-b556bb333e5a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.710827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56100) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:00.730707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4cde96fa-cdb1-4c27-8c14-f68c6b230da7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2847290 Jul 16 20:18:00.736396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56102) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:00.749487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-898c875e-b0a1-4aed-ab1d-2c83b88ea0f9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535164101'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:00.798294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Pushing event updated for resources: {'Port': ['ID=5a7523de-8d69-4103-9b23-26149a900f56,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.923206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Attempting to bind port 5a7523de-8d69-4103-9b23-26149a900f56 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:00.924184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Attempting to bind port 5a7523de-8d69-4103-9b23-26149a900f56 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:00.924857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Attempting to bind port 5a7523de-8d69-4103-9b23-26149a900f56 on network a971504f-be18-4da5-80f5-dbeaca015f02 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:00.944155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Port 5a7523de-8d69-4103-9b23-26149a900f56 on network a971504f-be18-4da5-80f5-dbeaca015f02 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:00.945063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Attempting to bind port 5a7523de-8d69-4103-9b23-26149a900f56 on network a971504f-be18-4da5-80f5-dbeaca015f02 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:00.980173 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4977bf8c-238e-4ce1-9593-dd32fd6851cb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ecac2eb8b95c4090bff9fb95c3b3e2e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678077 Jul 16 20:18:00.998354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56104) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:01.001433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:01.001776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Checking segment: {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:01.002271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Bound using segment: {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:01.002785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Bound port: 5a7523de-8d69-4103-9b23-26149a900f56, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1675bfb3-05a2-4023-8fb6-156868c3a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:01.003209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.063158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'tenant_id': '8b0a4712e7414685810442700f62c53d', 'fixed_ips': [{'subnet_id': 'dc932e69-b1ee-4294-912b-b556bb333e5a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:01.064013 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.089135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] For port 5a7523de-8d69-4103-9b23-26149a900f56, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:01.089135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] For port 5a7523de-8d69-4103-9b23-26149a900f56, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a7523de-8d69-4103-9b23-26149a900f56,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:01.096102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.138451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.140126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.143015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] 10.222.0.99 "PUT /v2.0/ports/5a7523de-8d69-4103-9b23-26149a900f56 HTTP/1.1" status: 200 len: 1093 time: 1.7866375 Jul 16 20:18:01.154869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb1be-ce39-416e-ab98-113a415893b8 req-cb2a5198-1fbd-49ed-b261-714e36d6abc8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.167357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb1be-ce39-416e-ab98-113a415893b8 req-cb2a5198-1fbd-49ed-b261-714e36d6abc8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.181871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb1be-ce39-416e-ab98-113a415893b8 req-cb2a5198-1fbd-49ed-b261-714e36d6abc8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.197076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:01.199777 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a805bb8-2f4f-4ce3-9221-80e133e97f29" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "5a7523de-8d69-4103-9b23-26149a900f56"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:01.206028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb1be-ce39-416e-ab98-113a415893b8 req-cb2a5198-1fbd-49ed-b261-714e36d6abc8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.212223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb1be-ce39-416e-ab98-113a415893b8 req-cb2a5198-1fbd-49ed-b261-714e36d6abc8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.214255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47dcb1be-ce39-416e-ab98-113a415893b8 req-cb2a5198-1fbd-49ed-b261-714e36d6abc8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 3828 time: 0.4341207 Jul 16 20:18:01.227825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:01.345922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47dcb1be-ce39-416e-ab98-113a415893b8 req-d9899cfd-2a95-4bb7-8ba3-60ec29b288c6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201999 Jul 16 20:18:01.364163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Allocated IP 2001:db8::2 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/dc932e69-b1ee-4294-912b-b556bb333e5a/7cb9f232-b175-49c9-832a-0e760e318464) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:01.403333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-126549cb-5bf4-403d-a978-f5bf85b01760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.416176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51a1dec2-0a20-487f-935e-15909b843888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.427727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-126549cb-5bf4-403d-a978-f5bf85b01760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.532453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126549cb-5bf4-403d-a978-f5bf85b01760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d1e349-2f8e-4ea4-acd8-5b4747a69a34,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.537123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-126549cb-5bf4-403d-a978-f5bf85b01760 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=df43a68313de4426bdb259627c10eb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9392626 Jul 16 20:18:01.559433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56114) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:01.626884 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.643113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51a1dec2-0a20-487f-935e-15909b843888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.648170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Transition to ACTIVE for port object 7cb9f232-b175-49c9-832a-0e760e318464 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:01.668677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Transition to ACTIVE for port object 7cb9f232-b175-49c9-832a-0e760e318464 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:01.678587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.732294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5633d477-e2f4-45a8-a292-4903efa15dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.735748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:01.740076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:01.749063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:01.762665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5633d477-e2f4-45a8-a292-4903efa15dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.781717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Pushing event updated for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.841183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Attempting to bind port 7cb9f232-b175-49c9-832a-0e760e318464 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:01.841898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Attempting to bind port 7cb9f232-b175-49c9-832a-0e760e318464 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:01.842337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Attempting to bind port 7cb9f232-b175-49c9-832a-0e760e318464 on network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:01.849179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:01.849555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Checking segment: {'id': '8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:01.850207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.850861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Bound using segment: {'id': '8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:01.851419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Bound port: 7cb9f232-b175-49c9-832a-0e760e318464, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:01.851988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.857548 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5633d477-e2f4-45a8-a292-4903efa15dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.862646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5633d477-e2f4-45a8-a292-4903efa15dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.864456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5633d477-e2f4-45a8-a292-4903efa15dc7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b6d1e349-2f8e-4ea4-acd8-5b4747a69a34 HTTP/1.1" status: 204 len: 168 time: 0.3007145 Jul 16 20:18:01.912480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51a1dec2-0a20-487f-935e-15909b843888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.917115 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51a1dec2-0a20-487f-935e-15909b843888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.924720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-51a1dec2-0a20-487f-935e-15909b843888 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/97c071ef-c4bc-4612-8908-760bb014cdf2 HTTP/1.1" status: 204 len: 168 time: 0.9235864 Jul 16 20:18:01.926075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633d477-e2f4-45a8-a292-4903efa15dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d1e349-2f8e-4ea4-acd8-5b4747a69a34,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.984662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1dec2-0a20-487f-935e-15909b843888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c071ef-c4bc-4612-8908-760bb014cdf2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.999765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:02.016409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7cb9f232-b175-49c9-832a-0e760e318464,segment=NetworkSegment(8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa),segment_id=8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:02.080189 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.124348 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588e9dce-6572-49aa-a8fa-fb48fdca59fe x-openstack-request-id: req-588e9dce-6572-49aa-a8fa-fb48fdca59fe {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:02.124976 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "5a7523de-8d69-4103-9b23-26149a900f56", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:02.124976 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-588e9dce-6572-49aa-a8fa-fb48fdca59fe {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:02.125291 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56', 'status': 'completed', 'code': 200} Jul 16 20:18:02.273545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1441bc-6632-47b6-8f3d-684825a09b85 req-23141e00-6916-47a0-967b-48eee9d14140 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.287500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc1441bc-6632-47b6-8f3d-684825a09b85 req-23141e00-6916-47a0-967b-48eee9d14140 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 1.3568799 Jul 16 20:18:02.289611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-898c875e-b0a1-4aed-ab1d-2c83b88ea0f9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.296372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea741859-7a3c-4ca0-a7d7-b92d956500cb None None] Pushing event updated for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:02.386695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c59a81-18ad-43a0-a7ef-539918e3051a service neutron] Pushing event updated for resources: {'Port': ['ID=5a7523de-8d69-4103-9b23-26149a900f56,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:02.534786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc1441bc-6632-47b6-8f3d-684825a09b85 req-6e1e07f6-0ea9-42f8-a4f4-35fae61b548a tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462189 Jul 16 20:18:02.590037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.662947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-a6b77058-ea61-4f97-9f6c-b6d2656ebbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.663437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-a6b77058-ea61-4f97-9f6c-b6d2656ebbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.663906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-a6b77058-ea61-4f97-9f6c-b6d2656ebbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.664455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-a6b77058-ea61-4f97-9f6c-b6d2656ebbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.664926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-a6b77058-ea61-4f97-9f6c-b6d2656ebbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.666772 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-a6b77058-ea61-4f97-9f6c-b6d2656ebbf2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 4364 time: 0.5446100 Jul 16 20:18:02.739891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3abc-1dfc-4b47-9c8b-d94978172f12 req-91d2d684-6905-4988-82cf-75403001c0ab tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.748194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3abc-1dfc-4b47-9c8b-d94978172f12 req-91d2d684-6905-4988-82cf-75403001c0ab tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.757142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3abc-1dfc-4b47-9c8b-d94978172f12 req-91d2d684-6905-4988-82cf-75403001c0ab tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.763914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3abc-1dfc-4b47-9c8b-d94978172f12 req-91d2d684-6905-4988-82cf-75403001c0ab tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.771505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3abc-1dfc-4b47-9c8b-d94978172f12 req-91d2d684-6905-4988-82cf-75403001c0ab tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.780172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-772d3abc-1dfc-4b47-9c8b-d94978172f12 req-91d2d684-6905-4988-82cf-75403001c0ab tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 3828 time: 0.2573943 Jul 16 20:18:02.842309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-772d3abc-1dfc-4b47-9c8b-d94978172f12 req-edf98481-e659-423b-9532-2798013e1d8d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608146 Jul 16 20:18:03.002376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-898c875e-b0a1-4aed-ab1d-2c83b88ea0f9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.018825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-898c875e-b0a1-4aed-ab1d-2c83b88ea0f9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.166740 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-898c875e-b0a1-4aed-ab1d-2c83b88ea0f9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.168179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-898c875e-b0a1-4aed-ab1d-2c83b88ea0f9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4237244 Jul 16 20:18:03.171164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:03.177565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-83af2e2a-bfe1-440c-bd74-b4e964cf580c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'security_group': {'name': 'tempest-secgroup-1935058391'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:03.186783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-37b97967-613d-4fb1-979d-c10df3579ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.189567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-37b97967-613d-4fb1-979d-c10df3579ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.190310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-37b97967-613d-4fb1-979d-c10df3579ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.192410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-37b97967-613d-4fb1-979d-c10df3579ae4 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=4c77c4f4148c47188d62752fcad8edfc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5017235 Jul 16 20:18:03.263915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83af2e2a-bfe1-440c-bd74-b4e964cf580c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.346818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-9ee3ff2f-04b9-4b25-9039-3e862867437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.349053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a805bb8-2f4f-4ce3-9221-80e133e97f29 req-9ee3ff2f-04b9-4b25-9039-3e862867437f service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494937 Jul 16 20:18:03.358641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c875e-b0a1-4aed-ab1d-2c83b88ea0f9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9584a-796a-40b9-a058-421cf8238a46,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.429378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7cb9f232-b175-49c9-832a-0e760e318464 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:03.526610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83af2e2a-bfe1-440c-bd74-b4e964cf580c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.533405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83af2e2a-bfe1-440c-bd74-b4e964cf580c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.575892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83af2e2a-bfe1-440c-bd74-b4e964cf580c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.580646 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-83af2e2a-bfe1-440c-bd74-b4e964cf580c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4080453 Jul 16 20:18:03.581459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56170) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:03.596941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1143950631', 'security_groups': ['d165f9ce-c63b-406c-951f-1e809c2437e9'], 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc932e69-b1ee-4294-912b-b556bb333e5a'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:03.606558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 7cb9f232-b175-49c9-832a-0e760e318464 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:03.697683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af2e2a-bfe1-440c-bd74-b4e964cf580c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d165f9ce-c63b-406c-951f-1e809c2437e9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.857221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:03.909946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21467a1-8f59-4e51-b402-101f30507f43 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:03.931915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.025415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56182) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:04.111962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Transition to ACTIVE for port object c21467a1-8f59-4e51-b402-101f30507f43 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:04.121342 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.126338 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.192007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 85f2f671-7bbd-44d7-aa78-ba331ecce447 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:04.213316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Provisioning complete for port 4d80d350-cfce-411d-ae45-e236ffa77fc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:04.213600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.335424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Port 4d80d350-cfce-411d-ae45-e236ffa77fc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:04.367189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Provisioning for port 7cb9f232-b175-49c9-832a-0e760e318464 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:04.377877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:04.379501 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.413863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Pushing event updated for resources: {'Port': ['ID=c21467a1-8f59-4e51-b402-101f30507f43,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.448237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6316a-0c5a-4b7c-899c-0192a06c3c98 req-a2d02ac6-5c35-4ee0-b443-9d30a6718782 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.450765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4b6316a-0c5a-4b7c-899c-0192a06c3c98 req-a2d02ac6-5c35-4ee0-b443-9d30a6718782 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.5355613 Jul 16 20:18:04.626709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1054877283'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:04.627270 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.718643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Attempting to bind port c21467a1-8f59-4e51-b402-101f30507f43 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:04.719382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Attempting to bind port c21467a1-8f59-4e51-b402-101f30507f43 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:04.719973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Attempting to bind port c21467a1-8f59-4e51-b402-101f30507f43 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:04.722264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7cb9f232-b175-49c9-832a-0e760e318464,segment=NetworkSegment(8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa),segment_id=8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:04.732579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4b6316a-0c5a-4b7c-899c-0192a06c3c98 req-c982f2fe-8f30-4f4d-b490-935874d9b290 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248411 Jul 16 20:18:04.735260 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.748983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Port c21467a1-8f59-4e51-b402-101f30507f43 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:04.756252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Attempting to bind port c21467a1-8f59-4e51-b402-101f30507f43 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:04.778914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:04.785399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Checking segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:04.786215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Bound using segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:04.787513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Bound port: c21467a1-8f59-4e51-b402-101f30507f43, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:04.788304 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.832453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:04.836323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.839502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd86e2-3b49-4029-adcd-f732744fa87a None None] Pushing event updated for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.902524 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.047043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] For port c21467a1-8f59-4e51-b402-101f30507f43, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:05.076444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] For port c21467a1-8f59-4e51-b402-101f30507f43, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c21467a1-8f59-4e51-b402-101f30507f43,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:05.111020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.120098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33570602-7469-405c-9701-5c4651ad8851 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.127116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33570602-7469-405c-9701-5c4651ad8851 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.133267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33570602-7469-405c-9701-5c4651ad8851 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.139829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33570602-7469-405c-9701-5c4651ad8851 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.146974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33570602-7469-405c-9701-5c4651ad8851 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.153836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33570602-7469-405c-9701-5c4651ad8851 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.155985 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33570602-7469-405c-9701-5c4651ad8851 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 4606 time: 1.0082409 Jul 16 20:18:05.263587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Pushing event updated for resources: {'Port': ['ID=c21467a1-8f59-4e51-b402-101f30507f43,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:05.304311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.305050 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.305851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4fbbfe30-14e3-497c-ba84-0b1f6c94d58d req-33e22708-57fb-4b00-8100-ece29878a477 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437118 Jul 16 20:18:05.321524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7cb9f232-b175-49c9-832a-0e760e318464 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:05.326294 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-88aa0efb-c5c8-41ed-84e1-280b401d3991 service neutron] 10.222.0.99 "PUT /v2.0/ports/c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 1137 time: 4.1230996 Jul 16 20:18:05.327198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': 'c21467a1-8f59-4e51-b402-101f30507f43'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:05.329822 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "c21467a1-8f59-4e51-b402-101f30507f43"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:05.396802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:05.404423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::82 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/dc932e69-b1ee-4294-912b-b556bb333e5a/85f2f671-7bbd-44d7-aa78-ba331ecce447) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:05.505172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:05.505315 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.568605 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531fe4fb-f6bb-49bc-ab47-c4614dee7353 x-openstack-request-id: req-531fe4fb-f6bb-49bc-ab47-c4614dee7353 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:05.599714 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "c21467a1-8f59-4e51-b402-101f30507f43", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:05.600374 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-531fe4fb-f6bb-49bc-ab47-c4614dee7353 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:05.601062 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': 'c21467a1-8f59-4e51-b402-101f30507f43', 'status': 'completed', 'code': 200} Jul 16 20:18:05.840603 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.871070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.882600 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.886024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:05.897602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.898551 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Added segment 6f805dc4-c2ae-42ae-850c-a511970c6136 of type vlan for network 108602ef-5b9d-49fd-ac79-5bfa2184716d Jul 16 20:18:05.908798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 85f2f671-7bbd-44d7-aa78-ba331ecce447 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:05.964923 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.003906 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4400fc74-552e-422f-82b5-9f26deb363ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.057615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:06.059424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=85f2f671-7bbd-44d7-aa78-ba331ecce447,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:06.062919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:06.072047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec67b386-da38-4a85-bad6-21576706cc04,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:06.077561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:06.084809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.085990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.117397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5f9077af-b7dd-4be2-8409-4ca7d1227ccf tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5251493 Jul 16 20:18:06.119843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56224) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:06.127794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3543488b-47ec-489e-a540-aeb05e042642 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:06.133463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-126052a3-247d-440a-a2d7-2d9ced37f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.134331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-126052a3-247d-440a-a2d7-2d9ced37f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.135052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-126052a3-247d-440a-a2d7-2d9ced37f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.137063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-126052a3-247d-440a-a2d7-2d9ced37f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.137731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-126052a3-247d-440a-a2d7-2d9ced37f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.138421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-126052a3-247d-440a-a2d7-2d9ced37f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.141714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-126052a3-247d-440a-a2d7-2d9ced37f239 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5294 time: 0.5822246 Jul 16 20:18:06.144379 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.170828 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.262414 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:06.439924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56238) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:06.475349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3543488b-47ec-489e-a540-aeb05e042642 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:06.484510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3543488b-47ec-489e-a540-aeb05e042642 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.580183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-54994580-bb62-455a-bc1c-7630074ed2ee None None] Provisioning for port 85f2f671-7bbd-44d7-aa78-ba331ecce447 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:06.589184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-54994580-bb62-455a-bc1c-7630074ed2ee None None] Provisioning complete for port 85f2f671-7bbd-44d7-aa78-ba331ecce447 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:06.589567 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-54994580-bb62-455a-bc1c-7630074ed2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.661639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-54994580-bb62-455a-bc1c-7630074ed2ee None None] Port 85f2f671-7bbd-44d7-aa78-ba331ecce447 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:06.731838 n-d-792458-10 neutron-server[93862]: INFO neutron.db.ipam_backend_mixin [None req-3543488b-47ec-489e-a540-aeb05e042642 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc932e69-b1ee-4294-912b-b556bb333e5a (CIDR: 2001:db8::/64) Jul 16 20:18:06.741327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.746884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.747556 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.768791 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3543488b-47ec-489e-a540-aeb05e042642 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:18:06.769174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3543488b-47ec-489e-a540-aeb05e042642 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:06.771832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce3ba859-eeb6-4aa8-8ffb-84f05ef9eaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.804719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3543488b-47ec-489e-a540-aeb05e042642 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6836374 Jul 16 20:18:06.811304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56244) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:06.823450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:06.852182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-c0690ab6-1bfe-4840-9bd3-ad8b37ea236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.852749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-c0690ab6-1bfe-4840-9bd3-ad8b37ea236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.853285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-c0690ab6-1bfe-4840-9bd3-ad8b37ea236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.855145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-c0690ab6-1bfe-4840-9bd3-ad8b37ea236c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=4c77c4f4148c47188d62752fcad8edfc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7011507 Jul 16 20:18:06.920308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Network': ['ID=108602ef-5b9d-49fd-ac79-5bfa2184716d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:06.939757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:06.949853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-291e6d22-a1a2-4c2b-915f-3a14c4200e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.951109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-291e6d22-a1a2-4c2b-915f-3a14c4200e46 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 1098 time: 0.2635732 Jul 16 20:18:06.963128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186358-a1d4-455c-bbbf-003af7d8841d req-1f3cab8a-7f5f-49ee-932b-9ae106db773c tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.970431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3186358-a1d4-455c-bbbf-003af7d8841d req-1f3cab8a-7f5f-49ee-932b-9ae106db773c tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2785146 Jul 16 20:18:07.022375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec82888-c88a-4ade-b08e-815be415a5df req-49a0dd78-07dd-4a75-b8e7-93d5826bf2d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.028572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec82888-c88a-4ade-b08e-815be415a5df req-49a0dd78-07dd-4a75-b8e7-93d5826bf2d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.034532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec82888-c88a-4ade-b08e-815be415a5df req-49a0dd78-07dd-4a75-b8e7-93d5826bf2d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.040660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec82888-c88a-4ade-b08e-815be415a5df req-49a0dd78-07dd-4a75-b8e7-93d5826bf2d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.064518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec82888-c88a-4ade-b08e-815be415a5df req-49a0dd78-07dd-4a75-b8e7-93d5826bf2d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.081459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec82888-c88a-4ade-b08e-815be415a5df req-49a0dd78-07dd-4a75-b8e7-93d5826bf2d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.091586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ec82888-c88a-4ade-b08e-815be415a5df req-49a0dd78-07dd-4a75-b8e7-93d5826bf2d4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 4606 time: 0.4518640 Jul 16 20:18:07.119747 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b3186358-a1d4-455c-bbbf-003af7d8841d req-b8211d51-2296-4750-8fc2-586fd252c69d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480904 Jul 16 20:18:07.168949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce3ba859-eeb6-4aa8-8ffb-84f05ef9eaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.184448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-74e6494a-ff1e-4216-9914-f8f10be5964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.186478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64e7faf3-e3bc-42e6-8c91-f94ea7c1770a req-74e6494a-ff1e-4216-9914-f8f10be5964b service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2917409 Jul 16 20:18:07.198005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7115f9-61a2-45dc-9b33-3a0d5dcd455a {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:07.205608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1dc03a93-7d00-42a7-bb19-ab9979c9471d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1571832 Jul 16 20:18:07.211531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56246) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:07.214419 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.223092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'subnet': {'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:07.230165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ec82888-c88a-4ade-b08e-815be415a5df req-d5abc4ed-1d2f-4fe6-a093-08d81afcd0e0 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1291828 Jul 16 20:18:07.240679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce3ba859-eeb6-4aa8-8ffb-84f05ef9eaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.266752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Transition to ACTIVE for port object aa7115f9-61a2-45dc-9b33-3a0d5dcd455a will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:07.283807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.285822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-e6f73d10-07dd-4502-ab2a-960252d1198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.287694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-e6f73d10-07dd-4502-ab2a-960252d1198d service neutron] 10.222.0.79 "GET /v2.0/networks?id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 200 len: 916 time: 0.3103209 Jul 16 20:18:07.325274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:07.329349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.365814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ba859-eeb6-4aa8-8ffb-84f05ef9eaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e43c3-79b5-403f-a70d-1860bb887321,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:07.370637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-386ff2e0-69f7-4e2c-a931-139607a6ff4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6242e13-c798-4b85-8962-346cea4b9033 HTTP/1.1" status: 200 len: 217 time: 0.0761318 Jul 16 20:18:07.389208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ce3ba859-eeb6-4aa8-8ffb-84f05ef9eaca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0a15b5f39ef04afab263a6eb345485e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9442706 Jul 16 20:18:07.396334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56254) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:07.464454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:07.537800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-1aafa51e-c153-4016-8e0e-555453d0947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.539245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-1aafa51e-c153-4016-8e0e-555453d0947d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 200 len: 854 time: 0.1440923 Jul 16 20:18:07.624587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Attempting to bind port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:07.625182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Attempting to bind port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:07.625774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Attempting to bind port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:07.632456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:07.633183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Attempting to bind port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:07.643793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:07.645263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Checking segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:07.645903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Bound using segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:07.646685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Bound port: aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:07.647844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.651305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:07.655116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.655690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84e96283-8e52-4409-becf-6726ca200b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.809510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] For port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:07.814957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] For port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:07.823264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.847246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84e96283-8e52-4409-becf-6726ca200b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.900628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.901426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.902969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] 10.222.0.99 "PUT /v2.0/ports/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 1136 time: 2.5285614 Jul 16 20:18:07.903434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': 'aa7115f9-61a2-45dc-9b33-3a0d5dcd455a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:07.906113 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "aa7115f9-61a2-45dc-9b33-3a0d5dcd455a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:07.914190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.939141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:07.955866 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84e96283-8e52-4409-becf-6726ca200b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.959267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84e96283-8e52-4409-becf-6726ca200b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.964041 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-84e96283-8e52-4409-becf-6726ca200b5d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b61e43c3-79b5-403f-a70d-1860bb887321 HTTP/1.1" status: 204 len: 168 time: 0.5548496 Jul 16 20:18:07.988258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e96283-8e52-4409-becf-6726ca200b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e43c3-79b5-403f-a70d-1860bb887321,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.019287 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dba3323-fb09-4945-a6a4-ef6b1e08ccd0 x-openstack-request-id: req-0dba3323-fb09-4945-a6a4-ef6b1e08ccd0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:08.019503 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "aa7115f9-61a2-45dc-9b33-3a0d5dcd455a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:08.019767 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0dba3323-fb09-4945-a6a4-ef6b1e08ccd0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:08.020242 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': 'aa7115f9-61a2-45dc-9b33-3a0d5dcd455a', 'status': 'completed', 'code': 200} Jul 16 20:18:08.044093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:08.049546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-185f439c-7403-476e-867b-55eaee317727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.051063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-185f439c-7403-476e-867b-55eaee317727 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4988155 Jul 16 20:18:08.051950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:08.056510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.057110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.063152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8833ea-57c2-44f3-a70e-ed10f16ebac7 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:08.213241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bbd89-7e13-4df6-88fe-4607e7dc5cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.233163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4174845 Jul 16 20:18:08.237399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56282) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:08.264242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-601165468', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a67b0408-831e-469d-b114-f3da02cc6beb'}], 'security_groups': ['fdd9584a-796a-40b9-a058-421cf8238a46']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:08.287902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c75876-143b-42d3-86f1-999ffe4c4f7e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=a67b0408-831e-469d-b114-f3da02cc6beb,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.339901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.366213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.366708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.367227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.367699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.368469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.368616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.376476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.378651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-05b0fcc7-4f95-4559-a466-cd4cdfe8df3f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6223 time: 0.3520627 Jul 16 20:18:08.444896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Subnet': ['ID=dd7789d3-74c6-4865-9db5-0b0e64cb8dc2,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.463273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.508764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.588916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56292) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:08.612787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Checking segment: {'id': '6f805dc4-c2ae-42ae-850c-a511970c6136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:08.613244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network hostable DHCP agents. Network: 108602ef-5b9d-49fd-ac79-5bfa2184716d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:08.621045 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.625597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bfb44a4-4e48-4f5d-9b3f-a0bb242638e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.626750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-f03a53bf-80be-42fe-a619-2e2b20231297 service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449059 Jul 16 20:18:08.689701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] Update dhcp port {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'fixed_ips': [{'subnet_id': 'dc932e69-b1ee-4294-912b-b556bb333e5a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a67b0408-831e-469d-b114-f3da02cc6beb'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '7cb9f232-b175-49c9-832a-0e760e318464'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:08.750554 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.861456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:08.886343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 108602ef-5b9d-49fd-ac79-5bfa2184716d) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:08.886812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1061cbc-6447-4bc9-bae3-8b4e900e34ad req-2fe09130-4d52-484f-87c4-dc61f1825878 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.896723 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1061cbc-6447-4bc9-bae3-8b4e900e34ad req-2fe09130-4d52-484f-87c4-dc61f1825878 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.4558847 Jul 16 20:18:08.902590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f46c544-97d6-43a4-8e67-2393c8a9c6e7 req-ce4413bc-c6e4-45c9-87cd-68f3b6e05b90 service neutron] 10.222.0.79 "GET /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656782 Jul 16 20:18:08.903915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.905081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200379dc-6fe7-4914-873b-520ac4790a93 None None] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:08.928305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.928916 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.932959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6065fe49-0f94-4d02-bae7-cf6793e495c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.949485 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.970551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-0c905dd1-fea3-4457-910c-37fb26b99ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.971059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-0c905dd1-fea3-4457-910c-37fb26b99ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.971705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-0c905dd1-fea3-4457-910c-37fb26b99ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.974328 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-0c905dd1-fea3-4457-910c-37fb26b99ea0 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=4c77c4f4148c47188d62752fcad8edfc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5305583 Jul 16 20:18:08.995414 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1061cbc-6447-4bc9-bae3-8b4e900e34ad req-251604ca-5791-4ad9-925a-9365c19240ef tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974977 Jul 16 20:18:09.104419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] Allocated IP 2001:db8:0:1::2 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/a67b0408-831e-469d-b114-f3da02cc6beb/7cb9f232-b175-49c9-832a-0e760e318464) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:09.238245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-108602ef-5b9d-49fd-ac79-5bfa2184716d', 'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'tenant_id': 'ed59e8b4af3143b4bb1447d1c390274c', 'fixed_ips': [{'subnet_id': 'dd7789d3-74c6-4865-9db5-0b0e64cb8dc2'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:09.239174 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.420205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7cb9f232-b175-49c9-832a-0e760e318464,segment=NetworkSegment(8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa),segment_id=8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:09.482822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bfb44a4-4e48-4f5d-9b3f-a0bb242638e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.490805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Allocated IP 172.20.0.2 (108602ef-5b9d-49fd-ac79-5bfa2184716d/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2/492f95e5-ad5b-41b2-a827-c3981bc26a83) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:09.494488 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.497645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bfb44a4-4e48-4f5d-9b3f-a0bb242638e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.520978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] Transition to ACTIVE for port object 7cb9f232-b175-49c9-832a-0e760e318464 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:09.534997 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.548299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb44a4-4e48-4f5d-9b3f-a0bb242638e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f85edde-89b3-477c-aa06-a01f777d8007,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:09.568918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e71494f9-127d-4731-833c-5c562eb6f810 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3477070 Jul 16 20:18:09.572548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56304) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:09.591574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.597974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.600174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42223a93-dc82-40cb-ae84-4e515f343a6b None None] Pushing event updated for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:09.611942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.621142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.627511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.633573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.640717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.648880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-f1e804f3-0e0f-465b-8625-1f88a01e93ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5383 time: 0.9115453 Jul 16 20:18:09.675248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'name': 'tempest-AllowedAddressPairTestJSON-33207220'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:09.814947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Delete allocated IP 2001:db8::82 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/dc932e69-b1ee-4294-912b-b556bb333e5a) {{(pid=93862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:18:09.835242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8:0:1::1c6 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/a67b0408-831e-469d-b114-f3da02cc6beb/85f2f671-7bbd-44d7-aa78-ba331ecce447) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:09.845141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.856723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Transition to ACTIVE for port object 492f95e5-ad5b-41b2-a827-c3981bc26a83 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:09.878683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Transition to ACTIVE for port object 492f95e5-ad5b-41b2-a827-c3981bc26a83 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:09.891244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56312) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:09.893172 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.896219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1bfb44a4-4e48-4f5d-9b3f-a0bb242638e5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6627595b06704868bea982d987b6fc12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3036973 Jul 16 20:18:09.930392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-34066025-8224-4ce5-979e-ca08fdb2ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.932430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5989a824-8bae-49b8-91c8-ee6ccf2e3e7f req-34066025-8224-4ce5-979e-ca08fdb2ab76 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9375422 Jul 16 20:18:09.939880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:09.944324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:09.960309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20eb5d10-01fa-4329-8091-6cc368dee1bd req-22d6b567-6bdd-4b38-8de3-3aebbe1a1e5d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3104470 Jul 16 20:18:09.962970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:09.989681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Pushing event updated for resources: {'Port': ['ID=492f95e5-ad5b-41b2-a827-c3981bc26a83,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.028745 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.035313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:10.043664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.094730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Attempting to bind port 492f95e5-ad5b-41b2-a827-c3981bc26a83 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:10.096017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-908c1d4c-d222-4f31-a62f-187a20c543bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.096685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Attempting to bind port 492f95e5-ad5b-41b2-a827-c3981bc26a83 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6f805dc4-c2ae-42ae-850c-a511970c6136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:10.097952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Attempting to bind port 492f95e5-ad5b-41b2-a827-c3981bc26a83 on network 108602ef-5b9d-49fd-ac79-5bfa2184716d {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:10.113756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:10.114497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Checking segment: {'id': '6f805dc4-c2ae-42ae-850c-a511970c6136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:10.114497 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.114923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Bound using segment: {'id': '6f805dc4-c2ae-42ae-850c-a511970c6136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:10.115763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Bound port: 492f95e5-ad5b-41b2-a827-c3981bc26a83, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f805dc4-c2ae-42ae-850c-a511970c6136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:10.116145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.151430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-908c1d4c-d222-4f31-a62f-187a20c543bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.160887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] device_id is not set on port 809d6f3d-7321-4d1a-9b0b-1c1f097519ef yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:10.240945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.265859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] For port 492f95e5-ad5b-41b2-a827-c3981bc26a83, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:10.273980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] For port 492f95e5-ad5b-41b2-a827-c3981bc26a83, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=492f95e5-ad5b-41b2-a827-c3981bc26a83,segment=NetworkSegment(6f805dc4-c2ae-42ae-850c-a511970c6136),segment_id=6f805dc4-c2ae-42ae-850c-a511970c6136)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:10.287445 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.299156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 85f2f671-7bbd-44d7-aa78-ba331ecce447 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:10.305099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0e9685-015e-4546-ab21-ad5e2103ca1b {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:10.308858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.317683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.335771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Transition to ACTIVE for port object 7b0e9685-015e-4546-ab21-ad5e2103ca1b will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:10.343676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.406573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23307d01-b1a2-4d31-9172-ffbc6935e24e None None] Pushing event updated for resources: {'Port': ['ID=492f95e5-ad5b-41b2-a827-c3981bc26a83,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.422881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-908c1d4c-d222-4f31-a62f-187a20c543bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.425802 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-908c1d4c-d222-4f31-a62f-187a20c543bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.429882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-908c1d4c-d222-4f31-a62f-187a20c543bc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f85edde-89b3-477c-aa06-a01f777d8007 HTTP/1.1" status: 204 len: 168 time: 0.5375183 Jul 16 20:18:10.487244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] In _notify_port_updated(), no bound segment for port 85f2f671-7bbd-44d7-aa78-ba331ecce447 on network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:10.495477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.496710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.502223 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "PUT /v2.0/ports/85f2f671-7bbd-44d7-aa78-ba331ecce447 HTTP/1.1" status: 200 len: 930 time: 2.2563608 Jul 16 20:18:10.504534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c3fb6-979a-488e-8c3f-f38fe42a4153 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=85f2f671-7bbd-44d7-aa78-ba331ecce447,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.511107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56320) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:10.541782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c1d4c-d222-4f31-a62f-187a20c543bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f85edde-89b3-477c-aa06-a01f777d8007,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.551749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Allocated IP 172.20.0.12 (108602ef-5b9d-49fd-ac79-5bfa2184716d/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2/809d6f3d-7321-4d1a-9b0b-1c1f097519ef) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:10.569023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e9685-015e-4546-ab21-ad5e2103ca1b,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.610693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07e037-768a-489d-8597-ec87896d5ba2 req-ec5c6003-fe89-48f1-9bc0-b0e63ea79c07 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.626346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb07e037-768a-489d-8597-ec87896d5ba2 req-ec5c6003-fe89-48f1-9bc0-b0e63ea79c07 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.3771124 Jul 16 20:18:10.728218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Provisioning complete for port 4d80d350-cfce-411d-ae45-e236ffa77fc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:10.732791 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.782032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb07e037-768a-489d-8597-ec87896d5ba2 req-857a8e15-787d-4022-a7a9-1fb715b0a486 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511226 Jul 16 20:18:10.898532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Port 4d80d350-cfce-411d-ae45-e236ffa77fc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:10.902191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 85f2f671-7bbd-44d7-aa78-ba331ecce447 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:10.902817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.932585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Provisioning for port 85f2f671-7bbd-44d7-aa78-ba331ecce447 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:10.955998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Provisioning complete for port 85f2f671-7bbd-44d7-aa78-ba331ecce447 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:10.968284 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.012633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Attempting to bind port 7b0e9685-015e-4546-ab21-ad5e2103ca1b on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:11.013333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Attempting to bind port 7b0e9685-015e-4546-ab21-ad5e2103ca1b by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:11.026072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Attempting to bind port 7b0e9685-015e-4546-ab21-ad5e2103ca1b on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:11.117462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Port 85f2f671-7bbd-44d7-aa78-ba331ecce447 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:11.120384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Port 7b0e9685-015e-4546-ab21-ad5e2103ca1b on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:11.127471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Attempting to bind port 7b0e9685-015e-4546-ab21-ad5e2103ca1b on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:11.141190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Provisioning for port 7cb9f232-b175-49c9-832a-0e760e318464 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:11.156448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:11.163272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Checking segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:11.164104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Bound using segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:11.165151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Bound port: 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:11.166010 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.173360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:11.173827 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a337c92-5f27-42d6-883a-7d34263e9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.242327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.260836 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.272018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Transition to ACTIVE for port object 809d6f3d-7321-4d1a-9b0b-1c1f097519ef will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:11.284343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 85f2f671-7bbd-44d7-aa78-ba331ecce447 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:11.310490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3160dc7-62e4-4f3a-a65c-24c12e471238 req-8759665c-423f-44c5-a5b0-b5975d340708 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.320729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3160dc7-62e4-4f3a-a65c-24c12e471238 req-8759665c-423f-44c5-a5b0-b5975d340708 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2392235 Jul 16 20:18:11.443885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3160dc7-62e4-4f3a-a65c-24c12e471238 req-f1106347-a78a-49ca-a9e1-248619198cb3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217451 Jul 16 20:18:11.483914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7cb9f232-b175-49c9-832a-0e760e318464 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:11.538580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.571578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:11.580755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:11.621595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-831621c8-e094-4bbf-9aba-9e85886bb83d None None] Provisioning complete for port 85f2f671-7bbd-44d7-aa78-ba331ecce447 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:11.623235 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-831621c8-e094-4bbf-9aba-9e85886bb83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.652124 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.677678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:11.678293 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.687172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.693285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.711608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.725836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.741181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.742319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=85f2f671-7bbd-44d7-aa78-ba331ecce447,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.760040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.772852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.782580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-831621c8-e094-4bbf-9aba-9e85886bb83d None None] Port 85f2f671-7bbd-44d7-aa78-ba331ecce447 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:11.785525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-992c37dc-da30-456e-b5d6-d72b99e94b9d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5395 time: 0.4648647 Jul 16 20:18:11.789125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:11.789335 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.808577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] For port 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:11.833866 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.839707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7e678557-5a0b-4b3d-accc-bece4f3d586a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/85f2f671-7bbd-44d7-aa78-ba331ecce447 HTTP/1.1" status: 204 len: 168 time: 1.3201780 Jul 16 20:18:11.847885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56348) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.891998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] For port 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:11.911251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 492f95e5-ad5b-41b2-a827-c3981bc26a83 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:11.917802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.922190 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9025cff7-d281-4262-9cfc-eac424ad369a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:18:11.925873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9025cff7-d281-4262-9cfc-eac424ad369a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/85f2f671-7bbd-44d7-aa78-ba331ecce447 HTTP/1.1" status: 404 len: 333 time: 0.0717840 Jul 16 20:18:11.928614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56352) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.953419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=809d6f3d-7321-4d1a-9b0b-1c1f097519ef,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.993531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.994741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.039635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 492f95e5-ad5b-41b2-a827-c3981bc26a83 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:12.090276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902610d6-c48b-4422-bfbe-ef9d0ce86368 req-55c2ebf0-f36c-4b07-8283-46a4cf38cc72 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.098302 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-902610d6-c48b-4422-bfbe-ef9d0ce86368 req-55c2ebf0-f36c-4b07-8283-46a4cf38cc72 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 946 time: 0.4290316 Jul 16 20:18:12.142225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e9685-015e-4546-ab21-ad5e2103ca1b,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.149061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.149835 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.151344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b54cdb72-7957-424d-a9b5-c3dfb6cfa07b service neutron] 10.222.0.99 "PUT /v2.0/ports/7b0e9685-015e-4546-ab21-ad5e2103ca1b HTTP/1.1" status: 200 len: 1092 time: 4.2232630 Jul 16 20:18:12.152671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6be05a84-3157-4fa4-83f4-d06868e7a972 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4849415 Jul 16 20:18:12.155288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:12.156344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56360) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.176267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'name': 'tempest-AllowedAddressPairTestJSON-510420371', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:81:93:3f'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:12.180587 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55622261-7ff1-418c-9ae6-c28d97b62e82" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:12.199883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:12.239070 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bfd916e3-143d-4f9b-9f4e-d11b0494097a req-2ed96905-c113-46f1-9c15-f7aa9f0e9cae tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4526718 Jul 16 20:18:12.273041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3720c289-4330-46a1-868b-8a74cc4601d4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.324006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.374465 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-902610d6-c48b-4422-bfbe-ef9d0ce86368 req-15210882-f10b-46b5-a656-73034f44e1d6 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751436 Jul 16 20:18:12.434610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449cc13e-e6e6-403c-b8b9-45ae88cb44c7 None None] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:12.487754 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3720c289-4330-46a1-868b-8a74cc4601d4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.611791 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f319327f-ccac-4323-8c93-35062bce52f6 x-openstack-request-id: req-f319327f-ccac-4323-8c93-35062bce52f6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:12.612076 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:12.628724 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f319327f-ccac-4323-8c93-35062bce52f6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:12.629172 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b', 'status': 'completed', 'code': 200} Jul 16 20:18:12.635505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3720c289-4330-46a1-868b-8a74cc4601d4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.638348 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3720c289-4330-46a1-868b-8a74cc4601d4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.639743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3720c289-4330-46a1-868b-8a74cc4601d4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/security-groups/d165f9ce-c63b-406c-951f-1e809c2437e9 HTTP/1.1" status: 204 len: 168 time: 0.7101746 Jul 16 20:18:12.642899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56372) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.674828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0afca9d-49b9-4bfd-8853-e9952640b474 None None] Provisioning for port 492f95e5-ad5b-41b2-a827-c3981bc26a83 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:12.683835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0afca9d-49b9-4bfd-8853-e9952640b474 None None] Provisioning complete for port 492f95e5-ad5b-41b2-a827-c3981bc26a83 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:12.684205 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0afca9d-49b9-4bfd-8853-e9952640b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.694674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720c289-4330-46a1-868b-8a74cc4601d4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d165f9ce-c63b-406c-951f-1e809c2437e9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.809190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:12.833269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.833793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.834270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.836491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.837931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.838579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.841775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.842976 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0afca9d-49b9-4bfd-8853-e9952640b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.844672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-86f9a8d0-9e02-44f9-9f15-942803fac829 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6291 time: 0.2079332 Jul 16 20:18:12.900269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c0afca9d-49b9-4bfd-8853-e9952640b474 None None] For port 492f95e5-ad5b-41b2-a827-c3981bc26a83, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=492f95e5-ad5b-41b2-a827-c3981bc26a83,segment=NetworkSegment(6f805dc4-c2ae-42ae-850c-a511970c6136),segment_id=6f805dc4-c2ae-42ae-850c-a511970c6136)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:12.914437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0afca9d-49b9-4bfd-8853-e9952640b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.939999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33f299cc-1491-4f51-9164-e211434f1206 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.018563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afca9d-49b9-4bfd-8853-e9952640b474 None None] Pushing event updated for resources: {'Port': ['ID=492f95e5-ad5b-41b2-a827-c3981bc26a83,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.070335 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33f299cc-1491-4f51-9164-e211434f1206 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.086621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951f07f2-e78f-4313-9640-06f997943a71 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:13.092313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.096015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.110323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Transition to ACTIVE for port object 951f07f2-e78f-4313-9640-06f997943a71 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:13.112684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-5627dbba-89de-40ab-9491-fc8d18e47ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.113270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-5627dbba-89de-40ab-9491-fc8d18e47ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.113762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-5627dbba-89de-40ab-9491-fc8d18e47ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.116281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-5627dbba-89de-40ab-9491-fc8d18e47ef0 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=4c77c4f4148c47188d62752fcad8edfc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2635915 Jul 16 20:18:13.117707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] device_id is not set on port 206273d4-245a-460c-b1c2-19905fc3acae yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:13.118960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.268305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae5ceb98-ec9f-4141-8242-12522d60e56c None None] Provisioning complete for port 492f95e5-ad5b-41b2-a827-c3981bc26a83 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:13.268664 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae5ceb98-ec9f-4141-8242-12522d60e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.442737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 492f95e5-ad5b-41b2-a827-c3981bc26a83 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:13.444821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Allocated IP 172.20.0.9 (108602ef-5b9d-49fd-ac79-5bfa2184716d/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2/206273d4-245a-460c-b1c2-19905fc3acae) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:13.567457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ea91b-ec7b-4b2f-9f0c-92d9b6eb247a req-bf366fe0-d900-4a01-84b8-bbcb4c8f6d5a tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.582366 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e76ea91b-ec7b-4b2f-9f0c-92d9b6eb247a req-bf366fe0-d900-4a01-84b8-bbcb4c8f6d5a tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.7544363 Jul 16 20:18:13.618482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Pushing event updated for resources: {'Port': ['ID=951f07f2-e78f-4313-9640-06f997943a71,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.695541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae5ceb98-ec9f-4141-8242-12522d60e56c None None] Provisioning for port 809d6f3d-7321-4d1a-9b0b-1c1f097519ef completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:13.699958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae5ceb98-ec9f-4141-8242-12522d60e56c None None] Provisioning complete for port 809d6f3d-7321-4d1a-9b0b-1c1f097519ef triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:13.700678 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae5ceb98-ec9f-4141-8242-12522d60e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.777927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 492f95e5-ad5b-41b2-a827-c3981bc26a83 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:13.778305 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.790395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-76ea922b-82e5-4657-a655-810e6e116665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.793880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e76ea91b-ec7b-4b2f-9f0c-92d9b6eb247a req-0a77a7d4-ebff-4dda-a028-5a368ab29b44 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090359 Jul 16 20:18:13.805333 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55622261-7ff1-418c-9ae6-c28d97b62e82 req-76ea922b-82e5-4657-a655-810e6e116665 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6781261 Jul 16 20:18:13.810363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33f299cc-1491-4f51-9164-e211434f1206 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.812889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33f299cc-1491-4f51-9164-e211434f1206 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.814022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-33f299cc-1491-4f51-9164-e211434f1206 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/security-groups/fdd9584a-796a-40b9-a058-421cf8238a46 HTTP/1.1" status: 204 len: 168 time: 1.1653004 Jul 16 20:18:13.818936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56404) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:13.851813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f299cc-1491-4f51-9164-e211434f1206 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9584a-796a-40b9-a058-421cf8238a46,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.892820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ceb98-ec9f-4141-8242-12522d60e56c None None] Port 809d6f3d-7321-4d1a-9b0b-1c1f097519ef cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:13.913531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Attempting to bind port 951f07f2-e78f-4313-9640-06f997943a71 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:13.913868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Attempting to bind port 951f07f2-e78f-4313-9640-06f997943a71 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:13.914201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Attempting to bind port 951f07f2-e78f-4313-9640-06f997943a71 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:13.931117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Port 951f07f2-e78f-4313-9640-06f997943a71 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:13.931470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Attempting to bind port 951f07f2-e78f-4313-9640-06f997943a71 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:13.953131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.959055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.964896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.970779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.977139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.982872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.996410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.998453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-3e95a414-0185-4098-9547-36e992024075 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5407 time: 0.4129224 Jul 16 20:18:14.001720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:14.002062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Checking segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:14.002454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Bound using segment: {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:14.002965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Bound port: 951f07f2-e78f-4313-9640-06f997943a71, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f1d66-e4b2-4224-adb9-4504a48b8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:14.003346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.010146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet dc932e69-b1ee-4294-912b-b556bb333e5a {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:14.026479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.095309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e792a0a7-5ae1-423f-a17a-1513c9780565 None None] Provisioning complete for port 809d6f3d-7321-4d1a-9b0b-1c1f097519ef triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:14.096696 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e792a0a7-5ae1-423f-a17a-1513c9780565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.120718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.146350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.163056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e792a0a7-5ae1-423f-a17a-1513c9780565 None None] Port 809d6f3d-7321-4d1a-9b0b-1c1f097519ef cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:14.167257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Transition to ACTIVE for port object 206273d4-245a-460c-b1c2-19905fc3acae will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:14.209038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4db1106b-aa56-4ee2-b916-8bc7904a3a53 req-59e6eede-d415-4103-8506-9f436b7a889e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948092 Jul 16 20:18:14.235689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.283148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] For port 951f07f2-e78f-4313-9640-06f997943a71, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:14.286868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-11d2caca-8d9e-4c40-b33a-976e95ef4c07 req-d6bf4fcd-a922-4056-94e9-871d126e939b tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:18:14.288071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11d2caca-8d9e-4c40-b33a-976e95ef4c07 req-d6bf4fcd-a922-4056-94e9-871d126e939b tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058074 Jul 16 20:18:14.293013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] For port 951f07f2-e78f-4313-9640-06f997943a71, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=951f07f2-e78f-4313-9640-06f997943a71,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:14.295252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:14.301346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.366994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:14.384624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.385282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.386978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] 10.222.0.99 "PUT /v2.0/ports/951f07f2-e78f-4313-9640-06f997943a71 HTTP/1.1" status: 200 len: 1091 time: 2.1983731 Jul 16 20:18:14.421136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:14.451805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:14.569448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=206273d4-245a-460c-b1c2-19905fc3acae,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.602119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.613190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.630130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.634923 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.664227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '951f07f2-e78f-4313-9640-06f997943a71'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:14.672890 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b002254-27ea-4e9e-9050-d0397c763818" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "951f07f2-e78f-4313-9640-06f997943a71"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:14.696748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c11397-323a-441b-8717-03a6e08281d9 service neutron] Pushing event updated for resources: {'Port': ['ID=951f07f2-e78f-4313-9640-06f997943a71,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.697905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7fc7cfc3-6e3b-4cfc-b16c-c3121f8e492d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5405750 Jul 16 20:18:14.698531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.744964 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30dc1fc-dd11-4fc4-9d2e-e9cc9c373d43 x-openstack-request-id: req-f30dc1fc-dd11-4fc4-9d2e-e9cc9c373d43 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:14.745420 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "951f07f2-e78f-4313-9640-06f997943a71", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:14.745769 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f30dc1fc-dd11-4fc4-9d2e-e9cc9c373d43 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:14.746257 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '951f07f2-e78f-4313-9640-06f997943a71', 'status': 'completed', 'code': 200} Jul 16 20:18:14.779875 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11d2caca-8d9e-4c40-b33a-976e95ef4c07 req-d32a06fd-88fc-49e1-9064-0f69158b642b tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4810281 Jul 16 20:18:14.856930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb10a4-b5a3-47cb-8f62-25ebe6b412ad tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.871225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb10a4-b5a3-47cb-8f62-25ebe6b412ad tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.904240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb10a4-b5a3-47cb-8f62-25ebe6b412ad tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.909736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01cb10a4-b5a3-47cb-8f62-25ebe6b412ad tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1963205 Jul 16 20:18:14.910371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56456) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.933486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ac75359b-4416-402a-a582-a52464e8c814 None None] Provisioning for port 206273d4-245a-460c-b1c2-19905fc3acae completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:14.935772 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.938655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ac75359b-4416-402a-a582-a52464e8c814 None None] Provisioning complete for port 206273d4-245a-460c-b1c2-19905fc3acae triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:14.939101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ac75359b-4416-402a-a582-a52464e8c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.991487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ac75359b-4416-402a-a582-a52464e8c814 None None] Port 206273d4-245a-460c-b1c2-19905fc3acae cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:14.992217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=dc932e69-b1ee-4294-912b-b556bb333e5a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.004849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.010857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-88cbd051-010e-4e2d-a173-33983f1cc7f4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/dc932e69-b1ee-4294-912b-b556bb333e5a HTTP/1.1" status: 204 len: 168 time: 1.1732833 Jul 16 20:18:15.011787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56458) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:15.014307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02485ce2-058c-4aa0-b8ce-fba8b362e572 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:15.030542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:15.168109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.169333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.169882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.170449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.171118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.171608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.172157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.180929 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b002254-27ea-4e9e-9050-d0397c763818 req-904092db-6205-412b-8885-8412d3a2bd26 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6359 time: 0.4096088 Jul 16 20:18:15.414004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:15.733429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230129f5-1c61-4632-bed8-3abd81301339 req-1229755e-23dd-4647-9387-d8366eec5094 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.742226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-230129f5-1c61-4632-bed8-3abd81301339 req-1229755e-23dd-4647-9387-d8366eec5094 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2124345 Jul 16 20:18:15.752302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting port 206273d4-245a-460c-b1c2-19905fc3acae {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:15.752919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.880180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-230129f5-1c61-4632-bed8-3abd81301339 req-2838d3ee-bf16-47b4-9a35-9158299d0471 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352611 Jul 16 20:18:15.952092 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.981925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Calling delete_port for 206273d4-245a-460c-b1c2-19905fc3acae owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:16.017397 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.155813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e596191-1e0c-4d6e-9f51-11f76a2009e6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:16.169361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.174419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4353a1-19e0-4c0f-b19e-fcdd36e69f13 req-a0be9e69-c99e-4bdc-838c-1bdaed9832ba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.183556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Transition to ACTIVE for port object 7e596191-1e0c-4d6e-9f51-11f76a2009e6 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:16.186460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd4353a1-19e0-4c0f-b19e-fcdd36e69f13 req-a0be9e69-c99e-4bdc-838c-1bdaed9832ba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 946 time: 0.1332591 Jul 16 20:18:16.192815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-898cf5c6-b79f-4833-bff6-612236fdae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.193282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-898cf5c6-b79f-4833-bff6-612236fdae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.193997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-898cf5c6-b79f-4833-bff6-612236fdae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.195648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b002254-27ea-4e9e-9050-d0397c763818 req-898cf5c6-b79f-4833-bff6-612236fdae68 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=4c77c4f4148c47188d62752fcad8edfc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9655340 Jul 16 20:18:16.201390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.242363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd4353a1-19e0-4c0f-b19e-fcdd36e69f13 req-4b076710-7ad7-49a1-8588-407d4eb98c53 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550704 Jul 16 20:18:16.304335 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:18:16.304335 n-d-792458-10 neutron-server[93861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:18:16.304335 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id': 'e530735cba3f4aaf9599e14e93833789', 'id': '2db4aaa7-e6a7-4a34-acce-a78a2069377b', 'expiration': datetime.datetime(2021, 7, 16, 20, 20, 16, 272766)}] Jul 16 20:18:16.304335 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:18:16.304849 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:18:16.334034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-31fb7627-238f-4e29-927e-8fb6075618e2 None None] Provisioning complete for port 4d80d350-cfce-411d-ae45-e236ffa77fc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:16.335452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-31fb7627-238f-4e29-927e-8fb6075618e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.351900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.413149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Port': ['ID=206273d4-245a-460c-b1c2-19905fc3acae,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.421521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-31fb7627-238f-4e29-927e-8fb6075618e2 None None] Port 4d80d350-cfce-411d-ae45-e236ffa77fc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:16.427056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:16.442126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-31fb7627-238f-4e29-927e-8fb6075618e2 None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:16.442496 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-31fb7627-238f-4e29-927e-8fb6075618e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.444107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.465352 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Pushing event updated for resources: {'Port': ['ID=7e596191-1e0c-4d6e-9f51-11f76a2009e6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.714286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.720507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.727816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.735340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.741601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.748938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.755334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.763134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-57bc4d2f-a073-41f4-b863-d7bec6201789 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5407 time: 0.8128459 Jul 16 20:18:16.783417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002254-27ea-4e9e-9050-d0397c763818 req-073f48be-121f-4224-80d5-33187d13ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.784873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b002254-27ea-4e9e-9050-d0397c763818 req-073f48be-121f-4224-80d5-33187d13ccb2 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5759838 Jul 16 20:18:16.799933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.810697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.816216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1fa81497-1cfe-4b40-b489-3865cdbdbfd8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/ports/206273d4-245a-460c-b1c2-19905fc3acae HTTP/1.1" status: 204 len: 168 time: 1.9038606 Jul 16 20:18:16.820809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56490) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:16.832100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290a41f-8ffc-4706-9d21-3539ecd6b44a req-42c66e39-ad8a-43e1-9fae-e2891afeb7b5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.841151 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1290a41f-8ffc-4706-9d21-3539ecd6b44a req-42c66e39-ad8a-43e1-9fae-e2891afeb7b5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.2368777 Jul 16 20:18:16.891619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Attempting to bind port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:16.891962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Attempting to bind port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:16.892432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Attempting to bind port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 on network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:16.904087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1290a41f-8ffc-4706-9d21-3539ecd6b44a req-1bd90a70-3b7f-4598-a092-e51e3213c223 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613678 Jul 16 20:18:16.904509 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea6aa85-afc6-43a8-9de2-2b83b607846d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] GET failed (client error): The resource could not be found. Jul 16 20:18:16.909753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9ea6aa85-afc6-43a8-9de2-2b83b607846d tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "GET /v2.0/ports/206273d4-245a-460c-b1c2-19905fc3acae HTTP/1.1" status: 404 len: 333 time: 0.0832779 Jul 16 20:18:16.912284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56492) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:16.920345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'name': 'tempest-AllowedAddressPairTestJSON-1205102034'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:16.937271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-560f2fd4-5f2c-44b4-9572-3aae66942f70 req-5b6d9d3c-0b56-45b5-90cd-27f01a1c8abf tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730299 Jul 16 20:18:16.942688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 on network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:16.943110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Attempting to bind port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 on network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:17.000538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:17.000958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Checking segment: {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:17.001268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Bound using segment: {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:17.001785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Bound port: 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:17.002184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.234815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] For port 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:17.267235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] For port 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:17.284979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.295257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.322096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:17.332898 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.339315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.371196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.371827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.373390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] 10.222.0.99 "PUT /v2.0/ports/7e596191-1e0c-4d6e-9f51-11f76a2009e6 HTTP/1.1" status: 200 len: 1092 time: 2.9386835 Jul 16 20:18:17.374313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] device_id is not set on port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:17.377687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:17.387810 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25ae070-159b-43d5-a970-26b4152dad1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:17.426261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.443102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Request body: {'port': {'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:17.558202 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3e3c11-f21d-4b2b-9e2e-165fc0cb165b x-openstack-request-id: req-1b3e3c11-f21d-4b2b-9e2e-165fc0cb165b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:17.558508 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:17.558757 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b3e3c11-f21d-4b2b-9e2e-165fc0cb165b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:17.559199 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6', 'status': 'completed', 'code': 200} Jul 16 20:18:17.573168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Allocated IP 172.20.0.5 (108602ef-5b9d-49fd-ac79-5bfa2184716d/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2/6d9772ef-a0ef-4561-a353-a6cc348c3e24) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:17.683973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e530735cba3f4aaf9599e14e93833789&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2639008 Jul 16 20:18:17.690866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56500) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:17.728104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:17.745475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5c797-d19a-402b-832b-22e9da39f757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ea118a-8e9d-48fc-985b-c3f4f309e984,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.750802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c2b9-bfb2-4547-b039-8c85c3889d67 service neutron] Pushing event updated for resources: {'Port': ['ID=7e596191-1e0c-4d6e-9f51-11f76a2009e6,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.765026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:17.770328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.770975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.781727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e3d71a-9531-4b60-8b3c-915bf1ec1261 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:17.866676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=ee13fb87-6a0c-4399-8f49-7ad48e92d7f3,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.883974 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f36c32-9d5e-4879-bb62-5e8a33115dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.941208 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9c567e4b-5d04-476f-bc51-49030161651d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9258723 Jul 16 20:18:17.941624 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f36c32-9d5e-4879-bb62-5e8a33115dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.950867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56504) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:17.957975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.966872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7a5d98af-2f65-4940-a9fc-8e8d30f728a9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041250718'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:17.973702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.995115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.995616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.996130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.996527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.997000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.997544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.998010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.000591 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f25ae070-159b-43d5-a970-26b4152dad1b req-f0acd543-97d3-4965-abb4-ebf89981f58c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6427 time: 0.4156582 Jul 16 20:18:18.010717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Transition to ACTIVE for port object 6d9772ef-a0ef-4561-a353-a6cc348c3e24 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:18.016872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f81b7-9582-4e82-beda-33181747f9fc req-00db4914-cfee-41c5-a209-cdda209f85ba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.029413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f81b7-9582-4e82-beda-33181747f9fc req-00db4914-cfee-41c5-a209-cdda209f85ba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.030462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a5d98af-2f65-4940-a9fc-8e8d30f728a9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.045141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f81b7-9582-4e82-beda-33181747f9fc req-00db4914-cfee-41c5-a209-cdda209f85ba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.057770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d65f81b7-9582-4e82-beda-33181747f9fc req-00db4914-cfee-41c5-a209-cdda209f85ba tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345&device_id=8a32da6e-d504-4062-8242-d3281e14d36e&device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 2419 time: 0.6466355 Jul 16 20:18:18.071877 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f36c32-9d5e-4879-bb62-5e8a33115dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.074436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4f36c32-9d5e-4879-bb62-5e8a33115dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.075725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c4f36c32-9d5e-4879-bb62-5e8a33115dbc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/73ea118a-8e9d-48fc-985b-c3f4f309e984 HTTP/1.1" status: 204 len: 168 time: 0.3837609 Jul 16 20:18:18.099247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f36c32-9d5e-4879-bb62-5e8a33115dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ea118a-8e9d-48fc-985b-c3f4f309e984,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.114081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.213378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=6d9772ef-a0ef-4561-a353-a6cc348c3e24,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.350478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d65f81b7-9582-4e82-beda-33181747f9fc req-a00f93f9-49e9-48cd-9a2d-4d03cb80f82c tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909648 Jul 16 20:18:18.378672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] Update dhcp port {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'fixed_ips': [{'subnet_id': 'a67b0408-831e-469d-b114-f3da02cc6beb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ee13fb87-6a0c-4399-8f49-7ad48e92d7f3'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '7cb9f232-b175-49c9-832a-0e760e318464'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:18.406496 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a5d98af-2f65-4940-a9fc-8e8d30f728a9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.418155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:18.420832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a5d98af-2f65-4940-a9fc-8e8d30f728a9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.435503 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.441982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:18.445807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:18.557956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-75a09e1a-362b-4da0-88ec-1d8367380ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.558789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-75a09e1a-362b-4da0-88ec-1d8367380ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.560040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-75a09e1a-362b-4da0-88ec-1d8367380ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.562077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f25ae070-159b-43d5-a970-26b4152dad1b req-75a09e1a-362b-4da0-88ec-1d8367380ced service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=4c77c4f4148c47188d62752fcad8edfc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4911122 Jul 16 20:18:18.611502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56516) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.635481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a5d98af-2f65-4940-a9fc-8e8d30f728a9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.636791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a5d98af-2f65-4940-a9fc-8e8d30f728a9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6850274 Jul 16 20:18:18.658701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56520) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.667024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-951b3039-5e11-4c0c-b198-266175ea7ab9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'security_group': {'name': 'tempest-secgroup-857012373'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:18.677942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-aa6a678d-4792-447e-a27d-85e15bd65659 req-eb470fb6-361a-4ec2-bff6-d59ade869682 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:18:18.678539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d98af-2f65-4940-a9fc-8e8d30f728a9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2286aaf6-840c-4163-8b08-31a3ac1c496f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.680105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa6a678d-4792-447e-a27d-85e15bd65659 req-eb470fb6-361a-4ec2-bff6-d59ade869682 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167625 Jul 16 20:18:18.686058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-704b8978-2f2c-4d3d-a941-838380d55929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.706768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.713692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.721033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.728705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.736684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.744339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.752149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.760815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-cfa13375-3778-4227-8dc9-096a5bab0eb6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5419 time: 0.5178492 Jul 16 20:18:18.771914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] Allocated IP 2001:db8::2 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/ee13fb87-6a0c-4399-8f49-7ad48e92d7f3/7cb9f232-b175-49c9-832a-0e760e318464) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:18.826162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-85c10db0-9c1e-45ca-b5d9-cf7a2ad2afca req-3a70b6d1-4628-47af-9464-b44389b22547 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642948 Jul 16 20:18:18.835570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.838954 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.949358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dacd2809-ea6c-4bf3-822b-a36b441e2f8f None None] Provisioning for port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:18.960317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dacd2809-ea6c-4bf3-822b-a36b441e2f8f None None] Provisioning complete for port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:18.961070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dacd2809-ea6c-4bf3-822b-a36b441e2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.988054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae070-159b-43d5-a970-26b4152dad1b req-fe9b4878-6cca-4dc3-9b80-a0522af86bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.989706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f25ae070-159b-43d5-a970-26b4152dad1b req-fe9b4878-6cca-4dc3-9b80-a0522af86bef service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4183981 Jul 16 20:18:19.002477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7cb9f232-b175-49c9-832a-0e760e318464,segment=NetworkSegment(8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa),segment_id=8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:19.030469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa6a678d-4792-447e-a27d-85e15bd65659 req-2c2eedd9-3710-4530-ba72-8dfc75392090 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.3311636 Jul 16 20:18:19.031394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-dacd2809-ea6c-4bf3-822b-a36b441e2f8f None None] Port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:19.050436 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.056337 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-704b8978-2f2c-4d3d-a941-838380d55929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.069870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] Transition to ACTIVE for port object 7cb9f232-b175-49c9-832a-0e760e318464 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:19.077990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c060754c-a0ce-4650-a013-e3dfab53bb8b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1645133 Jul 16 20:18:19.081784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56524) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:19.085749 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.086488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-704b8978-2f2c-4d3d-a941-838380d55929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.097731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:81:93:3f'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:19.135549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ab6132-42e2-4194-bb60-562625afa6b2 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:19.160207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.167275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b8978-2f2c-4d3d-a941-838380d55929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998ab0e7-0750-4351-beb7-8f98993dc70d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.175094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-704b8978-2f2c-4d3d-a941-838380d55929 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e44f72c55adf4b84b97e135522f1a883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597527 Jul 16 20:18:19.178745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56526) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:19.184325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Transition to ACTIVE for port object a6ab6132-42e2-4194-bb60-562625afa6b2 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:19.189855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.256885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-951b3039-5e11-4c0c-b198-266175ea7ab9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.263734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4088c52-0d57-4527-8f54-3da477a443e1 None None] Pushing event updated for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.338226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ab6132-42e2-4194-bb60-562625afa6b2,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.436896 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6690-609e-4ff9-8bfc-99d9e7fdc1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.505681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Attempting to bind port a6ab6132-42e2-4194-bb60-562625afa6b2 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:19.506788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Attempting to bind port a6ab6132-42e2-4194-bb60-562625afa6b2 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:19.506788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Attempting to bind port a6ab6132-42e2-4194-bb60-562625afa6b2 on network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:19.514940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Port a6ab6132-42e2-4194-bb60-562625afa6b2 on network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:19.516610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Attempting to bind port a6ab6132-42e2-4194-bb60-562625afa6b2 on network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:19.532032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:19.532677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Checking segment: {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:19.533136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Bound using segment: {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:19.543200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Bound port: a6ab6132-42e2-4194-bb60-562625afa6b2, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f469ec1-4894-431a-9917-2880c1e4de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:19.543200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.589710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6690-609e-4ff9-8bfc-99d9e7fdc1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.612008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.626510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] For port a6ab6132-42e2-4194-bb60-562625afa6b2, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:19.632040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] For port a6ab6132-42e2-4194-bb60-562625afa6b2, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6ab6132-42e2-4194-bb60-562625afa6b2,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:19.642288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.691801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.693069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.696478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] 10.222.0.99 "PUT /v2.0/ports/a6ab6132-42e2-4194-bb60-562625afa6b2 HTTP/1.1" status: 200 len: 1092 time: 2.2600675 Jul 16 20:18:19.697745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:19.701508 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:19.731933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff85517-2b9c-4992-b4bd-596b136caf76 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ab6132-42e2-4194-bb60-562625afa6b2,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.808773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-951b3039-5e11-4c0c-b198-266175ea7ab9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.916928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.917422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.917905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.918378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.919040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.927596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.928202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.930471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-50d4f420-d71d-4b34-bf10-f82ee3f656d7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6495 time: 0.1604455 Jul 16 20:18:20.025301 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac78b5b-6b01-4403-9070-70ceab8a6436 x-openstack-request-id: req-fac78b5b-6b01-4403-9070-70ceab8a6436 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:20.027467 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:20.027761 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fac78b5b-6b01-4403-9070-70ceab8a6436 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:20.028203 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2', 'status': 'completed', 'code': 200} Jul 16 20:18:20.034576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ba293014-84dc-4059-aacf-88abc973c1f3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7523de-8d69-4103-9b23-26149a900f56 HTTP/1.1" status: 200 len: 217 time: 0.0927243 Jul 16 20:18:20.123362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-c7cb10dc-e8a4-4a08-aa8f-3b1d1390ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.124664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-c7cb10dc-e8a4-4a08-aa8f-3b1d1390ebbb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5e91a06e-429d-4f55-94ac-ed74652e3b6c HTTP/1.1" status: 200 len: 855 time: 0.0855963 Jul 16 20:18:20.129563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.133758 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-951b3039-5e11-4c0c-b198-266175ea7ab9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.220290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b3039-5e11-4c0c-b198-266175ea7ab9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f12b74-ce91-4eff-af1d-b0e6751df1c6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:20.222706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.262555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-c7b5cdf1-84ac-41ee-b069-45ae78058e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.269642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-c7b5cdf1-84ac-41ee-b069-45ae78058e57 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a971504f-be18-4da5-80f5-dbeaca015f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376958 Jul 16 20:18:20.418651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-951b3039-5e11-4c0c-b198-266175ea7ab9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.420014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-951b3039-5e11-4c0c-b198-266175ea7ab9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7599320 Jul 16 20:18:20.428695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56550) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:20.432131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ffbf0254-df08-4db7-a20d-506cb6a2d539 None None] Provisioning complete for port 4d80d350-cfce-411d-ae45-e236ffa77fc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:20.432666 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0254-df08-4db7-a20d-506cb6a2d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.434070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d80c1c6e-02ce-472a-ad9b-50a423d1f917 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'security_group': {'name': 'tempest-secgroup-914698961'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:20.462426 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-09015752-f01d-4111-a98c-71b7292b798e service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853571 Jul 16 20:18:20.482806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d80c1c6e-02ce-472a-ad9b-50a423d1f917 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.484168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6690-609e-4ff9-8bfc-99d9e7fdc1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.487127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6690-609e-4ff9-8bfc-99d9e7fdc1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.488892 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cf6b6690-609e-4ff9-8bfc-99d9e7fdc1b0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/998ab0e7-0750-4351-beb7-8f98993dc70d HTTP/1.1" status: 204 len: 168 time: 1.2932153 Jul 16 20:18:20.568626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf0254-df08-4db7-a20d-506cb6a2d539 None None] Port 4d80d350-cfce-411d-ae45-e236ffa77fc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:20.598269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56554) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:20.599803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ffbf0254-df08-4db7-a20d-506cb6a2d539 None None] Provisioning for port 7cb9f232-b175-49c9-832a-0e760e318464 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:20.609720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ffbf0254-df08-4db7-a20d-506cb6a2d539 None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:20.610101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0254-df08-4db7-a20d-506cb6a2d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.623297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b6690-609e-4ff9-8bfc-99d9e7fdc1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ab0e7-0750-4351-beb7-8f98993dc70d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:20.650378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=6d9772ef-a0ef-4561-a353-a6cc348c3e24,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:20.687385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] In _notify_port_updated(), no bound segment for port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 on network 108602ef-5b9d-49fd-ac79-5bfa2184716d {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:20.717795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.718516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.725749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f650dfb0-c410-4415-8460-2385f17bb2bf tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "PUT /v2.0/ports/6d9772ef-a0ef-4561-a353-a6cc348c3e24 HTTP/1.1" status: 200 len: 994 time: 1.6418202 Jul 16 20:18:20.728738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56558) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:20.794790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-31e5c76f-6247-4d39-acbe-7c7964099d22 service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244703 Jul 16 20:18:20.855586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-eacaea13-0a6d-4ee5-b1d9-2313356797ce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 217 time: 0.0529509 Jul 16 20:18:20.859166 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec2b31f0-2d5b-46d5-b7d1-6ad9dc0e54d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.860415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.870463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.886884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7e38642e-4760-4757-8488-1ad5830da392 None None] Provisioning complete for port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:20.888262 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7e38642e-4760-4757-8488-1ad5830da392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.890496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.907505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.913633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.928248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.931498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d80c1c6e-02ce-472a-ad9b-50a423d1f917 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.943408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d80c1c6e-02ce-472a-ad9b-50a423d1f917 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.950394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.954628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7e38642e-4760-4757-8488-1ad5830da392 None None] Port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:20.956780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-bde876f5-946d-458b-9f98-078a43accd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.958432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-1fd85da6-cf8f-47a5-834f-1c72a9fec002 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.7478361 Jul 16 20:18:20.958611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-bde876f5-946d-458b-9f98-078a43accd64 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.0896087 Jul 16 20:18:21.033184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c1c6e-02ce-472a-ad9b-50a423d1f917 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61730ac2-09e5-49a1-ae84-a5d4720d4977,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:21.057795 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd0615bf-f88c-400b-a5ab-d95961683910 req-c896b9cb-d776-4068-8306-cb3a7391a879 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982778 Jul 16 20:18:21.114717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting port 6d9772ef-a0ef-4561-a353-a6cc348c3e24 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:21.115731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.127080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7a875975-f7e3-48d0-aa57-019c5bf166b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.128717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7a875975-f7e3-48d0-aa57-019c5bf166b1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1498485 Jul 16 20:18:21.229322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.245477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Calling delete_port for 6d9772ef-a0ef-4561-a353-a6cc348c3e24 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:21.296974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7cb9f232-b175-49c9-832a-0e760e318464 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:21.396089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:21.396781 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.494483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.532404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Port': ['ID=6d9772ef-a0ef-4561-a353-a6cc348c3e24,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:21.679424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec2b31f0-2d5b-46d5-b7d1-6ad9dc0e54d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.689443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec2b31f0-2d5b-46d5-b7d1-6ad9dc0e54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.734051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b31f0-2d5b-46d5-b7d1-6ad9dc0e54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8976229-cb80-4033-8a44-17206bc6d467,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:21.764773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d80c1c6e-02ce-472a-ad9b-50a423d1f917 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.766694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d80c1c6e-02ce-472a-ad9b-50a423d1f917 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3369470 Jul 16 20:18:21.773468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56584) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:21.780780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1485863863', 'security_groups': ['61730ac2-09e5-49a1-ae84-a5d4720d4977'], 'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ee13fb87-6a0c-4399-8f49-7ad48e92d7f3'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:21.783129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.787532 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4be3bd2b-2970-46fc-a85d-6fd83e3bebc6 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/ports/6d9772ef-a0ef-4561-a353-a6cc348c3e24 HTTP/1.1" status: 204 len: 168 time: 1.0577309 Jul 16 20:18:21.789293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:21.792892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-95a029f8-6f90-4421-8467-8fe9a8a5c1e2 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555133 Jul 16 20:18:21.831931 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a6db71-2af5-4f21-83e2-d9547d7658d5 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] GET failed (client error): The resource could not be found. Jul 16 20:18:21.840640 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-40a6db71-2af5-4f21-83e2-d9547d7658d5 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "GET /v2.0/ports/6d9772ef-a0ef-4561-a353-a6cc348c3e24 HTTP/1.1" status: 404 len: 333 time: 0.0451133 Jul 16 20:18:21.842021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56592) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:21.849862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'name': 'tempest-AllowedAddressPairTestJSON-179872414'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:21.854796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ec2b31f0-2d5b-46d5-b7d1-6ad9dc0e54d0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=57aa6028eff44ec5805935434d22addd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2499516 Jul 16 20:18:21.868584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56594) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:22.025600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cadc38-5273-4af8-be18-e4dcbfc95c59 req-d8a1a77a-fe55-41a0-a707-85d1b4d57bc9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.027259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-30cadc38-5273-4af8-be18-e4dcbfc95c59 req-d8a1a77a-fe55-41a0-a707-85d1b4d57bc9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.1076500 Jul 16 20:18:22.029990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:22.033853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.066180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-08c51bcd-121c-4488-b51f-b6e43e7caf38 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529900 Jul 16 20:18:22.070930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87c76e9e-c2ad-47af-b7ed-a591d2fdccf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.083487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] device_id is not set on port 236b3447-3a47-490e-905e-a77592489c2c yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:22.108383 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-30cadc38-5273-4af8-be18-e4dcbfc95c59 req-ba824d32-470f-45de-8941-15118078fd4f tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708075 Jul 16 20:18:22.127567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-e48a0565-0626-4e1b-bb3b-fb444cb092f6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 217 time: 0.0524566 Jul 16 20:18:22.145582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:22.230741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87c76e9e-c2ad-47af-b7ed-a591d2fdccf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.299521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Allocated IP 172.20.0.8 (108602ef-5b9d-49fd-ac79-5bfa2184716d/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2/236b3447-3a47-490e-905e-a77592489c2c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:22.378894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-8fcf825a-23aa-4fdc-9f68-1fb63b94d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.380476 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-8fcf825a-23aa-4fdc-9f68-1fb63b94d163 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.2360327 Jul 16 20:18:22.385336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.455011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] device_id is not set on port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:22.476944 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.496240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Transition to ACTIVE for port object 236b3447-3a47-490e-905e-a77592489c2c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:22.521336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.527418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.533642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.540334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.542457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.547110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.553162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.559040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.561121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-22a67c19-6f6c-4bb1-94d9-a046c4e0a6b3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.2786946 Jul 16 20:18:22.561812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87c76e9e-c2ad-47af-b7ed-a591d2fdccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.564380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87c76e9e-c2ad-47af-b7ed-a591d2fdccf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.565450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-87c76e9e-c2ad-47af-b7ed-a591d2fdccf0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a8976229-cb80-4033-8a44-17206bc6d467 HTTP/1.1" status: 204 len: 168 time: 0.6959085 Jul 16 20:18:22.611897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76e9e-c2ad-47af-b7ed-a591d2fdccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8976229-cb80-4033-8a44-17206bc6d467,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:22.625499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=236b3447-3a47-490e-905e-a77592489c2c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:22.629067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-85ad21fb-0cce-4476-881a-dae5c439214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.630608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-85ad21fb-0cce-4476-881a-dae5c439214f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2414608 Jul 16 20:18:22.658451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:22.660214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:22.664861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:22.705200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01a0a683-35dd-4582-aac6-d5601198bbc6 req-31873b28-984a-4769-a012-5f4302148cd9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331825 Jul 16 20:18:22.745394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.746139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.774549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c0329bc6-3f41-48a7-a9a6-44eef97caaa1 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9282928 Jul 16 20:18:22.774827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56622) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:22.781618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:81:93:3f'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:22.862423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8::25c (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/ee13fb87-6a0c-4399-8f49-7ad48e92d7f3/7875754a-34e2-4bd1-9c91-e0bcdb0f76a7) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:22.877862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-0915619d-2e94-4532-8e27-08f320706431 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217584 Jul 16 20:18:22.943500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.108901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-26288ec1-924f-4390-bef6-79a4a5d20813 None None] Provisioning for port 236b3447-3a47-490e-905e-a77592489c2c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:23.110245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-d30114a4-3f02-43e7-a34a-aa5413ba725f service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236619 Jul 16 20:18:23.113919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-26288ec1-924f-4390-bef6-79a4a5d20813 None None] Provisioning complete for port 236b3447-3a47-490e-905e-a77592489c2c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:23.114728 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-26288ec1-924f-4390-bef6-79a4a5d20813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.202800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-26288ec1-924f-4390-bef6-79a4a5d20813 None None] Port 236b3447-3a47-490e-905e-a77592489c2c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:23.256989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.261300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-e84c06eb-da77-4d20-a6ff-634f1a6d16ee service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b HTTP/1.1" status: 200 len: 217 time: 0.1400602 Jul 16 20:18:23.271672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.378780 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.438614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=236b3447-3a47-490e-905e-a77592489c2c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:23.442047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-fe219d78-13b5-4e23-b045-dfde9bd655c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.454147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-fe219d78-13b5-4e23-b045-dfde9bd655c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.1795430 Jul 16 20:18:23.455941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:23.477593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] In _notify_port_updated(), no bound segment for port 236b3447-3a47-490e-905e-a77592489c2c on network 108602ef-5b9d-49fd-ac79-5bfa2184716d {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:23.488756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.489480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.496411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-543c5df7-546c-4fd2-ac80-9ceeb29e657b tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "PUT /v2.0/ports/236b3447-3a47-490e-905e-a77592489c2c HTTP/1.1" status: 200 len: 995 time: 0.7199097 Jul 16 20:18:23.497253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56656) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:23.526729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-7853596f-f7d9-46d8-ae40-5619843947f3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.530231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-7853596f-f7d9-46d8-ae40-5619843947f3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.99 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.4058688 Jul 16 20:18:23.659261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d64dd-0937-4b10-8fec-d1e7f4a2a96f req-824682bc-8535-43b3-b8af-796754a45ca4 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.666354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae0d64dd-0937-4b10-8fec-d1e7f4a2a96f req-824682bc-8535-43b3-b8af-796754a45ca4 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 946 time: 0.3950448 Jul 16 20:18:23.676641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting port 236b3447-3a47-490e-905e-a77592489c2c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:23.677047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.734025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2b709caa-dfc1-4940-be35-fc3e3a4191dc None None] Provisioning complete for port 236b3447-3a47-490e-905e-a77592489c2c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:23.734826 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2b709caa-dfc1-4940-be35-fc3e3a4191dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.784799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2b709caa-dfc1-4940-be35-fc3e3a4191dc None None] Port 236b3447-3a47-490e-905e-a77592489c2c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:23.794734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.839074 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.854752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Calling delete_port for 236b3447-3a47-490e-905e-a77592489c2c owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:23.868844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:23.929504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:23.937856 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae0d64dd-0937-4b10-8fec-d1e7f4a2a96f req-930e5ac7-41b3-47c1-9c22-2ecee8986c61 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706568 Jul 16 20:18:23.941924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:23.947959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.948894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.981989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-648cc079-a806-48a4-84bd-0633df20795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.984860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-648cc079-a806-48a4-84bd-0633df20795d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5190918 Jul 16 20:18:24.027584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=7875754a-34e2-4bd1-9c91-e0bcdb0f76a7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.051718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-faaf105b-f965-4b64-b4d6-3f7c2ca8a649 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2756400 Jul 16 20:18:24.057887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56688) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:24.063430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1f65dc3d-0400-40d7-b807-6e0a7192f5ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:24.096093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.107993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.116268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.127058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.139444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.149279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Deleting port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:24.149631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.155437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.180391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.191119 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-f28770c7-04e7-4b72-8ffe-0ad5adbe32b4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.2813444 Jul 16 20:18:24.251347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.333116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Port': ['ID=236b3447-3a47-490e-905e-a77592489c2c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.395050 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b244a26-b72d-454b-a76a-fd1ea92b01ce req-b0e86081-9ea5-4d22-b161-708edc52cdad tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2026079 Jul 16 20:18:24.425593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.425805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-732ed9ce-1a45-42a3-a4ef-5e646823ce74 None None] Provisioning for port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:24.429091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3063d91-4036-4e7b-8a17-6567eb7d694e tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/ports/236b3447-3a47-490e-905e-a77592489c2c HTTP/1.1" status: 204 len: 168 time: 0.9278245 Jul 16 20:18:24.433694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56698) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:24.438032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-732ed9ce-1a45-42a3-a4ef-5e646823ce74 None None] Provisioning complete for port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:24.440680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-732ed9ce-1a45-42a3-a4ef-5e646823ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.474976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] For port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:24.475466 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0723c4-9ffc-44be-9d95-e01971de0906 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] GET failed (client error): The resource could not be found. Jul 16 20:18:24.476176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.477161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fc0723c4-9ffc-44be-9d95-e01971de0906 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "GET /v2.0/ports/236b3447-3a47-490e-905e-a77592489c2c HTTP/1.1" status: 404 len: 333 time: 0.0424123 Jul 16 20:18:24.482584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56700) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:24.488825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'name': 'tempest-AllowedAddressPairTestJSON-1004970954'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:24.517943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Calling delete_port for 39ee717a-8ff7-42a7-a99a-f7760e3f0dda owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:24.555246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-732ed9ce-1a45-42a3-a4ef-5e646823ce74 None None] Port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:24.568435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-5cd5c9d1-1459-4149-9a9a-8f5b12941b13 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572834 Jul 16 20:18:24.652660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65dc3d-0400-40d7-b807-6e0a7192f5ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:24.657331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f65dc3d-0400-40d7-b807-6e0a7192f5ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.702644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:24.710212 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.740612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] device_id is not set on port 5cd95620-ab4c-42ec-8126-54bfc84bae31 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:24.855838 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-6c6d42ab-1edb-49c2-af11-4745ba7e7976 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757118 Jul 16 20:18:24.885725 n-d-792458-10 neutron-server[93861]: INFO neutron.db.ipam_backend_mixin [None req-1f65dc3d-0400-40d7-b807-6e0a7192f5ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee13fb87-6a0c-4399-8f49-7ad48e92d7f3 (CIDR: 2001:db8::/64) Jul 16 20:18:24.899326 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f65dc3d-0400-40d7-b807-6e0a7192f5ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:18:24.899769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f65dc3d-0400-40d7-b807-6e0a7192f5ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:24.930109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Allocated IP 172.20.0.9 (108602ef-5b9d-49fd-ac79-5bfa2184716d/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2/5cd95620-ab4c-42ec-8126-54bfc84bae31) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:24.944676 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-1c43dc8c-8dc4-4e3e-bca2-019633793405 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=951f07f2-e78f-4313-9640-06f997943a71 HTTP/1.1" status: 200 len: 217 time: 0.0575943 Jul 16 20:18:24.983389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1f65dc3d-0400-40d7-b807-6e0a7192f5ab tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9244907 Jul 16 20:18:24.988411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:25.006910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5b25b118-2ce2-4dcd-aab6-f3b80edc8c34 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:25.013926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.028538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c6242e13-c798-4b85-8962-346cea4b9033', '5b2943f9-f19c-4456-8e9b-d58ace76b282'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:25.050636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Pushing event deleted for resources: {'Port': ['ID=39ee717a-8ff7-42a7-a99a-f7760e3f0dda,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:25.056119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-6c3a0cad-0f4a-4d17-b041-f18f9fd92234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.057171 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-6c3a0cad-0f4a-4d17-b041-f18f9fd92234 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.1049688 Jul 16 20:18:25.126405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] No DVR routers for this DVR port 39ee717a-8ff7-42a7-a99a-f7760e3f0dda on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:25.147394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.149762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85ab865b-c0f9-4ce8-99b3-00ac3eb89ecd req-4615124f-28fe-402a-a43f-e62363fa59c9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.99 "DELETE /v2.0/ports/39ee717a-8ff7-42a7-a99a-f7760e3f0dda HTTP/1.1" status: 204 len: 173 time: 1.5909233 Jul 16 20:18:25.151993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614991af-55c6-47cd-9e29-5707d66e9345', 'name': 'network-vif-deleted', 'tag': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:25.154872 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91da3f68-26fb-405d-b66c-59ad6566ffb3" -d '{"events": [{"server_uuid": "614991af-55c6-47cd-9e29-5707d66e9345", "name": "network-vif-deleted", "tag": "39ee717a-8ff7-42a7-a99a-f7760e3f0dda"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:25.193662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-9a4290fa-f728-435d-a865-91d20bdc35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.195790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-9a4290fa-f728-435d-a865-91d20bdc35e4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077087 Jul 16 20:18:25.298043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28e2a8d8-8694-4f48-b964-840a941f4115 req-e11403ec-0b72-4769-a27a-ae76018d8415 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=614991af-55c6-47cd-9e29-5707d66e9345 HTTP/1.1" status: 200 len: 210 time: 0.0945745 Jul 16 20:18:25.353153 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df4c4c6-7456-44dd-af4f-425e78b97a49 x-openstack-request-id: req-7df4c4c6-7456-44dd-af4f-425e78b97a49 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:25.353584 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614991af-55c6-47cd-9e29-5707d66e9345", "name": "network-vif-deleted", "tag": "39ee717a-8ff7-42a7-a99a-f7760e3f0dda", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:25.354331 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7df4c4c6-7456-44dd-af4f-425e78b97a49 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:25.360119 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614991af-55c6-47cd-9e29-5707d66e9345', 'name': 'network-vif-deleted', 'tag': '39ee717a-8ff7-42a7-a99a-f7760e3f0dda', 'status': 'completed', 'code': 200} Jul 16 20:18:25.478022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-59b401b0-a6dd-4272-ba63-ab943a952f01 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726240 Jul 16 20:18:25.556211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b25b118-2ce2-4dcd-aab6-f3b80edc8c34 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:25.561070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b25b118-2ce2-4dcd-aab6-f3b80edc8c34 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.569497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.609132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Transition to ACTIVE for port object 5cd95620-ab4c-42ec-8126-54bfc84bae31 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:25.873894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-8a11f9b7-390e-4afe-8e36-506b95757ca9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6023195 Jul 16 20:18:25.879018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-65a82252-f1d7-472e-bf12-76fdc2d0a79f service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905590 Jul 16 20:18:25.928599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-c586daa0-7657-4c36-9eaa-c2cae302b32d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6 HTTP/1.1" status: 200 len: 217 time: 0.0399718 Jul 16 20:18:25.980488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.986253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.992932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.999930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.005869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.011875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.017956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.025223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-d1d83e3d-0b54-4c0f-9f0e-13dd67de602c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.3197200 Jul 16 20:18:26.060119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 39ee717a-8ff7-42a7-a99a-f7760e3f0dda no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:26.121230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 39ee717a-8ff7-42a7-a99a-f7760e3f0dda {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:26.121573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 39ee717a-8ff7-42a7-a99a-f7760e3f0dda not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:26.186700 n-d-792458-10 neutron-server[93862]: INFO neutron.db.ipam_backend_mixin [None req-5b25b118-2ce2-4dcd-aab6-f3b80edc8c34 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a67b0408-831e-469d-b114-f3da02cc6beb (CIDR: 2001:db8:0:1::/64) Jul 16 20:18:26.196753 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b25b118-2ce2-4dcd-aab6-f3b80edc8c34 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:18:26.199150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b25b118-2ce2-4dcd-aab6-f3b80edc8c34 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:26.246598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5b25b118-2ce2-4dcd-aab6-f3b80edc8c34 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2535894 Jul 16 20:18:26.248922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56756) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:26.285752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'subnet': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:26.291940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56758) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:26.298497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.494667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:26.504621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:26.524370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:26.529205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=5cd95620-ab4c-42ec-8126-54bfc84bae31,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.531796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ea7e-56df-4e13-9dd7-88dc3981bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.550475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ffd19698-0a04-4075-8d5b-86d5c73dcd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.552029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-ffd19698-0a04-4075-8d5b-86d5c73dcd01 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.6175089 Jul 16 20:18:26.642916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2538fee6-c2df-49c0-bef8-7b0739ae394d req-f5e84f2b-d277-452c-b34f-e01c91128ab2 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6166782 Jul 16 20:18:26.673109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.673109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.689994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.693775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.694563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.695829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.696723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.697322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.697832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.703880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-6ee4f17b-686e-4a17-9f2d-ae812cf1653a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6496 time: 0.7357287 Jul 16 20:18:26.765219 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ea7e-56df-4e13-9dd7-88dc3981bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.774045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ea7e-56df-4e13-9dd7-88dc3981bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.811876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b4c109c2-6dc4-423a-ae3f-b5a015a91061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.813461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-b4c109c2-6dc4-423a-ae3f-b5a015a91061 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2501101 Jul 16 20:18:26.825042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6ea7e-56df-4e13-9dd7-88dc3981bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e33b17-6a97-455b-a9b8-9d11d4e0c7d2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.840465 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-add1ca89-4adf-4514-95b6-eb30739cb134 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3566248 Jul 16 20:18:26.849434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56774) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:26.873478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'network_id': '108602ef-5b9d-49fd-ac79-5bfa2184716d', 'name': 'tempest-AllowedAddressPairTestJSON-421478297'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:27.010323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fc27b164-d3b1-4908-8c6b-3d0f9b214ac5 None None] Provisioning for port 5cd95620-ab4c-42ec-8126-54bfc84bae31 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:27.016346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fc27b164-d3b1-4908-8c6b-3d0f9b214ac5 None None] Provisioning complete for port 5cd95620-ab4c-42ec-8126-54bfc84bae31 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:27.016728 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fc27b164-d3b1-4908-8c6b-3d0f9b214ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.021116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d9e6ea7e-56df-4e13-9dd7-88dc3981bf7b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4d4b2a53a4a3478ebd0916a60c452114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7256176 Jul 16 20:18:27.026025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.043898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Made reservation on behalf of 8b0a4712e7414685810442700f62c53d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:27.048498 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.103026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-fc27b164-d3b1-4908-8c6b-3d0f9b214ac5 None None] Port 5cd95620-ab4c-42ec-8126-54bfc84bae31 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:27.132537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Made reservation on behalf of ed59e8b4af3143b4bb1447d1c390274c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:27.135263 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.140365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-e02930ba-3662-4cb2-83f8-3722aac0f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.141625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-e02930ba-3662-4cb2-83f8-3722aac0f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.142100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-e02930ba-3662-4cb2-83f8-3722aac0f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.144099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-e02930ba-3662-4cb2-83f8-3722aac0f2f6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a59f169c-e5f6-4288-a73f-979b2b8a3703&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=8cd80618-c163-4a0e-9117-d6ed2b378b44&id=8cd80618-c163-4a0e-9117-d6ed2b378b44 HTTP/1.1" status: 200 len: 2294 time: 0.3888054 Jul 16 20:18:27.227052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] device_id is not set on port 6f33eee4-bd00-40ab-94ca-5dc502649584 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:27.229194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-23d6184a-aeef-482e-baa8-fc1d8d6307ea service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002564 Jul 16 20:18:27.240680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fabe4eb-919b-4b10-9150-1fc0709a7a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.247816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-0d54a211-54db-4229-8da3-412ad204e9b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc HTTP/1.1" status: 200 len: 1001 time: 0.0947988 Jul 16 20:18:27.343557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fabe4eb-919b-4b10-9150-1fc0709a7a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.352814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-a1054bd3-ffae-4cb2-af8f-f841246ed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.354423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-a1054bd3-ffae-4cb2-af8f-f841246ed921 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3485200b-2821-45fe-9611-0bd8895fc774 HTTP/1.1" status: 200 len: 851 time: 0.0952985 Jul 16 20:18:27.398070 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-7319ba2d-3aa5-420c-ad36-4fe650e75e8c service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614475 Jul 16 20:18:27.416770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b789a8d-e89b-4250-b0f0-ac7f88c4a5d1 req-93eb9bb4-1300-4910-b85b-da066a2e42bc tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.418360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b789a8d-e89b-4250-b0f0-ac7f88c4a5d1 req-93eb9bb4-1300-4910-b85b-da066a2e42bc tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 946 time: 0.3118062 Jul 16 20:18:27.449562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-a1e3443e-5fc5-41bb-9ea5-1aec78e4541d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ab6132-42e2-4194-bb60-562625afa6b2 HTTP/1.1" status: 200 len: 217 time: 0.0443876 Jul 16 20:18:27.491725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-4f100935-3289-46ef-9068-3daaeb6b0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.493266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-4f100935-3289-46ef-9068-3daaeb6b0ca6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a59f169c-e5f6-4288-a73f-979b2b8a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316395 Jul 16 20:18:27.535141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Allocated IP 172.20.0.11 (108602ef-5b9d-49fd-ac79-5bfa2184716d/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2/6f33eee4-bd00-40ab-94ca-5dc502649584) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:27.536457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-d933051a-b5ae-40cf-b370-34c6ef4277ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.538062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-d933051a-b5ae-40cf-b370-34c6ef4277ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.0804260 Jul 16 20:18:27.550403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b789a8d-e89b-4250-b0f0-ac7f88c4a5d1 req-cfd37597-0305-4f27-8885-71361b39137b tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173084 Jul 16 20:18:27.591839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fabe4eb-919b-4b10-9150-1fc0709a7a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.594542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fabe4eb-919b-4b10-9150-1fc0709a7a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.595740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1fabe4eb-919b-4b10-9150-1fc0709a7a34 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/27e33b17-6a97-455b-a9b8-9d11d4e0c7d2 HTTP/1.1" status: 204 len: 168 time: 0.5687358 Jul 16 20:18:27.621654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabe4eb-919b-4b10-9150-1fc0709a7a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e33b17-6a97-455b-a9b8-9d11d4e0c7d2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:27.646226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-62df4517-839d-4dea-a27f-a7a83226dab6 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441250 Jul 16 20:18:27.696587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-676d3417-67ee-48a4-920a-1a2a3163b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.698508 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-676d3417-67ee-48a4-920a-1a2a3163b124 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1532686 Jul 16 20:18:27.699362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.761058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:27.767667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:27.778762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1f007-a952-4244-a0f6-e941b18406a8 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:27.797864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.798515 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.893731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Subnet': ['ID=5de5dc34-c0de-45de-8fb1-9b83b3d2818d,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:27.909906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-450922ea-6d47-4426-b204-1743adffbce6 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6524489 Jul 16 20:18:27.913977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.919560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-908243635', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5de5dc34-c0de-45de-8fb1-9b83b3d2818d'}], 'security_groups': ['2286aaf6-840c-4163-8b08-31a3ac1c496f', 'c7f12b74-ce91-4eff-af1d-b0e6751df1c6']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:28.026746 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-31224ff1-c75a-4f93-a6aa-0defb3ce5c01 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978547 Jul 16 20:18:28.030983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-e0a6a168-1b04-452e-9d07-442e9c155778 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770299 Jul 16 20:18:28.304619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.311941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] Update dhcp port {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'fixed_ips': [{'subnet_id': 'a67b0408-831e-469d-b114-f3da02cc6beb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ee13fb87-6a0c-4399-8f49-7ad48e92d7f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '5de5dc34-c0de-45de-8fb1-9b83b3d2818d'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '7cb9f232-b175-49c9-832a-0e760e318464'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:28.320882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Transition to ACTIVE for port object 6f33eee4-bd00-40ab-94ca-5dc502649584 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:28.351930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.356935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56804) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:28.379078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-a3e83c51-96d5-43c2-adc6-a857b3fc8e07 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 217 time: 0.0985491 Jul 16 20:18:28.427351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.451034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af3e5f4e-185f-40b2-ad76-b0ea919e3cc8 req-e50f555c-b24f-4f49-919d-edd835a54668 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123259 Jul 16 20:18:28.485282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-093cac47-2aac-4cfe-bcb6-e1611a7a21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.492217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-093cac47-2aac-4cfe-bcb6-e1611a7a21fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1047070 Jul 16 20:18:28.505646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.512109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.535902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.536166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.542634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.548626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.550801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] Allocated IP 2001:db8:0:2::2 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/5de5dc34-c0de-45de-8fb1-9b83b3d2818d/7cb9f232-b175-49c9-832a-0e760e318464) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:28.562485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.573495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.581510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cda33503-003d-4440-8d31-a5459e46de71 req-ef1f20c8-a9cf-4f56-9800-16f27617fb39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.7190320 Jul 16 20:18:28.609881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b058de33-7574-44bd-b45f-1cdeb912dd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.695371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cda33503-003d-4440-8d31-a5459e46de71 req-b957ca01-11e7-4766-a5c1-902f61f44e4d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127198 Jul 16 20:18:28.696516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7cb9f232-b175-49c9-832a-0e760e318464,segment=NetworkSegment(8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa),segment_id=8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:28.751649 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.768268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-ad7ffe32-2f81-47b0-9258-e935c30e9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.770130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] Transition to ACTIVE for port object 7cb9f232-b175-49c9-832a-0e760e318464 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:28.770300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-ad7ffe32-2f81-47b0-9258-e935c30e9853 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1787269 Jul 16 20:18:28.779311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.779311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.779812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.780335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.780730 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.780960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.782125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.782775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.785433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-019086c3-9c24-45ae-a38f-28cbb7935845 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6495 time: 0.1950972 Jul 16 20:18:28.802938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:28.826202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:28.856199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=6f33eee4-bd00-40ab-94ca-5dc502649584,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:28.858817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:28.945678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b528d-c119-4b87-aeb6-1cbdfa0204bc None None] Pushing event updated for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:29.059310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-42fee8e9-7acb-45dc-a4e1-cf070be8b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.061009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-42fee8e9-7acb-45dc-a4e1-cf070be8b90a service neutron] 10.222.0.99 "GET /v2.0/networks?id=7fb6c3c9-ad9c-496c-860b-a92b97662a18 HTTP/1.1" status: 200 len: 902 time: 0.2533493 Jul 16 20:18:29.090956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-89b7e5e3-5341-46c0-bdd0-ea3405bd0e98 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039947 Jul 16 20:18:29.105970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73540841-9043-4c23-bc32-bb37121ed590 req-91668b34-2988-4c92-8f98-a9fec381ba33 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.107623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-73540841-9043-4c23-bc32-bb37121ed590 req-91668b34-2988-4c92-8f98-a9fec381ba33 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 946 time: 0.7518120 Jul 16 20:18:29.114344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.115602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.166455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-bbf58aa6-486c-4d45-9519-224a9729006d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ab6132-42e2-4194-bb60-562625afa6b2 HTTP/1.1" status: 200 len: 217 time: 0.0741231 Jul 16 20:18:29.267408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-31bbdb3d-6175-4124-96f1-59a6ee8f7f6a None None] Provisioning for port 6f33eee4-bd00-40ab-94ca-5dc502649584 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:29.274098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-31bbdb3d-6175-4124-96f1-59a6ee8f7f6a None None] Provisioning complete for port 6f33eee4-bd00-40ab-94ca-5dc502649584 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:29.274807 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-31bbdb3d-6175-4124-96f1-59a6ee8f7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.306236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b0f9f-1f63-4c11-851a-5278da8b163c req-94e327ef-3f5c-4412-ae6a-19f160e50d64 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.308777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-721b5a75-4bae-4543-ac82-7563afce850f service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411846 Jul 16 20:18:29.313945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce1b0f9f-1f63-4c11-851a-5278da8b163c req-94e327ef-3f5c-4412-ae6a-19f160e50d64 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 946 time: 0.5314417 Jul 16 20:18:29.314159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7cb9f232-b175-49c9-832a-0e760e318464 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:29.352086 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b058de33-7574-44bd-b45f-1cdeb912dd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.387100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-2d9e48ca-4363-4986-ace8-a2eec15ed060 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 217 time: 0.0679562 Jul 16 20:18:29.388556 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b058de33-7574-44bd-b45f-1cdeb912dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.419711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-31bbdb3d-6175-4124-96f1-59a6ee8f7f6a None None] Port 6f33eee4-bd00-40ab-94ca-5dc502649584 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:29.427224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-86473c3a-d918-4492-a72d-2033ff5d4302 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5678506 Jul 16 20:18:29.429064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-d90dc66b-c5d9-4613-9adc-44a737478d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.435683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-d90dc66b-c5d9-4613-9adc-44a737478d5c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.1256773 Jul 16 20:18:29.447730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56822) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:29.474978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:81:93:3f'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d7:1d:78'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:29.548107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-a3662dfc-4527-432b-aa3b-49270c0865b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.551545 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-a3662dfc-4527-432b-aa3b-49270c0865b9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1557126 Jul 16 20:18:29.577591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b058de33-7574-44bd-b45f-1cdeb912dd3e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=11c32d9b30974e2282be6a5c40a7d978&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2174776 Jul 16 20:18:29.591483 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce1b0f9f-1f63-4c11-851a-5278da8b163c req-5513911b-59a3-410a-9d95-196a915d7bd9 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757773 Jul 16 20:18:29.593415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56824) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:29.610974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058de33-7574-44bd-b45f-1cdeb912dd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409f242a-d7bc-46c2-9914-264fc4861087,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:29.695902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-d2b197db-b694-44b5-9e0b-588216869b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.697750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-d2b197db-b694-44b5-9e0b-588216869b35 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2301402 Jul 16 20:18:29.755346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Delete allocated IP 2001:db8::25c (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/ee13fb87-6a0c-4399-8f49-7ad48e92d7f3) {{(pid=93862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:18:29.759386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6dd8284f-f787-427b-bcba-cdae0e7cffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.780038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-05f96e9f-ebdc-4738-a2a0-f04d847640dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.781842 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-05f96e9f-ebdc-4738-a2a0-f04d847640dc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2228768 Jul 16 20:18:29.784179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Allocated IP 2001:db8:0:2::284 (75d544d8-d5af-4bef-b0fd-be53fda9f5bb/5de5dc34-c0de-45de-8fb1-9b83b3d2818d/7875754a-34e2-4bd1-9c91-e0bcdb0f76a7) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:29.838279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Deleting port 5b2943f9-f19c-4456-8e9b-d58ace76b282 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:29.838917 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.943093 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6dd8284f-f787-427b-bcba-cdae0e7cffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.944852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Provisioning complete for port 4d80d350-cfce-411d-ae45-e236ffa77fc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:29.945223 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.961644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-669d7bf5-f5ba-48c5-89ff-40bc44ba1f8f service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724346 Jul 16 20:18:29.983067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Port 4d80d350-cfce-411d-ae45-e236ffa77fc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:29.998966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Provisioning for port 7cb9f232-b175-49c9-832a-0e760e318464 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:30.005370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:30.006031 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.036982 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-cf17c14e-bd33-4286-b4cb-de9fdbd84333 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284695 Jul 16 20:18:30.129353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Provisioning complete for port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:30.129753 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.168160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6dd8284f-f787-427b-bcba-cdae0e7cffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.170801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ba1fa811-1d23-44cb-bcbb-525f49398916 None None] Port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:30.171012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6dd8284f-f787-427b-bcba-cdae0e7cffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.172131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6dd8284f-f787-427b-bcba-cdae0e7cffd5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/409f242a-d7bc-46c2-9914-264fc4861087 HTTP/1.1" status: 204 len: 168 time: 0.5748155 Jul 16 20:18:30.184185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-370c2b1a-0c9f-48c0-82a3-c096443bbb8a service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123880 Jul 16 20:18:30.202232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8284f-f787-427b-bcba-cdae0e7cffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409f242a-d7bc-46c2-9914-264fc4861087,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:30.242042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.245613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-312a05d3-670d-42d8-b041-408d3aa8b600 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ccbf68dc-080e-4144-b631-5837eeef50da HTTP/1.1" status: 200 len: 217 time: 0.0536857 Jul 16 20:18:30.250263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.264012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.270091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.276673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.283264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.288977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.291145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40196b74-3ab6-4331-af77-56942c6fc913 req-dd7b2ebb-5934-470f-b4f0-0d9ca450eba9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.3905108 Jul 16 20:18:30.291330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a09b8c9-120b-4e3e-bc87-eef5c42f5118 req-1d0f84a6-9007-4e44-8884-9a9fe77cb814 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476940 Jul 16 20:18:30.307511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-448c9373-0279-499f-a4f8-4dc7027fed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.309132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-448c9373-0279-499f-a4f8-4dc7027fed0f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.0570416 Jul 16 20:18:30.349608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.352921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] For port 5b2943f9-f19c-4456-8e9b-d58ace76b282, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5b2943f9-f19c-4456-8e9b-d58ace76b282,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.353287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.378677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-fd795f44-07ba-4c71-b51b-557a0a228276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.380406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-fd795f44-07ba-4c71-b51b-557a0a228276 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648811 Jul 16 20:18:30.400148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Calling delete_port for 5b2943f9-f19c-4456-8e9b-d58ace76b282 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:30.486081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40196b74-3ab6-4331-af77-56942c6fc913 req-d602e513-9bbf-46e6-a641-74175159d127 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835027 Jul 16 20:18:30.529012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-cccb0eea-1dc2-44a2-a5f2-23fdd70308f0 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406884 Jul 16 20:18:30.590489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.688279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Transition to ACTIVE for port object 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:30.729175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.735334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.744522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.243721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a739634c-48f3-49cd-95a7-d00063546084 None None] Provisioning complete for port 6f33eee4-bd00-40ab-94ca-5dc502649584 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:31.244322 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a739634c-48f3-49cd-95a7-d00063546084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.285355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-fe6b6236-f384-4462-880b-1b9d6a6ec44f service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493579 Jul 16 20:18:31.306336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a739634c-48f3-49cd-95a7-d00063546084 None None] Port 6f33eee4-bd00-40ab-94ca-5dc502649584 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:31.343137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-b4c2274a-5f6f-468f-84dc-73e48b652fdb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=a3710417-7257-4be0-8a28-f2c8846aecc6 HTTP/1.1" status: 200 len: 217 time: 0.0482066 Jul 16 20:18:31.397627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-a0265f14-3e45-4a36-abd4-1b4eb107e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.399214 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-a0265f14-3e45-4a36-abd4-1b4eb107e2d4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.0494640 Jul 16 20:18:31.434732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] In _notify_port_updated(), no bound segment for port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 on network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:31.437039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d9cc6188-d163-43dd-b7bd-2f794c8771c6 None None] Provisioning for port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:31.442082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.442920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.448723 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "PUT /v2.0/ports/7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 HTTP/1.1" status: 200 len: 969 time: 3.5297999 Jul 16 20:18:31.451169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56880) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:31.451739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d9cc6188-d163-43dd-b7bd-2f794c8771c6 None None] Provisioning complete for port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:31.453393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6188-d163-43dd-b7bd-2f794c8771c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.488558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c474e0e-f689-4e6e-934b-bcbcfdc6bfe9 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event updated for resources: {'Port': ['ID=7875754a-34e2-4bd1-9c91-e0bcdb0f76a7,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.512053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc6188-d163-43dd-b7bd-2f794c8771c6 None None] Port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:31.519839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-8e2101af-9900-4422-b4da-c8e4e540e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.521345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-8e2101af-9900-4422-b4da-c8e4e540e707 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1144722 Jul 16 20:18:31.591578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event updated for resources: {'Port': ['ID=6f33eee4-bd00-40ab-94ca-5dc502649584,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.622020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] In _notify_port_updated(), no bound segment for port 6f33eee4-bd00-40ab-94ca-5dc502649584 on network 108602ef-5b9d-49fd-ac79-5bfa2184716d {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:31.629827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.630776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.632652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-263ae8a4-e535-4f1b-93ef-7e0893083400 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "PUT /v2.0/ports/6f33eee4-bd00-40ab-94ca-5dc502649584 HTTP/1.1" status: 200 len: 1056 time: 2.1627619 Jul 16 20:18:31.637200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56890) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:31.674942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-c2f7a80e-4356-467e-afbd-b60f61a3b8b8 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235027 Jul 16 20:18:31.718121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6a96c-e624-4c93-b77e-6315ab66614b req-d90f4e36-b623-4895-905b-c9e0db80d556 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.719853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32c6a96c-e624-4c93-b77e-6315ab66614b req-d90f4e36-b623-4895-905b-c9e0db80d556 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a32da6e-d504-4062-8242-d3281e14d36e HTTP/1.1" status: 200 len: 946 time: 0.9548111 Jul 16 20:18:31.725672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.742995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c6242e13-c798-4b85-8962-346cea4b9033'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:31.805745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:31.806078 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.830012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Pushing event deleted for resources: {'Port': ['ID=5b2943f9-f19c-4456-8e9b-d58ace76b282,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.875873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] No DVR routers for this DVR port 5b2943f9-f19c-4456-8e9b-d58ace76b282 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:31.877223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5b2943f9-f19c-4456-8e9b-d58ace76b282 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:31.915511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.918254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 5b2943f9-f19c-4456-8e9b-d58ace76b282 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:31.918949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5b2943f9-f19c-4456-8e9b-d58ace76b282 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:31.931403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.932550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:31.933923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-73540841-9043-4c23-bc32-bb37121ed590 req-92c47691-8b19-4a60-8359-86e7db2ac849 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "DELETE /v2.0/ports/5b2943f9-f19c-4456-8e9b-d58ace76b282 HTTP/1.1" status: 204 len: 173 time: 2.8109870 Jul 16 20:18:31.940526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a32da6e-d504-4062-8242-d3281e14d36e', 'name': 'network-vif-deleted', 'tag': '5b2943f9-f19c-4456-8e9b-d58ace76b282'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:31.943480 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b37009-930b-40d0-99b9-02851aa4ae31" -d '{"events": [{"server_uuid": "8a32da6e-d504-4062-8242-d3281e14d36e", "name": "network-vif-deleted", "tag": "5b2943f9-f19c-4456-8e9b-d58ace76b282"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:31.954157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32c6a96c-e624-4c93-b77e-6315ab66614b req-1e5d3081-1119-4e86-8d00-94b07b3e4c37 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856625 Jul 16 20:18:31.999730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting port 6f33eee4-bd00-40ab-94ca-5dc502649584 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:32.000085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.268368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.278458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.285263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.293335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.299820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.312621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.317619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.335509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.347280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-605a5754-09c2-40b7-958e-cc9f97dae0ed tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.6353300 Jul 16 20:18:32.370356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Calling delete_port for 6f33eee4-bd00-40ab-94ca-5dc502649584 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:32.384781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-34577542-4b96-4e6e-9209-66552c101d5a service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026472 Jul 16 20:18:32.387454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.489073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=7875754a-34e2-4bd1-9c91-e0bcdb0f76a7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:32.504130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-010a72df-b374-4097-9082-f4e8c9e6b9f9 req-8f8595ca-4b77-45db-9764-ea03a6cda183 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553364 Jul 16 20:18:32.509128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-921de4f1-49ac-4d2d-b512-506137892785 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=142b1ade-875a-40b6-a91f-9834109165c3 HTTP/1.1" status: 200 len: 217 time: 0.1130180 Jul 16 20:18:32.510468 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a7f976-8ce1-4f2b-aa97-c3f23fa7888d x-openstack-request-id: req-76a7f976-8ce1-4f2b-aa97-c3f23fa7888d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:32.510468 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a32da6e-d504-4062-8242-d3281e14d36e", "name": "network-vif-deleted", "tag": "5b2943f9-f19c-4456-8e9b-d58ace76b282", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:32.511212 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-76a7f976-8ce1-4f2b-aa97-c3f23fa7888d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:32.511212 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a32da6e-d504-4062-8242-d3281e14d36e', 'name': 'network-vif-deleted', 'tag': '5b2943f9-f19c-4456-8e9b-d58ace76b282', 'status': 'completed', 'code': 200} Jul 16 20:18:32.572416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-4d841b13-02eb-420d-98cf-59effdc5fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.573919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-4d841b13-02eb-420d-98cf-59effdc5fc9f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.0572410 Jul 16 20:18:32.648712 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.655124 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6f1c26a7-8816-4338-9d3f-573ed56b896e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 HTTP/1.1" status: 204 len: 168 time: 1.2028341 Jul 16 20:18:32.671606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56916) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:32.751952 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65053ee-34f0-4a5e-a0eb-5a5c351cbe3a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] GET failed (client error): The resource could not be found. Jul 16 20:18:32.754812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c65053ee-34f0-4a5e-a0eb-5a5c351cbe3a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports/7875754a-34e2-4bd1-9c91-e0bcdb0f76a7 HTTP/1.1" status: 404 len: 333 time: 0.0821257 Jul 16 20:18:32.758426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56924) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:32.791085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-5d11f9f0-6164-4c4a-b116-b23b8e0c0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.792748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-5d11f9f0-6164-4c4a-b116-b23b8e0c0067 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1563561 Jul 16 20:18:32.798192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.858690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Port': ['ID=6f33eee4-bd00-40ab-94ca-5dc502649584,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:33.043173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1674-be0a-4d20-b3c7-0d68c2a37f7d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.044694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56938) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.048789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-835a1681-968c-47f8-884b-bcaf1ccddfa6 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333021 Jul 16 20:18:33.119798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1674-be0a-4d20-b3c7-0d68c2a37f7d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.212209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.218793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f170fc8d-0cd2-4e50-87f1-3ee945c096ef tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/ports/6f33eee4-bd00-40ab-94ca-5dc502649584 HTTP/1.1" status: 204 len: 168 time: 1.5782979 Jul 16 20:18:33.222766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56948) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.287111 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02d138e-28ed-4027-8563-7964ffd041e8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] GET failed (client error): The resource could not be found. Jul 16 20:18:33.287803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-53614243-9240-4085-9a7d-77c81c68d943 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285237 Jul 16 20:18:33.293637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b02d138e-28ed-4027-8563-7964ffd041e8 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "GET /v2.0/ports/6f33eee4-bd00-40ab-94ca-5dc502649584 HTTP/1.1" status: 404 len: 333 time: 0.0673749 Jul 16 20:18:33.296418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56950) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.320732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f5e9a6b-b090-4384-a407-9ba1157ec649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.322915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1674-be0a-4d20-b3c7-0d68c2a37f7d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.326391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1674-be0a-4d20-b3c7-0d68c2a37f7d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.328977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca1c1674-be0a-4d20-b3c7-0d68c2a37f7d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/security-groups/61730ac2-09e5-49a1-ae84-a5d4720d4977 HTTP/1.1" status: 204 len: 168 time: 0.5694900 Jul 16 20:18:33.334458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.406465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-16350aa5-2f4e-4453-9df6-94e4ca505e62 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0c717b-a9d4-452e-9513-aac3a766f998 HTTP/1.1" status: 200 len: 217 time: 0.0931635 Jul 16 20:18:33.410578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c1674-be0a-4d20-b3c7-0d68c2a37f7d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61730ac2-09e5-49a1-ae84-a5d4720d4977,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:33.501719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45a46467-0314-4efc-8d3a-7836101cd083 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.531449 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45a46467-0314-4efc-8d3a-7836101cd083 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.559079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-f08c901d-b6c4-4d45-9906-e8f24900aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.561285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-f08c901d-b6c4-4d45-9906-e8f24900aede service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.1463621 Jul 16 20:18:33.640895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting port 5cd95620-ab4c-42ec-8126-54bfc84bae31 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:33.641535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.658460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f5e9a6b-b090-4384-a407-9ba1157ec649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.665047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f5e9a6b-b090-4384-a407-9ba1157ec649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.709333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45a46467-0314-4efc-8d3a-7836101cd083 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.712545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45a46467-0314-4efc-8d3a-7836101cd083 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.719001 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-45a46467-0314-4efc-8d3a-7836101cd083 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/security-groups/c7f12b74-ce91-4eff-af1d-b0e6751df1c6 HTTP/1.1" status: 204 len: 168 time: 0.3530555 Jul 16 20:18:33.720088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56970) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.733529 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8f5e9a6b-b090-4384-a407-9ba1157ec649 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8abd00b10ec44e109a4fec5dea3bc7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639493 Jul 16 20:18:33.737816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56972) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.775815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e9a6b-b090-4384-a407-9ba1157ec649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e5c73-bd10-4521-9dd7-1263925988e0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:33.814933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a46467-0314-4efc-8d3a-7836101cd083 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f12b74-ce91-4eff-af1d-b0e6751df1c6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:33.832450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-101247ec-13ad-4926-8130-21d77943fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.833984 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-101247ec-13ad-4926-8130-21d77943fcc8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2594972 Jul 16 20:18:33.910302 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.918245 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8313a998-3739-4d9e-9d21-7d6cc466ae6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.936446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Calling delete_port for 5cd95620-ab4c-42ec-8126-54bfc84bae31 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:33.945526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8fea744-4294-4a44-951d-3e11d7c62b01 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.979847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8313a998-3739-4d9e-9d21-7d6cc466ae6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.010722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8fea744-4294-4a44-951d-3e11d7c62b01 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.020442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.029980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.041306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.047554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.049640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee83ab-3c78-4a57-9df7-dbc2940c20b9 req-d122d044-5105-4ed8-a2fb-9bd0dd0dc541 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.051432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7ee83ab-3c78-4a57-9df7-dbc2940c20b9 req-d122d044-5105-4ed8-a2fb-9bd0dd0dc541 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.2281542 Jul 16 20:18:34.060121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.067017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.073343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.076150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-cb0833fc-a496-4ff2-9273-18d33c1016a4 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.3572793 Jul 16 20:18:34.134723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8fea744-4294-4a44-951d-3e11d7c62b01 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.137800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8fea744-4294-4a44-951d-3e11d7c62b01 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.139238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a8fea744-4294-4a44-951d-3e11d7c62b01 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/security-groups/2286aaf6-840c-4163-8b08-31a3ac1c496f HTTP/1.1" status: 204 len: 168 time: 0.4148300 Jul 16 20:18:34.144341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56994) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.148041 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7ee83ab-3c78-4a57-9df7-dbc2940c20b9 req-0762a2b4-2ef0-4ca8-984b-408d4eef549c tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862348 Jul 16 20:18:34.155507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8313a998-3739-4d9e-9d21-7d6cc466ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.158313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8313a998-3739-4d9e-9d21-7d6cc466ae6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.159645 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8313a998-3739-4d9e-9d21-7d6cc466ae6c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/383e5c73-bd10-4521-9dd7-1263925988e0 HTTP/1.1" status: 204 len: 168 time: 0.4205837 Jul 16 20:18:34.160742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fea744-4294-4a44-951d-3e11d7c62b01 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2286aaf6-840c-4163-8b08-31a3ac1c496f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.196650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313a998-3739-4d9e-9d21-7d6cc466ae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e5c73-bd10-4521-9dd7-1263925988e0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.261884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-833d07f1-b1fc-4559-a03c-205350530c95 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157627 Jul 16 20:18:34.288731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a11be7f9-5edb-4203-abce-084abb4d4355 req-0c50b881-7bfa-4875-9906-c65a679a1575 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806684 Jul 16 20:18:34.323293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet ee13fb87-6a0c-4399-8f49-7ad48e92d7f3 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:34.327959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.456439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.517898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.529217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06ae54d2-b274-4b0f-b365-12a80a024c81 req-ed9a3a4c-b086-41b0-a49c-d884b227bbd4 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572837 Jul 16 20:18:34.572032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Port': ['ID=5cd95620-ab4c-42ec-8126-54bfc84bae31,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.611025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.638078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8fdc810-06f1-4df6-ac87-928b5fdf98ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.727291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.774036 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.778895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f522644c-e957-4ffe-89d4-3ce54f7044ac tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/ports/5cd95620-ab4c-42ec-8126-54bfc84bae31 HTTP/1.1" status: 204 len: 168 time: 1.4761038 Jul 16 20:18:34.779339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57020) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.808969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8fdc810-06f1-4df6-ac87-928b5fdf98ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.816300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8fdc810-06f1-4df6-ac87-928b5fdf98ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.827001 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c11005f-d3c2-4c7c-bd0a-aa7bf651c066 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] GET failed (client error): The resource could not be found. Jul 16 20:18:34.832685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0c11005f-d3c2-4c7c-bd0a-aa7bf651c066 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "GET /v2.0/ports/5cd95620-ab4c-42ec-8126-54bfc84bae31 HTTP/1.1" status: 404 len: 333 time: 0.0489752 Jul 16 20:18:34.833926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57022) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.897751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.904273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f8fdc810-06f1-4df6-ac87-928b5fdf98ed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2c0f784ba14c4a47afb3604c95ff778c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920835 Jul 16 20:18:34.905707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdc810-06f1-4df6-ac87-928b5fdf98ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c6a6de-6888-41b5-a833-68e9ba8c1c52,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.908746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57024) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.929375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84144207-4f64-4a84-9d47-2dd32db9cf40 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:34.931383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.931383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/ee13fb87-6a0c-4399-8f49-7ad48e92d7f3 HTTP/1.1" status: 204 len: 168 time: 0.7833104 Jul 16 20:18:34.936306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57028) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.994252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1288fc-0c5d-449d-b4c6-d883f29bcae7 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=ee13fb87-6a0c-4399-8f49-7ad48e92d7f3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.054038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet 5de5dc34-c0de-45de-8fb1-9b83b3d2818d {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:35.058727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting port 809d6f3d-7321-4d1a-9b0b-1c1f097519ef {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:35.059221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.060319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.117716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b618-f89d-4d6c-a033-16b1bc3c4f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.138399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.195528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b618-f89d-4d6c-a033-16b1bc3c4f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.239060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.254193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Calling delete_port for 809d6f3d-7321-4d1a-9b0b-1c1f097519ef owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:35.334039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-eee954b9-394e-4a9c-bb56-291a38c75e6d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.336620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-eee954b9-394e-4a9c-bb56-291a38c75e6d tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.1498091 Jul 16 20:18:35.390913 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.398490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b618-f89d-4d6c-a033-16b1bc3c4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.401120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b618-f89d-4d6c-a033-16b1bc3c4f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.405625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e0d7b618-f89d-4d6c-a033-16b1bc3c4f22 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/22c6a6de-6888-41b5-a833-68e9ba8c1c52 HTTP/1.1" status: 204 len: 168 time: 0.4879091 Jul 16 20:18:35.440408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7b618-f89d-4d6c-a033-16b1bc3c4f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c6a6de-6888-41b5-a833-68e9ba8c1c52,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.488065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.550787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Port': ['ID=809d6f3d-7321-4d1a-9b0b-1c1f097519ef,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.706875 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.712390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6e39284b-fe9d-4c12-833e-e1f7eae46798 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/ports/809d6f3d-7321-4d1a-9b0b-1c1f097519ef HTTP/1.1" status: 204 len: 168 time: 0.8772452 Jul 16 20:18:35.715830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57064) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:35.821883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526618-923d-44d2-8425-d5d06a9a148a req-6869f8d6-93c7-49dd-a1d5-55ca6d919fd3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.830815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec526618-923d-44d2-8425-d5d06a9a148a req-6869f8d6-93c7-49dd-a1d5-55ca6d919fd3 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 946 time: 0.4323196 Jul 16 20:18:35.833232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.877215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.882411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/5de5dc34-c0de-45de-8fb1-9b83b3d2818d HTTP/1.1" status: 204 len: 168 time: 0.9448638 Jul 16 20:18:35.883905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57078) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:35.914719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.932938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86b60a-08ee-421f-968e-5f187b73b806 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=5de5dc34-c0de-45de-8fb1-9b83b3d2818d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.936188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.939194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting subnet dd7789d3-74c6-4865-9db5-0b0e64cb8dc2 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:35.956099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.956966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.976151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.982279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.005464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c7cd0c50-c3db-4b04-93f4-e564e512dcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.009748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.031465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.048075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-08282479-3f91-428b-90de-44270fb540ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.3336926 Jul 16 20:18:36.076942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Deleting port c6242e13-c798-4b85-8962-346cea4b9033 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:36.077548 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.129775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec526618-923d-44d2-8425-d5d06a9a148a req-f5f159bf-c57a-482d-9c5b-4fd08ee2f07a tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/security-groups?id=f85cc604-ae13-4f64-9484-87e967b32c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980130 Jul 16 20:18:36.131882 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3b2991-6453-49c3-b54b-86c984fe1907 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:36.132242 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.132380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3b2991-6453-49c3-b54b-86c984fe1907 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:36.134073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb3b2991-6453-49c3-b54b-86c984fe1907 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/ee13fb87-6a0c-4399-8f49-7ad48e92d7f3 HTTP/1.1" status: 404 len: 337 time: 0.2496641 Jul 16 20:18:36.144111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57092) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.261907 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e72f2e28-9fe7-47a7-82a2-80865af24144 req-45a105d8-629a-4dfa-9837-5017e3844347 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495700 Jul 16 20:18:36.299704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting subnet a67b0408-831e-469d-b114-f3da02cc6beb {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:36.309316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.379580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] For port c6242e13-c798-4b85-8962-346cea4b9033, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c6242e13-c798-4b85-8962-346cea4b9033,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:36.380174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.387411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.407999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0066dd-8b66-4653-94c4-e2f33279fcf0 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:36.461519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Calling delete_port for c6242e13-c798-4b85-8962-346cea4b9033 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:36.483563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.521808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c98cd3f3-2878-4599-a7b5-38b66bd37778 None None] Provisioning complete for port 4d80d350-cfce-411d-ae45-e236ffa77fc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:36.522319 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c98cd3f3-2878-4599-a7b5-38b66bd37778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.566252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c98cd3f3-2878-4599-a7b5-38b66bd37778 None None] Port 4d80d350-cfce-411d-ae45-e236ffa77fc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:36.569407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.673162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.684035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c98cd3f3-2878-4599-a7b5-38b66bd37778 None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:36.684920 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c98cd3f3-2878-4599-a7b5-38b66bd37778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.692156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.714094 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.717265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7789d3-74c6-4865-9db5-0b0e64cb8dc2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:36.717800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/a67b0408-831e-469d-b114-f3da02cc6beb HTTP/1.1" status: 204 len: 168 time: 0.5722444 Jul 16 20:18:36.722271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57108) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.725373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.728858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-64e5c331-26cd-4046-a5d8-4e1e3ad99d98 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/subnets/dd7789d3-74c6-4865-9db5-0b0e64cb8dc2 HTTP/1.1" status: 204 len: 168 time: 1.0100098 Jul 16 20:18:36.738229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57110) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.759675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c088e-e99e-4407-9d37-652f4256083b tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Subnet': ['ID=a67b0408-831e-469d-b114-f3da02cc6beb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:36.773214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eea3eb-3943-403b-a46e-2595c22b3a25 None None] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:36.813143 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0323b8-3684-4280-bc74-ee90bbade63d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:36.813614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0323b8-3684-4280-bc74-ee90bbade63d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:36.816165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2f0323b8-3684-4280-bc74-ee90bbade63d tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/dc932e69-b1ee-4294-912b-b556bb333e5a HTTP/1.1" status: 404 len: 337 time: 0.0921662 Jul 16 20:18:36.818323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57124) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.872047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fe4d1a14-d038-4f2f-a78e-25979cc37a33 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4516f7b-7085-441c-8916-44c0720abfb4 HTTP/1.1" status: 200 len: 205 time: 0.0522008 Jul 16 20:18:36.874987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57132) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.927314 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-895611f5-35d0-401f-9add-fb7a2d0e5770 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] delete failed (client error): The resource could not be found. Jul 16 20:18:36.931018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-895611f5-35d0-401f-9add-fb7a2d0e5770 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/routers/f4516f7b-7085-441c-8916-44c0720abfb4 HTTP/1.1" status: 404 len: 336 time: 0.0518906 Jul 16 20:18:36.931824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.951888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.955446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.999275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Pushing event deleted for resources: {'Port': ['ID=c6242e13-c798-4b85-8962-346cea4b9033,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:37.006371 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f03b9d4-ec53-4251-902b-41736b8b51cd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.006872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f03b9d4-ec53-4251-902b-41736b8b51cd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.010883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1f03b9d4-ec53-4251-902b-41736b8b51cd tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/87261d44-23f0-48e6-abbc-8a211f1669f8 HTTP/1.1" status: 404 len: 337 time: 0.0758996 Jul 16 20:18:37.011887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57144) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.071649 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d3d44b-381b-4dc8-ac16-bc21580cf091 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.072217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d3d44b-381b-4dc8-ac16-bc21580cf091 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.077913 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-20d3d44b-381b-4dc8-ac16-bc21580cf091 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/c5e7f67b-9213-411e-a11d-cf5da87b1777 HTTP/1.1" status: 404 len: 337 time: 0.0642667 Jul 16 20:18:37.078690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57148) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.097953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] No DVR routers for this DVR port c6242e13-c798-4b85-8962-346cea4b9033 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:37.104140 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.106238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a22d0f0-206e-4f79-b709-eebca864ed9b req-6cfa1837-39f4-40d2-b86d-6b1e36ceb2e5 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.79 "DELETE /v2.0/ports/c6242e13-c798-4b85-8962-346cea4b9033 HTTP/1.1" status: 204 len: 173 time: 1.7582362 Jul 16 20:18:37.128254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'name': 'network-vif-deleted', 'tag': 'c6242e13-c798-4b85-8962-346cea4b9033'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:37.131286 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a481be-23f8-4f32-aebd-d2bd198b221b" -d '{"events": [{"server_uuid": "47ac44e1-a5d7-426c-a3df-e35a0b783d8f", "name": "network-vif-deleted", "tag": "c6242e13-c798-4b85-8962-346cea4b9033"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:37.149300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Deleting port 492f95e5-ad5b-41b2-a827-c3981bc26a83 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:37.149731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.150943 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-38886efe-af5d-405b-bcf9-7160eb0a2f1f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.151630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38886efe-af5d-405b-bcf9-7160eb0a2f1f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.156910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-38886efe-af5d-405b-bcf9-7160eb0a2f1f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/13eb811f-3d65-44e8-a142-b7cb0aabe571 HTTP/1.1" status: 404 len: 337 time: 0.0771356 Jul 16 20:18:37.157785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57160) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.226668 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b167101-68e8-4aa5-9e75-0460f5eebe4c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.227717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b167101-68e8-4aa5-9e75-0460f5eebe4c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.236031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6b167101-68e8-4aa5-9e75-0460f5eebe4c tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/4ac2493e-4eb8-4d65-a91e-8f7affb15799 HTTP/1.1" status: 404 len: 333 time: 0.0762601 Jul 16 20:18:37.237404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57168) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.305852 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6a3147-58e9-42f0-9773-0a018a55419e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.306319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6a3147-58e9-42f0-9773-0a018a55419e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.317199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2c6a3147-58e9-42f0-9773-0a018a55419e tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/53170b6e-d811-423d-b9c6-53629352ca17 HTTP/1.1" status: 404 len: 337 time: 0.0765285 Jul 16 20:18:37.318291 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bd1cde-c0b1-477d-8ad0-545d1eae7d38 x-openstack-request-id: req-70bd1cde-c0b1-477d-8ad0-545d1eae7d38 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:37.318584 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ac44e1-a5d7-426c-a3df-e35a0b783d8f", "name": "network-vif-deleted", "tag": "c6242e13-c798-4b85-8962-346cea4b9033", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:37.318705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57174) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.324357 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-70bd1cde-c0b1-477d-8ad0-545d1eae7d38 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:37.324887 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac44e1-a5d7-426c-a3df-e35a0b783d8f', 'name': 'network-vif-deleted', 'tag': 'c6242e13-c798-4b85-8962-346cea4b9033', 'status': 'completed', 'code': 200} Jul 16 20:18:37.326148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271de99-8294-4c07-88d4-be5d36d3432a None None] Update dhcp port {'port': {'network_id': '75d544d8-d5af-4bef-b0fd-be53fda9f5bb', 'fixed_ips': [{'subnet_id': 'a67b0408-831e-469d-b114-f3da02cc6beb'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '7cb9f232-b175-49c9-832a-0e760e318464'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:37.340513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] For port 492f95e5-ad5b-41b2-a827-c3981bc26a83, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=492f95e5-ad5b-41b2-a827-c3981bc26a83,segment=NetworkSegment(6f805dc4-c2ae-42ae-850c-a511970c6136),segment_id=6f805dc4-c2ae-42ae-850c-a511970c6136)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:37.340513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.389657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Calling delete_port for 492f95e5-ad5b-41b2-a827-c3981bc26a83 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:37.408123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] DHCP port deletion for 108602ef-5b9d-49fd-ac79-5bfa2184716d request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:37.443290 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9cfa2e-3d10-4a1a-9d58-8e806aee9e1a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.443839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9cfa2e-3d10-4a1a-9d58-8e806aee9e1a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.453586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8f9cfa2e-3d10-4a1a-9d58-8e806aee9e1a tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/e00f254f-4068-4c58-9a99-3bf3d1c8a550 HTTP/1.1" status: 404 len: 337 time: 0.1327860 Jul 16 20:18:37.457239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57188) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.549742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b271de99-8294-4c07-88d4-be5d36d3432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.553975 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-264b045e-5d16-45fa-a7fc-fc2b1f2a3f87 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.555682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264b045e-5d16-45fa-a7fc-fc2b1f2a3f87 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.558781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-264b045e-5d16-45fa-a7fc-fc2b1f2a3f87 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/c456bad2-025e-4615-9cb2-8071acae0348 HTTP/1.1" status: 404 len: 333 time: 0.0993376 Jul 16 20:18:37.577326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57198) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.634693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f5783f6-aee0-4a23-b794-a615be6aa0cf req-4a892985-6e61-447b-8c54-b9b0470376c1 tempest-ListServerFiltersTestJSON-255686601 tempest-ListServerFiltersTestJSON-255686601-project] 10.222.0.91 "GET /v2.0/ports?device_id=47ac44e1-a5d7-426c-a3df-e35a0b783d8f HTTP/1.1" status: 200 len: 210 time: 0.0750039 Jul 16 20:18:37.640543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Deleting port 492f95e5-ad5b-41b2-a827-c3981bc26a83 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:37.640981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.675486 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3048b43-d92e-46d4-aad1-aa745a59c3d3 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.676281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3048b43-d92e-46d4-aad1-aa745a59c3d3 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.682440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3048b43-d92e-46d4-aad1-aa745a59c3d3 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/b8fc8fd0-c935-4872-b5b3-cd923954b27f HTTP/1.1" status: 404 len: 337 time: 0.1017706 Jul 16 20:18:37.683238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57208) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.744034 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd57d8a2-d73b-4eae-beb2-029138ef15d0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:37.746622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd57d8a2-d73b-4eae-beb2-029138ef15d0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:37.751303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bd57d8a2-d73b-4eae-beb2-029138ef15d0 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/subnets/aaef4cc5-8e63-44e0-857b-2af78e71c4e8 HTTP/1.1" status: 404 len: 337 time: 0.0661836 Jul 16 20:18:37.753032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57216) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.800210 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.855808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] For port 492f95e5-ad5b-41b2-a827-c3981bc26a83, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=492f95e5-ad5b-41b2-a827-c3981bc26a83,segment=NetworkSegment(6f805dc4-c2ae-42ae-850c-a511970c6136),segment_id=6f805dc4-c2ae-42ae-850c-a511970c6136)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:37.855808 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.905488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Port': ['ID=492f95e5-ad5b-41b2-a827-c3981bc26a83,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:37.920146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Calling delete_port for 492f95e5-ad5b-41b2-a827-c3981bc26a83 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:37.924396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] No DVR routers for this DVR port 492f95e5-ad5b-41b2-a827-c3981bc26a83 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:37.960404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c6242e13-c798-4b85-8962-346cea4b9033 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:37.962516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c394f-e431-485d-a136-a1674097a037 None None] Network 75d544d8-d5af-4bef-b0fd-be53fda9f5bb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:37.977343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.992995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.003779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.022085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.029684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.032727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 4d80d350-cfce-411d-ae45-e236ffa77fc3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:38.033345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.037119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.043415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.051781 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-5f1a7b52-851c-4c02-9697-9885f52b755a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.5332365 Jul 16 20:18:38.208921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.218928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f37dfe24-1890-46f1-9b81-8a6d7b3b5779 req-db6dd0ec-e270-4269-9085-22fb35a20f78 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657510 Jul 16 20:18:38.243203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: c6242e13-c798-4b85-8962-346cea4b9033 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:38.243623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c6242e13-c798-4b85-8962-346cea4b9033 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:38.246078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c5ae123c-021c-48f3-ab21-378e7ca88ffc None None] Provisioning complete for port 4d80d350-cfce-411d-ae45-e236ffa77fc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:38.246442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c5ae123c-021c-48f3-ab21-378e7ca88ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.256650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 4d80d350-cfce-411d-ae45-e236ffa77fc3 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:38.265716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.291143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108602ef-5b9d-49fd-ac79-5bfa2184716d']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:38.318866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f805dc4-c2ae-42ae-850c-a511970c6136') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:38.322331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f805dc4-c2ae-42ae-850c-a511970c6136') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:38.335310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae123c-021c-48f3-ab21-378e7ca88ffc None None] Port 4d80d350-cfce-411d-ae45-e236ffa77fc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:38.347979 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.368851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c5ae123c-021c-48f3-ab21-378e7ca88ffc None None] Provisioning complete for port 7cb9f232-b175-49c9-832a-0e760e318464 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:38.369321 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c5ae123c-021c-48f3-ab21-378e7ca88ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.381360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.382887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.396015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:38.397862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:38.405560 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:38.449851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=4d80d350-cfce-411d-ae45-e236ffa77fc3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.458987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.459334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.460077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.460077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.460429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.460664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.461083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.461307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.461592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.461892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.462214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.462528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.476022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.489631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-148355e7-663d-4b4d-9edc-71008bf421a4 tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/ports/4d80d350-cfce-411d-ae45-e236ffa77fc3 HTTP/1.1" status: 204 len: 168 time: 0.7351224 Jul 16 20:18:38.495001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57248) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.527282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.535755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.537655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] 10.222.0.91 "DELETE /v2.0/networks/108602ef-5b9d-49fd-ac79-5bfa2184716d HTTP/1.1" status: 204 len: 168 time: 1.7964270 Jul 16 20:18:38.553383 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.559163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf1e3a-84dc-4684-9dcc-52886977d590 tempest-AllowedAddressPairTestJSON-55545265 tempest-AllowedAddressPairTestJSON-55545265-project] Pushing event deleted for resources: {'Network': ['ID=108602ef-5b9d-49fd-ac79-5bfa2184716d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.574280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] DHCP port deletion for 75d544d8-d5af-4bef-b0fd-be53fda9f5bb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:38.588389 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.631112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Network 108602ef-5b9d-49fd-ac79-5bfa2184716d is not hosted by any dhcp agent {{(pid=93863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:18:38.632075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] No DVR routers for this DVR port 492f95e5-ad5b-41b2-a827-c3981bc26a83 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:38.638643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.659321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Pushing event deleted for resources: {'Port': ['ID=492f95e5-ad5b-41b2-a827-c3981bc26a83,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.661408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.686055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.686386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.686820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.687253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.687590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.687915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.688249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.688561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.688879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.689197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.689509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.689826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792946-af03-42ba-b0f8-ee48d6fadb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:38.731710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] Deleting port 7cb9f232-b175-49c9-832a-0e760e318464 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:38.732085 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.823322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57268) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.886087 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.891806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7cb9f232-b175-49c9-832a-0e760e318464,segment=NetworkSegment(8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa),segment_id=8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:38.892198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.895447 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e7f3bd9e-6e1a-4f48-9e5b-8ab909db206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.911894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] Calling delete_port for 7cb9f232-b175-49c9-832a-0e760e318464 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:38.928922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] Deleting subnet 413f00f6-4f9e-46cf-bdab-70e1028d9e31 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:38.932669 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.969928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.991847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.079160 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.104132 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.119256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] No DVR routers for this DVR port 7cb9f232-b175-49c9-832a-0e760e318464 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:39.169118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb839cc-a555-4fff-b307-b58a47f72aad None None] Pushing event deleted for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:39.206313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.304027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413f00f6-4f9e-46cf-bdab-70e1028d9e31,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:39.317249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.318111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e822c4e-fcbc-4793-ba73-78a922d6db85 None None] Network 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:39.320881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9a1423cb-5ec4-4d48-b3e5-eb996392190f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/413f00f6-4f9e-46cf-bdab-70e1028d9e31 HTTP/1.1" status: 204 len: 168 time: 0.4964890 Jul 16 20:18:39.322034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57300) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:39.412749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Deleting port 7cb9f232-b175-49c9-832a-0e760e318464 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:39.413406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.431238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7cb9f232-b175-49c9-832a-0e760e318464 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:39.472363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 7cb9f232-b175-49c9-832a-0e760e318464 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:39.473040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7cb9f232-b175-49c9-832a-0e760e318464 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:39.473644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 492f95e5-ad5b-41b2-a827-c3981bc26a83 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:39.503302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] For port 7cb9f232-b175-49c9-832a-0e760e318464, host n-d-792458-10, got binding levels [] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:39.503743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.524275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Calling delete_port for 7cb9f232-b175-49c9-832a-0e760e318464 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:39.528583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Port 7cb9f232-b175-49c9-832a-0e760e318464 was not found and therefore no delete operation was performed {{(pid=93861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:18:39.530026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.537270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.551375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] No DVR routers for this DVR port 7cb9f232-b175-49c9-832a-0e760e318464 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:39.554285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 492f95e5-ad5b-41b2-a827-c3981bc26a83 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:39.554555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 492f95e5-ad5b-41b2-a827-c3981bc26a83 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:39.603582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a2047beb-1691-4011-94ba-e752f9b6fa8a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ed59e8b4af3143b4bb1447d1c390274c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304901 Jul 16 20:18:39.605115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57304) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:39.633688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Port': ['ID=7cb9f232-b175-49c9-832a-0e760e318464,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:39.684718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.691180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.697734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.705122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.711911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] DHCP port deletion for 2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:39.712658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.719391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.727897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.728372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.735924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-ecb69938-efac-4abc-b98e-b009077f13f1 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.3252950 Jul 16 20:18:39.771675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d544d8-d5af-4bef-b0fd-be53fda9f5bb']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.778750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] Deleting port e14bc158-fbed-481e-8fda-16634f1dde6c {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:39.779282 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.796640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.796640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d73e081-4ee6-4b07-a8ed-381ad4b5b0aa') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.824900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43dacc9c-c9fd-4e63-af83-8534f3d28567 req-29d9b63e-4197-41ea-9224-c4bd079d96d5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879056 Jul 16 20:18:39.834404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.850883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2635-61d5-400b-9599-e410327d7bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.864192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Deleting port e14bc158-fbed-481e-8fda-16634f1dde6c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:39.865138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.867390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.881891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] For port e14bc158-fbed-481e-8fda-16634f1dde6c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e14bc158-fbed-481e-8fda-16634f1dde6c,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:39.882480 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.889664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:39.891517 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.901307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] Calling delete_port for e14bc158-fbed-481e-8fda-16634f1dde6c owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:39.901619 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:39.913703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2635-61d5-400b-9599-e410327d7bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.984455 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.993900 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.006411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.012464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] 10.222.0.91 "DELETE /v2.0/networks/75d544d8-d5af-4bef-b0fd-be53fda9f5bb HTTP/1.1" status: 204 len: 168 time: 1.5162959 Jul 16 20:18:40.023930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22224efe-31a5-4ee9-9119-261401d1fc4f tempest-PortsIpV6TestJSON-1330982433 tempest-PortsIpV6TestJSON-1330982433-project] Pushing event deleted for resources: {'Network': ['ID=75d544d8-d5af-4bef-b0fd-be53fda9f5bb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.025628 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2635-61d5-400b-9599-e410327d7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.031164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2635-61d5-400b-9599-e410327d7bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.032633 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.033287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bb1d2635-61d5-400b-9599-e410327d7bd2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ec67b386-da38-4a85-bad6-21576706cc04 HTTP/1.1" status: 204 len: 168 time: 0.4241619 Jul 16 20:18:40.061981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] Pushing event deleted for resources: {'Port': ['ID=e14bc158-fbed-481e-8fda-16634f1dde6c,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.074736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50c754-e14c-4607-b8fc-1ed9c3b1f043 None None] No DVR routers for this DVR port e14bc158-fbed-481e-8fda-16634f1dde6c on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:40.083205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d2635-61d5-400b-9599-e410327d7bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec67b386-da38-4a85-bad6-21576706cc04,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.086916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] For port e14bc158-fbed-481e-8fda-16634f1dde6c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e14bc158-fbed-481e-8fda-16634f1dde6c,segment=NetworkSegment(474e114c-1a39-43ce-87a8-86ef5feaf04d),segment_id=474e114c-1a39-43ce-87a8-86ef5feaf04d)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:40.087868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.110692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Calling delete_port for e14bc158-fbed-481e-8fda-16634f1dde6c owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:40.237838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.271767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e14bc158-fbed-481e-8fda-16634f1dde6c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.273842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] No DVR routers for this DVR port e14bc158-fbed-481e-8fda-16634f1dde6c on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:40.357106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.375030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:40.387824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474e114c-1a39-43ce-87a8-86ef5feaf04d') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:40.388166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474e114c-1a39-43ce-87a8-86ef5feaf04d') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:40.400175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.419374 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.427670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:40.428082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:40.430000 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:40.503944 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.510179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.513764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] 10.222.0.91 "DELETE /v2.0/networks/2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6 HTTP/1.1" status: 204 len: 168 time: 1.1907339 Jul 16 20:18:40.526368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57350) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.527729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6ef1d-71ad-424c-9648-e451fad192fe admin admin] Pushing event deleted for resources: {'Network': ['ID=2f15b618-c3a8-49e8-aaea-4e71c3c1cbb6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.759361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57374) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.806334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-68047289-6cd1-4de4-a9c1-07f1e15c33bc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6670b284f5fa46329e1ed7ac402ef58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456936 Jul 16 20:18:40.808889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57378) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.891368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-291e63ad-bd38-442c-a983-3a06fba444ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.910084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b31da613-d8b3-4c8f-98e3-73dd3f6943a4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8b0a4712e7414685810442700f62c53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818448 Jul 16 20:18:40.912739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57384) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.947123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-291e63ad-bd38-442c-a983-3a06fba444ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.013172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-671b76ea-6935-44b5-b8fb-c96902e74991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.050763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-671b76ea-6935-44b5-b8fb-c96902e74991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.062295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.068822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.075262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.081637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.088773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.095348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.101539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.109472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-4b744a3b-2d5b-4a0d-9c59-fcae07bffc0f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.1568651 Jul 16 20:18:41.116970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-671b76ea-6935-44b5-b8fb-c96902e74991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.121816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-671b76ea-6935-44b5-b8fb-c96902e74991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.127486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-671b76ea-6935-44b5-b8fb-c96902e74991 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4c9e1298-3b03-4c03-91d4-8bd1d56e237a HTTP/1.1" status: 204 len: 168 time: 0.2135153 Jul 16 20:18:41.132201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-291e63ad-bd38-442c-a983-3a06fba444ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.134827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-291e63ad-bd38-442c-a983-3a06fba444ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.136206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-291e63ad-bd38-442c-a983-3a06fba444ee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f85cc604-ae13-4f64-9484-87e967b32c00 HTTP/1.1" status: 204 len: 168 time: 0.3263285 Jul 16 20:18:41.141370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b76ea-6935-44b5-b8fb-c96902e74991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e1298-3b03-4c03-91d4-8bd1d56e237a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.165797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e63ad-bd38-442c-a983-3a06fba444ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85cc604-ae13-4f64-9484-87e967b32c00,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.173020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4b4e031-a90e-4a80-9b08-9dd8f91184c6 req-dd4b8c87-fe94-4a22-af77-ac80690f2f82 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625489 Jul 16 20:18:41.261866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e14bc158-fbed-481e-8fda-16634f1dde6c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:41.284190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e14bc158-fbed-481e-8fda-16634f1dde6c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:41.284805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e14bc158-fbed-481e-8fda-16634f1dde6c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:41.744745 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.350416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57480) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:42.419521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.426138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.434180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.440817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.447427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.453573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.459424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.461413 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-2f764bef-4865-4d90-a441-f7aeb0668a90 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.1277349 Jul 16 20:18:42.506570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e1b09d5-3079-4821-9c56-3a3b94e15e5a req-eb987b15-bea0-4114-a1ce-1875eba96d94 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389285 Jul 16 20:18:42.643221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1315891542'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:42.673953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Made reservation on behalf of ffc1137b5d784fcda9281e89b9523ea5 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:42.678982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.696057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.808154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.815002 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.851079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:42.861700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b4dd8-9994-4277-aca4-6fd130ccbc74,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:42.867981 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.868331 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Added segment 1fb35625-ecd2-4bb1-81c1-5316394bd393 of type vlan for network 911c524d-34a6-4b20-af6a-7bd111648f75 Jul 16 20:18:42.952082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.995999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.003367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.004030 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.051391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57522) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.060401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Request body: {'subnet': {'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:43.060584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7077198 Jul 16 20:18:43.101403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9634f6d-6983-48b0-89b5-dff6a06ba653 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event updated for resources: {'Network': ['ID=911c524d-34a6-4b20-af6a-7bd111648f75,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.117173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 911c524d-34a6-4b20-af6a-7bd111648f75 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:43.170602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Made reservation on behalf of ffc1137b5d784fcda9281e89b9523ea5 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:43.174471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.264495 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:43.347744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57532) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.394951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.452682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.464234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57542) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.468523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event updated for resources: {'Subnet': ['ID=97cff13f-8066-44e0-ab8b-c9be33da13b8,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.479682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Checking segment: {'id': '1fb35625-ecd2-4bb1-81c1-5316394bd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:43.480293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Network hostable DHCP agents. Network: 911c524d-34a6-4b20-af6a-7bd111648f75, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:43.499756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Network 911c524d-34a6-4b20-af6a-7bd111648f75 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:43.510593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 911c524d-34a6-4b20-af6a-7bd111648f75) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:43.515859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.517044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.526007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d788ae-3861-4aa7-aa34-5ce0ff6c5767 None None] Network 911c524d-34a6-4b20-af6a-7bd111648f75 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:43.534422 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-60c97e3e-6155-443a-8eb7-f4ea8d502bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4814093 Jul 16 20:18:43.536785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57546) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.559503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1972541017-network', 'tenant_id': 'eb27bb9c91f34d0988b9a66b6d3a72d9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:43.564522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Request body: {'port': {'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-473819133'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:43.597520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Made reservation on behalf of eb27bb9c91f34d0988b9a66b6d3a72d9 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:43.601610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.618961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.718896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-666636814-network', 'tenant_id': '63e67331beb44bbdb8ee3c3e0e381eb0'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:43.807259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-911c524d-34a6-4b20-af6a-7bd111648f75', 'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75', 'tenant_id': 'ffc1137b5d784fcda9281e89b9523ea5', 'fixed_ips': [{'subnet_id': '97cff13f-8066-44e0-ab8b-c9be33da13b8'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:43.809564 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.814654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.827838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.845468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Made reservation on behalf of ffc1137b5d784fcda9281e89b9523ea5 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:43.854588 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.876385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.888757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.900884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.901713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] device_id is not set on port 38a478cd-ceaa-468f-a9bb-ec4202878e17 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:43.919153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.925899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.932101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.938265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.940678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-feac22eb-c51d-48b8-baf5-fd56f002d7ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.2274766 Jul 16 20:18:43.950971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-91d16414-f081-4508-a853-70faf8ec60d4 req-e52ca0cc-6fe1-4be0-b8c4-eda1f5413c44 service neutron] (93862) timed out ('10.222.0.79', 49639) {{(pid=93862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:18:43.964573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:43.978771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Allocated IP 2001:db8::2 (911c524d-34a6-4b20-af6a-7bd111648f75/97cff13f-8066-44e0-ab8b-c9be33da13b8/68200091-55fd-4c30-99a3-7c50c0245ec1) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:44.024170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9993eb-76d4-406d-b8ee-93d6ccee60c7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.029037 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.029653 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Added segment 589cd6dd-d76c-44f6-9dfb-19bea9533151 of type vlan for network 8c61b981-7bff-4b64-9d85-327da752f952 Jul 16 20:18:44.031521 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87286d25-86a2-4544-8772-63e0ba115bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.050675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Made reservation on behalf of 63e67331beb44bbdb8ee3c3e0e381eb0 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:44.052998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.098131 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.156614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.167837 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.171940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2edd0ec9-b440-4be0-8c76-c4ee0529323a req-3c98da6e-4fb1-4e97-9d88-d29656a2a0ea tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2196398 Jul 16 20:18:44.182646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Transition to ACTIVE for port object 68200091-55fd-4c30-99a3-7c50c0245ec1 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:44.207806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Transition to ACTIVE for port object 68200091-55fd-4c30-99a3-7c50c0245ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:44.217218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.223860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.225535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.226814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.277672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Pushing event updated for resources: {'Port': ['ID=68200091-55fd-4c30-99a3-7c50c0245ec1,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.289596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Network 911c524d-34a6-4b20-af6a-7bd111648f75 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:44.291252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:44.293679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:44.311585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Allocated IP 2001:db8::221 (911c524d-34a6-4b20-af6a-7bd111648f75/97cff13f-8066-44e0-ab8b-c9be33da13b8/38a478cd-ceaa-468f-a9bb-ec4202878e17) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:44.365356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Attempting to bind port 68200091-55fd-4c30-99a3-7c50c0245ec1 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:44.365733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Attempting to bind port 68200091-55fd-4c30-99a3-7c50c0245ec1 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '1fb35625-ecd2-4bb1-81c1-5316394bd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:44.366097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Attempting to bind port 68200091-55fd-4c30-99a3-7c50c0245ec1 on network 911c524d-34a6-4b20-af6a-7bd111648f75 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:44.371347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:44.371816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Checking segment: {'id': '1fb35625-ecd2-4bb1-81c1-5316394bd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:44.372234 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.373542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Bound using segment: {'id': '1fb35625-ecd2-4bb1-81c1-5316394bd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:44.373542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Bound port: 68200091-55fd-4c30-99a3-7c50c0245ec1, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb35625-ecd2-4bb1-81c1-5316394bd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:44.373542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.394471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] Pushing event updated for resources: {'Network': ['ID=8c61b981-7bff-4b64-9d85-327da752f952,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.408522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8c61b981-7bff-4b64-9d85-327da752f952 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:44.411733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87286d25-86a2-4544-8772-63e0ba115bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.418921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87286d25-86a2-4544-8772-63e0ba115bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.436624 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a500228d-a840-4498-aed0-b7713e438c5e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0874517 Jul 16 20:18:44.451093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57562) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:44.461619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Request body: {'subnet': {'network_id': '8c61b981-7bff-4b64-9d85-327da752f952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1972541017-subnet', 'tenant_id': 'eb27bb9c91f34d0988b9a66b6d3a72d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:44.506866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-87286d25-86a2-4544-8772-63e0ba115bbc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1f5a198e704145b880a372bb26dcdc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0409670 Jul 16 20:18:44.510065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57564) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:44.513263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286d25-86a2-4544-8772-63e0ba115bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b13330-b33f-45fd-a38d-611d432bb196,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.515741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] For port 68200091-55fd-4c30-99a3-7c50c0245ec1, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:44.534913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] For port 68200091-55fd-4c30-99a3-7c50c0245ec1, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68200091-55fd-4c30-99a3-7c50c0245ec1,segment=NetworkSegment(1fb35625-ecd2-4bb1-81c1-5316394bd393),segment_id=1fb35625-ecd2-4bb1-81c1-5316394bd393)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:44.540932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.556245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.578908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Transition to ACTIVE for port object 38a478cd-ceaa-468f-a9bb-ec4202878e17 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:44.596367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4baf11-8a3b-43c6-ad57-cee5a58a8c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.599022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140f7db-53b5-40a2-bb91-7c41d26b411c None None] Pushing event updated for resources: {'Port': ['ID=68200091-55fd-4c30-99a3-7c50c0245ec1,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.620344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4baf11-8a3b-43c6-ad57-cee5a58a8c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.650222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.693381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.699136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.716637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event updated for resources: {'Port': ['ID=38a478cd-ceaa-468f-a9bb-ec4202878e17,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.725497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Network 911c524d-34a6-4b20-af6a-7bd111648f75 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:44.727659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:44.731844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:44.739290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.740310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.751646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4baf11-8a3b-43c6-ad57-cee5a58a8c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.754274 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4baf11-8a3b-43c6-ad57-cee5a58a8c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.757584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8a4baf11-8a3b-43c6-ad57-cee5a58a8c6c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d5b13330-b33f-45fd-a38d-611d432bb196 HTTP/1.1" status: 204 len: 168 time: 0.2459185 Jul 16 20:18:44.758559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:44.761646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d007dfde-2303-493f-b087-cb747efabbd1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.763297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-75334db1-8997-4904-b820-99f4f458ba50 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2120826 Jul 16 20:18:44.766229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57570) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:44.767940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Made reservation on behalf of eb27bb9c91f34d0988b9a66b6d3a72d9 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:44.770536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.773459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Request body: {'port': {'network_id': '911c524d-34a6-4b20-af6a-7bd111648f75', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1461045869', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:44.773695 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.api.validators [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] bootfile-name is not in valid_values {{(pid=93861) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:18:44.774039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.api.validators [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] tftp-server is not in valid_values {{(pid=93861) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:18:44.774358 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.api.validators [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] server-ip-address is not in valid_values {{(pid=93861) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:18:44.809591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.810025 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Added segment 660b43f2-1890-4e3c-ba53-3876c0c0ac52 of type vlan for network bc844516-134c-44fc-ac6c-df0003b62bde Jul 16 20:18:44.811566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4baf11-8a3b-43c6-ad57-cee5a58a8c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b13330-b33f-45fd-a38d-611d432bb196,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.977326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.988528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Made reservation on behalf of ffc1137b5d784fcda9281e89b9523ea5 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:44.994925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.022573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] device_id is not set on port 1ac57658-2e14-41de-b6e2-07332137a5ca yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:45.119906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.121216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.121879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.151498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Allocated IP 2001:db8::252 (911c524d-34a6-4b20-af6a-7bd111648f75/97cff13f-8066-44e0-ab8b-c9be33da13b8/1ac57658-2e14-41de-b6e2-07332137a5ca) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:45.214038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] Pushing event updated for resources: {'Network': ['ID=bc844516-134c-44fc-ac6c-df0003b62bde,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.235846 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-19c1bc10-4cd5-4041-8fd3-ceb7cc103d63 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7816279 Jul 16 20:18:45.241587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57582) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:45.247165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Request body: {'subnet': {'network_id': 'bc844516-134c-44fc-ac6c-df0003b62bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-666636814-subnet', 'tenant_id': '63e67331beb44bbdb8ee3c3e0e381eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:45.270731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network bc844516-134c-44fc-ac6c-df0003b62bde details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:45.380773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Made reservation on behalf of 63e67331beb44bbdb8ee3c3e0e381eb0 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:45.383804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.386271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.465978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68200091-55fd-4c30-99a3-7c50c0245ec1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:45.467009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.482764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Transition to ACTIVE for port object 1ac57658-2e14-41de-b6e2-07332137a5ca will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:45.532266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.588030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 68200091-55fd-4c30-99a3-7c50c0245ec1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:45.664578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Network 911c524d-34a6-4b20-af6a-7bd111648f75 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:45.679621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0339aa00-34a1-493b-87f1-697b83c6a620,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.687683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Checking segment: {'id': '589cd6dd-d76c-44f6-9dfb-19bea9533151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '8c61b981-7bff-4b64-9d85-327da752f952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:45.688721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Network hostable DHCP agents. Network: 8c61b981-7bff-4b64-9d85-327da752f952, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:45.691880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:45.708323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:45.714436 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.715592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.718510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event updated for resources: {'Port': ['ID=1ac57658-2e14-41de-b6e2-07332137a5ca,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.748908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.755156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.763151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.765085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Network 8c61b981-7bff-4b64-9d85-327da752f952 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:45.771031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.787795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8c61b981-7bff-4b64-9d85-327da752f952) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:45.790051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.795681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.796378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.799925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2073b7c-fbdd-4112-acf6-e4988975d17e None None] Network 8c61b981-7bff-4b64-9d85-327da752f952 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:45.802374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.808575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.810737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-e5342766-5685-4312-88d5-ac53b4cb30ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5431 time: 0.2941313 Jul 16 20:18:45.863097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d0fd9366-2321-4e73-9d12-7171e47c15c8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4026167 Jul 16 20:18:45.873946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bb8a40d7-7e62-47b9-bb1f-dc5f501f758e tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1038435 Jul 16 20:18:45.875890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57600) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:45.893898 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.962722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34e5f78e-944f-44f0-b8e8-2ae8f4004285 req-2e16ab9c-870c-4b66-bdce-0211069a660b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359620 Jul 16 20:18:46.001758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=456a2e7e-c1da-45bb-8a50-950f5986e176,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.029352 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12486c-7438-4393-b35e-01645fcd8368 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:46.036319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12486c-7438-4393-b35e-01645fcd8368 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:46.039710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Checking segment: {'id': '660b43f2-1890-4e3c-ba53-3876c0c0ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bc844516-134c-44fc-ac6c-df0003b62bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:46.040063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Network hostable DHCP agents. Network: bc844516-134c-44fc-ac6c-df0003b62bde, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:46.043130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12486c-7438-4393-b35e-01645fcd8368 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:46.046879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6b12486c-7438-4393-b35e-01645fcd8368 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1668632 Jul 16 20:18:46.047931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57604) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:46.076971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Network bc844516-134c-44fc-ac6c-df0003b62bde is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:46.079687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e4e03-5821-468a-a611-26fe3bf19b7b None None] Network 8c61b981-7bff-4b64-9d85-327da752f952 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:46.100555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, bc844516-134c-44fc-ac6c-df0003b62bde) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:46.104981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:46.105795 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.119206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4917ac11-8014-4350-b590-4652bdcfa902 None None] Network bc844516-134c-44fc-ac6c-df0003b62bde requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:46.133048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9190e840-d092-4a9b-b375-c70b56f27f7c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8899002 Jul 16 20:18:46.234316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7e596191-1e0c-4d6e-9f51-11f76a2009e6 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:46.283432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Deleting port 1ac57658-2e14-41de-b6e2-07332137a5ca {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:46.284130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.306042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f419d6e1-bab4-47d8-8c90-787127c2e433 None None] Network 911c524d-34a6-4b20-af6a-7bd111648f75 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:46.373927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25d47e-b1a6-427d-af9f-14e4a3339180 None None] Network bc844516-134c-44fc-ac6c-df0003b62bde requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:46.419877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.435857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Calling delete_port for 1ac57658-2e14-41de-b6e2-07332137a5ca owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:46.553726 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:18:46.609195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.637920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0520e5ea-8876-4201-873b-0ace1e54800f None None] Provisioning for port 68200091-55fd-4c30-99a3-7c50c0245ec1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:46.688956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event deleted for resources: {'Port': ['ID=1ac57658-2e14-41de-b6e2-07332137a5ca,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.695524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0520e5ea-8876-4201-873b-0ace1e54800f None None] Provisioning complete for port 68200091-55fd-4c30-99a3-7c50c0245ec1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:46.696425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0520e5ea-8876-4201-873b-0ace1e54800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.732609 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.735402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77f0f8f4-b3c5-429b-bca9-045a45664589 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "DELETE /v2.0/ports/1ac57658-2e14-41de-b6e2-07332137a5ca HTTP/1.1" status: 204 len: 168 time: 0.6848071 Jul 16 20:18:46.739483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57630) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:46.746684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Request body: {'port': {'name': 'tempest-new-port-name-490789587', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:46.747388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] bootfile-name is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:18:46.747851 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] tftp-server is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:18:46.748270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.api.validators [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] server-ip-address is not in valid_values {{(pid=93862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:18:46.868071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.938628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:47.068152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '7e596191-1e0c-4d6e-9f51-11f76a2009e6', 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18', 'port_id': '7e596191-1e0c-4d6e-9f51-11f76a2009e6', 'mac_address': 'fa:16:3e:a7:ac:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd695bf8-fdc1-4161-9491-de91679d5792', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:47.152964 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0520e5ea-8876-4201-873b-0ace1e54800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.164943 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.190189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e596191-1e0c-4d6e-9f51-11f76a2009e6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:47.225607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0520e5ea-8876-4201-873b-0ace1e54800f None None] For port 68200091-55fd-4c30-99a3-7c50c0245ec1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68200091-55fd-4c30-99a3-7c50c0245ec1,segment=NetworkSegment(1fb35625-ecd2-4bb1-81c1-5316394bd393),segment_id=1fb35625-ecd2-4bb1-81c1-5316394bd393)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:47.234478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:47.241241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0520e5ea-8876-4201-873b-0ace1e54800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.265084 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.265854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aa7115f9-61a2-45dc-9b33-3a0d5dcd455a details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:47.325473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e5ea-8876-4201-873b-0ace1e54800f None None] Pushing event updated for resources: {'Port': ['ID=68200091-55fd-4c30-99a3-7c50c0245ec1,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:47.363996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.373537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.391570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.398827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.407149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.414707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.421765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.429476 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-f14768aa-c28c-4327-bb5a-90b755f40121 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5432 time: 0.1897001 Jul 16 20:18:47.438400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7e596191-1e0c-4d6e-9f51-11f76a2009e6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:47.527313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec9ff005-d3b2-4f85-b6d3-bf98b9865d0a req-90d5be8b-2040-459c-a940-cd271d617e5c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908732 Jul 16 20:18:47.573217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:47.600395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'aa7115f9-61a2-45dc-9b33-3a0d5dcd455a', 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'port_id': 'aa7115f9-61a2-45dc-9b33-3a0d5dcd455a', 'mac_address': 'fa:16:3e:7b:5e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2cb484-3cc9-40f5-abbf-e170f7b44eae', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:47.699369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b130c6ac-afa6-4caa-9434-574e76dfc0bb None None] Provisioning complete for port 68200091-55fd-4c30-99a3-7c50c0245ec1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:47.699909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b130c6ac-afa6-4caa-9434-574e76dfc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.757446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.799344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7115f9-61a2-45dc-9b33-3a0d5dcd455a {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:47.827669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-518e6ea8-8718-4496-af29-132b4ef64e00 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.829236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-518e6ea8-8718-4496-af29-132b4ef64e00 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/networks?id=8c61b981-7bff-4b64-9d85-327da752f952 HTTP/1.1" status: 200 len: 814 time: 0.7671962 Jul 16 20:18:47.831542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.845905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:47.854990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.855807 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.856648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7b0e9685-015e-4546-ab21-ad5e2103ca1b details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:47.919446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-12cf2ff2-c040-4845-bbe2-9f76a597ffa6 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/quotas/eb27bb9c91f34d0988b9a66b6d3a72d9 HTTP/1.1" status: 200 len: 375 time: 0.0771720 Jul 16 20:18:47.925964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] In _notify_port_updated(), no bound segment for port 38a478cd-ceaa-468f-a9bb-ec4202878e17 on network 911c524d-34a6-4b20-af6a-7bd111648f75 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:47.931567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.932302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.933663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "PUT /v2.0/ports/38a478cd-ceaa-468f-a9bb-ec4202878e17 HTTP/1.1" status: 200 len: 1129 time: 1.1926522 Jul 16 20:18:47.936593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:47.985610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:47.988126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-7f2eb1fe-892d-4e43-9939-ae7fdc2a0db9 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb27bb9c91f34d0988b9a66b6d3a72d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483532 Jul 16 20:18:47.995587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event updated for resources: {'Port': ['ID=38a478cd-ceaa-468f-a9bb-ec4202878e17,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.006189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-35944292-network', 'tenant_id': 'b7efb70239e64036ab2114287c31f579'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:48.052510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.052716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.053049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.053377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.053699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.054035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.054881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.054881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.055103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.055298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.055612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.055980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1114112-f887-4a59-98cd-32625399a0f9 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:48.056179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.060438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.083924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '7b0e9685-015e-4546-ab21-ad5e2103ca1b', 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'port_id': '7b0e9685-015e-4546-ab21-ad5e2103ca1b', 'mac_address': 'fa:16:3e:06:37:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2cb484-3cc9-40f5-abbf-e170f7b44eae', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:48.096912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf7c63-5593-40c0-82c6-53d762f34cf2 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.098517 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b5bf7c63-5593-40c0-82c6-53d762f34cf2 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "GET /v2.0/ports/38a478cd-ceaa-468f-a9bb-ec4202878e17 HTTP/1.1" status: 200 len: 1129 time: 0.1608953 Jul 16 20:18:48.104694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57674) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:48.125740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Made reservation on behalf of b7efb70239e64036ab2114287c31f579 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:48.128484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.135295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.153843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.157466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0e9685-015e-4546-ab21-ad5e2103ca1b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:48.185697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.197172 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.197345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-eef27dc5-73e5-4082-bccd-14042edbdeb7 service neutron] 10.222.0.91 "GET /v2.0/networks/8c61b981-7bff-4b64-9d85-327da752f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878240 Jul 16 20:18:48.198573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 951f07f2-e78f-4313-9640-06f997943a71 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:48.202919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b130c6ac-afa6-4caa-9434-574e76dfc0bb None None] Provisioning for port 38a478cd-ceaa-468f-a9bb-ec4202878e17 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:48.213327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b130c6ac-afa6-4caa-9434-574e76dfc0bb None None] Provisioning complete for port 38a478cd-ceaa-468f-a9bb-ec4202878e17 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:48.217018 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b130c6ac-afa6-4caa-9434-574e76dfc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.340230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Deleting port 38a478cd-ceaa-468f-a9bb-ec4202878e17 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:48.341149 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.412682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 951f07f2-e78f-4313-9640-06f997943a71, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=951f07f2-e78f-4313-9640-06f997943a71,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.440665 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-b50df5cf-3009-4f17-aec7-88f5836e49c2 service neutron] 10.222.0.91 "GET /v2.0/networks/8c61b981-7bff-4b64-9d85-327da752f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423842 Jul 16 20:18:48.444685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b130c6ac-afa6-4caa-9434-574e76dfc0bb None None] Port 38a478cd-ceaa-468f-a9bb-ec4202878e17 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:48.449439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '951f07f2-e78f-4313-9640-06f997943a71', 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'port_id': '951f07f2-e78f-4313-9640-06f997943a71', 'mac_address': 'fa:16:3e:5a:0d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2cb484-3cc9-40f5-abbf-e170f7b44eae', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:48.531870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.535363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7b0e9685-015e-4546-ab21-ad5e2103ca1b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.551079 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.582714 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.588554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:48.603162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.616633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-690ad41e-ac17-4d1c-a635-56840e3b97dd None None] Provisioning complete for port 38a478cd-ceaa-468f-a9bb-ec4202878e17 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:48.617395 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-690ad41e-ac17-4d1c-a635-56840e3b97dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.630421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.630664 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Added segment 333ba96f-8f7b-4f30-9887-96f223d8d241 of type vlan for network 70e7664d-6438-44a5-b314-f6275436dd63 Jul 16 20:18:48.637437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43271a-4daa-41bf-8414-da83e80084f9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.637926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Calling delete_port for 38a478cd-ceaa-468f-a9bb-ec4202878e17 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:48.654036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951f07f2-e78f-4313-9640-06f997943a71 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:48.715595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-690ad41e-ac17-4d1c-a635-56840e3b97dd None None] Port 38a478cd-ceaa-468f-a9bb-ec4202878e17 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:48.718379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 951f07f2-e78f-4313-9640-06f997943a71, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=951f07f2-e78f-4313-9640-06f997943a71,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.728151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-690ad41e-ac17-4d1c-a635-56840e3b97dd None None] Could not find standard attr ID for object 1ac57658-2e14-41de-b6e2-07332137a5ca. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:48.729780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.744422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a6ab6132-42e2-4194-bb60-562625afa6b2 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:48.754443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.828503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a6ab6132-42e2-4194-bb60-562625afa6b2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6ab6132-42e2-4194-bb60-562625afa6b2,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.856082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a6ab6132-42e2-4194-bb60-562625afa6b2', 'network_id': '7fb6c3c9-ad9c-496c-860b-a92b97662a18', 'port_id': 'a6ab6132-42e2-4194-bb60-562625afa6b2', 'mac_address': 'fa:16:3e:a4:d5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd695bf8-fdc1-4161-9491-de91679d5792', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:48.938731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ceb8106-e44a-4ee0-a34a-a5290040531c req-b3d97ad6-b9e7-4c07-a8ec-e89400cb88c2 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 210 time: 0.1110585 Jul 16 20:18:48.945910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.958948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.959700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.991767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.039629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=951f07f2-e78f-4313-9640-06f997943a71,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.044351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.068266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.073631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "DELETE /v2.0/ports/38a478cd-ceaa-468f-a9bb-ec4202878e17 HTTP/1.1" status: 204 len: 168 time: 0.9677029 Jul 16 20:18:49.079916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e0b36-4d78-434d-a0f7-c16a571c8536 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event deleted for resources: {'Port': ['ID=38a478cd-ceaa-468f-a9bb-ec4202878e17,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.087700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57706) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:49.118620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ab6132-42e2-4194-bb60-562625afa6b2 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:49.145275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1465330 Jul 16 20:18:49.146275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57708) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:49.164121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.182817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a6ab6132-42e2-4194-bb60-562625afa6b2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6ab6132-42e2-4194-bb60-562625afa6b2,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:49.183846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.192401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.195729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.196666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c21467a1-8f59-4e51-b402-101f30507f43 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:49.214726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.217223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Request body: {'subnet': {'network_id': '70e7664d-6438-44a5-b314-f6275436dd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-35944292-subnet', 'tenant_id': 'b7efb70239e64036ab2114287c31f579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:49.228986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.243198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965175c9-d1ec-4388-ba2d-af26f6488cee admin admin] Pushing event updated for resources: {'Network': ['ID=70e7664d-6438-44a5-b314-f6275436dd63,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.249427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Made reservation on behalf of b7efb70239e64036ab2114287c31f579 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:49.254532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.255503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.273566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.285824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port c21467a1-8f59-4e51-b402-101f30507f43, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c21467a1-8f59-4e51-b402-101f30507f43,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:49.290899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-56313a93-7bfc-4df2-a355-ba377493ff92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5435 time: 0.3888743 Jul 16 20:18:49.374918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 70e7664d-6438-44a5-b314-f6275436dd63 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:49.395624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a6ab6132-42e2-4194-bb60-562625afa6b2,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.409141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'c21467a1-8f59-4e51-b402-101f30507f43', 'network_id': '40733118-7ceb-4da7-8ac1-ba6af293ec4a', 'port_id': 'c21467a1-8f59-4e51-b402-101f30507f43', 'mac_address': 'fa:16:3e:4f:7f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2cb484-3cc9-40f5-abbf-e170f7b44eae', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:49.415556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68200091-55fd-4c30-99a3-7c50c0245ec1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:49.502727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-90d2b874-b5e2-4ead-b111-8a639ac86021 None None] Could not find standard attr ID for object 38a478cd-ceaa-468f-a9bb-ec4202878e17. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:49.504621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-087a2f0b-5420-49fa-a2d4-ad96b3f57dc1 req-31597a3f-39b1-4848-8b31-d251448dd09c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127221 Jul 16 20:18:49.535450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Deleting subnet 97cff13f-8066-44e0-ab8b-c9be33da13b8 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:49.563276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.581865 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.666447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.715497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21467a1-8f59-4e51-b402-101f30507f43 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:49.754545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.775181 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port c21467a1-8f59-4e51-b402-101f30507f43, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c21467a1-8f59-4e51-b402-101f30507f43,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:49.776454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 68200091-55fd-4c30-99a3-7c50c0245ec1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:49.776917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.802078 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.802888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5a7523de-8d69-4103-9b23-26149a900f56 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:49.886294 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.905108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=630b426d-8502-4970-ac65-47f6dd82cceb,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.926744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Checking segment: {'id': '333ba96f-8f7b-4f30-9887-96f223d8d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '70e7664d-6438-44a5-b314-f6275436dd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:49.927140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Network hostable DHCP agents. Network: 70e7664d-6438-44a5-b314-f6275436dd63, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:49.941863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=c21467a1-8f59-4e51-b402-101f30507f43,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.959832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Network 70e7664d-6438-44a5-b314-f6275436dd63 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:49.990651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 70e7664d-6438-44a5-b314-f6275436dd63) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:50.000141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.005886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.008719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f200f64-e7b3-4132-b7a3-db1eadbf114a None None] Network 70e7664d-6438-44a5-b314-f6275436dd63 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:50.025368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.040802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ba1a5d07-90a1-44dd-a3a8-f0557911ca95 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8857591 Jul 16 20:18:50.091103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event deleted for resources: {'Subnet': ['ID=97cff13f-8066-44e0-ab8b-c9be33da13b8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:50.103844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.111238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ea2dced9-ac92-40c5-ab9f-e7403f76e380 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "DELETE /v2.0/subnets/97cff13f-8066-44e0-ab8b-c9be33da13b8 HTTP/1.1" status: 204 len: 168 time: 1.0179327 Jul 16 20:18:50.112490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57736) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:50.193741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2c4135a-780d-4685-8878-596ea6d9b667 req-a82569ed-1730-4b1a-9170-2d8000685ec1 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 210 time: 0.0440640 Jul 16 20:18:50.279729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.370497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Deleting port 68200091-55fd-4c30-99a3-7c50c0245ec1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:50.371098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.419451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57762) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:50.424597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947ad4c-997d-41b6-856b-12c353acdcdb None None] Network 911c524d-34a6-4b20-af6a-7bd111648f75 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:50.517793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] Deleting subnet 456a2e7e-c1da-45bb-8a50-950f5986e176 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:50.526474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.559410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] For port 68200091-55fd-4c30-99a3-7c50c0245ec1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68200091-55fd-4c30-99a3-7c50c0245ec1,segment=NetworkSegment(1fb35625-ecd2-4bb1-81c1-5316394bd393),segment_id=1fb35625-ecd2-4bb1-81c1-5316394bd393)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:50.560207 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.573621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5a7523de-8d69-4103-9b23-26149a900f56, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a7523de-8d69-4103-9b23-26149a900f56,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:50.587675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Calling delete_port for 68200091-55fd-4c30-99a3-7c50c0245ec1 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:50.605836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '5a7523de-8d69-4103-9b23-26149a900f56', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'port_id': '5a7523de-8d69-4103-9b23-26149a900f56', 'mac_address': 'fa:16:3e:89:9a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:50.641793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.726785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72b466-a409-427d-9177-aefc6267fd55 None None] Network 70e7664d-6438-44a5-b314-f6275436dd63 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:50.776069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.806697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.866212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] No DVR routers for this DVR port 68200091-55fd-4c30-99a3-7c50c0245ec1 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:50.877705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event deleted for resources: {'Port': ['ID=68200091-55fd-4c30-99a3-7c50c0245ec1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:50.882117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.927726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456a2e7e-c1da-45bb-8a50-950f5986e176,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:50.932277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.937049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-267fdd44-13cf-45b9-a9c4-f33f808b049b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/456a2e7e-c1da-45bb-8a50-950f5986e176 HTTP/1.1" status: 204 len: 168 time: 0.5141914 Jul 16 20:18:50.940639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:51.033232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.039355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.047003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.053189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.059284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.065268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.071589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.081720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dad6d417-31eb-408c-9c51-1c11269328ac req-cb63361e-6a1a-4142-80df-0155e612c933 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5437 time: 0.2119768 Jul 16 20:18:51.133727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.174748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dad6d417-31eb-408c-9c51-1c11269328ac req-1d13da4c-a6c9-487f-9346-41ac241274ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917358 Jul 16 20:18:51.235713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.317002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1252614-aca2-411f-83ad-714f74808b6b None None] DHCP port deletion for 911c524d-34a6-4b20-af6a-7bd111648f75 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:51.357784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.366748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911c524d-34a6-4b20-af6a-7bd111648f75']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.367043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68200091-55fd-4c30-99a3-7c50c0245ec1 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:51.377275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb35625-ecd2-4bb1-81c1-5316394bd393') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.377542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb35625-ecd2-4bb1-81c1-5316394bd393') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.380195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc844516-134c-44fc-ac6c-df0003b62bde']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.388365 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.396250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660b43f2-1890-4e3c-ba53-3876c0c0ac52') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.396983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660b43f2-1890-4e3c-ba53-3876c0c0ac52') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.410276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.414744 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.428566 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.431208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.443362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:51.444006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:51.446271 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:51.451936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0f6321b-51ff-4cc9-817f-5cef0661f3b3 req-ab74789f-82a5-49d1-ae58-55f898bba855 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 210 time: 0.0956864 Jul 16 20:18:51.458656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:51.459096 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:51.478775 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:51.483031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 68200091-55fd-4c30-99a3-7c50c0245ec1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:51.483596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68200091-55fd-4c30-99a3-7c50c0245ec1 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:51.493473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7523de-8d69-4103-9b23-26149a900f56 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:51.522219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5a7523de-8d69-4103-9b23-26149a900f56, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a7523de-8d69-4103-9b23-26149a900f56,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:51.529101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.575233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.582511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.585774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bc844516-134c-44fc-ac6c-df0003b62bde HTTP/1.1" status: 204 len: 168 time: 0.6440647 Jul 16 20:18:51.600365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57846) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:51.603697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a48a0-8c12-4197-868e-a1908ab8d773 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc844516-134c-44fc-ac6c-df0003b62bde,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:51.612680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5a7523de-8d69-4103-9b23-26149a900f56,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:51.616865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-50a1dc69-1ec4-4032-92ce-684a389c0061 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.618596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-50a1dc69-1ec4-4032-92ce-684a389c0061 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.79 "GET /v2.0/networks?id=8c61b981-7bff-4b64-9d85-327da752f952 HTTP/1.1" status: 200 len: 814 time: 0.7375362 Jul 16 20:18:51.645182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Request body: {'port': {'device_id': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'network_id': '8c61b981-7bff-4b64-9d85-327da752f952', 'admin_state_up': True, 'tenant_id': 'eb27bb9c91f34d0988b9a66b6d3a72d9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:51.653901 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.693794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.695754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] 10.222.0.91 "DELETE /v2.0/networks/911c524d-34a6-4b20-af6a-7bd111648f75 HTTP/1.1" status: 204 len: 168 time: 1.5819743 Jul 16 20:18:51.698579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb45a1-e898-459b-8c08-fec0ebbd7a79 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471 tempest-ExtraDHCPOptionsIpV6TestJSON-229772471-project] Pushing event deleted for resources: {'Network': ['ID=911c524d-34a6-4b20-af6a-7bd111648f75,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:51.717744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] Deleting subnet 630b426d-8502-4970-ac65-47f6dd82cceb {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:51.721214 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.760234 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.854410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.926069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Made reservation on behalf of eb27bb9c91f34d0988b9a66b6d3a72d9 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:51.930542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.973968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.048043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630b426d-8502-4970-ac65-47f6dd82cceb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:52.061480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.063429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c6280403-ef8e-4c65-a22d-8bb6795165bd admin admin] 10.222.0.91 "DELETE /v2.0/subnets/630b426d-8502-4970-ac65-47f6dd82cceb HTTP/1.1" status: 204 len: 168 time: 0.4618957 Jul 16 20:18:52.066183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57888) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:52.153117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Allocated IP 172.20.0.12 (8c61b981-7bff-4b64-9d85-327da752f952/0339aa00-34a1-493b-87f1-697b83c6a620/fffabef8-2629-4e00-a759-39e6e837508d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:52.209504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.268778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['951f07f2-e78f-4313-9640-06f997943a71'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:52.273799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['7b0e9685-015e-4546-ab21-ad5e2103ca1b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:52.299520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57904) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:52.360749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.374319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e7664d-6438-44a5-b314-f6275436dd63']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:52.416356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['c21467a1-8f59-4e51-b402-101f30507f43'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:52.417349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333ba96f-8f7b-4f30-9887-96f223d8d241') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:52.417794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333ba96f-8f7b-4f30-9887-96f223d8d241') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:52.421255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['7e596191-1e0c-4d6e-9f51-11f76a2009e6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:52.424771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a6ab6132-42e2-4194-bb60-562625afa6b2'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:52.446298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.456451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.502931 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.514462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.573839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:52.574324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:52.593428 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:52.665866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Network 8c61b981-7bff-4b64-9d85-327da752f952 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:52.670615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57916) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:52.689238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:52.696211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:52.722923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Pushing event updated for resources: {'Port': ['ID=fffabef8-2629-4e00-a759-39e6e837508d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:52.824301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.825247 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.830534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.838615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.845966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.854002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.854825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0a7c2b85-02c0-440f-b6c2-259058ef1d1b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ffc1137b5d784fcda9281e89b9523ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5539804 Jul 16 20:18:52.861378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57922) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:52.862516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.870559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.879422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.883409 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9462830d-2db9-45ba-b838-355a3179902d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.889498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e16b360d-ad1b-4638-b689-103b0c3d422d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5438 time: 0.4301872 Jul 16 20:18:52.902729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-85f8f110-1683-4f9d-a400-673690a57272 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2629490 Jul 16 20:18:52.910101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.916569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.928818 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/70e7664d-6438-44a5-b314-f6275436dd63 HTTP/1.1" status: 204 len: 168 time: 0.8603151 Jul 16 20:18:52.942730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775b08d-e897-49c4-9761-52146e86f676 req-2e442be2-8a04-4d6e-ad95-da455d98e61b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.944792 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4775b08d-e897-49c4-9761-52146e86f676 req-2e442be2-8a04-4d6e-ad95-da455d98e61b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 932 time: 0.2962265 Jul 16 20:18:52.949359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Request body: {'port': {'device_id': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:52.977391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cd306-81c6-4d09-b888-4241f22eb7f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e7664d-6438-44a5-b314-f6275436dd63,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.013046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49bb9c8a-6c7e-4bac-bd53-a93596957aa6 req-e3158133-ef6a-4bad-a810-eb893bed9f6b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221530 Jul 16 20:18:53.129910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4775b08d-e897-49c4-9761-52146e86f676 req-2e481c80-c2a6-416d-9d3c-66d0108258cf tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668403 Jul 16 20:18:53.184689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0876-0b13-4f4c-b318-1fec2cc06ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.240850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0876-0b13-4f4c-b318-1fec2cc06ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.254229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.264439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:53.385381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9462830d-2db9-45ba-b838-355a3179902d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.393443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-085b7d79-fd2a-456b-ae11-4b7b7447c829 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=63e67331beb44bbdb8ee3c3e0e381eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1206264 Jul 16 20:18:53.393443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9462830d-2db9-45ba-b838-355a3179902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.393866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57940) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:53.458561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfd42c28-27c9-4a56-bc68-23e4137e1686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.481763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0876-0b13-4f4c-b318-1fec2cc06ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.482086 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfd42c28-27c9-4a56-bc68-23e4137e1686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.484843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0876-0b13-4f4c-b318-1fec2cc06ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.487050 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ec1c0876-0b13-4f4c-b318-1fec2cc06ca7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ce1b4dd8-9994-4277-aca4-6fd130ccbc74 HTTP/1.1" status: 204 len: 168 time: 0.6223209 Jul 16 20:18:53.497472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['aa7115f9-61a2-45dc-9b33-3a0d5dcd455a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:53.536101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462830d-2db9-45ba-b838-355a3179902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a46126d-6628-4d94-93f0-c63fda0a9370,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.551036 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9462830d-2db9-45ba-b838-355a3179902d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=320f0a2af174491887ad0bd5a428029a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8791711 Jul 16 20:18:53.552264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c0876-0b13-4f4c-b318-1fec2cc06ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b4dd8-9994-4277-aca4-6fd130ccbc74,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.553945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57946) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:53.566947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfd42c28-27c9-4a56-bc68-23e4137e1686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.572608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfd42c28-27c9-4a56-bc68-23e4137e1686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.578752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dfd42c28-27c9-4a56-bc68-23e4137e1686 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d007dfde-2303-493f-b087-cb747efabbd1 HTTP/1.1" status: 204 len: 168 time: 0.1821103 Jul 16 20:18:53.582152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['5a7523de-8d69-4103-9b23-26149a900f56'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:53.593474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd42c28-27c9-4a56-bc68-23e4137e1686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007dfde-2303-493f-b087-cb747efabbd1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.609063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57950) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:53.688446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46f9e0aa-1484-4e96-9360-c127238b3a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.733171 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46f9e0aa-1484-4e96-9360-c127238b3a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.831282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffabef8-2629-4e00-a759-39e6e837508d {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:53.841399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46f9e0aa-1484-4e96-9360-c127238b3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.844968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46f9e0aa-1484-4e96-9360-c127238b3a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.848823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-46f9e0aa-1484-4e96-9360-c127238b3a45 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a46126d-6628-4d94-93f0-c63fda0a9370 HTTP/1.1" status: 204 len: 168 time: 0.2891684 Jul 16 20:18:53.849192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.868244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9e0aa-1484-4e96-9360-c127238b3a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a46126d-6628-4d94-93f0-c63fda0a9370,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.872400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Transition to ACTIVE for port object fffabef8-2629-4e00-a759-39e6e837508d will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:53.878330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.937919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Pushing event updated for resources: {'Port': ['ID=fffabef8-2629-4e00-a759-39e6e837508d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.973681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b0142d8-4a28-482a-bea8-399bc2987512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.032777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Attempting to bind port fffabef8-2629-4e00-a759-39e6e837508d on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:54.033074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Attempting to bind port fffabef8-2629-4e00-a759-39e6e837508d by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '589cd6dd-d76c-44f6-9dfb-19bea9533151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '8c61b981-7bff-4b64-9d85-327da752f952'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:54.033346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Attempting to bind port fffabef8-2629-4e00-a759-39e6e837508d on network 8c61b981-7bff-4b64-9d85-327da752f952 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:54.038105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Port fffabef8-2629-4e00-a759-39e6e837508d on network 8c61b981-7bff-4b64-9d85-327da752f952 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:54.038582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Attempting to bind port fffabef8-2629-4e00-a759-39e6e837508d on network 8c61b981-7bff-4b64-9d85-327da752f952 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:54.044209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:54.044556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Checking segment: {'id': '589cd6dd-d76c-44f6-9dfb-19bea9533151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '8c61b981-7bff-4b64-9d85-327da752f952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:54.044949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Bound using segment: {'id': '589cd6dd-d76c-44f6-9dfb-19bea9533151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '8c61b981-7bff-4b64-9d85-327da752f952'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:54.045383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Bound port: fffabef8-2629-4e00-a759-39e6e837508d, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589cd6dd-d76c-44f6-9dfb-19bea9533151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '8c61b981-7bff-4b64-9d85-327da752f952'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:54.045747 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.086877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57964) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:54.148275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] For port fffabef8-2629-4e00-a759-39e6e837508d, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:54.150916 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b0142d8-4a28-482a-bea8-399bc2987512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.154892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] For port fffabef8-2629-4e00-a759-39e6e837508d, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fffabef8-2629-4e00-a759-39e6e837508d,segment=NetworkSegment(589cd6dd-d76c-44f6-9dfb-19bea9533151),segment_id=589cd6dd-d76c-44f6-9dfb-19bea9533151)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:54.163490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.224724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-230a23f3-f249-4708-b26b-987b9ee17fb1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b7efb70239e64036ab2114287c31f579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364789 Jul 16 20:18:54.225361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b0142d8-4a28-482a-bea8-399bc2987512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.227793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:54.247796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Pushing event updated for resources: {'Port': ['ID=fffabef8-2629-4e00-a759-39e6e837508d,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.267623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.268337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.269811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-2b014213-d470-4798-92df-3bafc7102325 service neutron] 10.222.0.79 "PUT /v2.0/ports/fffabef8-2629-4e00-a759-39e6e837508d HTTP/1.1" status: 200 len: 1093 time: 1.3428886 Jul 16 20:18:54.270363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'tag': 'fffabef8-2629-4e00-a759-39e6e837508d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:54.273045 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d0cc0a-9309-4919-974c-2ff40359fd92" -d '{"events": [{"name": "network-changed", "server_uuid": "73808fa1-4f80-4908-b1d6-da0277b74eef", "tag": "fffabef8-2629-4e00-a759-39e6e837508d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:54.278185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0142d8-4a28-482a-bea8-399bc2987512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153bf342-75c6-4813-96a1-0072e63455dd,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.345694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b0142d8-4a28-482a-bea8-399bc2987512 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e38168afc1c4e49a341880dc7305716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325628 Jul 16 20:18:54.357151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57982) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:54.395400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:54.439053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcdfe6-c00d-4076-88b6-b7dcfa449696 req-5e085748-e166-4345-98c2-0729532fca90 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.440798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15afaf5a-d6ef-45fc-be08-41f4f15fdd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.446557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76dcdfe6-c00d-4076-88b6-b7dcfa449696 req-5e085748-e166-4345-98c2-0729532fca90 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 944 time: 0.1223855 Jul 16 20:18:54.446826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d0418d-3749-44eb-b2ce-485f8fb340ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.466589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.476510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.486942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.488584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-5308f8d4-5189-46f5-94f0-b6221d830e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.490681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-5308f8d4-5189-46f5-94f0-b6221d830e40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb27bb9c91f34d0988b9a66b6d3a72d9&device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 1096 time: 0.1242683 Jul 16 20:18:54.495265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.499559 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76dcdfe6-c00d-4076-88b6-b7dcfa449696 req-e84e9d99-3d4c-400f-9938-d95c16b490f1 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 Jul 16 20:18:54.501284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.507920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.514110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.531031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-89e666cd-8ca7-478d-ab1a-7d1c12338a0a tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5438 time: 0.3109949 Jul 16 20:18:54.545416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-cae475cb-a857-41c4-8f6d-e6e48162ff72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fffabef8-2629-4e00-a759-39e6e837508d HTTP/1.1" status: 200 len: 217 time: 0.0448098 Jul 16 20:18:54.615666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b144407d-c09a-46fb-99d3-b10e697a5f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.617953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-a74f59f6-b861-4b73-b064-0abcb27b5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.621733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-a74f59f6-b861-4b73-b064-0abcb27b5e38 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0339aa00-34a1-493b-87f1-697b83c6a620 HTTP/1.1" status: 200 len: 854 time: 0.0702801 Jul 16 20:18:54.636169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d0418d-3749-44eb-b2ce-485f8fb340ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.667338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-e7c94c1d-dd5a-4df4-a0c3-2e6bbab2a7e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8c61b981-7bff-4b64-9d85-327da752f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388126 Jul 16 20:18:54.703352 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7da252-023d-44aa-b0e4-0481fced0a19 x-openstack-request-id: req-aa7da252-023d-44aa-b0e4-0481fced0a19 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:54.703757 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73808fa1-4f80-4908-b1d6-da0277b74eef", "tag": "fffabef8-2629-4e00-a759-39e6e837508d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:54.704077 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aa7da252-023d-44aa-b0e4-0481fced0a19 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:54.704552 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'tag': 'fffabef8-2629-4e00-a759-39e6e837508d', 'status': 'completed', 'code': 200} Jul 16 20:18:54.717521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b144407d-c09a-46fb-99d3-b10e697a5f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.735665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f41bdd3-4eb1-4071-aa90-f8c196a49017 req-577909a1-35ad-4069-b215-817cdd59e88e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032087 Jul 16 20:18:54.806958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15afaf5a-d6ef-45fc-be08-41f4f15fdd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.817642 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15afaf5a-d6ef-45fc-be08-41f4f15fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.840914 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-0d8d6c48-9d65-4d55-ae33-c259cc76d824 service neutron] 10.222.0.79 "GET /v2.0/networks/8c61b981-7bff-4b64-9d85-327da752f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644452 Jul 16 20:18:54.850041 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d0418d-3749-44eb-b2ce-485f8fb340ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.852593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d0418d-3749-44eb-b2ce-485f8fb340ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.853787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-98d0418d-3749-44eb-b2ce-485f8fb340ef admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ff43271a-4daa-41bf-8414-da83e80084f9 HTTP/1.1" status: 204 len: 168 time: 0.5994470 Jul 16 20:18:54.873643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-15afaf5a-d6ef-45fc-be08-41f4f15fdd4c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=df70c31088a94239bb8a5632f0f95de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770792 Jul 16 20:18:54.876099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afaf5a-d6ef-45fc-be08-41f4f15fdd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f3bfbc-9ddf-4319-9835-c05217dfb351,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.878452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:54.896536 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b144407d-c09a-46fb-99d3-b10e697a5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.898940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b144407d-c09a-46fb-99d3-b10e697a5f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.900075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b144407d-c09a-46fb-99d3-b10e697a5f7e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/153bf342-75c6-4813-96a1-0072e63455dd HTTP/1.1" status: 204 len: 168 time: 0.5386980 Jul 16 20:18:54.909694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0418d-3749-44eb-b2ce-485f8fb340ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43271a-4daa-41bf-8414-da83e80084f9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.931422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144407d-c09a-46fb-99d3-b10e697a5f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153bf342-75c6-4813-96a1-0072e63455dd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.957169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29550351-af3a-441d-853d-5e0f227ef00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.985780 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29550351-af3a-441d-853d-5e0f227ef00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.988509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ce9d697-b45c-41c9-bcfa-74cce9093c6f req-dfebe5f9-ab93-413b-885a-ddc97443335c service neutron] 10.222.0.79 "GET /v2.0/networks/8c61b981-7bff-4b64-9d85-327da752f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428270 Jul 16 20:18:55.067215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29550351-af3a-441d-853d-5e0f227ef00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.070125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29550351-af3a-441d-853d-5e0f227ef00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.071368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-29550351-af3a-441d-853d-5e0f227ef00f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/89f3bfbc-9ddf-4319-9835-c05217dfb351 HTTP/1.1" status: 204 len: 168 time: 0.1907380 Jul 16 20:18:55.082421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29550351-af3a-441d-853d-5e0f227ef00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f3bfbc-9ddf-4319-9835-c05217dfb351,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:55.094909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-15aa11e2-4406-4b91-a3da-4274eebbf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.096456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-15aa11e2-4406-4b91-a3da-4274eebbf32c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb27bb9c91f34d0988b9a66b6d3a72d9&device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 1096 time: 0.0586648 Jul 16 20:18:55.211252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-3451f21c-ce19-4b83-bece-ed1566b34797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.212895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-3451f21c-ce19-4b83-bece-ed1566b34797 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8c61b981-7bff-4b64-9d85-327da752f952 HTTP/1.1" status: 200 len: 915 time: 0.1100609 Jul 16 20:18:55.256584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-759c0d6b-f870-4f0f-8cc2-725587dd6867 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fffabef8-2629-4e00-a759-39e6e837508d HTTP/1.1" status: 200 len: 217 time: 0.0361300 Jul 16 20:18:55.313940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-78f2ee57-92b3-44e3-bd50-600013e21db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.315486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-78f2ee57-92b3-44e3-bd50-600013e21db9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0339aa00-34a1-493b-87f1-697b83c6a620 HTTP/1.1" status: 200 len: 854 time: 0.0530834 Jul 16 20:18:55.353611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-14f3b8ee-380a-4fbd-b3af-456310c6f959 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8c61b981-7bff-4b64-9d85-327da752f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276649 Jul 16 20:18:55.458104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-605fda9d-1be8-460f-89e9-84de1a9574e1 service neutron] 10.222.0.79 "GET /v2.0/networks/8c61b981-7bff-4b64-9d85-327da752f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010065 Jul 16 20:18:55.561289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58026) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:55.568119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7e596191-1e0c-4d6e-9f51-11f76a2009e6 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:55.576764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14d0cc0a-9309-4919-974c-2ff40359fd92 req-f17a2cce-2ad2-4cef-983d-1662af25c08c service neutron] 10.222.0.79 "GET /v2.0/networks/8c61b981-7bff-4b64-9d85-327da752f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118357 Jul 16 20:18:55.589335 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18adf740-affd-4e2a-98d8-80bfa64e490b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.671619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:55.686780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:55.694304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.791683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.820828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:55.824418 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a201d-45bd-4dfc-8700-6e08f4b76880" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:55.844705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:55.850437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.852272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 951f07f2-e78f-4313-9640-06f997943a71 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:55.926099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e550845-9a7b-46c9-b5e5-909abb7ab2ee req-ea6fbf66-8cc8-44a9-a65c-0407fe2450cd tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.936242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e550845-9a7b-46c9-b5e5-909abb7ab2ee req-ea6fbf66-8cc8-44a9-a65c-0407fe2450cd tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 944 time: 0.2383506 Jul 16 20:18:55.983743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 951f07f2-e78f-4313-9640-06f997943a71 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:55.990760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 951f07f2-e78f-4313-9640-06f997943a71 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:55.991516 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.994155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7e596191-1e0c-4d6e-9f51-11f76a2009e6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.005001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18adf740-affd-4e2a-98d8-80bfa64e490b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.021951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18adf740-affd-4e2a-98d8-80bfa64e490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.073612 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e550845-9a7b-46c9-b5e5-909abb7ab2ee req-703a92e9-90e3-45b8-872e-348fecba5c65 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362076 Jul 16 20:18:56.082937 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.112461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58054) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:56.115840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-18adf740-affd-4e2a-98d8-80bfa64e490b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=16b17b823c0a4a4697ce08c6c1cd77b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486526 Jul 16 20:18:56.119452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adf740-affd-4e2a-98d8-80bfa64e490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e32b6c-7755-41a5-9b1d-5ef4f92e7e29,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.132943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 951f07f2-e78f-4313-9640-06f997943a71, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=951f07f2-e78f-4313-9640-06f997943a71,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:56.143658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.146710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a6ab6132-42e2-4194-bb60-562625afa6b2 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:56.214336 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ea283e-afbd-4ea8-8e3a-2134bf0165f4 x-openstack-request-id: req-16ea283e-afbd-4ea8-8e3a-2134bf0165f4 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:56.214710 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:56.214913 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-16ea283e-afbd-4ea8-8e3a-2134bf0165f4 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:56.215388 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6', 'code': 200} Jul 16 20:18:56.282421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.288841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.295185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.301715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.307934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.311317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=951f07f2-e78f-4313-9640-06f997943a71,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.314975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.322623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.328574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a6ab6132-42e2-4194-bb60-562625afa6b2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:56.331616 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b710d59d-1111-4ac9-831b-6a779602e802 req-f02b8ec3-e103-4b1c-a9b0-cb2ff9cb7e92 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5439 time: 0.2323523 Jul 16 20:18:56.334180 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3e469d2-d186-4b27-b37e-781c3ab73295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.334422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a6ab6132-42e2-4194-bb60-562625afa6b2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:56.335023 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.406043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b710d59d-1111-4ac9-831b-6a779602e802 req-14c09cfa-370e-48c5-8ff2-563baf6263ca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733325 Jul 16 20:18:56.412155 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3e469d2-d186-4b27-b37e-781c3ab73295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.467037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.479623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3e469d2-d186-4b27-b37e-781c3ab73295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.483084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3e469d2-d186-4b27-b37e-781c3ab73295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.484375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f3e469d2-d186-4b27-b37e-781c3ab73295 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/10e32b6c-7755-41a5-9b1d-5ef4f92e7e29 HTTP/1.1" status: 204 len: 168 time: 0.3631177 Jul 16 20:18:56.494599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e469d2-d186-4b27-b37e-781c3ab73295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e32b6c-7755-41a5-9b1d-5ef4f92e7e29,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.536880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a6ab6132-42e2-4194-bb60-562625afa6b2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6ab6132-42e2-4194-bb60-562625afa6b2,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:56.542716 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.594124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a6ab6132-42e2-4194-bb60-562625afa6b2,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.721905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58078) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.007029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80e5c488-cd47-4978-b824-c765b112cdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.113379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58096) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.144902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d308d1c-9220-4b01-af76-9c38ceabe0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.166669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80e5c488-cd47-4978-b824-c765b112cdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.175752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80e5c488-cd47-4978-b824-c765b112cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.245148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-80e5c488-cd47-4978-b824-c765b112cdaa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4cb231279fe04ef3ab646430811bea09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221472 Jul 16 20:18:57.246440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5c488-cd47-4978-b824-c765b112cdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7fece1-fc5e-4a27-8392-511cbf4dcce1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:57.249089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58098) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.308712 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e12-5b58-44a2-a881-781c689b95e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.343736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e12-5b58-44a2-a881-781c689b95e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.390328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b77779-bda8-4dff-a621-6cfe1a741c6b req-1e1eeaad-f9c7-474b-a08c-7caadfa3e307 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.404999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e12-5b58-44a2-a881-781c689b95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.407956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e12-5b58-44a2-a881-781c689b95e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.408978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2b77779-bda8-4dff-a621-6cfe1a741c6b req-1e1eeaad-f9c7-474b-a08c-7caadfa3e307 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 944 time: 0.2009199 Jul 16 20:18:57.409730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e62c8e12-5b58-44a2-a881-781c689b95e1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8e7fece1-fc5e-4a27-8392-511cbf4dcce1 HTTP/1.1" status: 204 len: 168 time: 0.1593246 Jul 16 20:18:57.425453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8e12-5b58-44a2-a881-781c689b95e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7fece1-fc5e-4a27-8392-511cbf4dcce1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:57.508007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2b77779-bda8-4dff-a621-6cfe1a741c6b req-1ac61a80-0465-45f1-846a-b387ddbb5c22 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802021 Jul 16 20:18:57.549370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d308d1c-9220-4b01-af76-9c38ceabe0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.562448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d308d1c-9220-4b01-af76-9c38ceabe0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.567407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7b0e9685-015e-4546-ab21-ad5e2103ca1b up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:57.663199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d308d1c-9220-4b01-af76-9c38ceabe0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4875c988-0fca-4849-812b-a9e6a59c5c33,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:57.668403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0d308d1c-9220-4b01-af76-9c38ceabe0b5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=97cb6dbae4a742b0866cc8852e5dabbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530488 Jul 16 20:18:57.671152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58120) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.704581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 7b0e9685-015e-4546-ab21-ad5e2103ca1b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:57.709084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 7b0e9685-015e-4546-ab21-ad5e2103ca1b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:57.709676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.739129 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfdce685-acad-41d0-aacf-7069065893c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.807941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfdce685-acad-41d0-aacf-7069065893c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.833058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.855395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.864304 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfdce685-acad-41d0-aacf-7069065893c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.865593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.867526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfdce685-acad-41d0-aacf-7069065893c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.871151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.872121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cfdce685-acad-41d0-aacf-7069065893c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4875c988-0fca-4849-812b-a9e6a59c5c33 HTTP/1.1" status: 204 len: 168 time: 0.1996620 Jul 16 20:18:57.880757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdce685-acad-41d0-aacf-7069065893c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4875c988-0fca-4849-812b-a9e6a59c5c33,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:57.881020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.893219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.897912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.904097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.906130 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-dd19909c-a33d-477a-aefb-084a5f6aff58 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5441 time: 0.1628511 Jul 16 20:18:57.929826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58130) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.947184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:57.954715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.956800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aa7115f9-61a2-45dc-9b33-3a0d5dcd455a up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:57.969850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-726fa5e1-b790-4bc0-a54e-868740324a71 req-eb97991d-eb54-433d-9dba-7fd82a553612 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567865 Jul 16 20:18:58.028947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fffabef8-2629-4e00-a759-39e6e837508d details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:58.113589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7b0e9685-015e-4546-ab21-ad5e2103ca1b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.141784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:58.164017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba67c5b7-48e9-4392-b1c3-dc83d5b555e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.167783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:58.174499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:58.174979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.216960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f07f2-e78f-4313-9640-06f997943a71'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:58.220254 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0430354-3360-4dd0-8a7d-aa5a9df34d74" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "951f07f2-e78f-4313-9640-06f997943a71"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:58.243449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port fffabef8-2629-4e00-a759-39e6e837508d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fffabef8-2629-4e00-a759-39e6e837508d,segment=NetworkSegment(589cd6dd-d76c-44f6-9dfb-19bea9533151),segment_id=589cd6dd-d76c-44f6-9dfb-19bea9533151)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:58.290643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'fffabef8-2629-4e00-a759-39e6e837508d', 'network_id': '8c61b981-7bff-4b64-9d85-327da752f952', 'port_id': 'fffabef8-2629-4e00-a759-39e6e837508d', 'mac_address': 'fa:16:3e:47:98:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0339aa00-34a1-493b-87f1-697b83c6a620', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:58.309801 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92e607e-00af-449b-85ad-30548af0d9a1 x-openstack-request-id: req-f92e607e-00af-449b-85ad-30548af0d9a1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:58.310261 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "951f07f2-e78f-4313-9640-06f997943a71", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:58.310659 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f92e607e-00af-449b-85ad-30548af0d9a1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:58.311273 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f07f2-e78f-4313-9640-06f997943a71', 'code': 200} Jul 16 20:18:58.311644 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2', 'code': 200} Jul 16 20:18:58.311899 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b', 'code': 200} Jul 16 20:18:58.320569 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba67c5b7-48e9-4392-b1c3-dc83d5b555e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.325935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba67c5b7-48e9-4392-b1c3-dc83d5b555e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.363316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ba67c5b7-48e9-4392-b1c3-dc83d5b555e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8a9d9a540e4648d78633bb0f8987450f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201545 Jul 16 20:18:58.369316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:58.384386 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.387668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67c5b7-48e9-4392-b1c3-dc83d5b555e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515aa74d-49a0-44d9-982c-25dcbfe3d250,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.412769 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.430124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffabef8-2629-4e00-a759-39e6e837508d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:58.438297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8af6215d-eed1-47f7-b12d-13673159bc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.457676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7795490f-ec0e-40c2-8d40-a3de132fcb9c tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-218747553'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:58.458152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7795490f-ec0e-40c2-8d40-a3de132fcb9c tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Unknown quota resources ['metering_label']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:18:58.469518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port fffabef8-2629-4e00-a759-39e6e837508d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fffabef8-2629-4e00-a759-39e6e837508d,segment=NetworkSegment(589cd6dd-d76c-44f6-9dfb-19bea9533151),segment_id=589cd6dd-d76c-44f6-9dfb-19bea9533151)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:58.481015 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.512265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8af6215d-eed1-47f7-b12d-13673159bc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.546660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:58.579681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.579681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c21467a1-8f59-4e51-b402-101f30507f43 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:58.725790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=fffabef8-2629-4e00-a759-39e6e837508d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.751986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['fffabef8-2629-4e00-a759-39e6e837508d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:58.793426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7795490f-ec0e-40c2-8d40-a3de132fcb9c tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.794689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7795490f-ec0e-40c2-8d40-a3de132fcb9c tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8636713 Jul 16 20:18:58.800222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port c21467a1-8f59-4e51-b402-101f30507f43 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:58.815882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port c21467a1-8f59-4e51-b402-101f30507f43 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:58.816634 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.818987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58170) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:58.827276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0452ffa9-393f-4c71-bede-c9374674e71d tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ecd81a17-770c-4d32-9bf9-f92b8018f4ce'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:58.827826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0452ffa9-393f-4c71-bede-c9374674e71d tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93861) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:18:58.846549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8af6215d-eed1-47f7-b12d-13673159bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.850332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8af6215d-eed1-47f7-b12d-13673159bc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.862266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8af6215d-eed1-47f7-b12d-13673159bc2e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/515aa74d-49a0-44d9-982c-25dcbfe3d250 HTTP/1.1" status: 204 len: 168 time: 0.4918330 Jul 16 20:18:58.880106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.890878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6215d-eed1-47f7-b12d-13673159bc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515aa74d-49a0-44d9-982c-25dcbfe3d250,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.023101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e3c5-2b07-4d18-8bb2-94c79c230cf1 req-e685a1e6-3ba0-4a1a-a3a0-d2b1b71bbf4d tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.031645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8945e3c5-2b07-4d18-8bb2-94c79c230cf1 req-e685a1e6-3ba0-4a1a-a3a0-d2b1b71bbf4d tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 945 time: 0.2836094 Jul 16 20:18:59.034369 n-d-792458-10 neutron-server[93861]: WARNING neutron.services.metering.metering_plugin [None req-0452ffa9-393f-4c71-bede-c9374674e71d tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:18:59.049299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.132388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port c21467a1-8f59-4e51-b402-101f30507f43, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c21467a1-8f59-4e51-b402-101f30507f43,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:59.162580 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.168030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5a7523de-8d69-4103-9b23-26149a900f56 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:59.239283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.251478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.258825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.268160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.274891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.282233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.291332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.293543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-f542f762-2ac2-4aee-ab18-f9a2cc38386e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5443 time: 0.1739650 Jul 16 20:18:59.355963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3afce548-4f80-4368-9630-3bba9ab3d911 req-d48980a1-533f-44cc-8ec6-2f5776b8bdab tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553296 Jul 16 20:18:59.441337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=c21467a1-8f59-4e51-b402-101f30507f43,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.458328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 5a7523de-8d69-4103-9b23-26149a900f56 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:59.463714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 5a7523de-8d69-4103-9b23-26149a900f56 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:59.464413 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.700210 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0452ffa9-393f-4c71-bede-c9374674e71d tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.701748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0452ffa9-393f-4c71-bede-c9374674e71d tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8798373 Jul 16 20:18:59.705568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58200) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:59.712831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9b476049-f4b1-49e0-be34-c91140c20f25 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ecd81a17-770c-4d32-9bf9-f92b8018f4ce'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:59.713962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9b476049-f4b1-49e0-be34-c91140c20f25 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:18:59.769340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8945e3c5-2b07-4d18-8bb2-94c79c230cf1 req-8b4465c6-1bba-40ed-b28b-212a9f013163 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7366681 Jul 16 20:18:59.880257 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.956630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5a7523de-8d69-4103-9b23-26149a900f56, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a7523de-8d69-4103-9b23-26149a900f56,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:59.965369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.016680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fffabef8-2629-4e00-a759-39e6e837508d up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:00.106415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5a7523de-8d69-4103-9b23-26149a900f56,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.118300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port fffabef8-2629-4e00-a759-39e6e837508d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:00.125915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port fffabef8-2629-4e00-a759-39e6e837508d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:00.126518 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.247279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.274634 n-d-792458-10 neutron-server[93862]: WARNING neutron.services.metering.metering_plugin [None req-9b476049-f4b1-49e0-be34-c91140c20f25 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:19:00.288254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port fffabef8-2629-4e00-a759-39e6e837508d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fffabef8-2629-4e00-a759-39e6e837508d,segment=NetworkSegment(589cd6dd-d76c-44f6-9dfb-19bea9533151),segment_id=589cd6dd-d76c-44f6-9dfb-19bea9533151)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:00.294930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.320171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7115f9-61a2-45dc-9b33-3a0d5dcd455a'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21467a1-8f59-4e51-b402-101f30507f43'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56'}, {'server_uuid': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffabef8-2629-4e00-a759-39e6e837508d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:00.323140 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39294010-73f5-4982-9622-3534ccae2084" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "aa7115f9-61a2-45dc-9b33-3a0d5dcd455a"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "c21467a1-8f59-4e51-b402-101f30507f43"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "5a7523de-8d69-4103-9b23-26149a900f56"}, {"server_uuid": "73808fa1-4f80-4908-b1d6-da0277b74eef", "name": "network-vif-plugged", "status": "completed", "tag": "fffabef8-2629-4e00-a759-39e6e837508d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:00.384048 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b476049-f4b1-49e0-be34-c91140c20f25 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.388716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9b476049-f4b1-49e0-be34-c91140c20f25 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6811347 Jul 16 20:19:00.388966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58230) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:00.393432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=fffabef8-2629-4e00-a759-39e6e837508d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.399684 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd9dafa-b0bc-4148-a001-c2f32b252478 x-openstack-request-id: req-3bd9dafa-b0bc-4148-a001-c2f32b252478 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:00.399990 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "aa7115f9-61a2-45dc-9b33-3a0d5dcd455a", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "c21467a1-8f59-4e51-b402-101f30507f43", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-plugged", "status": "completed", "tag": "5a7523de-8d69-4103-9b23-26149a900f56", "code": 200}, {"server_uuid": "73808fa1-4f80-4908-b1d6-da0277b74eef", "name": "network-vif-plugged", "status": "completed", "tag": "fffabef8-2629-4e00-a759-39e6e837508d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:00.400243 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3bd9dafa-b0bc-4148-a001-c2f32b252478 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:00.400648 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7115f9-61a2-45dc-9b33-3a0d5dcd455a', 'code': 200} Jul 16 20:19:00.400903 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21467a1-8f59-4e51-b402-101f30507f43', 'code': 200} Jul 16 20:19:00.401189 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56', 'code': 200} Jul 16 20:19:00.401436 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffabef8-2629-4e00-a759-39e6e837508d', 'code': 200} Jul 16 20:19:00.423744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58232) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:00.427682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef554522-cae3-4fba-9712-109f32d095aa tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=a3ea6bea-8809-4cf2-9433-aace6e4ac825 HTTP/1.1" status: 200 len: 464 time: 0.0358577 Jul 16 20:19:00.724805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.725967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.727659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.728723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.729989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.731530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.732649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.737022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-318480d5-5644-4ab1-998e-57a4b27867cb req-425540bc-a763-478c-a7e0-cc7d63e1e0f7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6509 time: 0.1684341 Jul 16 20:19:00.744716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5dde348-415d-4c32-81b3-8f9c5b168994 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.750372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5dde348-415d-4c32-81b3-8f9c5b168994 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/a3ea6bea-8809-4cf2-9433-aace6e4ac825 HTTP/1.1" status: 204 len: 168 time: 0.3214562 Jul 16 20:19:00.750489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58246) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:00.795626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-75e6460e-d971-48f2-8584-b44e04311ef3 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=a3ea6bea-8809-4cf2-9433-aace6e4ac825 HTTP/1.1" status: 200 len: 221 time: 0.0444162 Jul 16 20:19:00.806468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58252) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:00.823076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7e54a766-d438-413d-95b0-f206b7257058 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--593301858', 'description': 'label created by tempest'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:00.828540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7e54a766-d438-413d-95b0-f206b7257058 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Unknown quota resources ['metering_label']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:19:00.871548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-318480d5-5644-4ab1-998e-57a4b27867cb req-6d541955-0268-4cc9-af5a-8134e9ef8665 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225176 Jul 16 20:19:00.872581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.880344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.887000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.894818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.904397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.911120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.917467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.919956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-9c27dc12-4e74-42a9-8e89-2f8300ff7aac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.2932673 Jul 16 20:19:00.968126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd08fd9-6258-4217-96c6-428e4189ccfd req-de1a83ca-08b4-464f-96c6-8f7b31a5704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.970542 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dbd08fd9-6258-4217-96c6-428e4189ccfd req-de1a83ca-08b4-464f-96c6-8f7b31a5704f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 1098 time: 0.4149561 Jul 16 20:19:01.078402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3262a9d7-5b92-4e51-9e02-a1ba7a5a2fec req-1cbb7a7b-95b7-4f8d-943d-2f4a74d6f367 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197462 Jul 16 20:19:01.140844 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dbd08fd9-6258-4217-96c6-428e4189ccfd req-71d14722-f56d-4fd9-b71a-a9d27793cf19 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612585 Jul 16 20:19:01.190100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e54a766-d438-413d-95b0-f206b7257058 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.191442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7e54a766-d438-413d-95b0-f206b7257058 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3813212 Jul 16 20:19:01.194447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58268) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.331716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-707a0cac-119b-4b1a-915d-bca2e2c753d2 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=495289f3-3186-4d0c-81ff-e31cf39d95ed HTTP/1.1" status: 200 len: 467 time: 0.1359122 Jul 16 20:19:01.340330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58278) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.549252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c145ccc8-c71d-4e9b-9ba8-20cae6ee308a tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.550526 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c145ccc8-c71d-4e9b-9ba8-20cae6ee308a tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/495289f3-3186-4d0c-81ff-e31cf39d95ed HTTP/1.1" status: 204 len: 168 time: 0.2112894 Jul 16 20:19:01.555196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58292) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.558730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d5f3-1e71-4e3c-8eb9-e528f8425598 req-fb02dc79-37e6-4d35-80ad-97f876a3f718 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.560375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee84d5f3-1e71-4e3c-8eb9-e528f8425598 req-fb02dc79-37e6-4d35-80ad-97f876a3f718 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 946 time: 0.3586521 Jul 16 20:19:01.580928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58296) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.581508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-59fdcf51-0d03-43c1-97f1-c404235df9c9 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=495289f3-3186-4d0c-81ff-e31cf39d95ed HTTP/1.1" status: 200 len: 216 time: 0.0248814 Jul 16 20:19:01.602191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef60bf73-f141-4a9d-89d7-346f03298fb6 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0196230 Jul 16 20:19:01.606176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58298) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.627721 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dcaac34a-6020-4953-a6d4-84d9c4df5625 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0205104 Jul 16 20:19:01.631257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee84d5f3-1e71-4e3c-8eb9-e528f8425598 req-41206c28-1a1b-4f29-a519-f3d00fe7cf48 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580165 Jul 16 20:19:01.631919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58302) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.713193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-547f0678-d232-424b-97e4-644f214b3e12 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels/ecd81a17-770c-4d32-9bf9-f92b8018f4ce HTTP/1.1" status: 200 len: 472 time: 0.0800133 Jul 16 20:19:01.717199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58304) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.732462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-917d7b23-5174-442e-a930-a66cc92b27f8 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules/8d098b70-b4e0-4741-a151-488f4499c3e6 HTTP/1.1" status: 200 len: 461 time: 0.0101142 Jul 16 20:19:01.732881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58306) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.878998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d12f4b9-5cc0-4514-bd7d-05bf53bb0e2d tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.881389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9d12f4b9-5cc0-4514-bd7d-05bf53bb0e2d tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/8d098b70-b4e0-4741-a151-488f4499c3e6 HTTP/1.1" status: 204 len: 168 time: 0.1470752 Jul 16 20:19:01.883939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58310) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:02.325504 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a527b96-52ec-4049-9b2e-ec36eb2c1ae5 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.327525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a527b96-52ec-4049-9b2e-ec36eb2c1ae5 tempest-MeteringTestJSON-1788787503 tempest-MeteringTestJSON-1788787503-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/ecd81a17-770c-4d32-9bf9-f92b8018f4ce HTTP/1.1" status: 204 len: 168 time: 0.4420891 Jul 16 20:19:02.465343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.473533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.479815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.486875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.494142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.500178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58346) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:02.501264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.508827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.517558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-c6b9d630-7663-416f-bb78-1e0210575d16 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.1687009 Jul 16 20:19:02.551590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8e3b1-fb73-4c0c-bc91-69032070ebe3 req-451b5a53-6cda-43c6-b014-0f06a17019c6 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.553234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88c8e3b1-fb73-4c0c-bc91-69032070ebe3 req-451b5a53-6cda-43c6-b014-0f06a17019c6 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.1171434 Jul 16 20:19:02.584640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94c88f31-e5aa-41ad-8eb6-5d57a0ab34ba req-b01ef65e-bfed-4d30-a1bb-004192948361 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661316 Jul 16 20:19:02.623825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88c8e3b1-fb73-4c0c-bc91-69032070ebe3 req-f2a3b6e8-ebaa-4f4f-ac6d-bd520f3be096 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616605 Jul 16 20:19:02.764530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f95e-da75-4555-bf83-9ec6d1080a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.810803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58364) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:02.940501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.949128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.956453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.964681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.971500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.974733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f95e-da75-4555-bf83-9ec6d1080a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.979072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.986676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.994651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ee84a3a-152b-49c9-8518-473e23ed5015 req-e414028f-3cef-45a4-9507-3b36ae5353bb tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.1957104 Jul 16 20:19:03.004277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58372) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.011034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Request body: {'floatingip': {'port_id': '5a7523de-8d69-4103-9b23-26149a900f56'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:03.021148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f95e-da75-4555-bf83-9ec6d1080a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.074096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ca7f95e-da75-4555-bf83-9ec6d1080a4f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=44ef87180e134c728c05e5b33630b594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696492 Jul 16 20:19:03.075097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58374) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.084240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7f95e-da75-4555-bf83-9ec6d1080a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef6279-4c05-4456-a900-ffdd51b91689,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.093692 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.137146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58376) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.169084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-727dbc35-30d2-4bc6-8cbe-b44172b5ba1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.178644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96500b7f-ea9f-4214-95e1-e4d8e9b48773 req-6c52a43d-32f0-4212-8688-64f51ec957b4 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.186936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c833e1a6-0c09-49c1-aeb2-d37e1f5777c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.188218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-96500b7f-ea9f-4214-95e1-e4d8e9b48773 req-6c52a43d-32f0-4212-8688-64f51ec957b4 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 946 time: 0.2114103 Jul 16 20:19:03.247252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-727dbc35-30d2-4bc6-8cbe-b44172b5ba1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.250493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7c12bb3-8c35-4dae-89cd-99c44bb629e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.287227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-96500b7f-ea9f-4214-95e1-e4d8e9b48773 req-84c7713c-94a6-4160-8e5c-fa52d1add086 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980074 Jul 16 20:19:03.371394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-727dbc35-30d2-4bc6-8cbe-b44172b5ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.374370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-727dbc35-30d2-4bc6-8cbe-b44172b5ba1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.376100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-727dbc35-30d2-4bc6-8cbe-b44172b5ba1c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/45ef6279-4c05-4456-a900-ffdd51b91689 HTTP/1.1" status: 204 len: 168 time: 0.2998617 Jul 16 20:19:03.398870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dbc35-30d2-4bc6-8cbe-b44172b5ba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef6279-4c05-4456-a900-ffdd51b91689,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.426779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c833e1a6-0c09-49c1-aeb2-d37e1f5777c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.593255 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c833e1a6-0c09-49c1-aeb2-d37e1f5777c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.655812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7c12bb3-8c35-4dae-89cd-99c44bb629e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.664049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7c12bb3-8c35-4dae-89cd-99c44bb629e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.693968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c833e1a6-0c09-49c1-aeb2-d37e1f5777c8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f945457e9e8740a897418699956c41a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819287 Jul 16 20:19:03.701742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833e1a6-0c09-49c1-aeb2-d37e1f5777c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79932688-fd5b-4e10-97a6-1f882a9f9bae,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.718276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58394) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.735841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c12bb3-8c35-4dae-89cd-99c44bb629e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242acbba-1610-4f6a-8bd3-c4fd31d0ec1b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.785669 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a7c12bb3-8c35-4dae-89cd-99c44bb629e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d0e5f6ca13394b2b856ee2f6358ce113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6442852 Jul 16 20:19:03.786576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58396) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.981894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48bf9fd1-b8fb-4bbe-af54-63bba9125b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.000169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4de76bf4-3101-43da-8387-1b532cb2802a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.022961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58404) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.048775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48bf9fd1-b8fb-4bbe-af54-63bba9125b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.095426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c886ab14-7aca-441b-9e11-96a4a76732cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.106469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4de76bf4-3101-43da-8387-1b532cb2802a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.121622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48bf9fd1-b8fb-4bbe-af54-63bba9125b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.127579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48bf9fd1-b8fb-4bbe-af54-63bba9125b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.131145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-48bf9fd1-b8fb-4bbe-af54-63bba9125b57 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/242acbba-1610-4f6a-8bd3-c4fd31d0ec1b HTTP/1.1" status: 204 len: 168 time: 0.3410857 Jul 16 20:19:04.151733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf9fd1-b8fb-4bbe-af54-63bba9125b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242acbba-1610-4f6a-8bd3-c4fd31d0ec1b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.287151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.resource_extend [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:04.387625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4de76bf4-3101-43da-8387-1b532cb2802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.391389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4de76bf4-3101-43da-8387-1b532cb2802a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.395167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4de76bf4-3101-43da-8387-1b532cb2802a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/79932688-fd5b-4e10-97a6-1f882a9f9bae HTTP/1.1" status: 204 len: 168 time: 0.6673141 Jul 16 20:19:04.420492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4301c9-2730-43a2-a1d2-ebb561ed19f1 req-b2cb266c-5c8f-49a7-97c0-6c8717e79e24 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.430234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d4301c9-2730-43a2-a1d2-ebb561ed19f1 req-b2cb266c-5c8f-49a7-97c0-6c8717e79e24 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.4951367 Jul 16 20:19:04.475553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de76bf4-3101-43da-8387-1b532cb2802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79932688-fd5b-4e10-97a6-1f882a9f9bae,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.511923 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.564610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.588557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d4301c9-2730-43a2-a1d2-ebb561ed19f1 req-6ae656cc-165f-4882-8d76-26c07d1ada32 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584778 Jul 16 20:19:04.752406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c886ab14-7aca-441b-9e11-96a4a76732cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.770401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c886ab14-7aca-441b-9e11-96a4a76732cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.856107 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Floating IP f31af4c9-9d51-4495-9a03-3f8804886ddf associated. External IP: 172.25.3.173, port: 5a7523de-8d69-4103-9b23-26149a900f56. Jul 16 20:19:04.906098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c886ab14-7aca-441b-9e11-96a4a76732cd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2df0cd9f4434cc0a2b5b4bf723e9fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8765607 Jul 16 20:19:04.910136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.911341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ab14-7aca-441b-9e11-96a4a76732cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e9125f-b7da-4536-b032-8d8f35cc67a0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.950735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58422) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.976582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:05.002325 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.009423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e562ad6b-35f0-4568-a1a6-8a2b21ab77d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.033122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ae20ecf-ebf0-4164-94e9-b5df6c43a70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.046976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc903-ad0e-4bb4-92d1-9a48a2412152 req-b9ef1180-7675-446a-82e8-a2c4e279bda6 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.054662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf8cc903-ad0e-4bb4-92d1-9a48a2412152 req-b9ef1180-7675-446a-82e8-a2c4e279bda6 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 946 time: 0.2739511 Jul 16 20:19:05.058387 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ae20ecf-ebf0-4164-94e9-b5df6c43a70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.141690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:19:05.141690 n-d-792458-10 neutron-server[93862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:19:05.141690 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id': '695b0eca6ce94fe7a6df95cdaabe9518', 'id': 'b62bee6c-d363-4834-a04c-719afbe1042e', 'expiration': datetime.datetime(2021, 7, 16, 20, 21, 5, 132612)}] Jul 16 20:19:05.141690 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:05.142807 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:05.146453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ae20ecf-ebf0-4164-94e9-b5df6c43a70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.150001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ae20ecf-ebf0-4164-94e9-b5df6c43a70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.151743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9ae20ecf-ebf0-4164-94e9-b5df6c43a70f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/14e9125f-b7da-4536-b032-8d8f35cc67a0 HTTP/1.1" status: 204 len: 168 time: 0.2405212 Jul 16 20:19:05.162706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae20ecf-ebf0-4164-94e9-b5df6c43a70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e9125f-b7da-4536-b032-8d8f35cc67a0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.183558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf8cc903-ad0e-4bb4-92d1-9a48a2412152 req-eea8669a-d31e-49f8-b676-4c0b22709a0d tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276259 Jul 16 20:19:05.321225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Router 6eba7a98-0094-4679-b812-fe5b934bcb5d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:05.411324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e562ad6b-35f0-4568-a1a6-8a2b21ab77d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.431242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e562ad6b-35f0-4568-a1a6-8a2b21ab77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.545467 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e562ad6b-35f0-4568-a1a6-8a2b21ab77d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=be195b6cc5a948a7a735b8978323917b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928788 Jul 16 20:19:05.548854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:05.556610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562ad6b-35f0-4568-a1a6-8a2b21ab77d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c0fe61-5c58-4c08-bc13-bc508d51c6ca,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.568530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:05.574044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.579175 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] Sync routers for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:05.589368 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:05.589589 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:18:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:05.620403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7229bcb5-3cec-452f-924b-13e6901997b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.644615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.674726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497b3c-dbeb-4dec-8b79-65b19da80425 req-3a25b219-fc3e-42b4-a66c-91574265e54e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.678224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc497b3c-dbeb-4dec-8b79-65b19da80425 req-3a25b219-fc3e-42b4-a66c-91574265e54e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.2655237 Jul 16 20:19:05.729662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-72256c79-c3de-498a-b2dd-8469bfa98a12 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "PUT /v2.0/floatingips/f31af4c9-9d51-4495-9a03-3f8804886ddf HTTP/1.1" status: 200 len: 992 time: 2.7230415 Jul 16 20:19:05.732319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:05.735716 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "5a7523de-8d69-4103-9b23-26149a900f56"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:05.765561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc497b3c-dbeb-4dec-8b79-65b19da80425 req-d4a13def-2653-47c5-8eed-247b95c1e83b tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753031 Jul 16 20:19:05.779332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7229bcb5-3cec-452f-924b-13e6901997b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.812286 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:05.848094 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7229bcb5-3cec-452f-924b-13e6901997b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.851179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7229bcb5-3cec-452f-924b-13e6901997b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.852601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7229bcb5-3cec-452f-924b-13e6901997b4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/13c0fe61-5c58-4c08-bc13-bc508d51c6ca HTTP/1.1" status: 204 len: 168 time: 0.3027329 Jul 16 20:19:05.906670 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e2e0d-86ae-4c52-84d5-33e05bb71e77 x-openstack-request-id: req-3f0e2e0d-86ae-4c52-84d5-33e05bb71e77 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:05.907694 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "tag": "5a7523de-8d69-4103-9b23-26149a900f56", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:05.908281 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3f0e2e0d-86ae-4c52-84d5-33e05bb71e77 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:05.908972 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56', 'status': 'completed', 'code': 200} Jul 16 20:19:05.933470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229bcb5-3cec-452f-924b-13e6901997b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c0fe61-5c58-4c08-bc13-bc508d51c6ca,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.013461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c79ce9eb-28fa-4336-bce2-9e5be21577e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.057210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.057697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.058170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.058642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.061339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.061828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.063478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.068039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-b2efc11a-9621-4799-90b7-7644562c0c0d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6509 time: 0.1344621 Jul 16 20:19:06.075606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-ec8eead8-6d88-44a4-9cb6-2b1f737a6c7d tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.081917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-ec8eead8-6d88-44a4-9cb6-2b1f737a6c7d tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.79 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 946 time: 0.4295805 Jul 16 20:19:06.106875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.190567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.235538 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'f31af4c9-9d51-4495-9a03-3f8804886ddf', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'port_id': '5a7523de-8d69-4103-9b23-26149a900f56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'mac_address': 'fa:16:3e:89:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:35Z', 'updated_at': '2021-07-16T20:19:04Z', 'revision_number': 1, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:41Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:06.277089 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] Checking router: 6eba7a98-0094-4679-b812-fe5b934bcb5d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:06.288209 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:06.289553 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:18:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:06.349627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cea14c-5b91-4543-af79-996dfa067d3f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.395794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-98c2b7ba-6c86-4a5d-b052-d3fe8845f8d0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=695b0eca6ce94fe7a6df95cdaabe9518&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4180148 Jul 16 20:19:06.398859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58482) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:06.460970 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:06.557017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e9bef15-20c7-4824-bbea-a2f02c29e16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.585292 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e9bef15-20c7-4824-bbea-a2f02c29e16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.655953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Deleting port fffabef8-2629-4e00-a759-39e6e837508d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:06.656374 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.780021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] For port fffabef8-2629-4e00-a759-39e6e837508d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=fffabef8-2629-4e00-a759-39e6e837508d,segment=NetworkSegment(589cd6dd-d76c-44f6-9dfb-19bea9533151),segment_id=589cd6dd-d76c-44f6-9dfb-19bea9533151)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:06.780486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.795090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Calling delete_port for fffabef8-2629-4e00-a759-39e6e837508d owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:06.932984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.973604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Pushing event deleted for resources: {'Port': ['ID=fffabef8-2629-4e00-a759-39e6e837508d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:07.021320 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e9bef15-20c7-4824-bbea-a2f02c29e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.024571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2e9bef15-20c7-4824-bbea-a2f02c29e16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.025862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2e9bef15-20c7-4824-bbea-a2f02c29e16a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a3cea14c-5b91-4543-af79-996dfa067d3f HTTP/1.1" status: 204 len: 168 time: 0.6251464 Jul 16 20:19:07.052855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] No DVR routers for this DVR port fffabef8-2629-4e00-a759-39e6e837508d on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:07.055495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bef15-20c7-4824-bbea-a2f02c29e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cea14c-5b91-4543-af79-996dfa067d3f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:07.057667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.059927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4bef5978-aa41-48d9-a6c9-5d8ed64658df req-193a97d9-8627-4a4b-88c3-b0fb17ad570b tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.79 "DELETE /v2.0/ports/fffabef8-2629-4e00-a759-39e6e837508d HTTP/1.1" status: 204 len: 173 time: 0.9484441 Jul 16 20:19:07.060419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'name': 'network-vif-deleted', 'tag': 'fffabef8-2629-4e00-a759-39e6e837508d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:07.063583 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc97214-4885-4fca-ba61-89e270d9534a" -d '{"events": [{"server_uuid": "73808fa1-4f80-4908-b1d6-da0277b74eef", "name": "network-vif-deleted", "tag": "fffabef8-2629-4e00-a759-39e6e837508d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:07.099354 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'f31af4c9-9d51-4495-9a03-3f8804886ddf', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'port_id': '5a7523de-8d69-4103-9b23-26149a900f56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'mac_address': 'fa:16:3e:89:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:35Z', 'updated_at': '2021-07-16T20:19:04Z', 'revision_number': 1, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:41Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:07.178358 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4739d-283e-49c7-a067-9febb48c3e67 None None] The sync data for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 is: [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'f31af4c9-9d51-4495-9a03-3f8804886ddf', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'port_id': '5a7523de-8d69-4103-9b23-26149a900f56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'mac_address': 'fa:16:3e:89:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:35Z', 'updated_at': '2021-07-16T20:19:04Z', 'revision_number': 1, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:41Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:07.302971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-f3724c0c-0c29-4005-bb12-01617704e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.305639 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-f3724c0c-0c29-4005-bb12-01617704e479 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a971504f-be18-4da5-80f5-dbeaca015f02 HTTP/1.1" status: 200 len: 917 time: 1.2296674 Jul 16 20:19:07.358658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029ce4-ef48-4c6f-b566-bb691e2b73b5 req-55c3e1cd-d6ef-4a09-bdcd-46526857c854 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.366154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92029ce4-ef48-4c6f-b566-bb691e2b73b5 req-55c3e1cd-d6ef-4a09-bdcd-46526857c854 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/ports?device_id=73808fa1-4f80-4908-b1d6-da0277b74eef HTTP/1.1" status: 200 len: 867 time: 0.4708669 Jul 16 20:19:07.411254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da63b6-7e4b-4184-b01b-11597f3c7d60 req-5338643e-b333-4945-8b61-d36c51a4d574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.419310 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0da63b6-7e4b-4184-b01b-11597f3c7d60 req-5338643e-b333-4945-8b61-d36c51a4d574 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.1387675 Jul 16 20:19:07.425048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-fdf892bb-63d0-4da7-93f7-b5ccece53ba6 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.426594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-fdf892bb-63d0-4da7-93f7-b5ccece53ba6 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.99 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 946 time: 0.5199029 Jul 16 20:19:07.499341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0da63b6-7e4b-4184-b01b-11597f3c7d60 req-347b8b29-db82-4ed8-93b4-b1391ce92993 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups?id=17ccbb6d-29d7-4623-ab5d-6907f9d07179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704954 Jul 16 20:19:07.655208 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-66b3321e-adc8-4a50-8ef5-24cdaf0d9a2e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7523de-8d69-4103-9b23-26149a900f56 HTTP/1.1" status: 200 len: 1000 time: 0.3411124 Jul 16 20:19:07.711326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2738c0ee-11f2-492a-a96f-01406c28f1d0 None None] New status for floating IP f31af4c9-9d51-4495-9a03-3f8804886ddf: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:19:07.715300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92029ce4-ef48-4c6f-b566-bb691e2b73b5 req-14ba6207-19ac-4ae8-9744-df945f880362 tempest-ServerAddressesTestJSON-943621895 tempest-ServerAddressesTestJSON-943621895-project] 10.222.0.91 "GET /v2.0/security-groups?id=0e9993eb-76d4-406d-b8ee-93d6ccee60c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480461 Jul 16 20:19:07.775396 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86517230-f249-4ad9-a1ac-8de92a1c59b4 x-openstack-request-id: req-86517230-f249-4ad9-a1ac-8de92a1c59b4 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:07.775654 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73808fa1-4f80-4908-b1d6-da0277b74eef", "name": "network-vif-deleted", "tag": "fffabef8-2629-4e00-a759-39e6e837508d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:07.776196 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-86517230-f249-4ad9-a1ac-8de92a1c59b4 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:07.776516 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73808fa1-4f80-4908-b1d6-da0277b74eef', 'name': 'network-vif-deleted', 'tag': 'fffabef8-2629-4e00-a759-39e6e837508d', 'status': 'completed', 'code': 200} Jul 16 20:19:07.789631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-92d01383-ff7a-4a00-8cee-8f85c2f6d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.791159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-92d01383-ff7a-4a00-8cee-8f85c2f6d170 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5e91a06e-429d-4f55-94ac-ed74652e3b6c HTTP/1.1" status: 200 len: 855 time: 0.1284394 Jul 16 20:19:07.795092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Deleting port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:07.795440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.936730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-69d09598-328d-4097-849b-9bc01ba72b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.938377 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-69d09598-328d-4097-849b-9bc01ba72b8e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a971504f-be18-4da5-80f5-dbeaca015f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397591 Jul 16 20:19:07.951070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] For port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:07.951444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.056565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-dc08b28a-75f3-4545-9c67-f11bbdd8de0e service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080813 Jul 16 20:19:08.113917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fffabef8-2629-4e00-a759-39e6e837508d no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:08.192888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: fffabef8-2629-4e00-a759-39e6e837508d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:08.193232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device fffabef8-2629-4e00-a759-39e6e837508d not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:08.376484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5f7c8a7-4de8-4ede-a44c-bfa522c0cfcd req-dfac5ee1-5495-498b-8010-d26faa3ba8a9 service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112814 Jul 16 20:19:08.404536 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.410559 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.412209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.414203 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Floating IP 29e91158-fcd7-427b-8799-0e8c788d8275 disassociated. External IP: 172.25.3.187, port: cf5304ab-0686-4533-8ae4-5ac8d0bf2c31. Jul 16 20:19:08.415401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Calling delete_port for cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:08.565142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.674746 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.731418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event deleted for resources: {'Port': ['ID=cf5304ab-0686-4533-8ae4-5ac8d0bf2c31,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.848140 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.854648 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a105-99b7-4a40-b380-3ccca8151036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.876658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-75915b3d-7a39-40ca-97c0-eefdc89457cd req-4cfaefbe-9151-46c5-97a8-d23799e3aee6 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 210 time: 0.0988739 Jul 16 20:19:08.959091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Router 7dc33e43-d32a-464d-93ea-0289bee7903c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:08.984359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:09.039411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] Deleting subnet 0339aa00-34a1-493b-87f1-697b83c6a620 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:09.043503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.092185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:09.103528 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] Sync routers for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:09.105054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.135295 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:09.139166 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:19:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.164658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] No DVR routers for this DVR port cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:09.168515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.173759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58592) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:09.175742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7e49167-bcfb-4e4d-9d09-968ce4c1377f req-6bfc93e3-77a6-4efb-9d71-98f724b5bd3f tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.99 "DELETE /v2.0/ports/cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 HTTP/1.1" status: 204 len: 173 time: 1.7361875 Jul 16 20:19:09.176439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'name': 'network-vif-deleted', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:09.180266 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad1f79-a268-4dfe-a0da-31da34b9ca9a" -d '{"events": [{"server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "name": "network-vif-deleted", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:09.224420 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.298319 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3798fa29-9722-47d8-b479-81addd0e2ab2 x-openstack-request-id: req-3798fa29-9722-47d8-b479-81addd0e2ab2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:09.298644 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448efbd6-03c4-4211-80ce-72493f295b05", "name": "network-vif-deleted", "tag": "cf5304ab-0686-4533-8ae4-5ac8d0bf2c31", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:09.299290 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3798fa29-9722-47d8-b479-81addd0e2ab2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:09.301538 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448efbd6-03c4-4211-80ce-72493f295b05', 'name': 'network-vif-deleted', 'tag': 'cf5304ab-0686-4533-8ae4-5ac8d0bf2c31', 'status': 'completed', 'code': 200} Jul 16 20:19:09.327972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.368339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0339aa00-34a1-493b-87f1-697b83c6a620,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:09.381544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.386496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58602) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:09.387195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-23c199f5-52c9-41b5-a041-4f81b6197a1e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0339aa00-34a1-493b-87f1-697b83c6a620 HTTP/1.1" status: 204 len: 168 time: 0.4013495 Jul 16 20:19:09.427372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1037244202'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:09.466435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:09.476812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.497065 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.577190 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:09.667223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.749197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.754539 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.818246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:09.835450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fdba59-0768-4faa-b59d-fe655a41e0c2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:09.855714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.859097 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.859864 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment 1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99 of type vlan for network d718da95-d2fd-4f66-be0f-95b53169c007 Jul 16 20:19:09.887513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c61b981-7bff-4b64-9d85-327da752f952']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.912490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589cd6dd-d76c-44f6-9dfb-19bea9533151') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.913603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589cd6dd-d76c-44f6-9dfb-19bea9533151') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.940563 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.960653 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 5, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.974376 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.979491 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.992252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.011439 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] Checking router: 7dc33e43-d32a-464d-93ea-0289bee7903c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:10.020687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58628) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.021776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:10.022286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.036839 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:10.037776 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:19:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:10.111789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.124069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.124770 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:10.168950 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:10.172947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58632) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.191870 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.209260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.214696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] 10.222.0.91 "DELETE /v2.0/networks/8c61b981-7bff-4b64-9d85-327da752f952 HTTP/1.1" status: 204 len: 168 time: 0.8269522 Jul 16 20:19:10.251266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786c26f-6f2a-49d6-8538-676fd84162e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c61b981-7bff-4b64-9d85-327da752f952,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.323524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=d718da95-d2fd-4f66-be0f-95b53169c007,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.340641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:10.386790 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:10.412720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-240b61c0-c1e9-4fd7-be66-1d999ac06525 req-befa0203-721c-4b5d-927c-0dd7eb20b5f7 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/ports?device_id=448efbd6-03c4-4211-80ce-72493f295b05 HTTP/1.1" status: 200 len: 210 time: 0.0926180 Jul 16 20:19:10.431464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aedd8280-2996-40e1-8cc4-a91696b7e9e2 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2565975 Jul 16 20:19:10.432352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58638) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.444102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23689663-6da8-42ed-b9df-8f0c5d13fe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.447724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'name': 'tempest-PortsTestJSON-312181857'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:10.460806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a95a749-a656-498e-b84c-29866ef8cd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.628732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58640) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.670176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23689663-6da8-42ed-b9df-8f0c5d13fe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.677928 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23689663-6da8-42ed-b9df-8f0c5d13fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.710141 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 5, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:10.712468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-33eb97f5-bc00-4f7c-ab23-5b5e3837933c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb27bb9c91f34d0988b9a66b6d3a72d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824807 Jul 16 20:19:10.716989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58644) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.779661 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c25126-0c60-4e97-ba5c-b1f729bed203 None None] The sync data for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 is: [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 4, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ca37d866-d15e-426a-bc06-ad75ad2bb133', 'name': '', 'network_id': 'fd0c7c25-d639-40b8-985c-df95258db8bd', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'mac_address': 'fa:16:3e:da:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:43Z', 'updated_at': '2021-07-16T20:16:54Z', 'revision_number': 5, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'subnets': [{'id': 'd6f0a2ca-7cf7-4e49-8452-a9897c08b38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:10.788489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-23689663-6da8-42ed-b9df-8f0c5d13fe07 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ee04596376c4e37a0ac07ac4df06a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147692 Jul 16 20:19:10.792580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58646) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.812446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f5c48bc-1c8b-48d7-920e-2b3d46e134ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.814320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23689663-6da8-42ed-b9df-8f0c5d13fe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c6c6e-7d43-4289-8459-8f8bc7d0b644,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.877014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f5c48bc-1c8b-48d7-920e-2b3d46e134ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.895671 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd54ca9-1080-4cfd-991b-f649926d8bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.897028 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a95a749-a656-498e-b84c-29866ef8cd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.906783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a95a749-a656-498e-b84c-29866ef8cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.926854 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd54ca9-1080-4cfd-991b-f649926d8bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.987586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95a749-a656-498e-b84c-29866ef8cd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e5dcd-9afe-4659-b6cd-0bede64d54d9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.012506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a95a749-a656-498e-b84c-29866ef8cd65 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0c5b4b8a6bd54f35a28f0618316639b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9881825 Jul 16 20:19:11.013137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58648) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:11.014067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:11.020568 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.036475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd54ca9-1080-4cfd-991b-f649926d8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.040110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd54ca9-1080-4cfd-991b-f649926d8bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.044458 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8dd54ca9-1080-4cfd-991b-f649926d8bdf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ea9c6c6e-7d43-4289-8459-8f8bc7d0b644 HTTP/1.1" status: 204 len: 168 time: 0.2508204 Jul 16 20:19:11.054593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd54ca9-1080-4cfd-991b-f649926d8bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c6c6e-7d43-4289-8459-8f8bc7d0b644,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.118955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 1d75c25f-40c3-4939-9050-9bf94000934d yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:11.213484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f5c48bc-1c8b-48d7-920e-2b3d46e134ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.217607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f5c48bc-1c8b-48d7-920e-2b3d46e134ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.219021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f5c48bc-1c8b-48d7-920e-2b3d46e134ba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0e9993eb-76d4-406d-b8ee-93d6ccee60c7 HTTP/1.1" status: 204 len: 168 time: 0.5005844 Jul 16 20:19:11.284852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c48bc-1c8b-48d7-920e-2b3d46e134ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9993eb-76d4-406d-b8ee-93d6ccee60c7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.478822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6698fb09-c1b7-4491-90e5-85c16fb9a5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.509777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee16c6-47cb-45ca-9e0e-6ba9b1ac9daa None None] New status for floating IP 29e91158-fcd7-427b-8799-0e8c788d8275: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:19:11.609337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6698fb09-c1b7-4491-90e5-85c16fb9a5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.663060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.673789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:11.701659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:11.705358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:11.705979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device cf5304ab-0686-4533-8ae4-5ac8d0bf2c31 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:11.753669 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6698fb09-c1b7-4491-90e5-85c16fb9a5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.770276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.773256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6698fb09-c1b7-4491-90e5-85c16fb9a5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.776872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6698fb09-c1b7-4491-90e5-85c16fb9a5b0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/725e5dcd-9afe-4659-b6cd-0bede64d54d9 HTTP/1.1" status: 204 len: 168 time: 0.7508204 Jul 16 20:19:11.791121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698fb09-c1b7-4491-90e5-85c16fb9a5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e5dcd-9afe-4659-b6cd-0bede64d54d9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.805800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.847080 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d133b374-653a-481e-a906-d1aaaa31045e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.893469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d133b374-653a-481e-a906-d1aaaa31045e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.901262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=1d75c25f-40c3-4939-9050-9bf94000934d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.939201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': '1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:11.939414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: d718da95-d2fd-4f66-be0f-95b53169c007, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:11.986212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:11.986481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d133b374-653a-481e-a906-d1aaaa31045e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.991369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d133b374-653a-481e-a906-d1aaaa31045e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.998347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d133b374-653a-481e-a906-d1aaaa31045e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "DELETE /v2.0/security-groups/17ccbb6d-29d7-4623-ab5d-6907f9d07179 HTTP/1.1" status: 204 len: 168 time: 0.2955520 Jul 16 20:19:12.003522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.025593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133b374-653a-481e-a906-d1aaaa31045e tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ccbb6d-29d7-4623-ab5d-6907f9d07179,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.056304 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-a0df67d3-f222-490d-b624-9806de5a5a97 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] show failed (client error): The resource could not be found. Jul 16 20:19:12.060471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a0df67d3-f222-490d-b624-9806de5a5a97 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "GET /v2.0/security-groups/17ccbb6d-29d7-4623-ab5d-6907f9d07179 HTTP/1.1" status: 404 len: 347 time: 0.0527914 Jul 16 20:19:12.061434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58678) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.077684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, d718da95-d2fd-4f66-be0f-95b53169c007) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:12.089436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f980f-7bd3-4619-8584-e7d4fb72e003 None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:12.096458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:12.108500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.109229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.145514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58680) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.173113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdc5c-1f71-427c-9e64-d43a1822437c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.333948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdc5c-1f71-427c-9e64-d43a1822437c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.341562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdc5c-1f71-427c-9e64-d43a1822437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.386219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-70a95316-7aac-419e-81c5-5dba7f05c0ed tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9516490 Jul 16 20:19:12.392983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58692) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.407287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4a6bdc5c-1f71-427c-9e64-d43a1822437c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f04974799ed4cdc9dcb36053da6b119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601819 Jul 16 20:19:12.408428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58694) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.416406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bdc5c-1f71-427c-9e64-d43a1822437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ae63c-c0bd-44e8-9ac7-c80546d74cf8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.424151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2105873778'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:12.472837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:12.477184 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.488477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Deleting port 6b4d3b2a-1a19-4ee8-87f1-83811205d62a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:12.489114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.537061 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3161adb5-fd97-47dc-ba30-032c4e70e65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.572097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:12.588076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3161adb5-fd97-47dc-ba30-032c4e70e65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.592734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.593572 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment 6500f13e-22c4-4f13-97ce-dd4b28336827 of type vlan for network 9fb222ba-4e95-4a4e-ae0e-8aa68f1be046 Jul 16 20:19:12.660388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.661946 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.688244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.692170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Calling delete_port for 6b4d3b2a-1a19-4ee8-87f1-83811205d62a owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:12.716387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3161adb5-fd97-47dc-ba30-032c4e70e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.720676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3161adb5-fd97-47dc-ba30-032c4e70e65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.730238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3161adb5-fd97-47dc-ba30-032c4e70e65a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/295ae63c-c0bd-44e8-9ac7-c80546d74cf8 HTTP/1.1" status: 204 len: 168 time: 0.3139741 Jul 16 20:19:12.740533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161adb5-fd97-47dc-ba30-032c4e70e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ae63c-c0bd-44e8-9ac7-c80546d74cf8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.768208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.776073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.776940 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.852340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4516540 Jul 16 20:19:12.855397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58714) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.861634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'ports': [{'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007'}, {'network_id': '9fb222ba-4e95-4a4e-ae0e-8aa68f1be046'}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:12.861947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:12.862429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': '9fb222ba-4e95-4a4e-ae0e-8aa68f1be046'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:12.893456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb99372-5b63-4696-b6c5-5ba6817aec9c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=9fb222ba-4e95-4a4e-ae0e-8aa68f1be046,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.935469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9fb222ba-4e95-4a4e-ae0e-8aa68f1be046 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:13.004378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.049706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Pushing event deleted for resources: {'Port': ['ID=6b4d3b2a-1a19-4ee8-87f1-83811205d62a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.182546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 2} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:13.183756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.187221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.189372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d888ebc8-89dc-44a9-af24-fe084651a723 tempest-ServersTestJSON-1794982984 tempest-ServersTestJSON-1794982984-project] 10.222.0.91 "DELETE /v2.0/floatingips/29e91158-fcd7-427b-8799-0e8c788d8275 HTTP/1.1" status: 204 len: 168 time: 1.1269109 Jul 16 20:19:13.191643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.192369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:13.236424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.445575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 59d470b8-0706-4e45-a651-b31df75de26b yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:13.592199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.718257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 5b78532a-5f76-4bc6-a773-de89b5722131 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:13.956955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.981321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.022617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58748) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:14.058691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.162721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:14.174180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:14.174180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:14.181556 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.206477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=59d470b8-0706-4e45-a651-b31df75de26b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:14.300166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=5b78532a-5f76-4bc6-a773-de89b5722131,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:14.306532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': '6500f13e-22c4-4f13-97ce-dd4b28336827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9fb222ba-4e95-4a4e-ae0e-8aa68f1be046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:14.306959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: 9fb222ba-4e95-4a4e-ae0e-8aa68f1be046, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:14.385379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1574788306-network', 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:14.403012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 9fb222ba-4e95-4a4e-ae0e-8aa68f1be046 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:14.428340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 9fb222ba-4e95-4a4e-ae0e-8aa68f1be046) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:14.433357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:14.440907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.443644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10ac9f-d16f-4786-823d-d0e1a6e75903 None None] Network 9fb222ba-4e95-4a4e-ae0e-8aa68f1be046 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:14.452131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:14.458697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.464207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.465024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.467979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.502385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e7d8d061-b0cc-4ac0-97ae-ad88c156c09e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6453586 Jul 16 20:19:14.505290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58764) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:14.759561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 5b78532a-5f76-4bc6-a773-de89b5722131 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:14.760273 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.853095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Deleting port ca37d866-d15e-426a-bc06-ad75ad2bb133 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:14.855265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.860266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.879927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 5b78532a-5f76-4bc6-a773-de89b5722131 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:15.020117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.078870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=5b78532a-5f76-4bc6-a773-de89b5722131,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:15.093576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.095501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.101068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f47adec4-903e-4946-b1e7-690a7b15fd0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/5b78532a-5f76-4bc6-a773-de89b5722131 HTTP/1.1" status: 204 len: 168 time: 0.5942280 Jul 16 20:19:15.102050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58802) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.113393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.128579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:15.139568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.139943 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Added segment ce170a23-ddaf-43a7-aca1-d911b87d7d02 of type vlan for network d861950a-b4be-4b08-b6cf-598dd1ecf869 Jul 16 20:19:15.148373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] For port ca37d866-d15e-426a-bc06-ad75ad2bb133, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ca37d866-d15e-426a-bc06-ad75ad2bb133,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:15.150186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.182552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.192349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Calling delete_port for ca37d866-d15e-426a-bc06-ad75ad2bb133 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:15.265586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dc9528-ecd5-477a-813a-2f4b6688fc65,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:15.273398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.274539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.275046 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.343414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3153481 Jul 16 20:19:15.344883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58806) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.376693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Request body: {'subnet': {'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1574788306-subnet', 'tenant_id': '22111c424dca45f3bc92b4c7600bede7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:15.392130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a893fa-cb0e-4ad0-801c-95a011bfa1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d861950a-b4be-4b08-b6cf-598dd1ecf869,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:15.405913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b06140-2172-4330-b560-9c24356c800a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.407485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:15.432169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b06140-2172-4330-b560-9c24356c800a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.442207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-57b06140-2172-4330-b560-9c24356c800a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3385251 Jul 16 20:19:15.446488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58812) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.466419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:15.467842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.509322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.684909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca37d866-d15e-426a-bc06-ad75ad2bb133,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:15.702555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58818) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.941518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.945084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 59d470b8-0706-4e45-a651-b31df75de26b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:15.945532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.037503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=039769c9-f2da-447c-b5c4-8b878fa81589,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.084157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4e15fce-9db4-4aae-80b3-1cce3731d213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.098120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.115665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.118564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:16.119066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Network hostable DHCP agents. Network: d861950a-b4be-4b08-b6cf-598dd1ecf869, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:16.122533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 59d470b8-0706-4e45-a651-b31df75de26b owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:16.198074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:16.218156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, d861950a-b4be-4b08-b6cf-598dd1ecf869) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:16.227002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45eb4d5-9749-40f9-a114-bb5bc46fb780 None None] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:16.234033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.234896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.314774 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.370680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=59d470b8-0706-4e45-a651-b31df75de26b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.379348 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.385799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-563bb4e7-04f5-4d24-9ba4-4acb9ceb7034 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/59d470b8-0706-4e45-a651-b31df75de26b HTTP/1.1" status: 204 len: 168 time: 0.9395292 Jul 16 20:19:16.386699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58838) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.392897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4e15fce-9db4-4aae-80b3-1cce3731d213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.407953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4e15fce-9db4-4aae-80b3-1cce3731d213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.443682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e15fce-9db4-4aae-80b3-1cce3731d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5093d097-ee55-43f5-a6c7-0cfd55ec63ea,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.486735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3f820256-ba0d-46f4-9cc1-a297cf52cf91 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1331470 Jul 16 20:19:16.518242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4e15fce-9db4-4aae-80b3-1cce3731d213 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=734448a5440e442a812880fa8f02ebac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8142629 Jul 16 20:19:16.525096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58842) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.557051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793f123-15ae-4f2b-b440-04d8824f9f0c None None] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:16.564712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e965faab-a137-49bb-b82d-38645346fd94 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.581917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e965faab-a137-49bb-b82d-38645346fd94 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1938200 Jul 16 20:19:16.584308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58844) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.654250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4299a0ea-c326-4fe2-9396-6ab80aaa01e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.664921 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-faee90c3-ca14-44d6-b0ca-0b7f72251280 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:19:16.670052 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-faee90c3-ca14-44d6-b0ca-0b7f72251280 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/5b78532a-5f76-4bc6-a773-de89b5722131 HTTP/1.1" status: 404 len: 333 time: 0.0859008 Jul 16 20:19:16.670278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58850) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.772688 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4299a0ea-c326-4fe2-9396-6ab80aaa01e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.786553 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8751cca4-96c3-4bdf-8e97-a624bbc67e08 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:19:16.788378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8751cca4-96c3-4bdf-8e97-a624bbc67e08 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/59d470b8-0706-4e45-a651-b31df75de26b HTTP/1.1" status: 404 len: 333 time: 0.1159413 Jul 16 20:19:16.790416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Router 7dc33e43-d32a-464d-93ea-0289bee7903c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:16.791832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58854) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.971106 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.003666 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4299a0ea-c326-4fe2-9396-6ab80aaa01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.009116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4299a0ea-c326-4fe2-9396-6ab80aaa01e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.013557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4299a0ea-c326-4fe2-9396-6ab80aaa01e3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5093d097-ee55-43f5-a6c7-0cfd55ec63ea HTTP/1.1" status: 204 len: 168 time: 0.4835637 Jul 16 20:19:17.229235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.253335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb222ba-4e95-4a4e-ae0e-8aa68f1be046']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:17.271000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6500f13e-22c4-4f13-97ce-dd4b28336827') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:17.271839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6500f13e-22c4-4f13-97ce-dd4b28336827') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:17.289092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.326317 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.334554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:17.335293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:17.464998 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:17.471284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.488370 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.491189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/9fb222ba-4e95-4a4e-ae0e-8aa68f1be046 HTTP/1.1" status: 204 len: 168 time: 0.6981773 Jul 16 20:19:17.513929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58890) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:17.514809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcc425-8e68-4da5-8bc1-feccf168aa1f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=9fb222ba-4e95-4a4e-ae0e-8aa68f1be046,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.527940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1816988338'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:17.568982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:17.576939 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.613618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:17.615761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299a0ea-c326-4fe2-9396-6ab80aaa01e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5093d097-ee55-43f5-a6c7-0cfd55ec63ea,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.620498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aade8ba7-10ca-4056-8492-6aa29fccec05 admin admin] 10.222.0.91 "PUT /v2.0/routers/7dc33e43-d32a-464d-93ea-0289bee7903c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4268453 Jul 16 20:19:17.631094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] Sync routers for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:17.653166 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:17.656757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58896) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:17.660312 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:19:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:17.731541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:17.741729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.742081 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment 27bd733f-9f0b-405d-9c0c-a0c03f144930 of type vlan for network 2608ef0d-ad95-4a07-bebb-857bbd89da10 Jul 16 20:19:17.757024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af544-7336-482a-b32e-d70a3742ff30 req-3b5c3b49-1ba9-470e-be54-6b0c17461426 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:17.766493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-3b5c3b49-1ba9-470e-be54-6b0c17461426 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.1731479 Jul 16 20:19:17.785154 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-9844399a-fa7c-4375-b221-e4155e4d9d4c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0169950 Jul 16 20:19:17.806616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.826374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a488a224-58e2-4611-8ed9-fa273af9702b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399442 Jul 16 20:19:17.832759 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:17.899005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.902462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58906) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:17.981339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-bdbc647c-8fde-4edb-829c-8f9e943fc9ba service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472652 Jul 16 20:19:17.991354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.997907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:17.998809 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.123103 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-11ebeb1e-25c9-494f-86fa-9479b9ec6466 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406097 Jul 16 20:19:18.156561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=2608ef0d-ad95-4a07-bebb-857bbd89da10,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.165723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cfd64eeb-b18b-46a1-afc1-dedb297850f0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6427057 Jul 16 20:19:18.170096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58916) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.175867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:18.176271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2608ef0d-ad95-4a07-bebb-857bbd89da10 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:18.211954 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:19:15Z', 'revision_number': 5, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port': {'id': 'c87e915a-d8d6-43f7-a7f8-15f21b133c5e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:38Z', 'updated_at': '2021-07-16T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.221802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a9788ef1-ffdd-46fb-a409-7cb4ede9e714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.247179 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.257359 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] Checking router: 7dc33e43-d32a-464d-93ea-0289bee7903c for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:18.269462 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] Routers {'7dc33e43-d32a-464d-93ea-0289bee7903c'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:18.270435 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:19:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7dc33e43-d32a-464d-93ea-0289bee7903c'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.379973 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] Set router 7dc33e43-d32a-464d-93ea-0289bee7903c gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:18.460956 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:19:18Z', 'revision_number': 6, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.499121 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1802139-d8f5-4f89-b202-8630193818a2 None None] The sync data for ids ['7dc33e43-d32a-464d-93ea-0289bee7903c'] in n-d-792458-10 is: [{'id': '7dc33e43-d32a-464d-93ea-0289bee7903c', 'name': 'tempest-ServersTestJSON-1843111280-router', 'tenant_id': 'd2d5f2e660134e5da69ab038ea75e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:36Z', 'updated_at': '2021-07-16T20:19:18Z', 'revision_number': 6, 'project_id': 'd2d5f2e660134e5da69ab038ea75e145', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:18.548267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32e337c6-65e9-4f4d-97a4-112c33aca20e req-60e9bdda-8a85-4eec-8854-74663b497e60 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 210 time: 0.0436957 Jul 16 20:19:18.565519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Deleting port c87e915a-d8d6-43f7-a7f8-15f21b133c5e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:18.566024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.169759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] For port c87e915a-d8d6-43f7-a7f8-15f21b133c5e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:19.170477 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.182052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a9788ef1-ffdd-46fb-a409-7cb4ede9e714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.190349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Calling delete_port for c87e915a-d8d6-43f7-a7f8-15f21b133c5e owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:19.221533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:19.228279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.526336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:19.527626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a9788ef1-ffdd-46fb-a409-7cb4ede9e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.545972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.579129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c87e915a-d8d6-43f7-a7f8-15f21b133c5e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:19.601166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87e915a-d8d6-43f7-a7f8-15f21b133c5e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.619297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a9788ef1-ffdd-46fb-a409-7cb4ede9e714 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a32e302790294c8c962a9cfe95209451&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7140589 Jul 16 20:19:19.653658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58974) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:19.654408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9788ef1-ffdd-46fb-a409-7cb4ede9e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7b6785-a03b-4f2d-9a3d-d552a828604c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.658549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c87e915a-d8d6-43f7-a7f8-15f21b133c5e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:19.658911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c87e915a-d8d6-43f7-a7f8-15f21b133c5e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:19.659766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca37d866-d15e-426a-bc06-ad75ad2bb133 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:19.771321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ca37d866-d15e-426a-bc06-ad75ad2bb133 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:19.774677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca37d866-d15e-426a-bc06-ad75ad2bb133 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:19.790879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-323de75c-a715-4d98-afc3-f6416768869f tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1599287642'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:19.790879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-323de75c-a715-4d98-afc3-f6416768869f tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Unknown quota resources ['metering_label']. {{(pid=93861) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:19:19.798727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6a5-f62e-4586-93e6-8c9843432594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.826782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.875618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.944494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': '27bd733f-9f0b-405d-9c0c-a0c03f144930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:19.945145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: 2608ef0d-ad95-4a07-bebb-857bbd89da10, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:19.971182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=ef3d184c-91ee-49ed-98fe-9e1259b988d8,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.998975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 2608ef0d-ad95-4a07-bebb-857bbd89da10 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:20.017203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6a5-f62e-4586-93e6-8c9843432594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.044361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fc3ab7f-2cb0-4aab-8ed5-abda983af6e7 req-0cdbd994-1d31-4c44-a3b6-fd2fe78bbeb4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 210 time: 0.0673382 Jul 16 20:19:20.045234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2608ef0d-ad95-4a07-bebb-857bbd89da10) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:20.068502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820d6af-f73a-4b92-9ca9-3accd05c4f3a None None] Network 2608ef0d-ad95-4a07-bebb-857bbd89da10 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:20.068866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.069302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.086226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9d718502-fca4-4750-9711-5621dde90270 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9146695 Jul 16 20:19:20.089096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58980) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.095973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10', 'name': 'tempest-PortsTestJSON-1891020206'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:20.104679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.114625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.217163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-323de75c-a715-4d98-afc3-f6416768869f tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.218368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-323de75c-a715-4d98-afc3-f6416768869f tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6864243 Jul 16 20:19:20.225417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.263561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4d8bb714-cdc2-40d3-b8c9-ec7a537b4eec tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5176d0b9-fbb1-466f-a434-b18cb311939a'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:20.264063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4d8bb714-cdc2-40d3-b8c9-ec7a537b4eec tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93861) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:19:20.266941 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:20.278033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af544-7336-482a-b32e-d70a3742ff30 req-8fa24824-cf80-49ac-89e4-dd4139e2143d tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.281224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-8fa24824-cf80-49ac-89e4-dd4139e2143d tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.1389303 Jul 16 20:19:20.306728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-2608ef0d-ad95-4a07-bebb-857bbd89da10', 'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10', 'tenant_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'fixed_ips': [{'subnet_id': 'ef3d184c-91ee-49ed-98fe-9e1259b988d8'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:20.307667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.338444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Request body: {'port': {'device_id': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'admin_state_up': True, 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:20.358212 n-d-792458-10 neutron-server[93861]: WARNING neutron.services.metering.metering_plugin [None req-4d8bb714-cdc2-40d3-b8c9-ec7a537b4eec tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:19:20.379345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.379861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc33e43-d32a-464d-93ea-0289bee7903c {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:19:20.445781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.447017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-96c07108-270f-440f-b016-44f7353a2fa5 admin admin] 10.222.0.91 "DELETE /v2.0/routers/7dc33e43-d32a-464d-93ea-0289bee7903c HTTP/1.1" status: 204 len: 168 time: 2.7825351 Jul 16 20:19:20.457298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58986) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.528097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6a5-f62e-4586-93e6-8c9843432594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.531126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a6a5-f62e-4586-93e6-8c9843432594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.532316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b8c6a6a5-f62e-4586-93e6-8c9843432594 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6b7b6785-a03b-4f2d-9a3d-d552a828604c HTTP/1.1" status: 204 len: 168 time: 0.8635139 Jul 16 20:19:20.533501 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:19:20.533501 n-d-792458-10 neutron-server[93862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:19:20.533501 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'id': '9f5a8ba4-ad22-4017-88b0-5c03cf660a52', 'expiration': datetime.datetime(2021, 7, 16, 20, 21, 20, 526306)}] Jul 16 20:19:20.533501 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:20.533981 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:20.578822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:20.594075 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.594641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Allocated IP 172.20.0.2 (2608ef0d-ad95-4a07-bebb-857bbd89da10/ef3d184c-91ee-49ed-98fe-9e1259b988d8/53475825-1d97-40df-a356-9799134d40f0) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:20.649826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6a6a5-f62e-4586-93e6-8c9843432594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7b6785-a03b-4f2d-9a3d-d552a828604c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.663025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb714-cdc2-40d3-b8c9-ec7a537b4eec tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.664235 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4d8bb714-cdc2-40d3-b8c9-ec7a537b4eec tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4092658 Jul 16 20:19:20.669559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58992) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.699413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] Deleting subnet d6f0a2ca-7cf7-4e49-8452-a9897c08b38a {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:20.703435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.731718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-27207748-03b4-48db-ba03-46fc16c5a356 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5176d0b9-fbb1-466f-a434-b18cb311939a'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:20.732492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-27207748-03b4-48db-ba03-46fc16c5a356 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93862) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:19:20.753357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.807822 n-d-792458-10 neutron-server[93862]: WARNING neutron.services.metering.metering_plugin [None req-27207748-03b4-48db-ba03-46fc16c5a356 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:19:20.865323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.926107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.937525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27207748-03b4-48db-ba03-46fc16c5a356 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.938724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27207748-03b4-48db-ba03-46fc16c5a356 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2681925 Jul 16 20:19:20.942207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58996) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.946305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Transition to ACTIVE for port object 53475825-1d97-40df-a356-9799134d40f0 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:20.947519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.966587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Transition to ACTIVE for port object 53475825-1d97-40df-a356-9799134d40f0 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:20.974790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Allocated IP 172.20.0.9 (d861950a-b4be-4b08-b6cf-598dd1ecf869/039769c9-f2da-447c-b5c4-8b878fa81589/8cb0410a-a59e-428b-b10b-554f7106c500) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:20.978094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-efb806b3-8f90-4c2e-bcfd-bce3fccd3bce tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=f62fd098-f6b5-4d51-b2f2-680280de59d1 HTTP/1.1" status: 200 len: 462 time: 0.0320039 Jul 16 20:19:20.978310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.985702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f0a2ca-7cf7-4e49-8452-a9897c08b38a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.988005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.002916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Network 2608ef0d-ad95-4a07-bebb-857bbd89da10 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:21.003373 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.008147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59000) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.008350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-61bf2861-f686-4092-9496-4a5737de00c8 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d6f0a2ca-7cf7-4e49-8452-a9897c08b38a HTTP/1.1" status: 204 len: 168 time: 0.5497894 Jul 16 20:19:21.034526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:21.040997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a81987-72ea-4bdb-946a-520a9d79e1ae None None] Network fd0c7c25-d639-40b8-985c-df95258db8bd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:21.045559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:21.252153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63ffe069-b29f-4249-bf7b-91101682d9ab tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.256670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63ffe069-b29f-4249-bf7b-91101682d9ab tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/f62fd098-f6b5-4d51-b2f2-680280de59d1 HTTP/1.1" status: 204 len: 168 time: 0.2615089 Jul 16 20:19:21.256670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59008) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.270311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8d448c03-aa44-400f-ab83-1dfc467fd5cf tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=f62fd098-f6b5-4d51-b2f2-680280de59d1 HTTP/1.1" status: 200 len: 221 time: 0.0091980 Jul 16 20:19:21.270544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59010) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.277337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-96e616e3-aaa8-403c-99c8-8e33973a92b2 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1524408016', 'description': 'label created by tempest'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:21.278113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-96e616e3-aaa8-403c-99c8-8e33973a92b2 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Unknown quota resources ['metering_label']. {{(pid=93861) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:19:21.298093 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.305757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59012) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.310320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:21.310534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Pushing event updated for resources: {'Port': ['ID=53475825-1d97-40df-a356-9799134d40f0,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.323680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e90886c5-35f7-4581-9d76-0a31d9f739fb req-0405b9bc-88cc-4131-971e-25548b574233 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 210 time: 0.0421607 Jul 16 20:19:21.325425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.350200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb1cc13-9fc7-4687-8f01-08c55a5b7a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.395872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Attempting to bind port 53475825-1d97-40df-a356-9799134d40f0 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:21.396244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Attempting to bind port 53475825-1d97-40df-a356-9799134d40f0 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '27bd733f-9f0b-405d-9c0c-a0c03f144930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:21.396653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Attempting to bind port 53475825-1d97-40df-a356-9799134d40f0 on network 2608ef0d-ad95-4a07-bebb-857bbd89da10 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:21.407474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:21.407843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Checking segment: {'id': '27bd733f-9f0b-405d-9c0c-a0c03f144930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:21.408239 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.408625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Bound using segment: {'id': '27bd733f-9f0b-405d-9c0c-a0c03f144930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:21.409087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Bound port: 53475825-1d97-40df-a356-9799134d40f0, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bd733f-9f0b-405d-9c0c-a0c03f144930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2608ef0d-ad95-4a07-bebb-857bbd89da10'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:21.409494 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.513860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port a14de095-cd44-4d29-94e2-9692a0b17938 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:21.515138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] For port 53475825-1d97-40df-a356-9799134d40f0, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:21.520248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] For port 53475825-1d97-40df-a356-9799134d40f0, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=53475825-1d97-40df-a356-9799134d40f0,segment=NetworkSegment(27bd733f-9f0b-405d-9c0c-a0c03f144930),segment_id=27bd733f-9f0b-405d-9c0c-a0c03f144930)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:21.522913 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96e616e3-aaa8-403c-99c8-8e33973a92b2 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.526893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-96e616e3-aaa8-403c-99c8-8e33973a92b2 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2523835 Jul 16 20:19:21.526893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59016) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.538892 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.601044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] DHCP port deletion for fd0c7c25-d639-40b8-985c-df95258db8bd request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:21.641565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ba87d6b4-dd61-4c4a-be6c-e0a155dab7ba tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=936b62d6-81d1-48ca-8111-15e0ee8e6547 HTTP/1.1" status: 200 len: 468 time: 0.1131968 Jul 16 20:19:21.642394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59018) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.678868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb1cc13-9fc7-4687-8f01-08c55a5b7a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.722599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb1cc13-9fc7-4687-8f01-08c55a5b7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.725770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] Deleting port ed47c48f-6729-4d02-a30d-ed7f6af90eff {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:21.726407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.728604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0bc41-f932-4f3c-bd33-d8c41b6d1e3d None None] Pushing event updated for resources: {'Port': ['ID=53475825-1d97-40df-a356-9799134d40f0,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.800223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1cc13-9fc7-4687-8f01-08c55a5b7a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41f2a15-d3f6-4068-84da-f699f5b83961,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.857195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Deleting port ed47c48f-6729-4d02-a30d-ed7f6af90eff {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:21.857606 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.983991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] For port ed47c48f-6729-4d02-a30d-ed7f6af90eff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed47c48f-6729-4d02-a30d-ed7f6af90eff,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:21.984528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.007664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Calling delete_port for ed47c48f-6729-4d02-a30d-ed7f6af90eff owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:22.023198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-efb1cc13-9fc7-4687-8f01-08c55a5b7a4b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8396e7fc5b684705bed42a20b13348e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7119162 Jul 16 20:19:22.038146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59022) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.039219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fcac179e-b38d-4f30-be07-60b80e77b964 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.040787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fcac179e-b38d-4f30-be07-60b80e77b964 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/936b62d6-81d1-48ca-8111-15e0ee8e6547 HTTP/1.1" status: 204 len: 168 time: 0.3973126 Jul 16 20:19:22.044869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59024) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.077137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ec1cd63e-87d4-4444-96a9-6f98c7a73141 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=936b62d6-81d1-48ca-8111-15e0ee8e6547 HTTP/1.1" status: 200 len: 216 time: 0.0306907 Jul 16 20:19:22.080610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59026) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.094523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.11 (2608ef0d-ad95-4a07-bebb-857bbd89da10/ef3d184c-91ee-49ed-98fe-9e1259b988d8/a14de095-cd44-4d29-94e2-9692a0b17938) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:22.101670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ee13574c-8970-4043-9a60-a2526d2bd342 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0176661 Jul 16 20:19:22.110707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59028) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.123742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.144419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4995dba1-4515-4d6b-ae03-fcbde88e9ab0 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0317593 Jul 16 20:19:22.145175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59030) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.152318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] For port ed47c48f-6729-4d02-a30d-ed7f6af90eff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed47c48f-6729-4d02-a30d-ed7f6af90eff,segment=NetworkSegment(31766b28-e0f3-46f6-b071-1cdf034541d0),segment_id=31766b28-e0f3-46f6-b071-1cdf034541d0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:22.153495 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.177055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] Calling delete_port for ed47c48f-6729-4d02-a30d-ed7f6af90eff owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:22.205016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-40dcd697-dc89-4ddd-a3be-c11dfde984db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.244555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59032) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.245504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d55b7b4f-e83f-49d2-af99-7f1a6f20e201 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels/5176d0b9-fbb1-466f-a434-b18cb311939a HTTP/1.1" status: 200 len: 473 time: 0.0855181 Jul 16 20:19:22.301756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.307772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-40dcd697-dc89-4ddd-a3be-c11dfde984db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.319525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4cfe1a78-afde-4026-b93c-b074e1246a91 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules/1eadec1b-361c-4272-a408-017ed0e88568 HTTP/1.1" status: 200 len: 459 time: 0.0570188 Jul 16 20:19:22.320675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59036) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.370646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] Pushing event deleted for resources: {'Port': ['ID=ed47c48f-6729-4d02-a30d-ed7f6af90eff,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.385930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e8b74-e453-4410-8f24-5e01b0e8655e None None] No DVR routers for this DVR port ed47c48f-6729-4d02-a30d-ed7f6af90eff on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:22.483715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.522115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed47c48f-6729-4d02-a30d-ed7f6af90eff,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.523679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.524701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b2916c8-2421-4574-910c-1c5278904511 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.529421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9b2916c8-2421-4574-910c-1c5278904511 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/1eadec1b-361c-4272-a408-017ed0e88568 HTTP/1.1" status: 204 len: 168 time: 0.2028942 Jul 16 20:19:22.530124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.617146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] No DVR routers for this DVR port ed47c48f-6729-4d02-a30d-ed7f6af90eff on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:22.816997 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.829304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0c7c25-d639-40b8-985c-df95258db8bd']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:22.843046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31766b28-e0f3-46f6-b071-1cdf034541d0') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:22.843376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31766b28-e0f3-46f6-b071-1cdf034541d0') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:22.845157 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b0b41b5-92a3-4042-9342-9484c29d5413 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.846623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2b0b41b5-92a3-4042-9342-9484c29d5413 tempest-MeteringIpV6TestJSON-1794208839 tempest-MeteringIpV6TestJSON-1794208839-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/5176d0b9-fbb1-466f-a434-b18cb311939a HTTP/1.1" status: 204 len: 168 time: 0.3153999 Jul 16 20:19:22.875761 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.892179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.899292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:22.900075 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:22.976305 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:22.990594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-40dcd697-dc89-4ddd-a3be-c11dfde984db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.993456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-40dcd697-dc89-4ddd-a3be-c11dfde984db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.994660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-40dcd697-dc89-4ddd-a3be-c11dfde984db admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e41f2a15-d3f6-4068-84da-f699f5b83961 HTTP/1.1" status: 204 len: 168 time: 0.9521110 Jul 16 20:19:22.999320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:23.009633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.018494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.022911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] 10.222.0.91 "DELETE /v2.0/networks/fd0c7c25-d639-40b8-985c-df95258db8bd HTTP/1.1" status: 204 len: 168 time: 2.0106490 Jul 16 20:19:23.034809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcd697-dc89-4ddd-a3be-c11dfde984db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41f2a15-d3f6-4068-84da-f699f5b83961,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.075239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:23.079312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:23.150999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event updated for resources: {'Port': ['ID=8cb0410a-a59e-428b-b10b-554f7106c500,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.179630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a889fa8-6f11-4602-a050-3cf8d57b4a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0c7c25-d639-40b8-985c-df95258db8bd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.232142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.273428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dfc92-70ba-4f26-90c4-843dfff76b16 req-c6f24181-5510-4163-82d7-f3c7a80db620 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:23.282122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-484dfc92-70ba-4f26-90c4-843dfff76b16 req-c6f24181-5510-4163-82d7-f3c7a80db620 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 931 time: 0.7403569 Jul 16 20:19:23.291293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34dd26-3a03-4979-81ea-eea4fbe568e7 None None] Network 2608ef0d-ad95-4a07-bebb-857bbd89da10 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:23.373886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object a14de095-cd44-4d29-94e2-9692a0b17938 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:23.386305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:23.387137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.469665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59070) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:23.519097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2cdf72e2-e7f6-447c-be05-1c2f9cbfbb20 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1883650 Jul 16 20:19:23.529905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-484dfc92-70ba-4f26-90c4-843dfff76b16 req-8cfeb260-2ee3-43db-8cbf-38d105711bba tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467718 Jul 16 20:19:23.539134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Request body: {'port': {'device_id': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:23.553409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53475825-1d97-40df-a356-9799134d40f0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:23.645379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-75474a49-36ce-42f9-9e79-408636c52d42 None None] Provisioning for port 53475825-1d97-40df-a356-9799134d40f0 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:23.687495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 53475825-1d97-40df-a356-9799134d40f0 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:23.704358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59076) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:23.718231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.730362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 53475825-1d97-40df-a356-9799134d40f0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:23.731056 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.765226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.798454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48b4ea2d-8740-47d3-a4c9-e7e883477308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.845523 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.859548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e807d20f-e9fd-42d4-8507-c58bcb96c53f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d2d5f2e660134e5da69ab038ea75e145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545637 Jul 16 20:19:23.867170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:23.901259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 53475825-1d97-40df-a356-9799134d40f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=53475825-1d97-40df-a356-9799134d40f0,segment=NetworkSegment(27bd733f-9f0b-405d-9c0c-a0c03f144930),segment_id=27bd733f-9f0b-405d-9c0c-a0c03f144930)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:23.907811 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.985280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=53475825-1d97-40df-a356-9799134d40f0,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.016084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed47c48f-6729-4d02-a30d-ed7f6af90eff no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:24.023552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 2608ef0d-ad95-4a07-bebb-857bbd89da10 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:24.058743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:24.059250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ed47c48f-6729-4d02-a30d-ed7f6af90eff {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:24.059769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed47c48f-6729-4d02-a30d-ed7f6af90eff not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:24.071729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:24.107794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48b4ea2d-8740-47d3-a4c9-e7e883477308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.114487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48b4ea2d-8740-47d3-a4c9-e7e883477308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.180060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4ea2d-8740-47d3-a4c9-e7e883477308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002b77a2-d521-4f4c-884d-0b6e078cc090,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.180748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d8d97ee-15c9-4d5f-89f9-52bf56dc8917 None None] Provisioning complete for port 53475825-1d97-40df-a356-9799134d40f0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:24.181197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d8d97ee-15c9-4d5f-89f9-52bf56dc8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.211655 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-48b4ea2d-8740-47d3-a4c9-e7e883477308 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=768c8de381ba4ef19e28a2bd392cd33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403955 Jul 16 20:19:24.214118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59088) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:24.222345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8adb3744-3be3-4010-a298-1fd6ef908713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.273224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=a14de095-cd44-4d29-94e2-9692a0b17938,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.340072 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8adb3744-3be3-4010-a298-1fd6ef908713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.381066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.381943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.453394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8adb3744-3be3-4010-a298-1fd6ef908713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.457161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8adb3744-3be3-4010-a298-1fd6ef908713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.467421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8adb3744-3be3-4010-a298-1fd6ef908713 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8f493625-476f-43b4-aaac-ba307deb7e4c HTTP/1.1" status: 204 len: 168 time: 0.5979064 Jul 16 20:19:24.509105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb3744-3be3-4010-a298-1fd6ef908713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f493625-476f-43b4-aaac-ba307deb7e4c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.566023 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47f417e7-c287-4bb7-a2f1-369e1e58055a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.573277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-facd567e-c771-4c79-9304-cb9ecf55146c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4795258 Jul 16 20:19:24.576117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59104) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:24.581607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d27a5dc7-58ff-4027-ab6f-a8beecd779ef None None] Provisioning for port a14de095-cd44-4d29-94e2-9692a0b17938 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:24.593540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d27a5dc7-58ff-4027-ab6f-a8beecd779ef None None] Provisioning complete for port a14de095-cd44-4d29-94e2-9692a0b17938 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:24.594861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d27a5dc7-58ff-4027-ab6f-a8beecd779ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.651348 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47f417e7-c287-4bb7-a2f1-369e1e58055a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.710523 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47f417e7-c287-4bb7-a2f1-369e1e58055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.713905 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47f417e7-c287-4bb7-a2f1-369e1e58055a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.718027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-47f417e7-c287-4bb7-a2f1-369e1e58055a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/002b77a2-d521-4f4c-884d-0b6e078cc090 HTTP/1.1" status: 204 len: 168 time: 0.5004969 Jul 16 20:19:24.733950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f417e7-c287-4bb7-a2f1-369e1e58055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b77a2-d521-4f4c-884d-0b6e078cc090,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.762405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d27a5dc7-58ff-4027-ab6f-a8beecd779ef None None] Port a14de095-cd44-4d29-94e2-9692a0b17938 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:24.917260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565e671-8697-48e9-810f-bbee34e7a517 req-196e5f87-f111-4925-a52e-347f5cf8c6c1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.919420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2565e671-8697-48e9-810f-bbee34e7a517 req-196e5f87-f111-4925-a52e-347f5cf8c6c1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 931 time: 0.1723886 Jul 16 20:19:24.993123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb0410a-a59e-428b-b10b-554f7106c500 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:25.000515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port a14de095-cd44-4d29-94e2-9692a0b17938 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:25.000831 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.009329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2565e671-8697-48e9-810f-bbee34e7a517 req-902d8630-355a-4680-831c-fe5535eb85d6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839827 Jul 16 20:19:25.012935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.061902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Transition to ACTIVE for port object 8cb0410a-a59e-428b-b10b-554f7106c500 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:25.069428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.215749 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.255979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Pushing event updated for resources: {'Port': ['ID=8cb0410a-a59e-428b-b10b-554f7106c500,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:25.258816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for a14de095-cd44-4d29-94e2-9692a0b17938 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:25.341720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Attempting to bind port 8cb0410a-a59e-428b-b10b-554f7106c500 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:25.342048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Attempting to bind port 8cb0410a-a59e-428b-b10b-554f7106c500 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:25.342379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Attempting to bind port 8cb0410a-a59e-428b-b10b-554f7106c500 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:25.360419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Port 8cb0410a-a59e-428b-b10b-554f7106c500 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:25.360829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Attempting to bind port 8cb0410a-a59e-428b-b10b-554f7106c500 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:25.372514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:25.373008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:25.373421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Bound using segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:25.373935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Bound port: 8cb0410a-a59e-428b-b10b-554f7106c500, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:25.374169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.432554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53475825-1d97-40df-a356-9799134d40f0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:25.485130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59148) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:25.511219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c92e1d05-7b01-40b3-8661-69d6ae000e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.556710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 53475825-1d97-40df-a356-9799134d40f0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:25.557085 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.684009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] For port 8cb0410a-a59e-428b-b10b-554f7106c500, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:25.689488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] For port 8cb0410a-a59e-428b-b10b-554f7106c500, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8cb0410a-a59e-428b-b10b-554f7106c500,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:25.697435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.702925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.739514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:25.741661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.744462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] 10.222.0.79 "PUT /v2.0/ports/8cb0410a-a59e-428b-b10b-554f7106c500 HTTP/1.1" status: 200 len: 1092 time: 2.2102993 Jul 16 20:19:25.785537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'tag': '8cb0410a-a59e-428b-b10b-554f7106c500'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:25.789518 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c45959-923b-42eb-92ce-85d02a279256" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7b6d6-e932-4abd-8e8b-914298546312", "tag": "8cb0410a-a59e-428b-b10b-554f7106c500"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:25.808622 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c92e1d05-7b01-40b3-8661-69d6ae000e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.822073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c92e1d05-7b01-40b3-8661-69d6ae000e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.902892 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4962ed5-4db9-48a9-a722-f13955f1a118 x-openstack-request-id: req-a4962ed5-4db9-48a9-a722-f13955f1a118 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:25.903178 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7b6d6-e932-4abd-8e8b-914298546312", "tag": "8cb0410a-a59e-428b-b10b-554f7106c500", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:25.905329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c92e1d05-7b01-40b3-8661-69d6ae000e5b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=303895025ffa4aab892ae8fff10ba83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190574 Jul 16 20:19:25.906350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e1d05-7b01-40b3-8661-69d6ae000e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721d29be-962e-474a-8b9c-8f60c6e15a0e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:25.909215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59162) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:25.919789 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a4962ed5-4db9-48a9-a722-f13955f1a118 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:25.920434 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'tag': '8cb0410a-a59e-428b-b10b-554f7106c500', 'status': 'completed', 'code': 200} Jul 16 20:19:25.978202 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad2c-dcd1-445d-955a-9796558d2d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.010313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad2c-dcd1-445d-955a-9796558d2d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.080484 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad2c-dcd1-445d-955a-9796558d2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.083696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad2c-dcd1-445d-955a-9796558d2d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.084949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fff9ad2c-dcd1-445d-955a-9796558d2d41 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/721d29be-962e-474a-8b9c-8f60c6e15a0e HTTP/1.1" status: 204 len: 168 time: 0.1745980 Jul 16 20:19:26.093566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ad2c-dcd1-445d-955a-9796558d2d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721d29be-962e-474a-8b9c-8f60c6e15a0e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.109394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d1ac2-edce-41f6-ba43-16beb17c77bd service neutron] Pushing event updated for resources: {'Port': ['ID=8cb0410a-a59e-428b-b10b-554f7106c500,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.206486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=a14de095-cd44-4d29-94e2-9692a0b17938,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.223549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2c51f028-84c0-4890-84f1-88b75d94bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:26.225128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-2c51f028-84c0-4890-84f1-88b75d94bb87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 1095 time: 0.4279666 Jul 16 20:19:26.226194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.228223 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f7201a0c-8a76-4096-8975-c56c77362207 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/a14de095-cd44-4d29-94e2-9692a0b17938 HTTP/1.1" status: 204 len: 168 time: 1.6404462 Jul 16 20:19:26.231465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59178) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.278764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-b4dd49b5-2213-4f5d-a964-f764e620b4a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb0410a-a59e-428b-b10b-554f7106c500 HTTP/1.1" status: 200 len: 217 time: 0.0450251 Jul 16 20:19:26.350612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af544-7336-482a-b32e-d70a3742ff30 req-e489b199-eb3c-4e33-9eb0-3985c230023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:26.352536 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-e489b199-eb3c-4e33-9eb0-3985c230023b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.0685847 Jul 16 20:19:26.360130 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba355f7e-6f0f-4fef-b6c5-dc0c16544b8f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:26.361432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba355f7e-6f0f-4fef-b6c5-dc0c16544b8f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:26.363350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ba355f7e-6f0f-4fef-b6c5-dc0c16544b8f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/a14de095-cd44-4d29-94e2-9692a0b17938 HTTP/1.1" status: 404 len: 333 time: 0.1305277 Jul 16 20:19:26.367296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59180) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.406165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-16208222-f50a-4fa5-a12e-c7deb6ca4383 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466528 Jul 16 20:19:26.406638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59182) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.449495 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e85d9dc-e5f0-4b19-9f1b-0b9859e4b6d7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:19:26.457150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9e85d9dc-e5f0-4b19-9f1b-0b9859e4b6d7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/a14de095-cd44-4d29-94e2-9692a0b17938 HTTP/1.1" status: 404 len: 333 time: 0.0881226 Jul 16 20:19:26.460034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59188) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.544577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-75d41fef-2a4a-4a16-880b-369df57747d2 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301005 Jul 16 20:19:26.574296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff15b4-e93a-4a40-9d76-72d1b66cb7b2 req-36f688ed-16fb-4b1b-90cc-ebdfea64e1f6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:26.584567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97ff15b4-e93a-4a40-9d76-72d1b66cb7b2 req-36f688ed-16fb-4b1b-90cc-ebdfea64e1f6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 943 time: 0.3401818 Jul 16 20:19:26.587009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59194) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.593930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet ef3d184c-91ee-49ed-98fe-9e1259b988d8 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:26.653991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.664484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b93af544-7336-482a-b32e-d70a3742ff30 req-bab64931-688c-4ea0-8dc6-586dda4825ae service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115575 Jul 16 20:19:26.705972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1055785364-network', 'tenant_id': '13a4097f3aef43339746aafc06ef726b'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:26.716283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97ff15b4-e93a-4a40-9d76-72d1b66cb7b2 req-4949028e-0b56-4a3d-aa55-7d33e1256eec tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304219 Jul 16 20:19:26.747093 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e85036a0-b002-46f1-9ff1-43204075b4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.753773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.800954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Made reservation on behalf of 13a4097f3aef43339746aafc06ef726b for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:26.803422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.835237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.918396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.926045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45959-923b-42eb-92ce-85d02a279256 req-463127b1-24f9-4b46-9f03-92d971e3646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:26.928084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7c45959-923b-42eb-92ce-85d02a279256 req-463127b1-24f9-4b46-9f03-92d971e3646e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 1095 time: 0.2078149 Jul 16 20:19:27.023015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e85036a0-b002-46f1-9ff1-43204075b4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.026155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.033215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e85036a0-b002-46f1-9ff1-43204075b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.092981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85036a0-b002-46f1-9ff1-43204075b4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f46f9-789e-404a-b75a-8cc46560c18b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.095653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45959-923b-42eb-92ce-85d02a279256 req-d4ce3da6-d440-48b9-84bb-2fd9bc6d4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.103077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3d184c-91ee-49ed-98fe-9e1259b988d8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.105122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.107321 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9db197f3-a788-4bac-b621-5ea17fa67b85 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/ef3d184c-91ee-49ed-98fe-9e1259b988d8 HTTP/1.1" status: 204 len: 168 time: 0.6440368 Jul 16 20:19:27.111520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59212) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:27.114914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d452a44-bc8c-49c9-aa82-89b8bb1bd975 None None] Network 2608ef0d-ad95-4a07-bebb-857bbd89da10 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:27.115948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7c45959-923b-42eb-92ce-85d02a279256 req-d4ce3da6-d440-48b9-84bb-2fd9bc6d4632 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.1798313 Jul 16 20:19:27.152630 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e85036a0-b002-46f1-9ff1-43204075b4ff admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=68614b2487294680818b20ac724f56b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553668 Jul 16 20:19:27.156712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59216) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:27.290661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-184303f1-ccda-4de6-bc7d-f91d040f5b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.296239 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.331269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-184303f1-ccda-4de6-bc7d-f91d040f5b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.353428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.420344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 53475825-1d97-40df-a356-9799134d40f0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:27.420687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.439656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.469322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-184303f1-ccda-4de6-bc7d-f91d040f5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.473426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-184303f1-ccda-4de6-bc7d-f91d040f5b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.479068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-184303f1-ccda-4de6-bc7d-f91d040f5b20 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8c2f46f9-789e-404a-b75a-8cc46560c18b HTTP/1.1" status: 204 len: 168 time: 0.3165977 Jul 16 20:19:27.482093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] DHCP port deletion for 2608ef0d-ad95-4a07-bebb-857bbd89da10 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:27.488612 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7c45959-923b-42eb-92ce-85d02a279256 req-7947faf8-0ea6-4427-b4c7-455855051fc8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb0410a-a59e-428b-b10b-554f7106c500 HTTP/1.1" status: 200 len: 217 time: 0.1298490 Jul 16 20:19:27.495585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b13e5b-81a6-4ba1-a171-c6062bfc5b52,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.553268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:27.576280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.576633 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Added segment a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4 of type vlan for network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa Jul 16 20:19:27.587158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184303f1-ccda-4de6-bc7d-f91d040f5b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f46f9-789e-404a-b75a-8cc46560c18b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.597864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] Deleting port 53475825-1d97-40df-a356-9799134d40f0 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:27.598406 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.622676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45959-923b-42eb-92ce-85d02a279256 req-73089e4a-1602-4f33-a6e2-7fe70e05ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.625967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7c45959-923b-42eb-92ce-85d02a279256 req-73089e4a-1602-4f33-a6e2-7fe70e05ac00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.1193073 Jul 16 20:19:27.641169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] For port 53475825-1d97-40df-a356-9799134d40f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=53475825-1d97-40df-a356-9799134d40f0,segment=NetworkSegment(27bd733f-9f0b-405d-9c0c-a0c03f144930),segment_id=27bd733f-9f0b-405d-9c0c-a0c03f144930)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:27.641607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.669808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 53475825-1d97-40df-a356-9799134d40f0 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:27.709034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7c45959-923b-42eb-92ce-85d02a279256 req-900eb7a3-8863-47c3-a48c-edc9f5c7d684 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576088 Jul 16 20:19:27.803781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] For port 53475825-1d97-40df-a356-9799134d40f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=53475825-1d97-40df-a356-9799134d40f0,segment=NetworkSegment(27bd733f-9f0b-405d-9c0c-a0c03f144930),segment_id=27bd733f-9f0b-405d-9c0c-a0c03f144930)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:27.806316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.831113 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7c45959-923b-42eb-92ce-85d02a279256 req-2603e792-daa2-4315-b5db-9c182a6821fc service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155863 Jul 16 20:19:27.833124 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.858128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] Calling delete_port for 53475825-1d97-40df-a356-9799134d40f0 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:27.928674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.041200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No DVR routers for this DVR port 53475825-1d97-40df-a356-9799134d40f0 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:28.043205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=53475825-1d97-40df-a356-9799134d40f0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.051461 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7c45959-923b-42eb-92ce-85d02a279256 req-e0fc658d-b2ea-4ec3-919c-1639692524b4 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116723 Jul 16 20:19:28.093349 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.141837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] Pushing event deleted for resources: {'Port': ['ID=53475825-1d97-40df-a356-9799134d40f0,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.158145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.158748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:28.163490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8cb0410a-a59e-428b-b10b-554f7106c500 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:28.167281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.264463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.275811 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.276570 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-830a8233-5f90-4246-bd89-41712306aae0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8685153 Jul 16 20:19:28.281283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59252) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:28.287758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Request body: {'subnet': {'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1055785364-subnet', 'tenant_id': '13a4097f3aef43339746aafc06ef726b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:28.302010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2608ef0d-ad95-4a07-bebb-857bbd89da10']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.341468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8cb0410a-a59e-428b-b10b-554f7106c500, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8cb0410a-a59e-428b-b10b-554f7106c500,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:28.343633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42464de7-0d8e-47af-8ddb-1ce9900aabce req-958323d0-32dc-4492-ae57-fe202a26a5c2 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:28.344387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bd733f-9f0b-405d-9c0c-a0c03f144930') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.346082 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42464de7-0d8e-47af-8ddb-1ce9900aabce req-958323d0-32dc-4492-ae57-fe202a26a5c2 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 943 time: 0.2937050 Jul 16 20:19:28.347578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Made reservation on behalf of 13a4097f3aef43339746aafc06ef726b for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:28.350162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.351850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bd733f-9f0b-405d-9c0c-a0c03f144930') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.360177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '8cb0410a-a59e-428b-b10b-554f7106c500', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'port_id': '8cb0410a-a59e-428b-b10b-554f7106c500', 'mac_address': 'fa:16:3e:c3:71:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039769c9-f2da-447c-b5c4-8b878fa81589', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:28.362234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:28.398007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.398615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6122a68-d99d-4711-ad22-dde5d869c4d1 None None] No DVR routers for this DVR port 53475825-1d97-40df-a356-9799134d40f0 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:28.452504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.473705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:28.474134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:28.477619 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:28.570333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42464de7-0d8e-47af-8ddb-1ce9900aabce req-57dc666c-80ec-4753-8dcd-6ed0d6772b67 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173476 Jul 16 20:19:28.583346 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.626980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb0410a-a59e-428b-b10b-554f7106c500 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:28.631788 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.668698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.679180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/2608ef0d-ad95-4a07-bebb-857bbd89da10 HTTP/1.1" status: 204 len: 168 time: 1.5669653 Jul 16 20:19:28.681291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59264) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:28.683553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e950dc-16bf-4451-b796-efe8b76303ac tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=2608ef0d-ad95-4a07-bebb-857bbd89da10,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.686905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8cb0410a-a59e-428b-b10b-554f7106c500, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8cb0410a-a59e-428b-b10b-554f7106c500,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:28.693936 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.716845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59266) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:28.756959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=8cb0410a-a59e-428b-b10b-554f7106c500,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.886553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:29.230932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d977ac5b-11b5-40ec-bb2b-4e37350b6c99 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-849096377'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:29.356848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d977ac5b-11b5-40ec-bb2b-4e37350b6c99 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.358672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d977ac5b-11b5-40ec-bb2b-4e37350b6c99 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.424729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53475825-1d97-40df-a356-9799134d40f0 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:29.514430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 53475825-1d97-40df-a356-9799134d40f0 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:29.515103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53475825-1d97-40df-a356-9799134d40f0 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:29.528170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d977ac5b-11b5-40ec-bb2b-4e37350b6c99 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.536416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d977ac5b-11b5-40ec-bb2b-4e37350b6c99 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.536678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1628582554'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:29.571870 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d977ac5b-11b5-40ec-bb2b-4e37350b6c99 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.574266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d977ac5b-11b5-40ec-bb2b-4e37350b6c99 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8553793 Jul 16 20:19:29.576820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59298) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:29.663535 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.729595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a668300-baab-4523-81c6-21cfd0bd3df8 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.738539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:29.751235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.937277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2629995c-c7e8-4948-bb90-a874641ca1ca,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:29.963257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:29.977244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.977619 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment 69530c73-0f85-4357-9f24-f9706a95c650 of type vlan for network 7971a746-53fd-4cc5-9f35-7e26ebef53eb Jul 16 20:19:30.043052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52e202-185a-4583-a3ba-4b32ba4b2485 req-8d9d39df-1a25-496b-86c5-e0209d14b28a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.045192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b52e202-185a-4583-a3ba-4b32ba4b2485 req-8d9d39df-1a25-496b-86c5-e0209d14b28a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 944 time: 0.1649020 Jul 16 20:19:30.122368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8cb0410a-a59e-428b-b10b-554f7106c500 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:30.205159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.217792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 8cb0410a-a59e-428b-b10b-554f7106c500 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:30.224996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 8cb0410a-a59e-428b-b10b-554f7106c500 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:30.225876 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.306653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Checking segment: {'id': 'a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:30.307342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Network hostable DHCP agents. Network: 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:30.330006 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a668300-baab-4523-81c6-21cfd0bd3df8 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.336681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a668300-baab-4523-81c6-21cfd0bd3df8 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.415709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.510012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a668300-baab-4523-81c6-21cfd0bd3df8 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.511253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a668300-baab-4523-81c6-21cfd0bd3df8 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81d45428-5801-409a-9e5a-b5312fff8ec7 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:19:30.525707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb0410a-a59e-428b-b10b-554f7106c500'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:30.546692 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee17f210-d7de-4415-b49c-6db36234c77b" -d '{"events": [{"server_uuid": "b6b7b6d6-e932-4abd-8e8b-914298546312", "name": "network-vif-plugged", "status": "completed", "tag": "8cb0410a-a59e-428b-b10b-554f7106c500"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:30.584782 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a668300-baab-4523-81c6-21cfd0bd3df8 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.592983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a668300-baab-4523-81c6-21cfd0bd3df8 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "DELETE /v2.0/routers/81d45428-5801-409a-9e5a-b5312fff8ec7 HTTP/1.1" status: 204 len: 168 time: 1.0115478 Jul 16 20:19:30.597446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:30.609906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59318) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:30.612431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8cb0410a-a59e-428b-b10b-554f7106c500, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8cb0410a-a59e-428b-b10b-554f7106c500,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:30.622727 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.627850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.669328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.673956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.730637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-82f5e147-fd32-4145-afb4-f88974f99bf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Request body: {'router': {'name': 'tempest-router-2009492156', 'distributed': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:30.767029 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0803165 Jul 16 20:19:30.773692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59320) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:30.776880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=8cb0410a-a59e-428b-b10b-554f7106c500,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.812481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:30.821113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b52e202-185a-4583-a3ba-4b32ba4b2485 req-38846524-06ec-4732-89e8-513c055c5785 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7677155 Jul 16 20:19:30.871291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:30.876704 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71efd8e3-c692-465f-9d63-c5c0d919dacc x-openstack-request-id: req-71efd8e3-c692-465f-9d63-c5c0d919dacc {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:30.877517 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b6d6-e932-4abd-8e8b-914298546312", "name": "network-vif-plugged", "status": "completed", "tag": "8cb0410a-a59e-428b-b10b-554f7106c500", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:30.878168 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-71efd8e3-c692-465f-9d63-c5c0d919dacc {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:30.879814 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb0410a-a59e-428b-b10b-554f7106c500', 'code': 200} Jul 16 20:19:30.906529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2f070-22ce-4095-ab54-59b2e2b8e0c3 None None] Network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:31.028672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:31.029942 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.156608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2bf5-b0f7-487a-b664-157eee0a78c8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=7971a746-53fd-4cc5-9f35-7e26ebef53eb,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:31.176962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82f5e147-fd32-4145-afb4-f88974f99bf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.179598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82f5e147-fd32-4145-afb4-f88974f99bf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.205520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 7971a746-53fd-4cc5-9f35-7e26ebef53eb details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:31.295300 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-324e2e5b-5411-4869-9607-e05c7708a14a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0124242 Jul 16 20:19:31.368219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed93c4a-8b51-4c68-8266-23814b63f98c None None] Network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:31.422699 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82f5e147-fd32-4145-afb4-f88974f99bf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.427970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:31.431806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.439166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82f5e147-fd32-4145-afb4-f88974f99bf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.468936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ad563-b3f9-40b7-acd4-cc011505c4fb req-ab695aee-0e11-4205-9b0f-b2faddfc0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:31.472345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ab4ad563-b3f9-40b7-acd4-cc011505c4fb req-ab695aee-0e11-4205-9b0f-b2faddfc0c1f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 1097 time: 0.2836006 Jul 16 20:19:31.560745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82f5e147-fd32-4145-afb4-f88974f99bf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.562211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-82f5e147-fd32-4145-afb4-f88974f99bf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8470545 Jul 16 20:19:31.565209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59346) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:31.593931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ab4ad563-b3f9-40b7-acd4-cc011505c4fb req-e8375218-74b3-4ae7-9bd5-9e91ebfc6e16 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Jul 16 20:19:31.651799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-480cdba4-4502-42a8-99ec-5470f7cf0cf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.756915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.846970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-480cdba4-4502-42a8-99ec-5470f7cf0cf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.849548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-480cdba4-4502-42a8-99ec-5470f7cf0cf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.920965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=977ab56e-2a57-4641-844b-9affc631de98,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:31.921675 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-480cdba4-4502-42a8-99ec-5470f7cf0cf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.933121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': '69530c73-0f85-4357-9f24-f9706a95c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:31.933642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: 7971a746-53fd-4cc5-9f35-7e26ebef53eb, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:31.941786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480cdba4-4502-42a8-99ec-5470f7cf0cf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 839a26ab-e73e-40b7-bfe9-38a5303762d9 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:19:31.956882 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-480cdba4-4502-42a8-99ec-5470f7cf0cf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.966257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59360) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:31.970225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-480cdba4-4502-42a8-99ec-5470f7cf0cf0 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "DELETE /v2.0/routers/839a26ab-e73e-40b7-bfe9-38a5303762d9 HTTP/1.1" status: 204 len: 168 time: 0.4030697 Jul 16 20:19:31.976031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d441ab92-de2a-42ae-8563-aa7e2f5df44d tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Request body: {'router': {'name': 'tempest-router-584126309', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '29dbefecb55c4d0d932fccdd1dcd0d16'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:31.994999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-522345dd-4b9f-45f5-ae97-49b2fa6dfdae tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:31.996663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-522345dd-4b9f-45f5-ae97-49b2fa6dfdae tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/networks?id=9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa HTTP/1.1" status: 200 len: 818 time: 0.2434742 Jul 16 20:19:32.011968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 7971a746-53fd-4cc5-9f35-7e26ebef53eb is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:32.074059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 7971a746-53fd-4cc5-9f35-7e26ebef53eb) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:32.088224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a96d04-375d-4659-aa95-264560afd278 None None] Network 7971a746-53fd-4cc5-9f35-7e26ebef53eb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:32.092478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.094983 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.123467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-829d016a-7794-4340-b05d-bdcb2c32bd04 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/quotas/13a4097f3aef43339746aafc06ef726b HTTP/1.1" status: 200 len: 375 time: 0.1087248 Jul 16 20:19:32.169523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-ee15111c-d24b-47e5-9a5e-291fba4ad008 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=13a4097f3aef43339746aafc06ef726b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444651 Jul 16 20:19:32.178092 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d441ab92-de2a-42ae-8563-aa7e2f5df44d tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.179166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d441ab92-de2a-42ae-8563-aa7e2f5df44d tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.189206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e4147ca1-8482-47bd-8cc9-f2e059eb85ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3903306 Jul 16 20:19:32.190747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59364) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.202486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-197432001'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.297565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-7971a746-53fd-4cc5-9f35-7e26ebef53eb', 'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb', 'tenant_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'fixed_ips': [{'subnet_id': '977ab56e-2a57-4641-844b-9affc631de98'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:32.299859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.342258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d441ab92-de2a-42ae-8563-aa7e2f5df44d tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.354442 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d441ab92-de2a-42ae-8563-aa7e2f5df44d tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.403900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635318f-7195-48bb-864a-a02f3f51c573 req-b0f82fa2-5ede-44ae-9049-a17c6d6e2b81 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.411786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d635318f-7195-48bb-864a-a02f3f51c573 req-b0f82fa2-5ede-44ae-9049-a17c6d6e2b81 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 945 time: 0.2347751 Jul 16 20:19:32.412060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d441ab92-de2a-42ae-8563-aa7e2f5df44d tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.415863 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d441ab92-de2a-42ae-8563-aa7e2f5df44d tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4461071 Jul 16 20:19:32.418039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59378) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.426867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.523980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-71498da0-fd2a-4b9c-8086-a60fcd5bf817 service neutron] 10.222.0.91 "GET /v2.0/networks/9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537419 Jul 16 20:19:32.531937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d635318f-7195-48bb-864a-a02f3f51c573 req-f7d36af7-8e91-45c5-a5bc-54a79689ba03 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190097 Jul 16 20:19:32.571836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Allocated IP 172.20.0.2 (7971a746-53fd-4cc5-9f35-7e26ebef53eb/977ab56e-2a57-4641-844b-9affc631de98/cde1608e-42f1-4b24-869c-90358ea20523) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:32.607910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:32.630711 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.677206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 92118bea-0d5b-47a1-be6c-a23a320b8fc8 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:32.850848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.851473 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.854460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-74eb06d9-5d00-42a9-b75b-02455cec6eae service neutron] 10.222.0.91 "GET /v2.0/networks/9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893031 Jul 16 20:19:32.868256 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.884550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Transition to ACTIVE for port object cde1608e-42f1-4b24-869c-90358ea20523 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:32.912109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Transition to ACTIVE for port object cde1608e-42f1-4b24-869c-90358ea20523 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:32.921531 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.028343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.10 (7971a746-53fd-4cc5-9f35-7e26ebef53eb/977ab56e-2a57-4641-844b-9affc631de98/92118bea-0d5b-47a1-be6c-a23a320b8fc8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:33.041609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Network 7971a746-53fd-4cc5-9f35-7e26ebef53eb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:33.054301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:33.055690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93862) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 20:19:33.056224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Router f2b20674-b388-4056-9653-a9fc9328af2d migrating from provider to provider. {{(pid=93862) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 20:19:33.056798 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.058206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:33.062609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.072589 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.217110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d5e0b0c-1eb1-4674-aa7b-47facf069a7d req-6ee95904-3219-460a-abae-70d17c5d2f00 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 210 time: 0.0527186 Jul 16 20:19:33.230022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Pushing event updated for resources: {'Port': ['ID=cde1608e-42f1-4b24-869c-90358ea20523,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.241868 n-d-792458-10 neutron-server[93862]: WARNING neutron.scheduler.l3_agent_scheduler [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] No L3 agents can host the router f2b20674-b388-4056-9653-a9fc9328af2d Jul 16 20:19:33.301684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Attempting to bind port cde1608e-42f1-4b24-869c-90358ea20523 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:33.302289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Attempting to bind port cde1608e-42f1-4b24-869c-90358ea20523 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '69530c73-0f85-4357-9f24-f9706a95c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:33.307462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Attempting to bind port cde1608e-42f1-4b24-869c-90358ea20523 on network 7971a746-53fd-4cc5-9f35-7e26ebef53eb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:33.318336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:33.318769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Checking segment: {'id': '69530c73-0f85-4357-9f24-f9706a95c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:33.319176 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.319574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Bound using segment: {'id': '69530c73-0f85-4357-9f24-f9706a95c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:33.320059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Bound port: cde1608e-42f1-4b24-869c-90358ea20523, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69530c73-0f85-4357-9f24-f9706a95c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7971a746-53fd-4cc5-9f35-7e26ebef53eb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:33.321609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.417966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.451880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Hosts for router f2b20674-b388-4056-9653-a9fc9328af2d: [] {{(pid=93862) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 20:19:33.470915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] For port cde1608e-42f1-4b24-869c-90358ea20523, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:33.480335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object 92118bea-0d5b-47a1-be6c-a23a320b8fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:33.482251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] For port cde1608e-42f1-4b24-869c-90358ea20523, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cde1608e-42f1-4b24-869c-90358ea20523,segment=NetworkSegment(69530c73-0f85-4357-9f24-f9706a95c650),segment_id=69530c73-0f85-4357-9f24-f9706a95c650)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:33.492231 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.493188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Hosts for other DVR routers connected to router f2b20674-b388-4056-9653-a9fc9328af2d: set() {{(pid=93862) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 20:19:33.495841 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.497081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-20091f98-3477-4883-bb5e-8cb5bd1ee7eb tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "PUT /v2.0/routers/f2b20674-b388-4056-9653-a9fc9328af2d HTTP/1.1" status: 200 len: 716 time: 1.0780153 Jul 16 20:19:33.500592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:33.594040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d38f13-54b7-4474-b830-972a46f092d5 None None] Pushing event updated for resources: {'Port': ['ID=cde1608e-42f1-4b24-869c-90358ea20523,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.663287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ac32d06e-6649-4c49-aaa0-2e98a6066444 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "GET /v2.0/routers/f2b20674-b388-4056-9653-a9fc9328af2d HTTP/1.1" status: 200 len: 716 time: 0.1586940 Jul 16 20:19:33.663876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59432) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:33.697845 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.825111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 7971a746-53fd-4cc5-9f35-7e26ebef53eb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:33.838062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:33.860164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:33.870155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105ac5-0ffc-4748-895a-51c003d78e87 req-4f8411c5-bd3e-4365-ac26-304c4873fa4b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.877794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45105ac5-0ffc-4748-895a-51c003d78e87 req-4f8411c5-bd3e-4365-ac26-304c4873fa4b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 945 time: 0.1070590 Jul 16 20:19:34.023103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=92118bea-0d5b-47a1-be6c-a23a320b8fc8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.054378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.054378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.078567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-635777d7-cda9-400b-b6cc-a88d4d2b9ee8 tempest-RoutersTestDVR-2084155296 tempest-RoutersTestDVR-2084155296-project] 10.222.0.91 "GET /v2.0/routers/f2b20674-b388-4056-9653-a9fc9328af2d HTTP/1.1" status: 200 len: 682 time: 0.4135263 Jul 16 20:19:34.082328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59440) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:34.083089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:34.085443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77b6233b-1f50-48a2-91e6-bf354f048307 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8842809 Jul 16 20:19:34.236549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45105ac5-0ffc-4748-895a-51c003d78e87 req-834c0d29-c308-48cb-bd81-f533c5efcd3e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573351 Jul 16 20:19:34.278375 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5de06997-0188-4a6a-803d-56b9b5b6c903 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.546737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9dca1e9-3b87-4c17-9395-a5f25082b585 req-97191daa-15ae-4476-bb8a-0b6aa6638b4f tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 210 time: 0.0623815 Jul 16 20:19:34.723097 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5de06997-0188-4a6a-803d-56b9b5b6c903 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.729278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5de06997-0188-4a6a-803d-56b9b5b6c903 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.829590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 92118bea-0d5b-47a1-be6c-a23a320b8fc8 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:34.829981 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.845889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5de06997-0188-4a6a-803d-56b9b5b6c903 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.846380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de06997-0188-4a6a-803d-56b9b5b6c903 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2b20674-b388-4056-9653-a9fc9328af2d {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:19:34.860175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5de06997-0188-4a6a-803d-56b9b5b6c903 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.865686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5de06997-0188-4a6a-803d-56b9b5b6c903 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "DELETE /v2.0/routers/f2b20674-b388-4056-9653-a9fc9328af2d HTTP/1.1" status: 204 len: 168 time: 0.7771070 Jul 16 20:19:34.866664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59466) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:34.872587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7240b199-3ca2-4788-9429-23cb1749a138 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Request body: {'router': {'name': 'tempest-router-429523949', 'distributed': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:34.890063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fc382-b5eb-486f-8ea7-4a779f12f648 req-488c7ed1-fcc0-4375-a9c0-143a4375407f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.892232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-054fc382-b5eb-486f-8ea7-4a779f12f648 req-488c7ed1-fcc0-4375-a9c0-143a4375407f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.2420499 Jul 16 20:19:34.934434 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7240b199-3ca2-4788-9429-23cb1749a138 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.935822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7240b199-3ca2-4788-9429-23cb1749a138 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.006537 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7240b199-3ca2-4788-9429-23cb1749a138 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.014921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7240b199-3ca2-4788-9429-23cb1749a138 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.033773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7240b199-3ca2-4788-9429-23cb1749a138 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.039108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7240b199-3ca2-4788-9429-23cb1749a138 tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1699512 Jul 16 20:19:35.039506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59468) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:35.191048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24c0d423-1696-4218-89f5-a7c56166c86b tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.321521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d96aa-d4af-4156-8be9-f5679c184c58 None None] Network 7971a746-53fd-4cc5-9f35-7e26ebef53eb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:35.457470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cde1608e-42f1-4b24-869c-90358ea20523 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:35.464300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-adf60d37-c698-4a66-bd29-3b2a57e1dcad None None] Provisioning for port cde1608e-42f1-4b24-869c-90358ea20523 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:35.590640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24c0d423-1696-4218-89f5-a7c56166c86b tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.603119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24c0d423-1696-4218-89f5-a7c56166c86b tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.627905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-ea9823eb-dbfd-435b-a328-bd88edc67d34 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.629692 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-ea9823eb-dbfd-435b-a328-bd88edc67d34 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.99 "GET /v2.0/networks?id=9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa HTTP/1.1" status: 200 len: 818 time: 0.4911363 Jul 16 20:19:35.691930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Request body: {'port': {'device_id': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa', 'admin_state_up': True, 'tenant_id': '13a4097f3aef43339746aafc06ef726b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:35.736135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24c0d423-1696-4218-89f5-a7c56166c86b tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.737559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c0d423-1696-4218-89f5-a7c56166c86b tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33b8a0b2-d8fb-476b-af01-296586184043 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:19:35.745400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24c0d423-1696-4218-89f5-a7c56166c86b tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.746824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-24c0d423-1696-4218-89f5-a7c56166c86b tempest-RoutersTestDVR-1373843391 tempest-RoutersTestDVR-1373843391-project-admin] 10.222.0.91 "DELETE /v2.0/routers/33b8a0b2-d8fb-476b-af01-296586184043 HTTP/1.1" status: 204 len: 168 time: 0.7063334 Jul 16 20:19:35.761236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-054fc382-b5eb-486f-8ea7-4a779f12f648 req-2c583dca-ca0c-439a-ae09-83a1e7a82606 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0228808 Jul 16 20:19:35.854379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.912135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 92118bea-0d5b-47a1-be6c-a23a320b8fc8 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:35.934063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-664c17a5-c67b-41fe-99c6-ea13f21afdde req-1ba6a933-cce5-4630-a043-5b6bbade9cb9 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 210 time: 0.0519359 Jul 16 20:19:36.030092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Made reservation on behalf of 13a4097f3aef43339746aafc06ef726b for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:36.034876 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.069250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-054fc382-b5eb-486f-8ea7-4a779f12f648 req-86f374ae-1e0b-4529-b0a2-061a60685a32 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2997162 Jul 16 20:19:36.079527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port cde1608e-42f1-4b24-869c-90358ea20523 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:36.129397 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e07cd2ec-a3df-4cc6-9da2-1d8ddc61ee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.142532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cde1608e-42f1-4b24-869c-90358ea20523 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:36.143005 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.340841 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.380416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.431800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=92118bea-0d5b-47a1-be6c-a23a320b8fc8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:36.444666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-054fc382-b5eb-486f-8ea7-4a779f12f648 req-9dae8913-54ab-470e-aafc-cb7cd446c9a9 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665628 Jul 16 20:19:36.447282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Allocated IP 172.20.0.2 (9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa/2629995c-c7e8-4948-bb90-a874641ca1ca/9facd09e-5b1a-473f-ac86-6c97130d427a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:36.478099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port cde1608e-42f1-4b24-869c-90358ea20523, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cde1608e-42f1-4b24-869c-90358ea20523,segment=NetworkSegment(69530c73-0f85-4357-9f24-f9706a95c650),segment_id=69530c73-0f85-4357-9f24-f9706a95c650)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:36.487000 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.492566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59494) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:36.606152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=cde1608e-42f1-4b24-869c-90358ea20523,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:36.636869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-054fc382-b5eb-486f-8ea7-4a779f12f648 req-4a31e091-f14d-467f-b52b-05ec7c7393a2 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606710 Jul 16 20:19:36.709941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.745586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.753264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59502) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:36.755750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fb323ebf-52da-4970-9dff-23669a0fbe48 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/92118bea-0d5b-47a1-be6c-a23a320b8fc8 HTTP/1.1" status: 204 len: 168 time: 2.6625352 Jul 16 20:19:36.832499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c6a96d4-ce5e-4a19-8b31-6b1bc972b0f2 None None] Provisioning complete for port cde1608e-42f1-4b24-869c-90358ea20523 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:36.832848 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1c6a96d4-ce5e-4a19-8b31-6b1bc972b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.852883 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-8044a01f-a794-4786-a666-096117f4e310 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:19:36.858093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8044a01f-a794-4786-a666-096117f4e310 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/92118bea-0d5b-47a1-be6c-a23a320b8fc8 HTTP/1.1" status: 404 len: 333 time: 0.1007915 Jul 16 20:19:36.860875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59508) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:36.922899 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.023680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b916dac2-b66e-4019-949f-f2f0846abc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.025018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:37.038366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:37.057501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:37.145113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c6a96d4-ce5e-4a19-8b31-6b1bc972b0f2 None None] Could not find standard attr ID for object 92118bea-0d5b-47a1-be6c-a23a320b8fc8. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:19:37.258049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.258747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.279643 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b916dac2-b66e-4019-949f-f2f0846abc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.292180 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b916dac2-b66e-4019-949f-f2f0846abc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.306276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Pushing event updated for resources: {'Port': ['ID=9facd09e-5b1a-473f-ac86-6c97130d427a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.313905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-520fd5f9-8b0e-45b1-977c-b1e888c1c949 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6285069 Jul 16 20:19:37.331477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Request body: {'port': {'device_id': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:37.364751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bb823042-515c-4caf-90d0-12a2826ce0b7 None None] Could not find standard attr ID for object 92118bea-0d5b-47a1-be6c-a23a320b8fc8. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:19:37.380032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916dac2-b66e-4019-949f-f2f0846abc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f0a43b-0dcd-4138-98cd-19b93bab7357,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.415729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet 977ab56e-2a57-4641-844b-9affc631de98 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:37.433783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.480312 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b916dac2-b66e-4019-949f-f2f0846abc3e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=29dbefecb55c4d0d932fccdd1dcd0d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8479180 Jul 16 20:19:37.483808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:37.508304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cde1608e-42f1-4b24-869c-90358ea20523 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:37.547925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.569220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.617101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70452d70-484d-4276-90c2-e65400c54654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.647943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70452d70-484d-4276-90c2-e65400c54654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.661060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cde1608e-42f1-4b24-869c-90358ea20523 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:37.662430 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.719692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59544) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:37.740450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70452d70-484d-4276-90c2-e65400c54654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.751030 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70452d70-484d-4276-90c2-e65400c54654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.752203 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-70452d70-484d-4276-90c2-e65400c54654 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c1f0a43b-0dcd-4138-98cd-19b93bab7357 HTTP/1.1" status: 204 len: 168 time: 0.2669010 Jul 16 20:19:37.767213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70452d70-484d-4276-90c2-e65400c54654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f0a43b-0dcd-4138-98cd-19b93bab7357,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.845496 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.001775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.054327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9facd09e-5b1a-473f-ac86-6c97130d427a {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:38.080601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb2d5f-47e1-4e33-a0d5-534f9d5f7de0 req-2cdd6eaf-9917-449b-af1d-a2276fab21a7 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.085197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=977ab56e-2a57-4641-844b-9affc631de98,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.089586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.093141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5e7ec6a4-62f2-4fad-ad68-d0ae02af9c4c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/977ab56e-2a57-4641-844b-9affc631de98 HTTP/1.1" status: 204 len: 168 time: 1.2308223 Jul 16 20:19:38.095956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ddb2d5f-47e1-4e33-a0d5-534f9d5f7de0 req-2cdd6eaf-9917-449b-af1d-a2276fab21a7 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 931 time: 0.6847043 Jul 16 20:19:38.097813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59564) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.098368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9161210-70db-49ad-825e-95c4319192ba None None] Network 7971a746-53fd-4cc5-9f35-7e26ebef53eb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:38.134012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.235773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Transition to ACTIVE for port object 9facd09e-5b1a-473f-ac86-6c97130d427a will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:38.301276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.369418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Pushing event updated for resources: {'Port': ['ID=9facd09e-5b1a-473f-ac86-6c97130d427a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.372334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1263c5fc-6c12-4967-ba9f-65559d2a35e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.406279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ddb2d5f-47e1-4e33-a0d5-534f9d5f7de0 req-0bc26a98-7f67-49ff-a154-19191cb129a1 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632387 Jul 16 20:19:38.422592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.428662 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.510115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] DHCP port deletion for 7971a746-53fd-4cc5-9f35-7e26ebef53eb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:38.516820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59574) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.543552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e5fcab81-0bb8-404c-a314-95e0e1c42d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.586486 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.607964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Deleting port cde1608e-42f1-4b24-869c-90358ea20523 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:38.608404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.673250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1263c5fc-6c12-4967-ba9f-65559d2a35e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.681969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1263c5fc-6c12-4967-ba9f-65559d2a35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.716330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port cde1608e-42f1-4b24-869c-90358ea20523 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:38.716831 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.735214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] For port cde1608e-42f1-4b24-869c-90358ea20523, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cde1608e-42f1-4b24-869c-90358ea20523,segment=NetworkSegment(69530c73-0f85-4357-9f24-f9706a95c650),segment_id=69530c73-0f85-4357-9f24-f9706a95c650)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:38.735619 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.750880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Calling delete_port for cde1608e-42f1-4b24-869c-90358ea20523 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:38.759171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Attempting to bind port 9facd09e-5b1a-473f-ac86-6c97130d427a on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:38.759864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Attempting to bind port 9facd09e-5b1a-473f-ac86-6c97130d427a by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:38.760176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Attempting to bind port 9facd09e-5b1a-473f-ac86-6c97130d427a on network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:38.774801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1263c5fc-6c12-4967-ba9f-65559d2a35e7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1c49850d8014488da2247c55bd6708aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0514874 Jul 16 20:19:38.774801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263c5fc-6c12-4967-ba9f-65559d2a35e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b199aeac-5c7d-4abe-a460-28614a28a294,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.777640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59586) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.834809 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.841919 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e839a1b2-1d75-4b10-b498-0d816079740a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.851609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Port 9facd09e-5b1a-473f-ac86-6c97130d427a on network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:38.851995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Attempting to bind port 9facd09e-5b1a-473f-ac86-6c97130d427a on network 9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:38.867003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:38.867388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Checking segment: {'id': 'a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:38.867878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Bound using segment: {'id': 'a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:38.868456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Bound port: 9facd09e-5b1a-473f-ac86-6c97130d427a, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:38.868861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.874643 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.878413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] For port cde1608e-42f1-4b24-869c-90358ea20523, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cde1608e-42f1-4b24-869c-90358ea20523,segment=NetworkSegment(69530c73-0f85-4357-9f24-f9706a95c650),segment_id=69530c73-0f85-4357-9f24-f9706a95c650)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:38.878811 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.881634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e4a6-4d93-4f2f-acab-6300226940f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.906137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for cde1608e-42f1-4b24-869c-90358ea20523 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:38.908570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e5fcab81-0bb8-404c-a314-95e0e1c42d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.910707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Pushing event deleted for resources: {'Port': ['ID=cde1608e-42f1-4b24-869c-90358ea20523,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.918690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e5fcab81-0bb8-404c-a314-95e0e1c42d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.919143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] No DVR routers for this DVR port cde1608e-42f1-4b24-869c-90358ea20523 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:38.921670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.922113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.922723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.923442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.923785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.924127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.924662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.925159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.925638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.926133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.926772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.927323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cc9-742c-4c23-9515-d04b556372b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:38.939188 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e4a6-4d93-4f2f-acab-6300226940f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.955942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-2a1036f6-53df-4006-8d25-39cf44b3b4e5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.957556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-2a1036f6-53df-4006-8d25-39cf44b3b4e5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.3104856 Jul 16 20:19:38.987508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e5fcab81-0bb8-404c-a314-95e0e1c42d28 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2edf8478d1514ea0b518792ab08f1bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660966 Jul 16 20:19:38.987956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:39.008266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcab81-0bb8-404c-a314-95e0e1c42d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33be148-599b-4f31-91c3-53a1898af713,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.023031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-891b303e-2674-44e0-9da4-eb6d570d2421 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0582716 Jul 16 20:19:39.073493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e4a6-4d93-4f2f-acab-6300226940f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.076537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e4a6-4d93-4f2f-acab-6300226940f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.080524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4fe5e4a6-4d93-4f2f-acab-6300226940f6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b199aeac-5c7d-4abe-a460-28614a28a294 HTTP/1.1" status: 204 len: 168 time: 0.2991040 Jul 16 20:19:39.088500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a706db5e-1c8e-4387-bed0-80a61265ecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.092334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5e4a6-4d93-4f2f-acab-6300226940f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199aeac-5c7d-4abe-a460-28614a28a294,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.120822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a706db5e-1c8e-4387-bed0-80a61265ecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.200103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a706db5e-1c8e-4387-bed0-80a61265ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.207993 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a706db5e-1c8e-4387-bed0-80a61265ecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.212048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a706db5e-1c8e-4387-bed0-80a61265ecc6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b33be148-599b-4f31-91c3-53a1898af713 HTTP/1.1" status: 204 len: 168 time: 0.2204397 Jul 16 20:19:39.231377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706db5e-1c8e-4387-bed0-80a61265ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33be148-599b-4f31-91c3-53a1898af713,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.438748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cde1608e-42f1-4b24-869c-90358ea20523 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:39.490452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: cde1608e-42f1-4b24-869c-90358ea20523 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:39.491952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cde1608e-42f1-4b24-869c-90358ea20523 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:39.679935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] For port 9facd09e-5b1a-473f-ac86-6c97130d427a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:39.713765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] For port 9facd09e-5b1a-473f-ac86-6c97130d427a, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9facd09e-5b1a-473f-ac86-6c97130d427a,segment=NetworkSegment(a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4),segment_id=a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:39.732917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.777730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.787439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.788462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.790077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] 10.222.0.99 "PUT /v2.0/ports/9facd09e-5b1a-473f-ac86-6c97130d427a HTTP/1.1" status: 200 len: 1092 time: 2.4682250 Jul 16 20:19:39.793040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'tag': '9facd09e-5b1a-473f-ac86-6c97130d427a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:39.795410 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db064341-5e78-4d24-90bf-720651c6b1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce237cd5-1041-4728-9b8b-b89f86b5bb2b", "tag": "9facd09e-5b1a-473f-ac86-6c97130d427a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:39.809821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba06e3f-862a-4591-a21b-71ec974f8891 req-f9e0ac01-1295-4fc1-b791-be1ad8c77f85 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.812167 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aba06e3f-862a-4591-a21b-71ec974f8891 req-f9e0ac01-1295-4fc1-b791-be1ad8c77f85 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 943 time: 0.1455951 Jul 16 20:19:39.821863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No DVR routers for this DVR port cde1608e-42f1-4b24-869c-90358ea20523 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:39.878676 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aba06e3f-862a-4591-a21b-71ec974f8891 req-f2a840ca-1210-4b83-9630-c202cc48a7f8 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513113 Jul 16 20:19:39.880469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-0d22b53d-7e3f-4560-87e9-da4ac015a754 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8472545 Jul 16 20:19:39.977184 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.989992 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.009748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7971a746-53fd-4cc5-9f35-7e26ebef53eb']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:40.014132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Pushing event updated for resources: {'Port': ['ID=9facd09e-5b1a-473f-ac86-6c97130d427a,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:40.035205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69530c73-0f85-4357-9f24-f9706a95c650') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:40.035506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69530c73-0f85-4357-9f24-f9706a95c650') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:40.074520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.074906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.075240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.075577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.075919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.076257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.076588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.077860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.078267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.078758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.079246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.079570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fc0a0-9c28-4307-ac92-dd5e8729017d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:40.087249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.121296 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f617bfc9-7fc3-4bbc-85d1-43fa7a717493 x-openstack-request-id: req-f617bfc9-7fc3-4bbc-85d1-43fa7a717493 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:40.121522 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce237cd5-1041-4728-9b8b-b89f86b5bb2b", "tag": "9facd09e-5b1a-473f-ac86-6c97130d427a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:40.121757 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f617bfc9-7fc3-4bbc-85d1-43fa7a717493 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:40.122157 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'tag': '9facd09e-5b1a-473f-ac86-6c97130d427a', 'status': 'completed', 'code': 200} Jul 16 20:19:40.122968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=cde1608e-42f1-4b24-869c-90358ea20523,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:40.138714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.147405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:40.147883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:40.152642 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:40.169051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-1eadb804-f56f-4bc9-a4df-d1e1967097d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.170598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-1eadb804-f56f-4bc9-a4df-d1e1967097d2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=13a4097f3aef43339746aafc06ef726b&device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 1095 time: 0.3158829 Jul 16 20:19:40.288024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-08b4720f-63f7-4e94-8e82-17ca46b33a64 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9facd09e-5b1a-473f-ac86-6c97130d427a HTTP/1.1" status: 200 len: 217 time: 0.0775044 Jul 16 20:19:40.350395 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.355703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.357805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/7971a746-53fd-4cc5-9f35-7e26ebef53eb HTTP/1.1" status: 204 len: 168 time: 2.2495742 Jul 16 20:19:40.363378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59644) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:40.377459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'name': 'tempest-PortsTestJSON-518613174'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:40.403163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f8777-bb81-4768-ac76-39e4a2ef836e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=7971a746-53fd-4cc5-9f35-7e26ebef53eb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:40.404843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-763ca5e8-9768-41fd-bdd2-8b26435aa55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.406378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-763ca5e8-9768-41fd-bdd2-8b26435aa55f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2629995c-c7e8-4948-bb90-a874641ca1ca HTTP/1.1" status: 200 len: 858 time: 0.0911372 Jul 16 20:19:40.417356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59648) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:40.451297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-cb359809-dfad-43b4-9514-5febd03860fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376987 Jul 16 20:19:40.453795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1639ffc4-fb22-409a-883f-b296740cae83 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484372 Jul 16 20:19:40.531356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:40.543541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.577303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port fa3cefab-03d4-4879-a779-f5403c6e9b4d yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:40.658024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-0618f621-8811-40ec-bc37-218e784f3c69 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910408 Jul 16 20:19:40.664073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-6751052f-c96d-4681-a7be-5ab81a673782 service neutron] 10.222.0.99 "GET /v2.0/networks/9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052226 Jul 16 20:19:40.773552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c242c7c-0967-4f4c-8513-d2133c504c0e req-bf8312bc-a1d7-49f7-bc02-e0220650eef3 service neutron] 10.222.0.99 "GET /v2.0/networks/9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021008 Jul 16 20:19:40.909680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.931610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-a90fda0a-0e46-4233-ae68-bb1f074d2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.933272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-a90fda0a-0e46-4233-ae68-bb1f074d2882 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=13a4097f3aef43339746aafc06ef726b&device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 1095 time: 0.0813162 Jul 16 20:19:40.937507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-813615803'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:40.969072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Made reservation on behalf of c47ca83243124d1f90bccfa5a67a0bb9 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:40.975395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.992805 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.076668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.077259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-a5a90db0-77be-474d-9688-54a5605e1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.079438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-a5a90db0-77be-474d-9688-54a5605e1f5b service neutron] 10.222.0.99 "GET /v2.0/networks?id=9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa HTTP/1.1" status: 200 len: 919 time: 0.1389239 Jul 16 20:19:41.134690 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-7299b204-5661-4a15-b805-beb4a5f2863e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9facd09e-5b1a-473f-ac86-6c97130d427a HTTP/1.1" status: 200 len: 217 time: 0.0477114 Jul 16 20:19:41.135215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=fa3cefab-03d4-4879-a779-f5403c6e9b4d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.172050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:41.203147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:41.207683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:41.213544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.214206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.216013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-2dbf6c99-f375-42eb-bc63-20f65011a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.217631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-2dbf6c99-f375-42eb-bc63-20f65011a1f0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2629995c-c7e8-4948-bb90-a874641ca1ca HTTP/1.1" status: 200 len: 858 time: 0.0727999 Jul 16 20:19:41.253039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cb10a-c83a-4058-84b0-46ef27eb722b req-33b8e061-fd6c-4f9f-9888-69071a2d5945 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.254652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e7cb10a-c83a-4058-84b0-46ef27eb722b req-33b8e061-fd6c-4f9f-9888-69071a2d5945 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 943 time: 0.2149253 Jul 16 20:19:41.276035 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-e20d0fa4-4060-403a-9837-ba751b2e85dc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511172 Jul 16 20:19:41.352969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.359685 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.367275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e7cb10a-c83a-4058-84b0-46ef27eb722b req-967b7b04-c0be-40ef-9610-c2f7a1b62105 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003189 Jul 16 20:19:41.390511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cebb813f-96e6-465b-a44c-45f4e8a1eb88 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0245233 Jul 16 20:19:41.393927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:41.412297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:41.425969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8cb7b2-4c38-4923-acb0-fbabae6af8cf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.436386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.437017 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Added segment b4a8adee-980e-4be2-95b0-4a163b014a21 of type vlan for network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 Jul 16 20:19:41.505264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.539425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.548162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.549202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.562814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-25a92eff-f6c4-48ce-badc-8422b2ddadff service neutron] 10.222.0.99 "GET /v2.0/networks/9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630353 Jul 16 20:19:41.579600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1581528 Jul 16 20:19:41.594517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:41.603846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'subnet': {'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:41.759351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.793044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae774e3-102b-47be-b242-b76a07dfa14a tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Network': ['ID=6436b1f0-ab54-4ba3-b43b-581bfce7dda3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.800997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port fa3cefab-03d4-4879-a779-f5403c6e9b4d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:41.801460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.807334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:41.808516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Made reservation on behalf of c47ca83243124d1f90bccfa5a67a0bb9 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:41.814988 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.824289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db064341-5e78-4d24-90bf-720651c6b1b7 req-8595cb19-14e7-4ee6-8648-76e8acb2dee0 service neutron] 10.222.0.99 "GET /v2.0/networks/9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245450 Jul 16 20:19:41.954909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.997803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for fa3cefab-03d4-4879-a779-f5403c6e9b4d owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:42.060578 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09858607-211c-4d9a-abdc-36188c525928 req-c30e5f85-0e03-4b61-9075-200de8c007da tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 210 time: 0.0436435 Jul 16 20:19:42.151229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.196241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.293229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=fa3cefab-03d4-4879-a779-f5403c6e9b4d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.312940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Subnet': ['ID=e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.315597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.318358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-39113569-f86f-4161-837b-f17d3e42b794 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/fa3cefab-03d4-4879-a779-f5403c6e9b4d HTTP/1.1" status: 204 len: 168 time: 0.8622382 Jul 16 20:19:42.322441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59702) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:42.326733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Checking segment: {'id': 'b4a8adee-980e-4be2-95b0-4a163b014a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:42.327323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Network hostable DHCP agents. Network: 6436b1f0-ab54-4ba3-b43b-581bfce7dda3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:42.338260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'mac_address': 'fa:16:3e:8b:1f:9f', 'name': 'tempest-PortsTestJSON-1924739471'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:42.367795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:42.382269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6436b1f0-ab54-4ba3-b43b-581bfce7dda3) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:42.392057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.392924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.398436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f1b19-1d48-44c8-a8f8-56e6ec556d86 None None] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:42.436372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:42.437493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f7c6982a-1faa-4465-bc85-274cc6b44fe6 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8409941 Jul 16 20:19:42.443801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-77ae25e9-edfe-49b1-82a4-35fa667381b0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1401548944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:42.474742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ae25e9-edfe-49b1-82a4-35fa667381b0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.475963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ae25e9-edfe-49b1-82a4-35fa667381b0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.555893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ae25e9-edfe-49b1-82a4-35fa667381b0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.564215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ae25e9-edfe-49b1-82a4-35fa667381b0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.668456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:42.686504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ae25e9-edfe-49b1-82a4-35fa667381b0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.687760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77ae25e9-edfe-49b1-82a4-35fa667381b0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2502213 Jul 16 20:19:42.692522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:42.841640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.872327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6436b1f0-ab54-4ba3-b43b-581bfce7dda3', 'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3', 'tenant_id': 'c47ca83243124d1f90bccfa5a67a0bb9', 'fixed_ips': [{'subnet_id': 'e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:42.874289 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.917975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea049ed3-1752-4905-b058-cdf81bc2459b req-a2174bfc-2fdb-46ff-a1d4-c7b36d26a160 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.920565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea049ed3-1752-4905-b058-cdf81bc2459b req-a2174bfc-2fdb-46ff-a1d4-c7b36d26a160 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 943 time: 0.3379176 Jul 16 20:19:42.926522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 89ff866a-cafc-4fbf-b551-216084e5cf34 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:42.978176 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-a4b6d245-c172-402f-a4dd-894664e09654 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=800e11194cef46ff81206195b683f7c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159468 Jul 16 20:19:43.078158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea049ed3-1752-4905-b058-cdf81bc2459b req-ff9b4c78-9a87-4cd1-9749-e0ad0cdf2627 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461833 Jul 16 20:19:43.132658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Allocated IP 172.20.0.2 (6436b1f0-ab54-4ba3-b43b-581bfce7dda3/e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf/b60085f6-73d0-4691-945a-92b1ef9be6fa) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:43.350964 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.361464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Transition to ACTIVE for port object b60085f6-73d0-4691-945a-92b1ef9be6fa will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:43.378605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-6ecb044b-305d-4dc1-aea5-f8e8af9b45c4 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.381050 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-6ecb044b-305d-4dc1-aea5-f8e8af9b45c4 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3910754 Jul 16 20:19:43.389986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Transition to ACTIVE for port object b60085f6-73d0-4691-945a-92b1ef9be6fa will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:43.398928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.408059 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-3370547f-cf10-4481-992d-0697d62f4dba tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/quotas/800e11194cef46ff81206195b683f7c0 HTTP/1.1" status: 200 len: 375 time: 0.0195601 Jul 16 20:19:43.433471 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.436290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.461608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:43.465106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:43.484742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:43.490993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-44841678-878e-4c6c-9ac1-ebe16ab64ee2 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=800e11194cef46ff81206195b683f7c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601261 Jul 16 20:19:43.536412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.541223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Pushing event updated for resources: {'Port': ['ID=b60085f6-73d0-4691-945a-92b1ef9be6fa,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:43.623690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:43.628737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:43.645930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:43.651888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.652553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.677539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3511357 Jul 16 20:19:43.680973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59734) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:43.715534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Attempting to bind port b60085f6-73d0-4691-945a-92b1ef9be6fa on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:43.716243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Attempting to bind port b60085f6-73d0-4691-945a-92b1ef9be6fa by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b4a8adee-980e-4be2-95b0-4a163b014a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:43.716785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Attempting to bind port b60085f6-73d0-4691-945a-92b1ef9be6fa on network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:43.726747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eaf71-9d6d-4d68-baa5-d15cd981889b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=89ff866a-cafc-4fbf-b551-216084e5cf34,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:43.732949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:43.733677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Checking segment: {'id': 'b4a8adee-980e-4be2-95b0-4a163b014a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:43.734421 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.737856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Bound using segment: {'id': 'b4a8adee-980e-4be2-95b0-4a163b014a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:43.738546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Bound port: b60085f6-73d0-4691-945a-92b1ef9be6fa, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a8adee-980e-4be2-95b0-4a163b014a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:43.739524 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.785583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9facd09e-5b1a-473f-ac86-6c97130d427a details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:43.812946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7657a954-a290-40fd-bdcb-cf71e349c7ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.814619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7657a954-a290-40fd-bdcb-cf71e349c7ae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/89ff866a-cafc-4fbf-b551-216084e5cf34 HTTP/1.1" status: 200 len: 841 time: 0.1326127 Jul 16 20:19:43.818395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:43.990397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cc144989-6091-4207-8d3f-0d41b714f28e req-c8b4a367-7767-4de1-8c22-392afe4a3e86 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 210 time: 0.1743622 Jul 16 20:19:44.016027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-6283f211-9344-4d21-895f-86c09f759585 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.018207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-6283f211-9344-4d21-895f-86c09f759585 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.2191384 Jul 16 20:19:44.023393 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2bd43778-9e77-42aa-8b28-8fa09232fcf2 req-cd2d3976-3035-4a93-9d72-3b48ef706b00 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 210 time: 0.1054702 Jul 16 20:19:44.048131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Request body: {'port': {'device_id': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'admin_state_up': True, 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:44.055918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] For port b60085f6-73d0-4691-945a-92b1ef9be6fa, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:44.076912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] For port b60085f6-73d0-4691-945a-92b1ef9be6fa, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b60085f6-73d0-4691-945a-92b1ef9be6fa,segment=NetworkSegment(b4a8adee-980e-4be2-95b0-4a163b014a21),segment_id=b4a8adee-980e-4be2-95b0-4a163b014a21)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:44.087096 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.112341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Allocated IP 172.20.0.1 (6436b1f0-ab54-4ba3-b43b-581bfce7dda3/e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf/a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:44.140195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 89ff866a-cafc-4fbf-b551-216084e5cf34 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:44.140543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.156480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9facd09e-5b1a-473f-ac86-6c97130d427a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9facd09e-5b1a-473f-ac86-6c97130d427a,segment=NetworkSegment(a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4),segment_id=a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:44.191186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '9facd09e-5b1a-473f-ac86-6c97130d427a', 'network_id': '9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa', 'port_id': '9facd09e-5b1a-473f-ac86-6c97130d427a', 'mac_address': 'fa:16:3e:52:39:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2629995c-c7e8-4948-bb90-a874641ca1ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:44.215791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e8ac0-e69a-47f1-a146-dead5bc11f17 None None] Pushing event updated for resources: {'Port': ['ID=b60085f6-73d0-4691-945a-92b1ef9be6fa,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.293129 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.323599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.329489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9facd09e-5b1a-473f-ac86-6c97130d427a {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:44.375283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 89ff866a-cafc-4fbf-b551-216084e5cf34 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:44.377400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9facd09e-5b1a-473f-ac86-6c97130d427a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9facd09e-5b1a-473f-ac86-6c97130d427a,segment=NetworkSegment(a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4),segment_id=a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:44.388092 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.500852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9facd09e-5b1a-473f-ac86-6c97130d427a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.650043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2cc82-36d9-42f2-9203-61680ca24af0 req-db32c0f9-299e-45c9-b157-a6980cd6cf2f tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.662417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32b2cc82-36d9-42f2-9203-61680ca24af0 req-db32c0f9-299e-45c9-b157-a6980cd6cf2f tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 943 time: 0.3215356 Jul 16 20:19:44.667261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:44.672535 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.699455 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.737278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9facd09e-5b1a-473f-ac86-6c97130d427a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:44.789873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32b2cc82-36d9-42f2-9203-61680ca24af0 req-9c59bf71-ec30-4ba8-bbee-649245799b85 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260185 Jul 16 20:19:44.801407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.830503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Transition to ACTIVE for port object a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:44.883541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=89ff866a-cafc-4fbf-b551-216084e5cf34,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.898170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.914917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59756) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:44.917999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ae8f5ebb-3725-4456-99e2-b4047e261cbd tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/89ff866a-cafc-4fbf-b551-216084e5cf34 HTTP/1.1" status: 204 len: 168 time: 1.0738530 Jul 16 20:19:44.918258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Allocated IP 172.20.0.2 (d861950a-b4be-4b08-b6cf-598dd1ecf869/039769c9-f2da-447c-b5c4-8b878fa81589/cfcea167-7187-41b2-b8d4-1e1ac52bfaf1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:44.975770 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af27092-c893-49ca-bbf8-cc3c42e54136 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:19:44.977741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1af27092-c893-49ca-bbf8-cc3c42e54136 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/89ff866a-cafc-4fbf-b551-216084e5cf34 HTTP/1.1" status: 404 len: 333 time: 0.0615938 Jul 16 20:19:44.982524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59758) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:45.010185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'name': 'tempest-PortsTestJSON-674794256'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:45.055994 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.401445 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3788c0d2-004d-4f6c-ba6d-27764f0e9be5 req-4dba3eec-613a-48ca-8dc9-30aaaceb1686 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 210 time: 0.1692424 Jul 16 20:19:45.408169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:45.427265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.469305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b60085f6-73d0-4691-945a-92b1ef9be6fa up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:45.497925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 93ed9440-f9f1-4670-a1c3-4e7da4806723 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:45.563145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b60085f6-73d0-4691-945a-92b1ef9be6fa completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:45.740080 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.789280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.799332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc7ef69-1bc7-45b8-bf75-386f2078a9f1 None None] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:45.837594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:45.842572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:45.858969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:45.864605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.865270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.872979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:45.894384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9026809 Jul 16 20:19:45.894994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59770) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:45.910687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:45.918967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-c5f25c4e-e302-4e4b-bc04-640ece6a6bb3 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=800e11194cef46ff81206195b683f7c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797498 Jul 16 20:19:45.962936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-24b5e19b-32f0-4edf-be3b-5935bd506844 None None] Provisioning for port b60085f6-73d0-4691-945a-92b1ef9be6fa completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:45.974075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-24b5e19b-32f0-4edf-be3b-5935bd506844 None None] Provisioning complete for port b60085f6-73d0-4691-945a-92b1ef9be6fa triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:45.974753 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-24b5e19b-32f0-4edf-be3b-5935bd506844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.976123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.983741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ab1c-42ff-43cc-89c5-91daa3963701 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=93ed9440-f9f1-4670-a1c3-4e7da4806723,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.041451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:46.070506 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.076223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:46.092342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46771dbd-0cf8-4e19-87b9-36456684d6ac req-987fbf74-f2d9-4582-a913-513c751b87d8 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 210 time: 0.3549523 Jul 16 20:19:46.121356 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-24b5e19b-32f0-4edf-be3b-5935bd506844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.124202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:46.173847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Port': ['ID=a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.177384 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.227701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:46.235441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:46.240655 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.249522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:46.270663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-24b5e19b-32f0-4edf-be3b-5935bd506844 None None] For port b60085f6-73d0-4691-945a-92b1ef9be6fa, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b60085f6-73d0-4691-945a-92b1ef9be6fa,segment=NetworkSegment(b4a8adee-980e-4be2-95b0-4a163b014a21),segment_id=b4a8adee-980e-4be2-95b0-4a163b014a21)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:46.281095 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-24b5e19b-32f0-4edf-be3b-5935bd506844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.307720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-25feb529-c22c-4541-9781-02931ca13640 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.309346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-25feb529-c22c-4541-9781-02931ca13640 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663592 Jul 16 20:19:46.323813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Request body: {'port': {'device_id': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '800e11194cef46ff81206195b683f7c0'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:46.370870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f0e3-13c7-4840-822e-72966c357799 req-d8118214-6ba0-462b-b10b-b8f7c39024e7 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.372766 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6d9f0e3-13c7-4840-822e-72966c357799 req-d8118214-6ba0-462b-b10b-b8f7c39024e7 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 944 time: 0.3170137 Jul 16 20:19:46.398985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e19b-32f0-4edf-be3b-5935bd506844 None None] Pushing event updated for resources: {'Port': ['ID=b60085f6-73d0-4691-945a-92b1ef9be6fa,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.458974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.459684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.477905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event updated for resources: {'Port': ['ID=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.511796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-d57d4a3a-f42a-4d1b-a198-f2ee875b0b16 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4792588 Jul 16 20:19:46.542687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Request body: {'port': {'device_id': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:46.580937 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.602437 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6d9f0e3-13c7-4840-822e-72966c357799 req-a4a9f751-ecdb-44d0-8ac6-474b7080c3a1 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110505 Jul 16 20:19:46.641322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.651453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.661466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Made reservation on behalf of 800e11194cef46ff81206195b683f7c0 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:46.665133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.816113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.970537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2ef1a6a8-0d97-41b0-b929-40a2aec3fc91 None None] Provisioning complete for port b60085f6-73d0-4691-945a-92b1ef9be6fa triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:46.971168 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a6a8-0d97-41b0-b929-40a2aec3fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.176828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2ef1a6a8-0d97-41b0-b929-40a2aec3fc91 None None] Provisioning for port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:47.184041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2ef1a6a8-0d97-41b0-b929-40a2aec3fc91 None None] Provisioning complete for port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:47.184963 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a6a8-0d97-41b0-b929-40a2aec3fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.231632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1a6a8-0d97-41b0-b929-40a2aec3fc91 None None] Port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:47.244757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.267023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] In _notify_port_updated(), no bound segment for port 93ed9440-f9f1-4670-a1c3-4e7da4806723 on network d718da95-d2fd-4f66-be0f-95b53169c007 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:19:47.274160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.274942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.279776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "PUT /v2.0/ports/93ed9440-f9f1-4670-a1c3-4e7da4806723 HTTP/1.1" status: 200 len: 818 time: 1.3732946 Jul 16 20:19:47.287175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59802) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:47.325974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b60085f6-73d0-4691-945a-92b1ef9be6fa up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:47.328216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491df0b0-4a4f-4c0a-8aa0-063dc2373d92 req-094477f8-078c-40f0-8df5-4a7839b8fed8 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.330003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-491df0b0-4a4f-4c0a-8aa0-063dc2373d92 req-094477f8-078c-40f0-8df5-4a7839b8fed8 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 931 time: 0.7456236 Jul 16 20:19:47.337437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19c536-5439-449f-a1b5-3dd7cddc0ba8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=93ed9440-f9f1-4670-a1c3-4e7da4806723,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.385159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9a4c2df8-32b5-4c60-a775-8df95a7c6549 None None] Provisioning complete for port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:47.385581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2df8-32b5-4c60-a775-8df95a7c6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.426036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b60085f6-73d0-4691-945a-92b1ef9be6fa triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:47.426617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.442161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c852ab75-a391-43a9-a8d0-f588bc8ffeed req-0b7d3054-42fd-4f80-8c3f-e24d73619315 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 210 time: 0.0984209 Jul 16 20:19:47.462024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c2df8-32b5-4c60-a775-8df95a7c6549 None None] Port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:47.544101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-491df0b0-4a4f-4c0a-8aa0-063dc2373d92 req-35334c85-245c-4902-beb0-43fb3d568901 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994572 Jul 16 20:19:47.598197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.603961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 93ed9440-f9f1-4670-a1c3-4e7da4806723 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:47.604412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.610387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.622756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:47.635727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.666671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.669898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Transition to ACTIVE for port object cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:47.674976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.685055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.789873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Port': ['ID=a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.793642 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.795827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0abbe12-e98e-416f-83fe-56252c459ceb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.799494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9facd09e-5b1a-473f-ac86-6c97130d427a up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:47.799687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.828105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 93ed9440-f9f1-4670-a1c3-4e7da4806723 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:47.844486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Pushing event updated for resources: {'Port': ['ID=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.954345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Allocated IP 192.168.233.73 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/ae0c28b7-3129-4f37-98e6-6d2896a4e807) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:48.041267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.116789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.119117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/93ed9440-f9f1-4670-a1c3-4e7da4806723 HTTP/1.1" status: 204 len: 168 time: 0.8255484 Jul 16 20:19:48.122387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59810) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:48.130023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d1583-c26a-4d9d-b34b-3b05f7283f3d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=93ed9440-f9f1-4670-a1c3-4e7da4806723,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.179793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Attempting to bind port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:48.180238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Attempting to bind port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:48.180482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Attempting to bind port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:48.226988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:48.226988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Attempting to bind port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:48.245437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 9facd09e-5b1a-473f-ac86-6c97130d427a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:48.250849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 9facd09e-5b1a-473f-ac86-6c97130d427a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:48.251237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.268929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:48.269342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:48.269732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Bound using segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:48.270189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Bound port: cfcea167-7187-41b2-b8d4-1e1ac52bfaf1, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:48.270557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.291057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8b5db-afc8-4e4c-8e11-314368299816 req-802b12af-0dda-47d9-ba4b-ee02d38e54d2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.292725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49b8b5db-afc8-4e4c-8e11-314368299816 req-802b12af-0dda-47d9-ba4b-ee02d38e54d2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 944 time: 0.3569465 Jul 16 20:19:48.295712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:48.313548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:48.318035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272eba5f-7d25-4517-8743-e5f588697ed3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.324198 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-272eba5f-7d25-4517-8743-e5f588697ed3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1977351 Jul 16 20:19:48.328922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59812) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:48.398250 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3abe6b6-a75f-47d1-be28-2df85e68795f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:19:48.400168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a3abe6b6-a75f-47d1-be28-2df85e68795f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/93ed9440-f9f1-4670-a1c3-4e7da4806723 HTTP/1.1" status: 404 len: 333 time: 0.0632534 Jul 16 20:19:48.404242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59814) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:48.411117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.419698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-782507943'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:48.450139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9facd09e-5b1a-473f-ac86-6c97130d427a'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:48.454150 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e386dd53-ac42-48f5-90cb-78ae3f4d1c8f" -d '{"events": [{"server_uuid": "ce237cd5-1041-4728-9b8b-b89f86b5bb2b", "name": "network-vif-plugged", "status": "completed", "tag": "9facd09e-5b1a-473f-ac86-6c97130d427a"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:48.462308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:48.467586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.484935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49b8b5db-afc8-4e4c-8e11-314368299816 req-faec2d3b-7516-4015-8bc8-360b26ffce62 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818571 Jul 16 20:19:48.506591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9facd09e-5b1a-473f-ac86-6c97130d427a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9facd09e-5b1a-473f-ac86-6c97130d427a,segment=NetworkSegment(a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4),segment_id=a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:48.524061 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.529045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.546288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:48.562771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Transition to ACTIVE for port object ae0c28b7-3129-4f37-98e6-6d2896a4e807 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:48.570192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.570812 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment 66ea2463-2296-4897-b3dd-140aae7d672d of type vlan for network 8b4d986d-5984-40d9-a697-e977c7d0ed21 Jul 16 20:19:48.602630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] For port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:48.619236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] For port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:48.640272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.649755 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f58d08c-d2ac-41f4-abcd-00040fb03dc0 x-openstack-request-id: req-4f58d08c-d2ac-41f4-abcd-00040fb03dc0 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:48.650066 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce237cd5-1041-4728-9b8b-b89f86b5bb2b", "name": "network-vif-plugged", "status": "completed", "tag": "9facd09e-5b1a-473f-ac86-6c97130d427a", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:48.650313 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4f58d08c-d2ac-41f4-abcd-00040fb03dc0 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:48.650710 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9facd09e-5b1a-473f-ac86-6c97130d427a', 'code': 200} Jul 16 20:19:48.692946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9facd09e-5b1a-473f-ac86-6c97130d427a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.715443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.758588 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f51226e-e243-4850-90f4-9bf367d5b9f0 req-7808cb91-5955-4a05-8a01-eb6eaf14ef29 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 210 time: 0.0386169 Jul 16 20:19:48.763483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.764196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.766227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] 10.222.0.79 "PUT /v2.0/ports/cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 HTTP/1.1" status: 200 len: 1092 time: 2.2319148 Jul 16 20:19:48.766696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'tag': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:48.769163 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc449b5-0683-4db9-9dad-40f0ab6a51da" -d '{"events": [{"name": "network-changed", "server_uuid": "2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54", "tag": "cfcea167-7187-41b2-b8d4-1e1ac52bfaf1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:48.811825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-06e23dc8-5bdf-40bc-aea3-704bfc66d779 None None] Provisioning complete for port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:48.812679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-06e23dc8-5bdf-40bc-aea3-704bfc66d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.844653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.868879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-06e23dc8-5bdf-40bc-aea3-704bfc66d779 None None] Port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:48.889382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Router a0418ade-d3f0-453d-9dbb-da239b34d42f is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:19:48.896569 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f319c44-b2b1-48ff-a122-e62bee7aa777 x-openstack-request-id: req-9f319c44-b2b1-48ff-a122-e62bee7aa777 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:48.897155 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54", "tag": "cfcea167-7187-41b2-b8d4-1e1ac52bfaf1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:48.897155 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f319c44-b2b1-48ff-a122-e62bee7aa777 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:48.897482 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'tag': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1', 'status': 'completed', 'code': 200} Jul 16 20:19:48.914640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.915821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Pushing event updated for resources: {'Port': ['ID=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.920696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.921315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.929142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.929536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.929779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.930124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.930449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.930772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.931159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.931433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.931754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.932073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.932388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.932705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da51b7a-aae5-48b8-9904-f535ef4be3bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:48.965081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:48.987054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Pushing event updated for resources: {'Port': ['ID=ae0c28b7-3129-4f37-98e6-6d2896a4e807,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.993874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:49.000254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-dc303259-40d0-4a53-94da-19c6a05d167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.000964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:49.001861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-dc303259-40d0-4a53-94da-19c6a05d167e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 1095 time: 0.1849916 Jul 16 20:19:49.005741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c68dd-c1aa-4b92-8e0f-c4c475628334 req-5a789c97-143c-4525-a23e-25d8c726cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.007522 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e8c68dd-c1aa-4b92-8e0f-c4c475628334 req-5a789c97-143c-4525-a23e-25d8c726cd1d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 1097 time: 0.3288176 Jul 16 20:19:49.008804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6040530 Jul 16 20:19:49.040346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59824) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:49.064022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-67748a13-92d5-4cfa-8403-a191cab2aa66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 HTTP/1.1" status: 200 len: 217 time: 0.0520046 Jul 16 20:19:49.087152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711b9a3-a6ff-43cb-a380-8e67f11c3973 req-1f2feb5b-7c21-4fc2-8167-d1ac506db7b1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.088931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a711b9a3-a6ff-43cb-a380-8e67f11c3973 req-1f2feb5b-7c21-4fc2-8167-d1ac506db7b1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 943 time: 0.2987144 Jul 16 20:19:49.094591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:49.105867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:49.115875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] Sync routers for ids ['a0418ade-d3f0-453d-9dbb-da239b34d42f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:49.123652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-52c56387-0c74-4bfc-ad58-c3e1b4d9f347 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "PUT /v2.0/routers/a0418ade-d3f0-453d-9dbb-da239b34d42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4283233 Jul 16 20:19:49.128288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] Routers {'a0418ade-d3f0-453d-9dbb-da239b34d42f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:49.129444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:19:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a0418ade-d3f0-453d-9dbb-da239b34d42f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:49.135125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59828) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:49.143589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'port': {'network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3', 'name': 'tempest-FloatingIPNegativeTestJSON-290064938'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:49.162919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec59e-fe27-41e1-8624-44fdc70ebee7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=8b4d986d-5984-40d9-a697-e977c7d0ed21,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.180469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:49.183540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:49.200896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-50e0a040-b954-417a-aa3f-0410d8fb84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.202626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-50e0a040-b954-417a-aa3f-0410d8fb84ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.1316621 Jul 16 20:19:49.245125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.246209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.262453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] Routers {'a0418ade-d3f0-453d-9dbb-da239b34d42f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:49.263843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:19:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a0418ade-d3f0-453d-9dbb-da239b34d42f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:49.288792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a711b9a3-a6ff-43cb-a380-8e67f11c3973 req-87bc9900-ea90-4bdd-8db0-fb7963b6327e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895723 Jul 16 20:19:49.313457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e8c68dd-c1aa-4b92-8e0f-c4c475628334 req-2e09ae72-415e-44d6-a15a-bc13a23cbf16 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794592 Jul 16 20:19:49.330215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-ddd70e5b-1e6a-4a44-b3b3-c64b46d7b6df tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0103538 Jul 16 20:19:49.331992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-643997bf-aefb-462a-8cba-badec1e558a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221287 Jul 16 20:19:49.358424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:49.367336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.375656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:49.378396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09c388-dc86-45aa-b753-914b84ffc0c7 None None] The sync data for ids ['a0418ade-d3f0-453d-9dbb-da239b34d42f'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:49.390881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Request body: {'port': {'device_id': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:49.410450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9fddfaba-8541-4a7f-84f7-ec420eed87af None None] Provisioning for port ae0c28b7-3129-4f37-98e6-6d2896a4e807 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:49.417504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9fddfaba-8541-4a7f-84f7-ec420eed87af None None] Provisioning complete for port ae0c28b7-3129-4f37-98e6-6d2896a4e807 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:49.418225 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9fddfaba-8541-4a7f-84f7-ec420eed87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.489560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Made reservation on behalf of c47ca83243124d1f90bccfa5a67a0bb9 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:49.494271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.514421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9fddfaba-8541-4a7f-84f7-ec420eed87af None None] Port ae0c28b7-3129-4f37-98e6-6d2896a4e807 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:49.516930 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-8387a1ed-e1e9-4558-b7ab-9455ae56bdba service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767561 Jul 16 20:19:49.534662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] device_id is not set on port c7ced482-c7a5-4f36-978c-d2d414f22bef yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:49.719851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abce4c91-82e4-4ad7-aeb3-18627f3ab402 req-ec04ee8c-fb12-4707-a5ff-5c088e3b1c30 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952581 Jul 16 20:19:49.728676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.747027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.773889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Allocated IP 172.20.0.5 (6436b1f0-ab54-4ba3-b43b-581bfce7dda3/e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf/c7ced482-c7a5-4f36-978c-d2d414f22bef) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:49.888135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=a6813983-b909-4105-99e6-5365cbf2577c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.916690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0d83a-1034-4475-84d1-5dab8dfcb8ce req-a8bdeeb7-7caa-459a-a01b-c1062d08b971 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.918552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11b0d83a-1034-4475-84d1-5dab8dfcb8ce req-a8bdeeb7-7caa-459a-a01b-c1062d08b971 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 945 time: 0.2204256 Jul 16 20:19:50.011765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': '66ea2463-2296-4897-b3dd-140aae7d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:50.012182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: 8b4d986d-5984-40d9-a697-e977c7d0ed21, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:50.041927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-89142d4e-a8a6-4b24-969d-5da0828f73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.043818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-89142d4e-a8a6-4b24-969d-5da0828f73e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 1095 time: 0.2283525 Jul 16 20:19:50.051244 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11b0d83a-1034-4475-84d1-5dab8dfcb8ce req-cfb8bfa3-a19d-49f7-8d01-ed08af54965d tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260595 Jul 16 20:19:50.070608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:50.145601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8b4d986d-5984-40d9-a697-e977c7d0ed21) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:50.161243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834fc51-f7d8-4a52-add6-f1dd99afb764 None None] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:50.167142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.167836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.203678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aab5f-17fb-4635-8f1f-a20f920871fa req-4afcad43-08bf-414a-97f4-2b562917b73e tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.210722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c1aab5f-17fb-4635-8f1f-a20f920871fa req-4afcad43-08bf-414a-97f4-2b562917b73e tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 935 time: 0.2440069 Jul 16 20:19:50.228298 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-72fb7911-cb46-49a8-8638-5564ad69ef6e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1348650 Jul 16 20:19:50.232366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59840) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:50.255983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-06b3c45f-c744-4abe-a597-ad4da1abfaf7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:50.273353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.287528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c1aab5f-17fb-4635-8f1f-a20f920871fa req-a7f182fa-26d5-4fbd-9e95-1fb0ab3e219d tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757077 Jul 16 20:19:50.366232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-0c66c75f-8700-4efa-9792-effece7f6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.367840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-0c66c75f-8700-4efa-9792-effece7f6989 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.3155799 Jul 16 20:19:50.376862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0c28b7-3129-4f37-98e6-6d2896a4e807 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:50.388388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Transition to ACTIVE for port object c7ced482-c7a5-4f36-978c-d2d414f22bef will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:50.389229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.394939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-8b4d986d-5984-40d9-a697-e977c7d0ed21', 'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21', 'tenant_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'fixed_ips': [{'subnet_id': 'a6813983-b909-4105-99e6-5365cbf2577c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:50.396677 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.405104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Transition to ACTIVE for port object ae0c28b7-3129-4f37-98e6-6d2896a4e807 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:50.419226 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.535213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c28b7-3129-4f37-98e6-6d2896a4e807,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.593205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Allocated IP 172.20.0.2 (8b4d986d-5984-40d9-a697-e977c7d0ed21/a6813983-b909-4105-99e6-5365cbf2577c/76f55731-7e72-4980-8e51-b477cb6b0fc5) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:50.600478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Attempting to bind port ae0c28b7-3129-4f37-98e6-6d2896a4e807 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:50.600965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Attempting to bind port ae0c28b7-3129-4f37-98e6-6d2896a4e807 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:50.602165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Attempting to bind port ae0c28b7-3129-4f37-98e6-6d2896a4e807 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:50.608260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Port ae0c28b7-3129-4f37-98e6-6d2896a4e807 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:50.608687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Attempting to bind port ae0c28b7-3129-4f37-98e6-6d2896a4e807 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:50.616288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:50.616791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:50.617675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:50.617882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Bound port: ae0c28b7-3129-4f37-98e6-6d2896a4e807, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:50.618371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.764020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] For port ae0c28b7-3129-4f37-98e6-6d2896a4e807, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:50.768612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] For port ae0c28b7-3129-4f37-98e6-6d2896a4e807, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ae0c28b7-3129-4f37-98e6-6d2896a4e807,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:50.776960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.825238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.833479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.834181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.835683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] 10.222.0.99 "PUT /v2.0/ports/ae0c28b7-3129-4f37-98e6-6d2896a4e807 HTTP/1.1" status: 200 len: 1096 time: 1.4621522 Jul 16 20:19:50.836150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'tag': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:50.836308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Transition to ACTIVE for port object 76f55731-7e72-4980-8e51-b477cb6b0fc5 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:50.838807 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5866feef-bb65-4cae-af8e-cb24e224c083" -d '{"events": [{"name": "network-changed", "server_uuid": "19469ad1-41f8-46d2-ae3e-6b2c08f19ce1", "tag": "ae0c28b7-3129-4f37-98e6-6d2896a4e807"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:50.869993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947eee7-c2ec-4503-a702-6503f0cb4e62 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c28b7-3129-4f37-98e6-6d2896a4e807,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.874776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Transition to ACTIVE for port object 76f55731-7e72-4980-8e51-b477cb6b0fc5 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:50.886969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.896402 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55ccfd-abda-4774-b28a-e88047becf59 x-openstack-request-id: req-3d55ccfd-abda-4774-b28a-e88047becf59 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:50.896742 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19469ad1-41f8-46d2-ae3e-6b2c08f19ce1", "tag": "ae0c28b7-3129-4f37-98e6-6d2896a4e807", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:50.896975 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3d55ccfd-abda-4774-b28a-e88047becf59 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:50.897363 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'tag': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807', 'status': 'completed', 'code': 200} Jul 16 20:19:50.948570 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-aae21dc4-0251-453f-b096-3c408234e9d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 HTTP/1.1" status: 200 len: 217 time: 0.5712698 Jul 16 20:19:50.950190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:50.958038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:50.960049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-e798d08a-5c62-4f1f-b048-ae7b42f4f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.961847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-e798d08a-5c62-4f1f-b048-ae7b42f4f38c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=800e11194cef46ff81206195b683f7c0&device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0635388 Jul 16 20:19:50.972767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:50.979471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Pushing event updated for resources: {'Port': ['ID=76f55731-7e72-4980-8e51-b477cb6b0fc5,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:51.016829 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-95af7a73-cbd3-488b-adca-056ea2e55b8f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ae0c28b7-3129-4f37-98e6-6d2896a4e807 HTTP/1.1" status: 200 len: 217 time: 0.0467823 Jul 16 20:19:51.042536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Attempting to bind port 76f55731-7e72-4980-8e51-b477cb6b0fc5 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:51.043022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Attempting to bind port 76f55731-7e72-4980-8e51-b477cb6b0fc5 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '66ea2463-2296-4897-b3dd-140aae7d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:51.043402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Attempting to bind port 76f55731-7e72-4980-8e51-b477cb6b0fc5 on network 8b4d986d-5984-40d9-a697-e977c7d0ed21 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:51.048936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:51.049321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Checking segment: {'id': '66ea2463-2296-4897-b3dd-140aae7d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:51.049734 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.050121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Bound using segment: {'id': '66ea2463-2296-4897-b3dd-140aae7d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:51.050586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Bound port: 76f55731-7e72-4980-8e51-b477cb6b0fc5, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ea2463-2296-4897-b3dd-140aae7d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:51.050995 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.072935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-13a972db-1d5f-4c27-9f25-aa09e8b47ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.074472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-13a972db-1d5f-4c27-9f25-aa09e8b47ce0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.0987365 Jul 16 20:19:51.081767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-8c95e80f-b6cb-4fb0-b6e3-4cf529851c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.083785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-8c95e80f-b6cb-4fb0-b6e3-4cf529851c1a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0586183 Jul 16 20:19:51.133257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] For port 76f55731-7e72-4980-8e51-b477cb6b0fc5, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:51.137683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] For port 76f55731-7e72-4980-8e51-b477cb6b0fc5, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=76f55731-7e72-4980-8e51-b477cb6b0fc5,segment=NetworkSegment(66ea2463-2296-4897-b3dd-140aae7d672d),segment_id=66ea2463-2296-4897-b3dd-140aae7d672d)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:51.143776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.164658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.169726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-e8b8292b-1910-4b81-a1a5-22e2ba2c8b70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800946 Jul 16 20:19:51.220124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-53db799c-8548-49a7-b519-4de122beb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.221865 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-53db799c-8548-49a7-b519-4de122beb3fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308742 Jul 16 20:19:51.306160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb96d04-7914-4c7e-86c6-49263a60419e None None] Pushing event updated for resources: {'Port': ['ID=76f55731-7e72-4980-8e51-b477cb6b0fc5,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:51.331004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:51.335484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:51.342251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b3c45f-c744-4abe-a597-ad4da1abfaf7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:51.345967 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b3c45f-c744-4abe-a597-ad4da1abfaf7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.350937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:51.455524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Port': ['ID=c7ced482-c7a5-4f36-978c-d2d414f22bef,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:51.457832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306c88d-50a7-4d64-b83e-007009ba70a7 req-f9dd87bb-498c-4499-8c52-ced709b68683 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.460905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2306c88d-50a7-4d64-b83e-007009ba70a7 req-f9dd87bb-498c-4499-8c52-ced709b68683 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 945 time: 0.1903481 Jul 16 20:19:51.466189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-84c2ab7c-6bd2-46f9-8bba-7951931e602a service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210209 Jul 16 20:19:51.478766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5e93-49cc-49f3-b650-3c8e5ef4d8eb req-279b13e5-5b95-46f8-ae51-76a32d4c5237 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.487399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdee5e93-49cc-49f3-b650-3c8e5ef4d8eb req-279b13e5-5b95-46f8-ae51-76a32d4c5237 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 943 time: 0.5779283 Jul 16 20:19:51.558487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2306c88d-50a7-4d64-b83e-007009ba70a7 req-02e1e682-107d-4354-b405-755da828047c tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906544 Jul 16 20:19:51.679448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a006efdd-2f03-4790-ad6e-9aefcd333fc7 req-6e80772a-710f-45a4-9967-8ba471943d3b service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917953 Jul 16 20:19:51.810236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-77a16a80-5991-4538-a6ed-250e9a0cf786 None None] Provisioning for port c7ced482-c7a5-4f36-978c-d2d414f22bef completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:51.813457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-0f21e15b-42b1-4bb7-b98b-1308ab5f38f9 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224411 Jul 16 20:19:51.816796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-77a16a80-5991-4538-a6ed-250e9a0cf786 None None] Provisioning complete for port c7ced482-c7a5-4f36-978c-d2d414f22bef triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:51.817316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-77a16a80-5991-4538-a6ed-250e9a0cf786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.821924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdee5e93-49cc-49f3-b650-3c8e5ef4d8eb req-41499b97-7f49-4ab0-9ae6-745665cf7acc tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337011 Jul 16 20:19:51.838966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.840054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.887478 n-d-792458-10 neutron-server[93862]: INFO neutron.db.ipam_backend_mixin [None req-06b3c45f-c744-4abe-a597-ad4da1abfaf7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6813983-b909-4105-99e6-5365cbf2577c (CIDR: 172.20.0.0/28) Jul 16 20:19:51.896031 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b3c45f-c744-4abe-a597-ad4da1abfaf7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:19:51.896536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b3c45f-c744-4abe-a597-ad4da1abfaf7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:51.902980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d9753ad2-3550-4daa-8ea2-44d801b4983c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7664874 Jul 16 20:19:51.911285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59880) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.929309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:51.950906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-77a16a80-5991-4538-a6ed-250e9a0cf786 None None] Port c7ced482-c7a5-4f36-978c-d2d414f22bef cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:51.972946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdc449b5-0683-4db9-9dad-40f0ab6a51da req-494e03dc-8015-4bb8-a70e-ebaa64ad17ec service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483078 Jul 16 20:19:51.989504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-3a0e6304-be67-496b-bd1c-34a5286478b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.991694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-3a0e6304-be67-496b-bd1c-34a5286478b2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=800e11194cef46ff81206195b683f7c0&device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 1099 time: 0.2459748 Jul 16 20:19:51.993364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-06b3c45f-c744-4abe-a597-ad4da1abfaf7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7529626 Jul 16 20:19:51.994417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.996213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59882) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:52.005952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:52.078745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babe2a4-5773-4d9d-a58a-3732fe9f9629 req-31558f03-4825-4a64-b46a-00a55c77b6e4 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.080614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2babe2a4-5773-4d9d-a58a-3732fe9f9629 req-31558f03-4825-4a64-b46a-00a55c77b6e4 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 947 time: 0.2643361 Jul 16 20:19:52.193426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:52.197955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.221877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2babe2a4-5773-4d9d-a58a-3732fe9f9629 req-0c43b4b8-3da7-4349-a68e-f83615721b5a tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326921 Jul 16 20:19:52.225950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-c1904634-7942-4e4f-aa55-1c6560219a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.227529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-c1904634-7942-4e4f-aa55-1c6560219a6c service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.2282040 Jul 16 20:19:52.252480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:52.370307 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-b63a69ab-c6b0-47a1-834f-48822e1b1076 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ae0c28b7-3129-4f37-98e6-6d2896a4e807 HTTP/1.1" status: 200 len: 217 time: 0.1343606 Jul 16 20:19:52.493979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.516931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:52.523792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-992f73aa-f94c-4c22-a414-674e1e6d7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.525640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-992f73aa-f94c-4c22-a414-674e1e6d7dd5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.1440265 Jul 16 20:19:52.547078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'port_id': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1', 'mac_address': 'fa:16:3e:16:cc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039769c9-f2da-447c-b5c4-8b878fa81589', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:52.647063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.679216 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.680327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:52.707581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:52.727591 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.793774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:52.824686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:52.826181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:52.832679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.833288 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.849833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-2c506fc9-6cc3-4b3c-840b-1171470af6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.851736 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-2c506fc9-6cc3-4b3c-840b-1171470af6f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3159711 Jul 16 20:19:52.880575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c852f-bd93-45f7-b68d-e64bfb898136 req-33049d5c-f6b8-4baa-a180-9d0b9448e16a tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.892031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-813c852f-bd93-45f7-b68d-e64bfb898136 req-33049d5c-f6b8-4baa-a180-9d0b9448e16a tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 945 time: 0.2757685 Jul 16 20:19:52.905174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44b5f2-67d1-414d-9748-5fc18bb608a7 None None] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:52.934449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9367087 Jul 16 20:19:52.952668 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-813c852f-bd93-45f7-b68d-e64bfb898136 req-d2874197-d693-42b9-bfe2-26db25dddf67 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595996 Jul 16 20:19:52.953375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5c877-d3f1-4a81-a05f-7bd6ab9b6716 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=93439efd-dceb-48c8-a75e-57be293ed630,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:52.960977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59892) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:52.976666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21', 'fixed_ips': [{'subnet_id': 'a6813983-b909-4105-99e6-5365cbf2577c'}, {'subnet_id': '93439efd-dceb-48c8-a75e-57be293ed630'}], 'name': 'tempest-PortsTestJSON-412685606'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:52.994976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-2cc05dd5-a0e0-4c8d-9ae4-3a490f8976bc service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241634 Jul 16 20:19:53.053477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['cfcea167-7187-41b2-b8d4-1e1ac52bfaf1'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:53.097534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Allocated IP 172.25.3.118 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e70ea512-4bce-4061-99f5-3db703bfc1fb) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:53.123199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d47b5a64-390b-4e8f-8746-cb6577d65362 None None] Provisioning for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:53.158158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:53.338452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.359681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port d0223fd6-9b0d-4481-b564-69df374f182a yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:53.423704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 76f55731-7e72-4980-8e51-b477cb6b0fc5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:53.507030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:53.512997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:53.513872 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.663483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] Update dhcp port {'port': {'network_id': '8b4d986d-5984-40d9-a697-e977c7d0ed21', 'fixed_ips': [{'subnet_id': 'a6813983-b909-4105-99e6-5365cbf2577c', 'ip_address': '172.20.0.2'}, {'subnet_id': '93439efd-dceb-48c8-a75e-57be293ed630'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '76f55731-7e72-4980-8e51-b477cb6b0fc5'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:19:53.704279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.730662 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.773012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 76f55731-7e72-4980-8e51-b477cb6b0fc5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=76f55731-7e72-4980-8e51-b477cb6b0fc5,segment=NetworkSegment(66ea2463-2296-4897-b3dd-140aae7d672d),segment_id=66ea2463-2296-4897-b3dd-140aae7d672d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:53.801058 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.814738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5866feef-bb65-4cae-af8e-cb24e224c083 req-8bc11c87-9c2e-4915-992c-614b4bcfb963 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8032951 Jul 16 20:19:53.828373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.4 (8b4d986d-5984-40d9-a697-e977c7d0ed21/a6813983-b909-4105-99e6-5365cbf2577c/d0223fd6-9b0d-4481-b564-69df374f182a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:53.840170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ae0c28b7-3129-4f37-98e6-6d2896a4e807 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:53.849166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.24 (8b4d986d-5984-40d9-a697-e977c7d0ed21/93439efd-dceb-48c8-a75e-57be293ed630/d0223fd6-9b0d-4481-b564-69df374f182a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:53.849405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1731de-e336-4e52-9bce-7d08a85129cf req-4bb90d44-dff5-40da-a026-22a9fcec8287 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.851306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c1731de-e336-4e52-9bce-7d08a85129cf req-4bb90d44-dff5-40da-a026-22a9fcec8287 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 944 time: 0.7490504 Jul 16 20:19:53.959197 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c1731de-e336-4e52-9bce-7d08a85129cf req-36ec1712-7416-4630-a4a8-96c553ee08b0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973310 Jul 16 20:19:53.977239 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.007938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=76f55731-7e72-4980-8e51-b477cb6b0fc5,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.023262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595a4bd-3b3e-490d-a062-75b4fcab1c8d req-75ff1bda-aaaf-443c-a091-bae06a4d4ebe tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.030460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1595a4bd-3b3e-490d-a062-75b4fcab1c8d req-75ff1bda-aaaf-443c-a091-bae06a4d4ebe tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 947 time: 0.5071650 Jul 16 20:19:54.038730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-4f046e50-741a-4592-bb9a-1d24faae63c2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.040339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-4f046e50-741a-4592-bb9a-1d24faae63c2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.99 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 945 time: 0.1230941 Jul 16 20:19:54.146191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.171362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ae0c28b7-3129-4f37-98e6-6d2896a4e807, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ae0c28b7-3129-4f37-98e6-6d2896a4e807,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.183996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807', 'mac_address': 'fa:16:3e:80:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:54.210751 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1595a4bd-3b3e-490d-a062-75b4fcab1c8d req-8d5de76b-9114-4a92-bd37-8a4cd1e97e2a tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892208 Jul 16 20:19:54.225693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:54.231610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Deleting port 9facd09e-5b1a-473f-ac86-6c97130d427a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:54.231960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.256585 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.267927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.278130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object d0223fd6-9b0d-4481-b564-69df374f182a will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:54.279617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:54.306631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0c28b7-3129-4f37-98e6-6d2896a4e807 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:54.339667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] For port 9facd09e-5b1a-473f-ac86-6c97130d427a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9facd09e-5b1a-473f-ac86-6c97130d427a,segment=NetworkSegment(a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4),segment_id=a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.340033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.347820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ae0c28b7-3129-4f37-98e6-6d2896a4e807, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ae0c28b7-3129-4f37-98e6-6d2896a4e807,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.359698 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.363240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.368666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:54.396078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Port': ['ID=e70ea512-4bce-4061-99f5-3db703bfc1fb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.399084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Calling delete_port for 9facd09e-5b1a-473f-ac86-6c97130d427a owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:54.401190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:54.415058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:54.427351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:54.427880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.448884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:54.455178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:54.463892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:54.493165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ae0c28b7-3129-4f37-98e6-6d2896a4e807,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.499682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.501359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] Allocated IP 172.20.0.18 (8b4d986d-5984-40d9-a697-e977c7d0ed21/93439efd-dceb-48c8-a75e-57be293ed630/76f55731-7e72-4980-8e51-b477cb6b0fc5) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:54.538645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=d0223fd6-9b0d-4481-b564-69df374f182a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.594736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.595781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.608442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.616169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.622319 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cc2ed73a-bdd7-4a65-b9c4-247b449aa400 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6599500 Jul 16 20:19:54.629212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59908) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:54.645496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6813983-b909-4105-99e6-5365cbf2577c'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:54.675196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:54.677645 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d5eb9-a9ec-4e00-9590-b239bc63ee3b" -d '{"events": [{"server_uuid": "2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54", "name": "network-vif-plugged", "status": "completed", "tag": "cfcea167-7187-41b2-b8d4-1e1ac52bfaf1"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:54.688524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6036427-966c-4a6f-96a1-74ec70414df9 req-e47a6058-4ea4-438a-b60e-2f97ed898282 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.690283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6036427-966c-4a6f-96a1-74ec70414df9 req-e47a6058-4ea4-438a-b60e-2f97ed898282 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ce237cd5-1041-4728-9b8b-b89f86b5bb2b HTTP/1.1" status: 200 len: 945 time: 0.3371370 Jul 16 20:19:54.702556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.711470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] For port 76f55731-7e72-4980-8e51-b477cb6b0fc5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=76f55731-7e72-4980-8e51-b477cb6b0fc5,segment=NetworkSegment(66ea2463-2296-4897-b3dd-140aae7d672d),segment_id=66ea2463-2296-4897-b3dd-140aae7d672d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.713724 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.744003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['ae0c28b7-3129-4f37-98e6-6d2896a4e807'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:54.825894 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1fccef-a7ca-4891-a52c-36cf3d5aacdf x-openstack-request-id: req-5e1fccef-a7ca-4891-a52c-36cf3d5aacdf {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:54.826312 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54", "name": "network-vif-plugged", "status": "completed", "tag": "cfcea167-7187-41b2-b8d4-1e1ac52bfaf1", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:54.826593 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e1fccef-a7ca-4891-a52c-36cf3d5aacdf {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:54.827069 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1', 'code': 200} Jul 16 20:19:54.880249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.891255 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.066707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.097015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Pushing event deleted for resources: {'Port': ['ID=9facd09e-5b1a-473f-ac86-6c97130d427a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.101494 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.103769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.143031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6036427-966c-4a6f-96a1-74ec70414df9 req-0d207768-0371-4cc9-aa4b-282688c76df4 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.91 "GET /v2.0/security-groups?id=08b13e5b-81a6-4ba1-a171-c6062bfc5b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405096 Jul 16 20:19:55.159875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] No DVR routers for this DVR port 9facd09e-5b1a-473f-ac86-6c97130d427a on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:55.187657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.197731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] Transition to ACTIVE for port object 76f55731-7e72-4980-8e51-b477cb6b0fc5 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:55.208655 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.218501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.225930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7bab5-42ef-4653-a0c1-722e58587edf req-692fb7ac-cedd-4342-8125-3d495992a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.228026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fea7bab5-42ef-4653-a0c1-722e58587edf req-692fb7ac-cedd-4342-8125-3d495992a1f2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 1097 time: 0.3971863 Jul 16 20:19:55.231441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7272eac-31e3-4f9a-86c0-e8f4dc97cd39 req-f7565fa3-e6c5-470b-ad5a-af84f8e3c0a2 tempest-InstanceActionsV221TestJSON-37746764 tempest-InstanceActionsV221TestJSON-37746764-project] 10.222.0.99 "DELETE /v2.0/ports/9facd09e-5b1a-473f-ac86-6c97130d427a HTTP/1.1" status: 204 len: 173 time: 1.1851671 Jul 16 20:19:55.241141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'name': 'network-vif-deleted', 'tag': '9facd09e-5b1a-473f-ac86-6c97130d427a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:55.243594 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e88fd4-3954-4a1c-b6a2-88db8d995828" -d '{"events": [{"server_uuid": "ce237cd5-1041-4728-9b8b-b89f86b5bb2b", "name": "network-vif-deleted", "tag": "9facd09e-5b1a-473f-ac86-6c97130d427a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:55.391759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fea7bab5-42ef-4653-a0c1-722e58587edf req-57622935-86ee-4ab2-be09-ddf7899090a0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328773 Jul 16 20:19:55.409097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Port': ['ID=e70ea512-4bce-4061-99f5-3db703bfc1fb,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.415278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035a291-5610-46f6-a27d-08606a8d3a3c None None] Pushing event updated for resources: {'Port': ['ID=76f55731-7e72-4980-8e51-b477cb6b0fc5,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.421543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 76f55731-7e72-4980-8e51-b477cb6b0fc5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:55.443287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Delete allocated IP 172.20.0.24 (8b4d986d-5984-40d9-a697-e977c7d0ed21/93439efd-dceb-48c8-a75e-57be293ed630) {{(pid=93862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:19:55.445609 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.469557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.471224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-09cf9544-acde-4d30-b6b4-ccac6afe09eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5543516 Jul 16 20:19:55.474477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59926) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:55.486739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-aaf1a3ec-6a16-4349-9acf-29e8b060033c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'floatingip': {'port_id': 'c7ced482-c7a5-4f36-978c-d2d414f22bef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:55.518532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41deb16-e24b-4fca-aab0-d2dfc33ea0f8 req-e3f68825-f3eb-4c65-a444-00649582e0be tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.532076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c41deb16-e24b-4fca-aab0-d2dfc33ea0f8 req-e3f68825-f3eb-4c65-a444-00649582e0be tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 945 time: 0.3632107 Jul 16 20:19:55.568268 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e95e1ff-b7ad-4ae8-a544-d6469253ad0a x-openstack-request-id: req-4e95e1ff-b7ad-4ae8-a544-d6469253ad0a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:55.568975 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce237cd5-1041-4728-9b8b-b89f86b5bb2b", "name": "network-vif-deleted", "tag": "9facd09e-5b1a-473f-ac86-6c97130d427a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:55.576265 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4e95e1ff-b7ad-4ae8-a544-d6469253ad0a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:55.577078 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce237cd5-1041-4728-9b8b-b89f86b5bb2b', 'name': 'network-vif-deleted', 'tag': '9facd09e-5b1a-473f-ac86-6c97130d427a', 'status': 'completed', 'code': 200} Jul 16 20:19:55.595477 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a3ec-6a16-4349-9acf-29e8b060033c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.633524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c41deb16-e24b-4fca-aab0-d2dfc33ea0f8 req-a2948987-675f-430a-8ca6-232d29e7f50a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003075 Jul 16 20:19:55.700209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.714938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Ignored duplicate provisioning block setup for port d0223fd6-9b0d-4481-b564-69df374f182a by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:19:55.721071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.806282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=d0223fd6-9b0d-4481-b564-69df374f182a,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.918990 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-aaf1a3ec-6a16-4349-9acf-29e8b060033c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] update failed (client error): The resource could not be found. Jul 16 20:19:55.925882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59928) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:55.928864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aaf1a3ec-6a16-4349-9acf-29e8b060033c tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "PUT /v2.0/floatingips/9c401dbb-aa77-4128-977e-7f0a15a760eb HTTP/1.1" status: 404 len: 507 time: 0.4444525 Jul 16 20:19:55.972999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e2522-c8af-47b2-bd65-1900ec0e337c req-033a7519-8e4d-4322-9743-e4a1e8ad0e14 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.000053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-732e2522-c8af-47b2-bd65-1900ec0e337c req-033a7519-8e4d-4322-9743-e4a1e8ad0e14 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 948 time: 0.2819948 Jul 16 20:19:56.037420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] In _notify_port_updated(), no bound segment for port d0223fd6-9b0d-4481-b564-69df374f182a on network 8b4d986d-5984-40d9-a697-e977c7d0ed21 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:19:56.043695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.044735 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.049071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-428500c3-7a28-464b-9afa-df215304f0f7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "PUT /v2.0/ports/d0223fd6-9b0d-4481-b564-69df374f182a HTTP/1.1" status: 200 len: 918 time: 1.4159584 Jul 16 20:19:56.052112 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59930) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.058340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6813983-b909-4105-99e6-5365cbf2577c'}, {'subnet_id': '93439efd-dceb-48c8-a75e-57be293ed630'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:56.070385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-732e2522-c8af-47b2-bd65-1900ec0e337c req-e990b797-e676-404e-b0e2-d0bc715fe4b0 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680056 Jul 16 20:19:56.220910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.236746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Deleting port e70ea512-4bce-4061-99f5-3db703bfc1fb {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:56.237527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.324272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c2368-37cb-4f4b-ab09-7d55908bdf1c None None] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:56.445405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b58a936b-334e-481f-8264-de541aae1c82 None None] Provisioning for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:56.482608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b58a936b-334e-481f-8264-de541aae1c82 None None] Provisioning complete for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:56.482608 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b58a936b-334e-481f-8264-de541aae1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.485667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.486425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.501722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Calling delete_port for e70ea512-4bce-4061-99f5-3db703bfc1fb owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:56.661028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.721632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] Deleting subnet 2629995c-c7e8-4948-bb90-a874641ca1ca {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:56.724976 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.764854 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.815073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.851099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.28 (8b4d986d-5984-40d9-a697-e977c7d0ed21/93439efd-dceb-48c8-a75e-57be293ed630/d0223fd6-9b0d-4481-b564-69df374f182a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:56.928405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.959918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa687-540b-4dee-a57a-0794e37250d3 req-9b17ed71-d592-4e26-950a-ef785a1e9b00 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.961587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-096aa687-540b-4dee-a57a-0794e37250d3 req-9b17ed71-d592-4e26-950a-ef785a1e9b00 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 945 time: 0.1173043 Jul 16 20:19:56.962678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.984350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event deleted for resources: {'Port': ['ID=e70ea512-4bce-4061-99f5-3db703bfc1fb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.002120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2629995c-c7e8-4948-bb90-a874641ca1ca,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.015753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.017636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aead6d2c-97ce-4f6c-abb1-7087597da7f6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2629995c-c7e8-4948-bb90-a874641ca1ca HTTP/1.1" status: 204 len: 168 time: 0.3555734 Jul 16 20:19:57.024207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.071234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-096aa687-540b-4dee-a57a-0794e37250d3 req-57061865-d1d4-4d09-8644-603df932ba29 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735428 Jul 16 20:19:57.119073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.141090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.155318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.156715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b9d02d44-6c82-4a40-afb1-ed2d364e2f4d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "DELETE /v2.0/floatingips/9c401dbb-aa77-4128-977e-7f0a15a760eb HTTP/1.1" status: 204 len: 168 time: 1.2306364 Jul 16 20:19:57.165972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59958) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.179924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-88bccf24-714d-480a-a359-5465bec653eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'floatingip': {'floating_network_id': '6436b1f0-ab54-4ba3-b43b-581bfce7dda3', 'port_id': 'c7ced482-c7a5-4f36-978c-d2d414f22bef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:57.221415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.242407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Ignored duplicate provisioning block setup for port d0223fd6-9b0d-4481-b564-69df374f182a by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:19:57.247850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.266716 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:57.272066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4325c838-3aa9-416b-bec1-95f5738100bc None None] Provisioning for port d0223fd6-9b0d-4481-b564-69df374f182a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:57.276777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.277748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4325c838-3aa9-416b-bec1-95f5738100bc None None] Provisioning complete for port d0223fd6-9b0d-4481-b564-69df374f182a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:57.278128 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4325c838-3aa9-416b-bec1-95f5738100bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.304096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88bccf24-714d-480a-a359-5465bec653eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.315230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:57.379406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4325c838-3aa9-416b-bec1-95f5738100bc None None] Port d0223fd6-9b0d-4481-b564-69df374f182a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:57.383295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:57.383682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eed8a3-d42a-472b-8211-0fdcdc1ce8d4') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:57.411183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 76f55731-7e72-4980-8e51-b477cb6b0fc5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:57.414819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4325c838-3aa9-416b-bec1-95f5738100bc None None] Provisioning complete for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:57.415460 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4325c838-3aa9-416b-bec1-95f5738100bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.427212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.458497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.459988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=d0223fd6-9b0d-4481-b564-69df374f182a,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.494510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:57.495162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:57.499197 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:57.588488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:57.588740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.649200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcd2f3-dc7b-4539-b32a-4b66259db6fc req-14f022cf-de37-4858-8465-6fb0463c99cd tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.671289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b1fcd2f3-dc7b-4539-b32a-4b66259db6fc req-14f022cf-de37-4858-8465-6fb0463c99cd tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 945 time: 0.3441091 Jul 16 20:19:57.674587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] In _notify_port_updated(), no bound segment for port d0223fd6-9b0d-4481-b564-69df374f182a on network 8b4d986d-5984-40d9-a697-e977c7d0ed21 {{(pid=93862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:19:57.680664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.681302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.682618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ad85f05d-15eb-4d46-a83a-1ced6709912a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "PUT /v2.0/ports/d0223fd6-9b0d-4481-b564-69df374f182a HTTP/1.1" status: 200 len: 998 time: 1.6294100 Jul 16 20:19:57.690484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.723539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfa092-a89a-4a63-a0b0-6c3d17589f95 req-4fbdf490-3a07-4b28-899c-ab829ee2f0d7 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.725313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0bfa092-a89a-4a63-a0b0-6c3d17589f95 req-4fbdf490-3a07-4b28-899c-ab829ee2f0d7 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 948 time: 0.3856685 Jul 16 20:19:57.750436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b1fcd2f3-dc7b-4539-b32a-4b66259db6fc req-d0baac68-7a89-44d4-8db9-3939c1727d61 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775199 Jul 16 20:19:57.781064 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.801513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7e3aa8b1-a8a3-4c97-a21b-533bd11dbfd2 None None] Provisioning complete for port d0223fd6-9b0d-4481-b564-69df374f182a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:57.801716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.803730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] 10.222.0.91 "DELETE /v2.0/networks/9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa HTTP/1.1" status: 204 len: 168 time: 0.7787218 Jul 16 20:19:57.807026 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa8b1-a8a3-4c97-a21b-533bd11dbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.864383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa5a14-ba7d-400a-b95d-d1e5de96d0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca59e0b-1a46-47df-9a0e-a3398bc7f9fa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.869201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ae0c28b7-3129-4f37-98e6-6d2896a4e807 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:57.904491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0bfa092-a89a-4a63-a0b0-6c3d17589f95 req-079c87f5-64ca-4280-b013-2b9348dccb98 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435387 Jul 16 20:19:57.964987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port ae0c28b7-3129-4f37-98e6-6d2896a4e807 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:57.971084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7e3aa8b1-a8a3-4c97-a21b-533bd11dbfd2 None None] Port d0223fd6-9b0d-4481-b564-69df374f182a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:57.972833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port ae0c28b7-3129-4f37-98e6-6d2896a4e807 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:57.973518 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.985054 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-88bccf24-714d-480a-a359-5465bec653eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:19:57.986383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-88bccf24-714d-480a-a359-5465bec653eb tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8117552 Jul 16 20:19:57.992039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59982) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.996516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'c7ced482-c7a5-4f36-978c-d2d414f22bef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:58.037189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port d0223fd6-9b0d-4481-b564-69df374f182a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:58.037415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.058404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.167587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-89ca9605-e18f-4a63-bd17-4e56afb24a53 None None] Provisioning complete for port d0223fd6-9b0d-4481-b564-69df374f182a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:58.170037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89ca9605-e18f-4a63-bd17-4e56afb24a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.243965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59988) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.258780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.264990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-89ca9605-e18f-4a63-bd17-4e56afb24a53 None None] Port d0223fd6-9b0d-4481-b564-69df374f182a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:58.308996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:58.311277 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.311882 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d5e95-5c34-4ce3-84ae-8fcd3ce72d24" -d '{"events": [{"server_uuid": "19469ad1-41f8-46d2-ae3e-6b2c08f19ce1", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c28b7-3129-4f37-98e6-6d2896a4e807"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:58.332944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aedd1c9e-9a7c-4b70-a9bf-190bf9f195fb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13a4097f3aef43339746aafc06ef726b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869591 Jul 16 20:19:58.333520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59992) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.335611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ae0c28b7-3129-4f37-98e6-6d2896a4e807, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ae0c28b7-3129-4f37-98e6-6d2896a4e807,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:58.339674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.343167 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.344206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9facd09e-5b1a-473f-ac86-6c97130d427a no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:58.365492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for d0223fd6-9b0d-4481-b564-69df374f182a owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:58.398873 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4b02b8-baf6-4143-8ce5-9c52a06ff561 x-openstack-request-id: req-0b4b02b8-baf6-4143-8ce5-9c52a06ff561 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:58.399512 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19469ad1-41f8-46d2-ae3e-6b2c08f19ce1", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c28b7-3129-4f37-98e6-6d2896a4e807", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:58.399512 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0b4b02b8-baf6-4143-8ce5-9c52a06ff561 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:58.399817 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807', 'code': 200} Jul 16 20:19:58.410573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 9facd09e-5b1a-473f-ac86-6c97130d427a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:58.411184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9facd09e-5b1a-473f-ac86-6c97130d427a not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:58.508871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ae0c28b7-3129-4f37-98e6-6d2896a4e807,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.520394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-124331a9-fe45-40f4-a03e-816baef8a075 None None] Provisioning complete for port d0223fd6-9b0d-4481-b564-69df374f182a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:58.520895 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-124331a9-fe45-40f4-a03e-816baef8a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.544308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80db1dae-2f12-48e8-9dfb-a76ebfb65cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.558781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-124331a9-fe45-40f4-a03e-816baef8a075 None None] Port d0223fd6-9b0d-4481-b564-69df374f182a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:58.561988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Allocated IP 172.25.3.116 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/dc8ca837-7eba-46f1-8c61-40807f33bc46) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:58.583941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80db1dae-2f12-48e8-9dfb-a76ebfb65cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.656762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291f12-024f-43f4-9983-eb992ea88f8f req-270518b1-091b-4633-8f2f-dd9e48740045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.658311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3291f12-024f-43f4-9983-eb992ea88f8f req-270518b1-091b-4633-8f2f-dd9e48740045 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 1101 time: 0.1690257 Jul 16 20:19:58.674868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38798e0-ffec-4a72-821a-a6488daab4d6 req-ebf5130c-f646-48f4-9292-921f6135c907 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.676438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e38798e0-ffec-4a72-821a-a6488daab4d6 req-ebf5130c-f646-48f4-9292-921f6135c907 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 945 time: 0.1523323 Jul 16 20:19:58.699214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80db1dae-2f12-48e8-9dfb-a76ebfb65cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.701797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80db1dae-2f12-48e8-9dfb-a76ebfb65cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.703021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-80db1dae-2f12-48e8-9dfb-a76ebfb65cdf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/08b13e5b-81a6-4ba1-a171-c6062bfc5b52 HTTP/1.1" status: 204 len: 168 time: 0.3657970 Jul 16 20:19:58.725006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db1dae-2f12-48e8-9dfb-a76ebfb65cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b13e5b-81a6-4ba1-a171-c6062bfc5b52,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.728066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3291f12-024f-43f4-9983-eb992ea88f8f req-c4f90b38-4170-4a35-8417-88b6e5d01684 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600393 Jul 16 20:19:58.781851 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.816304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=d0223fd6-9b0d-4481-b564-69df374f182a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.942043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.943867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c028bfd1-a8e4-458f-8c0c-a1d53104271a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/d0223fd6-9b0d-4481-b564-69df374f182a HTTP/1.1" status: 204 len: 168 time: 1.2512186 Jul 16 20:19:58.946952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60002) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.983594 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-11861135-a9e1-478a-98ba-3d5bc53f6baa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:19:58.985884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-11861135-a9e1-478a-98ba-3d5bc53f6baa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/d0223fd6-9b0d-4481-b564-69df374f182a HTTP/1.1" status: 404 len: 333 time: 0.0379262 Jul 16 20:19:58.988979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60004) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:59.063009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet 93439efd-dceb-48c8-a75e-57be293ed630 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:59.067067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.149058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.226239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4bfc2-4c6c-4888-b039-ede4fb8b4ab1 req-ba94c65b-0575-4e98-9901-a18a3404c1d9 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.227828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ea4bfc2-4c6c-4888-b039-ede4fb8b4ab1 req-ba94c65b-0575-4e98-9901-a18a3404c1d9 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 949 time: 0.1358056 Jul 16 20:19:59.258604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e38798e0-ffec-4a72-821a-a6488daab4d6 req-d6f723c1-26de-41a3-a064-a65a9251b2d9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727983 Jul 16 20:19:59.265160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.291270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.344339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.353009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ea4bfc2-4c6c-4888-b039-ede4fb8b4ab1 req-b5fa3451-507b-4a02-9bfc-6b37454eeb32 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059871 Jul 16 20:19:59.386796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:59.390927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:59.394216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:59.419522 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.455944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event updated for resources: {'Port': ['ID=dc8ca837-7eba-46f1-8c61-40807f33bc46,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.486459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=93439efd-dceb-48c8-a75e-57be293ed630,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.507832 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.509045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b3816-d849-4f29-8580-c83e6738b5ec None None] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:59.512646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9a6328bc-b040-4b92-b866-c76c226924a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/93439efd-dceb-48c8-a75e-57be293ed630 HTTP/1.1" status: 204 len: 168 time: 0.5200830 Jul 16 20:19:59.512962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60024) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:59.650024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet a6813983-b909-4105-99e6-5365cbf2577c {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:59.656013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.708413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.781309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Deleting port dc8ca837-7eba-46f1-8c61-40807f33bc46 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:59.781309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.891917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.942419 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.942810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.965552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Calling delete_port for dc8ca837-7eba-46f1-8c61-40807f33bc46 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:59.970974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60042) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:00.021428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.053424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-55d289c4-aece-4ba4-810d-c35830a5b831 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.055242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-55d289c4-aece-4ba4-810d-c35830a5b831 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 945 time: 0.1861486 Jul 16 20:20:00.063042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=a6813983-b909-4105-99e6-5365cbf2577c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.067847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.072621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3fd15639-f7ea-4817-8100-cfb3c5dfc785 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/a6813983-b909-4105-99e6-5365cbf2577c HTTP/1.1" status: 204 len: 168 time: 0.5561852 Jul 16 20:20:00.073288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:00.202910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.272412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2062808513-network', 'tenant_id': '927415eda0ac412fbff0486e59f831a8'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:00.315779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Made reservation on behalf of 927415eda0ac412fbff0486e59f831a8 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:00.318784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.330553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.365191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.378387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 76f55731-7e72-4980-8e51-b477cb6b0fc5 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:00.378730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.379784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Deleting port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:00.380144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.466212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event deleted for resources: {'Port': ['ID=dc8ca837-7eba-46f1-8c61-40807f33bc46,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.535990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] For port 76f55731-7e72-4980-8e51-b477cb6b0fc5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=76f55731-7e72-4980-8e51-b477cb6b0fc5,segment=NetworkSegment(66ea2463-2296-4897-b3dd-140aae7d672d),segment_id=66ea2463-2296-4897-b3dd-140aae7d672d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:00.536404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.611876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 76f55731-7e72-4980-8e51-b477cb6b0fc5 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:00.621017 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.635770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.650180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:00.668418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.668831 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Added segment 8d8707ca-ca16-4206-b0d3-fe61e84d5776 of type vlan for network fa18409d-ff19-475d-8f02-5a5b7eb4d389 Jul 16 20:20:00.713233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] For port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:00.713591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.719354 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] create failed (client error): The resource could not be found. Jul 16 20:20:00.719354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-12ec03f8-c44f-4232-b1d6-df626fe13f02 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7267735 Jul 16 20:20:00.722530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.728790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60056) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:00.745569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Calling delete_port for cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:00.749020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ddd79e-132e-40f5-a7f9-2975cf1862da None None] Network 8b4d986d-5984-40d9-a697-e977c7d0ed21 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:00.832343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85318-279a-4530-b1d8-05aab784f9e0 req-779419c2-bb47-4487-bf32-13da5086a65a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.834002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4b85318-279a-4530-b1d8-05aab784f9e0 req-779419c2-bb47-4487-bf32-13da5086a65a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 945 time: 0.2540014 Jul 16 20:20:00.894928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee235821-1295-4d30-9ef2-eaf9d5492588 None None] Provisioning complete for port 76f55731-7e72-4980-8e51-b477cb6b0fc5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:00.895588 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee235821-1295-4d30-9ef2-eaf9d5492588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.908122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.909101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.909674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.917993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10db628e-c5f9-4f8b-9156-df636de0551f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.921760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.959207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No DVR routers for this DVR port 76f55731-7e72-4980-8e51-b477cb6b0fc5 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:00.985908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee235821-1295-4d30-9ef2-eaf9d5492588 None None] Could not find standard attr ID for object 76f55731-7e72-4980-8e51-b477cb6b0fc5. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:20:00.989168 n-d-792458-10 neutron-server[93863]: INFO neutron.plugins.ml2.db [None req-ee235821-1295-4d30-9ef2-eaf9d5492588 None None] No ports have port_id starting with 76f55731-7e72-4980-8e51-b477cb6b0fc5 Jul 16 20:20:00.991880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=76f55731-7e72-4980-8e51-b477cb6b0fc5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.995485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0228972 Jul 16 20:20:01.026890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60062) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:01.034726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Request body: {'subnet': {'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2062808513-subnet', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:01.085921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb9e8f-6fc0-4aca-8a28-101c9b2bbb0a None None] DHCP port deletion for 8b4d986d-5984-40d9-a697-e977c7d0ed21 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:01.115329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0357ed-935d-4792-a031-b6d1fe00c695 req-d1637a5f-3d4b-41b4-bb11-5309cb7e2694 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.122803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a0357ed-935d-4792-a031-b6d1fe00c695 req-d1637a5f-3d4b-41b4-bb11-5309cb7e2694 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 949 time: 0.5122833 Jul 16 20:20:01.129859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667555b2-656d-4b25-b9b0-3d5671b7766a admin admin] Pushing event updated for resources: {'Network': ['ID=fa18409d-ff19-475d-8f02-5a5b7eb4d389,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.142497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:01.188869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4b85318-279a-4530-b1d8-05aab784f9e0 req-26ed23d3-42f4-444a-9292-cbab20219ecc tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475857 Jul 16 20:20:01.197584 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.202027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Made reservation on behalf of 927415eda0ac412fbff0486e59f831a8 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:01.204748 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.247936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4d986d-5984-40d9-a697-e977c7d0ed21']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:01.249646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Deleting port c7ced482-c7a5-4f36-978c-d2d414f22bef {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:01.251713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.262972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3a0357ed-935d-4792-a031-b6d1fe00c695 req-e73325be-3c70-4008-8166-a742fdc01756 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392689 Jul 16 20:20:01.268443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.285912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ea2463-2296-4897-b3dd-140aae7d672d') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:01.290662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ea2463-2296-4897-b3dd-140aae7d672d') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:01.296058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:01.371702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.426320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.431891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 76f55731-7e72-4980-8e51-b477cb6b0fc5 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:01.442097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:01.442579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:01.446198 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:01.480858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event deleted for resources: {'Port': ['ID=cfcea167-7187-41b2-b8d4-1e1ac52bfaf1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.570687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.587781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.590111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/8b4d986d-5984-40d9-a697-e977c7d0ed21 HTTP/1.1" status: 204 len: 168 time: 1.5150211 Jul 16 20:20:01.594766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60070) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:01.600490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 76f55731-7e72-4980-8e51-b477cb6b0fc5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:01.608749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 76f55731-7e72-4980-8e51-b477cb6b0fc5 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:01.653231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] No DVR routers for this DVR port cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:01.669365 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.672362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a9ae77b-f860-497c-94f2-29f07a5a07d6 req-bee74830-aa7d-46c5-beb5-795373d630e1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "DELETE /v2.0/ports/cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 HTTP/1.1" status: 204 len: 173 time: 1.6110654 Jul 16 20:20:01.676226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'name': 'network-vif-deleted', 'tag': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:01.681376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38397468-cc01-4ca3-95cf-f4af3686f24b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=8b4d986d-5984-40d9-a697-e977c7d0ed21,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.688436 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854563d9-75fd-4d9c-8bd7-fa1b850bf584" -d '{"events": [{"server_uuid": "2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54", "name": "network-vif-deleted", "tag": "cfcea167-7187-41b2-b8d4-1e1ac52bfaf1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:01.724783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.744494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Calling delete_port for c7ced482-c7a5-4f36-978c-d2d414f22bef owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:01.790857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7c4b9-7d07-48a9-af15-891abbd8a070 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.792549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-62e7c4b9-7d07-48a9-af15-891abbd8a070 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1963656 Jul 16 20:20:01.796860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60076) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:01.885455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.898909 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a31cab-feff-4aa4-8cc9-b61dedde456e x-openstack-request-id: req-78a31cab-feff-4aa4-8cc9-b61dedde456e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:01.899633 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54", "name": "network-vif-deleted", "tag": "cfcea167-7187-41b2-b8d4-1e1ac52bfaf1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:01.900274 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-78a31cab-feff-4aa4-8cc9-b61dedde456e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:01.901430 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54', 'name': 'network-vif-deleted', 'tag': 'cfcea167-7187-41b2-b8d4-1e1ac52bfaf1', 'status': 'completed', 'code': 200} Jul 16 20:20:01.974047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e96ec2-d7bb-4495-8ab3-aeb130ad1351,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.983234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6f96dd25-cee2-4d15-b9f2-6babe5c79ce6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1854234 Jul 16 20:20:01.984662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:01.985013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Network hostable DHCP agents. Network: fa18409d-ff19-475d-8f02-5a5b7eb4d389, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:01.989744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60078) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:01.997453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2143974759'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:02.014412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.029277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:02.039823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, fa18409d-ff19-475d-8f02-5a5b7eb4d389) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:02.043827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:02.047733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.052214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.052901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.054898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa70a2-9961-4e19-8b76-1c19fe8a9d39 None None] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:02.098662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-13265bd2-3827-49d6-b56e-aaf2591f87fb admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0686264 Jul 16 20:20:02.099786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:02.102772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:02.111543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:02.141167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.141167 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment 3b98f765-f4c9-4dd5-9e2a-d453d5640037 of type vlan for network ffc2564b-75de-438a-bbd9-9611fcb036be Jul 16 20:20:02.145468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event deleted for resources: {'Port': ['ID=c7ced482-c7a5-4f36-978c-d2d414f22bef,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:02.200838 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.203683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.221457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.231216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-46852775-8d75-4d45-b165-1231bfd00929 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "DELETE /v2.0/ports/c7ced482-c7a5-4f36-978c-d2d414f22bef HTTP/1.1" status: 204 len: 168 time: 1.4975359 Jul 16 20:20:02.231921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60086) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:02.321908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:02.348652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.359882 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.362230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:02.364738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device cfcea167-7187-41b2-b8d4-1e1ac52bfaf1 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:02.366388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aa510b-65c9-4610-863e-35f35f00d6f0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.373089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60090) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:02.373340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f4aa510b-65c9-4610-863e-35f35f00d6f0 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0418ade-d3f0-453d-9dbb-da239b34d42f HTTP/1.1" status: 200 len: 913 time: 0.1390295 Jul 16 20:20:02.496377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:02.497433 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.603915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cca8e6c-e799-4265-8b93-d401f6cd2a71 req-433e71d4-c588-4a22-b120-95c057fe7787 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=2915d1e5-d22e-4cbf-a1bc-5028fcd2cd54 HTTP/1.1" status: 200 len: 210 time: 0.0627251 Jul 16 20:20:02.772878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Allocated IP 172.20.0.2 (fa18409d-ff19-475d-8f02-5a5b7eb4d389/52e96ec2-d7bb-4495-8ab3-aeb130ad1351/787be38d-1920-4362-a0cc-74ac4b8cb8a1) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:02.996695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.009466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Transition to ACTIVE for port object 787be38d-1920-4362-a0cc-74ac4b8cb8a1 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:03.029017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Transition to ACTIVE for port object 787be38d-1920-4362-a0cc-74ac4b8cb8a1 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:03.038870 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.114913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:03.116613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:03.144705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:03.252343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Pushing event updated for resources: {'Port': ['ID=787be38d-1920-4362-a0cc-74ac4b8cb8a1,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:03.275613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Attempting to bind port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:03.275977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Attempting to bind port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:03.276338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Attempting to bind port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:03.283034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:03.283034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:03.283034 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.284883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Bound using segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:03.284883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Bound port: 787be38d-1920-4362-a0cc-74ac4b8cb8a1, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:03.284883 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.351199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.resource_extend [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:20:03.358188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] For port 787be38d-1920-4362-a0cc-74ac4b8cb8a1, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:03.362366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] For port 787be38d-1920-4362-a0cc-74ac4b8cb8a1, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=787be38d-1920-4362-a0cc-74ac4b8cb8a1,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:03.368918 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.419208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.425792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:03.426080 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.466537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89bca3-abf0-4984-85dd-9c7528d75ba8 None None] Pushing event updated for resources: {'Port': ['ID=787be38d-1920-4362-a0cc-74ac4b8cb8a1,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:03.490495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.580745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60108) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:03.580918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5884678 Jul 16 20:20:03.586053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:03.627192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802479-f8d4-46dd-8a1f-2057e3694492 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=ffc2564b-75de-438a-bbd9-9611fcb036be,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:03.644977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ffc2564b-75de-438a-bbd9-9611fcb036be details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:03.839410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:03.844026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.296032 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.316052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.440837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': '3b98f765-f4c9-4dd5-9e2a-d453d5640037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:04.441491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: ffc2564b-75de-438a-bbd9-9611fcb036be, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:04.445866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=795540f0-6965-4a88-acf3-d176f2810890,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.457212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.476236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network ffc2564b-75de-438a-bbd9-9611fcb036be is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:04.497045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ffc2564b-75de-438a-bbd9-9611fcb036be) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:04.506008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b0fd2-2887-4923-a13f-b8045597db3f None None] Network ffc2564b-75de-438a-bbd9-9611fcb036be requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:04.511014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.511628 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.547573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-34eaf39d-5c10-41b3-a413-31f5507a8db1 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9656560 Jul 16 20:20:04.548827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60138) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:04.554803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be', 'name': 'tempest-PortsTestJSON-1743011610'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:04.715507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:04.720673 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.721819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.749923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port e7d862f6-fb98-4a5f-be50-977f4f128446 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:04.852984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-ffc2564b-75de-438a-bbd9-9611fcb036be', 'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be', 'tenant_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'fixed_ips': [{'subnet_id': '795540f0-6965-4a88-acf3-d176f2810890'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:04.853862 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.985986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Allocated IP 172.25.3.8 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f3b040a6-e066-4f3f-bec9-648480c6a587) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:05.080932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.8 (ffc2564b-75de-438a-bbd9-9611fcb036be/795540f0-6965-4a88-acf3-d176f2810890/e7d862f6-fb98-4a5f-be50-977f4f128446) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:05.219069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.256331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5868e-dd66-4670-a34f-c5b90c2eea51 None None] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:05.485874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 787be38d-1920-4362-a0cc-74ac4b8cb8a1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:05.498271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.514250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.534304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object e7d862f6-fb98-4a5f-be50-977f4f128446 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:05.554958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6cc797d3-7490-4e64-8205-2e56390be6ab None None] Provisioning for port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:05.595472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.643228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:05.650556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:05.699502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=e7d862f6-fb98-4a5f-be50-977f4f128446,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:05.724627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:05.749661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network ffc2564b-75de-438a-bbd9-9611fcb036be is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:05.751339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:05.757555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:05.762327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Allocated IP 172.20.0.2 (ffc2564b-75de-438a-bbd9-9611fcb036be/795540f0-6965-4a88-acf3-d176f2810890/71c3f09d-6934-4a07-a6ea-ee725921467e) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:05.776529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:05.784625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:05.785695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.886235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:05.889495 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.918227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1fa54129-cac2-4efd-b444-faf5f3d7a470 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3657122 Jul 16 20:20:05.919026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60160) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:05.926680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be', 'name': 'tempest-PortsTestJSON-478930582'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:06.064474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b040a6-e066-4f3f-bec9-648480c6a587,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:06.091195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-993cea71-ccaa-46e0-b277-2f87aef36d6c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.093304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-993cea71-ccaa-46e0-b277-2f87aef36d6c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 1.3100102 Jul 16 20:20:06.145409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-7bb9934d-5e9f-4771-859c-4ad51a8a2cd6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0435386 Jul 16 20:20:06.226012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.280605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 787be38d-1920-4362-a0cc-74ac4b8cb8a1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=787be38d-1920-4362-a0cc-74ac4b8cb8a1,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:06.298293 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.323832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:06.328967 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.342621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-58f9e292-0d1e-4851-90ff-2b34709b5998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.352219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 25458f8f-68c9-4589-bd36-529d2b8e0fdd yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:06.451688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Deleting port a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:06.452460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.457204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-45dd7e5f-5b77-4d61-977b-42a204fbfe28 None None] Provisioning complete for port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:06.457571 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-45dd7e5f-5b77-4d61-977b-42a204fbfe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.563844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=787be38d-1920-4362-a0cc-74ac4b8cb8a1,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:06.564889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-f265d709-d76a-4f19-a95e-386b278e76c8 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3875208 Jul 16 20:20:06.584861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.597812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Transition to ACTIVE for port object 71c3f09d-6934-4a07-a6ea-ee725921467e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:06.684889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Transition to ACTIVE for port object 71c3f09d-6934-4a07-a6ea-ee725921467e will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:06.708128 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.767954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Network ffc2564b-75de-438a-bbd9-9611fcb036be is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:06.779424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Pushing event updated for resources: {'Port': ['ID=71c3f09d-6934-4a07-a6ea-ee725921467e,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:06.783962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:06.788168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:06.791688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.7 (ffc2564b-75de-438a-bbd9-9611fcb036be/795540f0-6965-4a88-acf3-d176f2810890/25458f8f-68c9-4589-bd36-529d2b8e0fdd) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:06.813848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.918589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.926144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Attempting to bind port 71c3f09d-6934-4a07-a6ea-ee725921467e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:06.926768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Attempting to bind port 71c3f09d-6934-4a07-a6ea-ee725921467e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '3b98f765-f4c9-4dd5-9e2a-d453d5640037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:06.928516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Attempting to bind port 71c3f09d-6934-4a07-a6ea-ee725921467e on network ffc2564b-75de-438a-bbd9-9611fcb036be {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:06.939177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:06.942244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Checking segment: {'id': '3b98f765-f4c9-4dd5-9e2a-d453d5640037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:06.942244 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.944274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Bound using segment: {'id': '3b98f765-f4c9-4dd5-9e2a-d453d5640037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:06.944848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Bound port: 71c3f09d-6934-4a07-a6ea-ee725921467e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98f765-f4c9-4dd5-9e2a-d453d5640037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'ffc2564b-75de-438a-bbd9-9611fcb036be'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:06.955072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-0bd98a4e-8388-4065-9327-3a59f89375dd service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576639 Jul 16 20:20:06.955568 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.979132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Calling delete_port for a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:06.990483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.007649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object 25458f8f-68c9-4589-bd36-529d2b8e0fdd will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:07.047225 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.061312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] For port 71c3f09d-6934-4a07-a6ea-ee725921467e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:07.067182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] For port 71c3f09d-6934-4a07-a6ea-ee725921467e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=71c3f09d-6934-4a07-a6ea-ee725921467e,segment=NetworkSegment(3b98f765-f4c9-4dd5-9e2a-d453d5640037),segment_id=3b98f765-f4c9-4dd5-9e2a-d453d5640037)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:07.082691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.117060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=25458f8f-68c9-4589-bd36-529d2b8e0fdd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.141684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network ffc2564b-75de-438a-bbd9-9611fcb036be is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:07.145677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:07.152488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:07.218470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a43c9-c59a-4c66-889c-0e50cda626e0 None None] Pushing event updated for resources: {'Port': ['ID=71c3f09d-6934-4a07-a6ea-ee725921467e,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.250651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.251447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.282193 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4b80faed-2904-4988-acc4-86e5f636835f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3615856 Jul 16 20:20:07.284141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60186) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:07.315949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.367225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 787be38d-1920-4362-a0cc-74ac4b8cb8a1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:07.396666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-e6682447-2c62-4923-926d-5f00cde438f4 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317789 Jul 16 20:20:07.406907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event deleted for resources: {'Port': ['ID=a15e9128-7fd8-42d6-8bf1-3f3e6d5b2e6d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.451821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24dce93-a65f-40fb-967c-27535e8e3c24 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.462332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b24dce93-a65f-40fb-967c-27535e8e3c24 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1759784 Jul 16 20:20:07.465181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60190) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:07.481564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:07.481931 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.765737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 25458f8f-68c9-4589-bd36-529d2b8e0fdd {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:07.767099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.020788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.049036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 25458f8f-68c9-4589-bd36-529d2b8e0fdd owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:08.291735 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.331647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=25458f8f-68c9-4589-bd36-529d2b8e0fdd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:08.420820 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.484211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.486293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-106c9f5b-9bc0-46aa-ac06-ce3c24ddbac4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/25458f8f-68c9-4589-bd36-529d2b8e0fdd HTTP/1.1" status: 204 len: 168 time: 1.0201190 Jul 16 20:20:08.492268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60210) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.568843 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-670431c0-c69a-4860-8d50-85cfe114b2a9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:20:08.575524 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.579145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-670431c0-c69a-4860-8d50-85cfe114b2a9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/25458f8f-68c9-4589-bd36-529d2b8e0fdd HTTP/1.1" status: 404 len: 333 time: 0.0776000 Jul 16 20:20:08.579902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60212) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.703059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port e7d862f6-fb98-4a5f-be50-977f4f128446 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:08.703472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.782266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.790339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6575e33-7bb2-45a5-946f-d233d1d7f7a0 req-f4c7bff5-44ca-4037-ac18-9b0f1a679e65 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 210 time: 0.8931117 Jul 16 20:20:08.867619 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.871839 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b034522a-213d-47d4-b43c-c68cf82f1b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.924024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.937897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15234f-5a17-40c3-b35e-0e59a7c7b226 None None] Network ffc2564b-75de-438a-bbd9-9611fcb036be requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:08.944739 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.989111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for e7d862f6-fb98-4a5f-be50-977f4f128446 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:09.218306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6094ea34-7768-444b-bb1d-5a72ce270314 None None] Provisioning for port 71c3f09d-6934-4a07-a6ea-ee725921467e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:09.308178 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.366217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=e7d862f6-fb98-4a5f-be50-977f4f128446,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.459453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 71c3f09d-6934-4a07-a6ea-ee725921467e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:09.481122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Router a0418ade-d3f0-453d-9dbb-da239b34d42f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:09.536087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Router 81b7754d-00e8-4b98-a145-71ba2d42ea4b is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:09.598997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 71c3f09d-6934-4a07-a6ea-ee725921467e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:09.607271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 71c3f09d-6934-4a07-a6ea-ee725921467e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:09.608005 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.650395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.653421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-28b0caa1-456c-4f61-a28c-766df8115491 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/e7d862f6-fb98-4a5f-be50-977f4f128446 HTTP/1.1" status: 204 len: 168 time: 1.0725245 Jul 16 20:20:09.681343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60224) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:09.795506 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.804853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-800bb251-4fd4-4782-ae42-41c7bb8ba323 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.807259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-800bb251-4fd4-4782-ae42-41c7bb8ba323 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.1844964 Jul 16 20:20:09.812896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3109c730-0381-42ce-9e25-375ea0525273 None None] Could not find standard attr ID for object e7d862f6-fb98-4a5f-be50-977f4f128446. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:20:09.820979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Request body: {'port': {'device_id': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'admin_state_up': True, 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:09.935314 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4474ea1-5286-4427-9964-ad8e4f7f7768 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:20:09.938352 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a4474ea1-5286-4427-9964-ad8e4f7f7768 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/e7d862f6-fb98-4a5f-be50-977f4f128446 HTTP/1.1" status: 404 len: 333 time: 0.2351363 Jul 16 20:20:09.941570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 71c3f09d-6934-4a07-a6ea-ee725921467e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=71c3f09d-6934-4a07-a6ea-ee725921467e,segment=NetworkSegment(3b98f765-f4c9-4dd5-9e2a-d453d5640037),segment_id=3b98f765-f4c9-4dd5-9e2a-d453d5640037)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:09.942587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3109c730-0381-42ce-9e25-375ea0525273 None None] Provisioning complete for port 71c3f09d-6934-4a07-a6ea-ee725921467e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:09.942768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60230) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:09.945333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:09.945993 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3109c730-0381-42ce-9e25-375ea0525273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.990764 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] Sync routers for ids ['a0418ade-d3f0-453d-9dbb-da239b34d42f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:09.998394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-64fb39b2-530f-44a1-81e2-b78cdf74bcec tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "PUT /v2.0/routers/a0418ade-d3f0-453d-9dbb-da239b34d42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6217844 Jul 16 20:20:10.011665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60232) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.025559 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] Routers {'a0418ade-d3f0-453d-9dbb-da239b34d42f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:10.026010 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a0418ade-d3f0-453d-9dbb-da239b34d42f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.098671 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.152741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d003dfa-92fc-4743-ace4-3380487c7497 req-0f5633f3-0a22-4e60-a453-4b82d66066fb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 210 time: 0.0443351 Jul 16 20:20:10.169079 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.201188 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.226632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet 795540f0-6965-4a88-acf3-d176f2810890 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:10.236411 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] Routers {'a0418ade-d3f0-453d-9dbb-da239b34d42f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:10.237067 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a0418ade-d3f0-453d-9dbb-da239b34d42f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.242055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.322757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f8086801-ece9-4d3a-98d6-dbeb4285615d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.341872 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.356042 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53304fa-fd62-4dc1-9eb1-6ef052000a50 None None] The sync data for ids ['a0418ade-d3f0-453d-9dbb-da239b34d42f'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:10.360727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=71c3f09d-6934-4a07-a6ea-ee725921467e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:10.363718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.428937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e4266f85-d596-4af9-829e-ccfdc21be6d2 None None] Could not find standard attr ID for object e7d862f6-fb98-4a5f-be50-977f4f128446. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:20:10.541287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ae1e9cb-e3c7-4521-b695-aa0111bc4c06 None None] Could not find standard attr ID for object 25458f8f-68c9-4589-bd36-529d2b8e0fdd. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:20:10.563012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.598692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:10.602452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.650459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:10.653582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f8086801-ece9-4d3a-98d6-dbeb4285615d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.657898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f8086801-ece9-4d3a-98d6-dbeb4285615d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.661832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Sync routers for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:10.680535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:10.686330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.729705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.733781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-76798c5e-954d-46c4-8b86-80db03fceca5 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6274383 Jul 16 20:20:10.733781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f8086801-ece9-4d3a-98d6-dbeb4285615d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.733781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8086801-ece9-4d3a-98d6-dbeb4285615d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Fanout notify agent at l3_agent the message router_deleted on router a0418ade-d3f0-453d-9dbb-da239b34d42f {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:10.735955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60256) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.748959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f8086801-ece9-4d3a-98d6-dbeb4285615d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.750159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f8086801-ece9-4d3a-98d6-dbeb4285615d tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "DELETE /v2.0/routers/a0418ade-d3f0-453d-9dbb-da239b34d42f HTTP/1.1" status: 204 len: 168 time: 0.7336392 Jul 16 20:20:10.755386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60258) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.791911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.887614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.890730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/795540f0-6965-4a88-acf3-d176f2810890 HTTP/1.1" status: 204 len: 168 time: 0.9105756 Jul 16 20:20:10.891834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0839e-a25b-4a02-a225-a62ef1fe9f68 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=795540f0-6965-4a88-acf3-d176f2810890,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:10.899388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60266) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.906533 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:10.980854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cea33-5705-469f-8141-e81683b79a2d None None] Network ffc2564b-75de-438a-bbd9-9611fcb036be requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:11.000356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.012993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Deleting subnet e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:11.020602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.063066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Allocated IP 172.20.0.12 (d861950a-b4be-4b08-b6cf-598dd1ecf869/039769c9-f2da-447c-b5c4-8b878fa81589/ca176955-f825-4649-b377-372707e1e2d3) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:11.118443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.134582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 71c3f09d-6934-4a07-a6ea-ee725921467e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:11.135442 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.344183 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.375318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:06Z', 'revision_number': 3, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.430962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] For port 71c3f09d-6934-4a07-a6ea-ee725921467e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=71c3f09d-6934-4a07-a6ea-ee725921467e,segment=NetworkSegment(3b98f765-f4c9-4dd5-9e2a-d453d5640037),segment_id=3b98f765-f4c9-4dd5-9e2a-d453d5640037)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:11.431341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.452929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Checking router: 81b7754d-00e8-4b98-a145-71ba2d42ea4b for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:11.454541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Updating router 81b7754d-00e8-4b98-a145-71ba2d42ea4b port f3b040a6-e066-4f3f-bec9-648480c6a587 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:20:11.461519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] DHCP port deletion for ffc2564b-75de-438a-bbd9-9611fcb036be request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:11.519624 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 71c3f09d-6934-4a07-a6ea-ee725921467e owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:11.530534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60282) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.550028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4ae215a0-2ab6-4760-9799-d036515b2073 req-9a483054-2d41-4fd4-ac55-57cc9321cc76 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 210 time: 0.0547371 Jul 16 20:20:11.551790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.570203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.572702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "DELETE /v2.0/subnets/e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf HTTP/1.1" status: 204 len: 168 time: 0.8161197 Jul 16 20:20:11.576487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60286) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.581308 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.591271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d3d34f-2a58-4dd3-8239-9d10bc8f8f25 None None] Network 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:11.618289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55255a86-9b1b-44e9-8afc-196d8f160f14 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event deleted for resources: {'Subnet': ['ID=e7aa4b0b-abb4-40c7-9acd-5e5ccf7c53bf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:11.666538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.749665 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.833233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.843294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0d1e1ee-745c-407a-acc4-d2b5c1999813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.866275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.870408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] Deleting port 71c3f09d-6934-4a07-a6ea-ee725921467e {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:11.870821 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.878861 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.919803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=71c3f09d-6934-4a07-a6ea-ee725921467e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:11.943045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No DVR routers for this DVR port 71c3f09d-6934-4a07-a6ea-ee725921467e on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:11.951517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Allocated IP 172.20.0.1 (fa18409d-ff19-475d-8f02-5a5b7eb4d389/52e96ec2-d7bb-4495-8ab3-aeb130ad1351/c7d7e62f-89bc-4e13-9690-62b323a049aa) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:11.988548 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.083105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.097872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:12.101937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Transition to ACTIVE for port object c7d7e62f-89bc-4e13-9690-62b323a049aa will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:12.139152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.164126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:12.171014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] For port 71c3f09d-6934-4a07-a6ea-ee725921467e, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:12.171716 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.180257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:12.184403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:12.188063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:12.218149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] Calling delete_port for 71c3f09d-6934-4a07-a6ea-ee725921467e owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:12.222676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] Port 71c3f09d-6934-4a07-a6ea-ee725921467e was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:20:12.227631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d7e62f-89bc-4e13-9690-62b323a049aa,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.230711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.254887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.269724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] Pushing event deleted for resources: {'Port': ['ID=71c3f09d-6934-4a07-a6ea-ee725921467e,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.309794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820df474-e577-4092-bdd4-4755b8bc0a87 None None] No DVR routers for this DVR port 71c3f09d-6934-4a07-a6ea-ee725921467e on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:12.400290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] DHCP port deletion for 6436b1f0-ab54-4ba3-b43b-581bfce7dda3 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:12.473003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.474435 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.500076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Transition to ACTIVE for port object f3b040a6-e066-4f3f-bec9-648480c6a587 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:12.535804 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.608912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] Deleting port b60085f6-73d0-4691-945a-92b1ef9be6fa {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:12.609570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.617909 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.641400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc2564b-75de-438a-bbd9-9611fcb036be']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:12.644313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:12.653342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:12.657317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event updated for resources: {'Port': ['ID=ca176955-f825-4649-b377-372707e1e2d3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.668898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b98f765-f4c9-4dd5-9e2a-d453d5640037') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:12.669202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b98f765-f4c9-4dd5-9e2a-d453d5640037') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:12.684085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db127d-2392-40e8-9d7a-23fcf57b9e35 None None] Pushing event updated for resources: {'Port': ['ID=f3b040a6-e066-4f3f-bec9-648480c6a587,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.690438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Attempting to bind port f3b040a6-e066-4f3f-bec9-648480c6a587 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:12.690805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Attempting to bind port f3b040a6-e066-4f3f-bec9-648480c6a587 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:12.691192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Attempting to bind port f3b040a6-e066-4f3f-bec9-648480c6a587 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:12.721841 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.734538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-560243c6-c453-440d-a848-cafe92c6633e None None] Provisioning for port c7d7e62f-89bc-4e13-9690-62b323a049aa completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:12.739401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Deleting port b60085f6-73d0-4691-945a-92b1ef9be6fa {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:12.740987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:12.741366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:12.741766 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.742142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:12.742635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Bound port: f3b040a6-e066-4f3f-bec9-648480c6a587, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:12.743033 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.743392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.743522 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.751275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] For port b60085f6-73d0-4691-945a-92b1ef9be6fa, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b60085f6-73d0-4691-945a-92b1ef9be6fa,segment=NetworkSegment(b4a8adee-980e-4be2-95b0-4a163b014a21),segment_id=b4a8adee-980e-4be2-95b0-4a163b014a21)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:12.751658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.753187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.785088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-560243c6-c453-440d-a848-cafe92c6633e None None] Provisioning complete for port c7d7e62f-89bc-4e13-9690-62b323a049aa triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:12.785375 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-560243c6-c453-440d-a848-cafe92c6633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.803734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.814716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] Calling delete_port for b60085f6-73d0-4691-945a-92b1ef9be6fa owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:12.860021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-560243c6-c453-440d-a848-cafe92c6633e None None] Port c7d7e62f-89bc-4e13-9690-62b323a049aa cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:12.869072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d7e62f-89bc-4e13-9690-62b323a049aa,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.875892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.876550 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.884008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0d1e1ee-745c-407a-acc4-d2b5c1999813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.901692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] For port f3b040a6-e066-4f3f-bec9-648480c6a587, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:12.902098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:12.902691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:12.906100 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:12.912486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.921130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] For port f3b040a6-e066-4f3f-bec9-648480c6a587, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f3b040a6-e066-4f3f-bec9-648480c6a587,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:12.941218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0d1e1ee-745c-407a-acc4-d2b5c1999813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.947857 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.974782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] For port b60085f6-73d0-4691-945a-92b1ef9be6fa, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b60085f6-73d0-4691-945a-92b1ef9be6fa,segment=NetworkSegment(b4a8adee-980e-4be2-95b0-4a163b014a21),segment_id=b4a8adee-980e-4be2-95b0-4a163b014a21)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:12.975448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.993212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.011824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] No DVR routers for this DVR port b60085f6-73d0-4691-945a-92b1ef9be6fa on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:13.028221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-862a98e4-fa0b-4251-8b41-106122ff7530 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2114520 Jul 16 20:20:13.033819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:13.034473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:13.044828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Calling delete_port for b60085f6-73d0-4691-945a-92b1ef9be6fa owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:13.045716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:13.048371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:13.054614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Request body: {'port': {'device_id': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:13.077401 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.088729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db127d-2392-40e8-9d7a-23fcf57b9e35 None None] Pushing event updated for resources: {'Port': ['ID=f3b040a6-e066-4f3f-bec9-648480c6a587,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.107317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a0d1e1ee-745c-407a-acc4-d2b5c1999813 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d323643a43874c2e9aa8d9623a308c31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5731053 Jul 16 20:20:13.114670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60296) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:13.119374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1e1ee-745c-407a-acc4-d2b5c1999813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a188c24-8e11-4f92-b5c2-863137da3b87,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.120371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd11c7-2e0b-4326-8a22-c932df378d4d None None] Pushing event deleted for resources: {'Port': ['ID=b60085f6-73d0-4691-945a-92b1ef9be6fa,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.129420 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.131695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/ffc2564b-75de-438a-bbd9-9611fcb036be HTTP/1.1" status: 204 len: 168 time: 2.2309391 Jul 16 20:20:13.148773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60298) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:13.186918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Router 81b7754d-00e8-4b98-a145-71ba2d42ea4b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:13.197772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1341177815'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:13.215797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477848d-67bf-49b2-beab-332d5f4915db tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=ffc2564b-75de-438a-bbd9-9611fcb036be,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.225249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:13.247383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6a138-c76c-464c-b486-454152d40ddd req-5b34f84c-be33-45f8-98b6-7698e7ddff9c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.255045 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-05b6a138-c76c-464c-b486-454152d40ddd req-5b34f84c-be33-45f8-98b6-7698e7ddff9c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 932 time: 0.4525321 Jul 16 20:20:13.351773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:13.357848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 71c3f09d-6934-4a07-a6ea-ee725921467e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:13.363826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9fd44543-11ca-436e-aefd-ae27bdb8b597 admin admin] 10.222.0.91 "PUT /v2.0/routers/81b7754d-00e8-4b98-a145-71ba2d42ea4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6269674 Jul 16 20:20:13.409197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 71c3f09d-6934-4a07-a6ea-ee725921467e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:13.409578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 71c3f09d-6934-4a07-a6ea-ee725921467e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:13.409930 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-05b6a138-c76c-464c-b486-454152d40ddd req-1aa1e720-b28b-451f-bcc3-1407d04165c7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494114 Jul 16 20:20:13.410081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b60085f6-73d0-4691-945a-92b1ef9be6fa no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:13.419715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:13.422267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.437342 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e34af9f-5e3f-48ff-a7e4-f184613d6440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.469882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: b60085f6-73d0-4691-945a-92b1ef9be6fa {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:13.470196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b60085f6-73d0-4691-945a-92b1ef9be6fa not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:13.491418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e34af9f-5e3f-48ff-a7e4-f184613d6440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.499861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:13.501096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a7b8c624-f768-4196-ada8-0eb956c8a0c1 None None] Provisioning complete for port c7d7e62f-89bc-4e13-9690-62b323a049aa triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:13.501737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c624-f768-4196-ada8-0eb956c8a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.507407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.514339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.567930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.568285 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment b6aa3ec3-6971-4a2b-af13-471c0ff31638 of type vlan for network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 Jul 16 20:20:13.577369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8c624-f768-4196-ada8-0eb956c8a0c1 None None] Port c7d7e62f-89bc-4e13-9690-62b323a049aa cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:13.586506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event deleted for resources: {'Port': ['ID=b60085f6-73d0-4691-945a-92b1ef9be6fa,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.590348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] No DVR routers for this DVR port b60085f6-73d0-4691-945a-92b1ef9be6fa on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:13.615423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 2, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:13.647439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42ba8c-65bc-425c-a3ca-8973ce9068d4 None None] The sync data for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 is: [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 2, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:13.730828 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.791738 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.844558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e34af9f-5e3f-48ff-a7e4-f184613d6440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.846811 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e34af9f-5e3f-48ff-a7e4-f184613d6440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.848190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9e34af9f-5e3f-48ff-a7e4-f184613d6440 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6a188c24-8e11-4f92-b5c2-863137da3b87 HTTP/1.1" status: 204 len: 168 time: 0.7254624 Jul 16 20:20:13.867820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6436b1f0-ab54-4ba3-b43b-581bfce7dda3']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:13.900808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34af9f-5e3f-48ff-a7e4-f184613d6440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a188c24-8e11-4f92-b5c2-863137da3b87,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.904680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a8adee-980e-4be2-95b0-4a163b014a21') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:13.904922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a8adee-980e-4be2-95b0-4a163b014a21') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:13.924406 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.931095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.931885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.952714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.026323 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.034374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60316) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:14.035052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8831918 Jul 16 20:20:14.046407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:14.079984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:14.080732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:14.084247 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:14.163054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60318) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:14.173439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-14ecf0e8-bec3-4c69-92b1-6e130fa156ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700319077', 'description': 'tempest-description--1834816996'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:14.199298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bd4f8-e017-4c72-9068-e08eeb3ebc6a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=936bbfc7-3b8c-4bb5-ac71-cd40859544d7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.213672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:14.250356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:14.253033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14ecf0e8-bec3-4c69-92b1-6e130fa156ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.260453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.278326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.302717 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.308038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] 10.222.0.91 "DELETE /v2.0/networks/6436b1f0-ab54-4ba3-b43b-581bfce7dda3 HTTP/1.1" status: 204 len: 168 time: 2.7236674 Jul 16 20:20:14.341622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa4a00-7deb-4d11-b39d-367d43ba9a74 tempest-FloatingIPNegativeTestJSON-1797449422 tempest-FloatingIPNegativeTestJSON-1797449422-project] Pushing event deleted for resources: {'Network': ['ID=6436b1f0-ab54-4ba3-b43b-581bfce7dda3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.356018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60322) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:14.446477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-374fc55f-e3b1-42f6-9b34-07478b9250d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.463371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca176955-f825-4649-b377-372707e1e2d3 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:14.479294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.538827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Transition to ACTIVE for port object ca176955-f825-4649-b377-372707e1e2d3 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:14.547031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.547656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.610338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca176955-f825-4649-b377-372707e1e2d3,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.688047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14ecf0e8-bec3-4c69-92b1-6e130fa156ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.688911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60328) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:14.720106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=774b58a5-692d-46a2-a77f-583c880a994b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.738128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': 'b6aa3ec3-6971-4a2b-af13-471c0ff31638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:14.738798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: 936bbfc7-3b8c-4bb5-ac71-cd40859544d7, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:14.740603 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14ecf0e8-bec3-4c69-92b1-6e130fa156ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.776726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cc4c1-b0af-4935-ae25-e3f325b7bd3f req-b35cd1b9-582e-4b9c-86ae-ceb064369470 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.779253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc4cc4c1-b0af-4935-ae25-e3f325b7bd3f req-b35cd1b9-582e-4b9c-86ae-ceb064369470 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 944 time: 0.2256649 Jul 16 20:20:14.803837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:14.846019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Attempting to bind port ca176955-f825-4649-b377-372707e1e2d3 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:14.846346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Attempting to bind port ca176955-f825-4649-b377-372707e1e2d3 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:14.847164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Attempting to bind port ca176955-f825-4649-b377-372707e1e2d3 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:14.848051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 936bbfc7-3b8c-4bb5-ac71-cd40859544d7) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:14.858821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e649a8-d29f-4db4-adb3-639b30625837 None None] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:14.862628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecf0e8-bec3-4c69-92b1-6e130fa156ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87802d73-b93b-4b84-9a0f-5058319d4a38,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.866860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.867609 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.878668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Port ca176955-f825-4649-b377-372707e1e2d3 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:14.878668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Attempting to bind port ca176955-f825-4649-b377-372707e1e2d3 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:14.888934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:14.889280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:14.889851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Bound using segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:14.890432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Bound port: ca176955-f825-4649-b377-372707e1e2d3, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:14.891033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.918972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc4cc4c1-b0af-4935-ae25-e3f325b7bd3f req-5c1e4e4e-a3b5-47f6-bd3a-be92a0ba08e5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272788 Jul 16 20:20:15.012573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60336) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:15.022961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-223c391e-aa4e-4b1b-b4dc-30e538838bda admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c47ca83243124d1f90bccfa5a67a0bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115065 Jul 16 20:20:15.069611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-936bbfc7-3b8c-4bb5-ac71-cd40859544d7', 'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7', 'tenant_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'fixed_ips': [{'subnet_id': '774b58a5-692d-46a2-a77f-583c880a994b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:15.070595 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.100343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a50ef81-ef8f-4141-82f2-9ef2b1f21efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.117816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-374fc55f-e3b1-42f6-9b34-07478b9250d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.119274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] For port ca176955-f825-4649-b377-372707e1e2d3, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:15.124108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] For port ca176955-f825-4649-b377-372707e1e2d3, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ca176955-f825-4649-b377-372707e1e2d3,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:15.127108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-374fc55f-e3b1-42f6-9b34-07478b9250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.136208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a50ef81-ef8f-4141-82f2-9ef2b1f21efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.147450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6dd90b0f-6506-479c-9bd5-f9aa3c5164a5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1097622 Jul 16 20:20:15.150044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60338) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:15.163650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14ecf0e8-bec3-4c69-92b1-6e130fa156ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.164913 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-14ecf0e8-bec3-4c69-92b1-6e130fa156ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0009437 Jul 16 20:20:15.165809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7', 'name': 'tempest-PortsTestJSON-585905331', 'fixed_ips': [{'subnet_id': '774b58a5-692d-46a2-a77f-583c880a994b', 'ip_address': '172.20.0.10'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:15.166157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.172397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60342) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:15.188841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-588caf3f-3db6-48e4-a10b-a270086a8e7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'security_group_rule': {'security_group_id': '87802d73-b93b-4b84-9a0f-5058319d4a38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:15.232777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fc55f-e3b1-42f6-9b34-07478b9250d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6856e54-45ab-4cea-bac7-8eb1f6948757,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.252183 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-374fc55f-e3b1-42f6-9b34-07478b9250d2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c6035debc7ff4eb0abfee2bb4bae7c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949590 Jul 16 20:20:15.268229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60344) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:15.287375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.288035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.289720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] 10.222.0.79 "PUT /v2.0/ports/ca176955-f825-4649-b377-372707e1e2d3 HTTP/1.1" status: 200 len: 1093 time: 2.2460642 Jul 16 20:20:15.290191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:15.292692 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87301df-0b9d-4809-9fbe-95e1c3b12900" -d '{"events": [{"name": "network-changed", "server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "tag": "ca176955-f825-4649-b377-372707e1e2d3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:15.326689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Allocated IP 172.20.0.2 (936bbfc7-3b8c-4bb5-ac71-cd40859544d7/774b58a5-692d-46a2-a77f-583c880a994b/9b870373-4992-4886-8deb-8b31848c59ff) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:15.353393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb55458-4848-4120-8b04-4d4486da69a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca176955-f825-4649-b377-372707e1e2d3,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.357180 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-588caf3f-3db6-48e4-a10b-a270086a8e7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.367454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a50ef81-ef8f-4141-82f2-9ef2b1f21efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.372432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a50ef81-ef8f-4141-82f2-9ef2b1f21efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.382568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8a50ef81-ef8f-4141-82f2-9ef2b1f21efe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bd8cb7b2-4c38-4923-acb0-fbabae6af8cf HTTP/1.1" status: 204 len: 168 time: 0.3686025 Jul 16 20:20:15.401091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50ef81-ef8f-4141-82f2-9ef2b1f21efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8cb7b2-4c38-4923-acb0-fbabae6af8cf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.428424 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a800a7-4a0e-45d2-b2c7-068f2a088b5f x-openstack-request-id: req-50a800a7-4a0e-45d2-b2c7-068f2a088b5f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:15.428717 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "tag": "ca176955-f825-4649-b377-372707e1e2d3", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:15.428970 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-50a800a7-4a0e-45d2-b2c7-068f2a088b5f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:15.429375 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3', 'status': 'completed', 'code': 200} Jul 16 20:20:15.463786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f3b040a6-e066-4f3f-bec9-648480c6a587 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:15.479842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:15.490141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2d9b-6907-4cc6-a5c5-3f1a06701665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.559964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2d9b-6907-4cc6-a5c5-3f1a06701665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.584950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-588caf3f-3db6-48e4-a10b-a270086a8e7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.597746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-adfe5a81-bf60-422a-8325-806ab6a0e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.599516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-adfe5a81-bf60-422a-8325-806ab6a0e020 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 1096 time: 0.2351809 Jul 16 20:20:15.602536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-588caf3f-3db6-48e4-a10b-a270086a8e7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.621279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.636391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port f3b040a6-e066-4f3f-bec9-648480c6a587 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:15.641071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f3b040a6-e066-4f3f-bec9-648480c6a587 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:15.641777 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.679462 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588caf3f-3db6-48e4-a10b-a270086a8e7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d4a7a6-df08-4477-8cc1-2682c6fb17c9,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.683620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-6dc178c8-e644-4b11-9089-7b85e4726f73 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca176955-f825-4649-b377-372707e1e2d3 HTTP/1.1" status: 200 len: 217 time: 0.0650876 Jul 16 20:20:15.742644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-588caf3f-3db6-48e4-a10b-a270086a8e7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.743993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-588caf3f-3db6-48e4-a10b-a270086a8e7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5682497 Jul 16 20:20:15.748049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60352) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:15.756968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-def21dc2-fd7c-4060-8658-6559ba8c9733 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'security_group_rule': {'security_group_id': '87802d73-b93b-4b84-9a0f-5058319d4a38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:15.772380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.774655 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.785858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2d9b-6907-4cc6-a5c5-3f1a06701665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.789873 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2d9b-6907-4cc6-a5c5-3f1a06701665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.791533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ba2d2d9b-6907-4cc6-a5c5-3f1a06701665 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c6856e54-45ab-4cea-bac7-8eb1f6948757 HTTP/1.1" status: 204 len: 168 time: 0.5209317 Jul 16 20:20:15.792571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Transition to ACTIVE for port object 9b870373-4992-4886-8deb-8b31848c59ff will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:15.812133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f3b040a6-e066-4f3f-bec9-648480c6a587, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f3b040a6-e066-4f3f-bec9-648480c6a587,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:15.822263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Transition to ACTIVE for port object 9b870373-4992-4886-8deb-8b31848c59ff will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:15.824139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.848461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-dadb294b-8a39-4ca3-b2a6-e6d9ee2405f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.853644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-dadb294b-8a39-4ca3-b2a6-e6d9ee2405f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.1601000 Jul 16 20:20:15.857790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.859548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d2d9b-6907-4cc6-a5c5-3f1a06701665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6856e54-45ab-4cea-bac7-8eb1f6948757,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.903399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:15.914180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:15.918885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:15.922318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f3b040a6-e066-4f3f-bec9-648480c6a587,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.953665 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-d0c30eb1-e600-41fb-98ae-160e9d2d4bcb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848224 Jul 16 20:20:15.955176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-def21dc2-fd7c-4060-8658-6559ba8c9733 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.083904 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-fba1f5ec-5754-415a-a51f-4ed49a5dc7ac service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228857 Jul 16 20:20:16.122455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Pushing event updated for resources: {'Port': ['ID=9b870373-4992-4886-8deb-8b31848c59ff,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:16.154591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-def21dc2-fd7c-4060-8658-6559ba8c9733 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.156744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Attempting to bind port 9b870373-4992-4886-8deb-8b31848c59ff on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:16.157140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Attempting to bind port 9b870373-4992-4886-8deb-8b31848c59ff by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b6aa3ec3-6971-4a2b-af13-471c0ff31638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:16.157511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Attempting to bind port 9b870373-4992-4886-8deb-8b31848c59ff on network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:16.165778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:16.166148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Checking segment: {'id': 'b6aa3ec3-6971-4a2b-af13-471c0ff31638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:16.175879 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.176624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Bound using segment: {'id': 'b6aa3ec3-6971-4a2b-af13-471c0ff31638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:16.177582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Bound port: 9b870373-4992-4886-8deb-8b31848c59ff, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6aa3ec3-6971-4a2b-af13-471c0ff31638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:16.178184 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.192069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-def21dc2-fd7c-4060-8658-6559ba8c9733 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.259661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def21dc2-fd7c-4060-8658-6559ba8c9733 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f45d27-3e97-4c47-a0e0-ec05e9e391fb,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:16.295508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-def21dc2-fd7c-4060-8658-6559ba8c9733 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.299038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-def21dc2-fd7c-4060-8658-6559ba8c9733 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5473690 Jul 16 20:20:16.305507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60374) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:16.312600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:16.326270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3cb9623-5ee2-4875-b3e2-703ea6d477b9 req-4629efd1-658a-40f5-9142-0df456eedde1 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316167 Jul 16 20:20:16.351696 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.375752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] For port 9b870373-4992-4886-8deb-8b31848c59ff, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:16.384840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] For port 9b870373-4992-4886-8deb-8b31848c59ff, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b870373-4992-4886-8deb-8b31848c59ff,segment=NetworkSegment(b6aa3ec3-6971-4a2b-af13-471c0ff31638),segment_id=b6aa3ec3-6971-4a2b-af13-471c0ff31638)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:16.395581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.511211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 05df832c-0b6a-47d0-8f83-849095637fb3 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:16.536966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773d9f4-11f9-4662-a6c4-d54e35a04f8d None None] Pushing event updated for resources: {'Port': ['ID=9b870373-4992-4886-8deb-8b31848c59ff,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:16.669925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-661c9ac9-ad35-4f5e-8bab-319c79858819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.671661 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-661c9ac9-ad35-4f5e-8bab-319c79858819 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 1096 time: 0.2486837 Jul 16 20:20:16.673549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66feae9-062a-4d9d-a8e7-6f535d0892c8 req-2406c3e1-e8d6-4310-b5e4-fd9ac81f9fa6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.676359 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66feae9-062a-4d9d-a8e7-6f535d0892c8 req-2406c3e1-e8d6-4310-b5e4-fd9ac81f9fa6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 944 time: 0.2355232 Jul 16 20:20:16.712977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.868653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-409edc22-f448-44d7-87da-8d2f83d8c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.872310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66feae9-062a-4d9d-a8e7-6f535d0892c8 req-4bb774c5-c1c9-4ac5-8c7e-9522743356e8 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740022 Jul 16 20:20:16.876975 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-409edc22-f448-44d7-87da-8d2f83d8c8b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.1901586 Jul 16 20:20:16.975261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.10 (936bbfc7-3b8c-4bb5-ac71-cd40859544d7/774b58a5-692d-46a2-a77f-583c880a994b/05df832c-0b6a-47d0-8f83-849095637fb3) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:16.997487 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Sync routers for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:17.019058 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:17.019708 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.053015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-cec36934-f9c5-4526-b8f4-dc085d571452 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca176955-f825-4649-b377-372707e1e2d3 HTTP/1.1" status: 200 len: 217 time: 0.1750948 Jul 16 20:20:17.217704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Allocated IP 172.25.3.253 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3ef76430-ee98-49ab-9a38-a529aafedf60) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:17.219859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60402) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:17.245600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.251491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-5614558f-353b-4828-9240-bc6c0d148b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.253682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-5614558f-353b-4828-9240-bc6c0d148b05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.1882277 Jul 16 20:20:17.273977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object 05df832c-0b6a-47d0-8f83-849095637fb3 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:17.307636 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:17.356093 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.503804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-dd588281-75ec-47c5-9c85-082ca76179e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414577 Jul 16 20:20:17.533963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:17.538468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=05df832c-0b6a-47d0-8f83-849095637fb3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:17.555256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-806173331'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:17.558193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:17.565995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:17.570654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f3b040a6-e066-4f3f-bec9-648480c6a587 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:17.615497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:17.625272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.706078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f3b040a6-e066-4f3f-bec9-648480c6a587 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:17.707522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.709662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.711013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.734655 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ee4c9157-7015-4815-9d06-c5c08d0b87c7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5831380 Jul 16 20:20:17.735893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:17.749727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': '936bbfc7-3b8c-4bb5-ac71-cd40859544d7', 'name': 'tempest-PortsTestJSON-1606713691', 'fixed_ips': [{'subnet_id': '774b58a5-692d-46a2-a77f-583c880a994b', 'ip_address': '172.20.0.9'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:17.760399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.869832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b870373-4992-4886-8deb-8b31848c59ff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:17.936202 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 2, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.952154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:17.985426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.992141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.022670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9b870373-4992-4886-8deb-8b31848c59ff completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:18.025703 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Checking router: 81b7754d-00e8-4b98-a145-71ba2d42ea4b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:18.027111 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Updating router 81b7754d-00e8-4b98-a145-71ba2d42ea4b port c7d7e62f-89bc-4e13-9690-62b323a049aa binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:20:18.036457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 8e31c526-51b3-4f10-bce5-86d6e4752beb yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:18.068052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-2114d9a4-83d2-4217-a922-61f553c7cf74 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579915 Jul 16 20:20:18.108600 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.217371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd18589-301a-4e73-a4e6-3010d9d820a4 None None] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:18.322024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f354018e-f47f-42d1-8431-a882c7d91706 None None] Provisioning for port 9b870373-4992-4886-8deb-8b31848c59ff completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:18.338151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ca176955-f825-4649-b377-372707e1e2d3 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:18.351600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f354018e-f47f-42d1-8431-a882c7d91706 None None] Provisioning complete for port 9b870373-4992-4886-8deb-8b31848c59ff triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:18.352275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f354018e-f47f-42d1-8431-a882c7d91706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.383807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.9 (936bbfc7-3b8c-4bb5-ac71-cd40859544d7/774b58a5-692d-46a2-a77f-583c880a994b/8e31c526-51b3-4f10-bce5-86d6e4752beb) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:18.434065 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87301df-0b9d-4809-9fbe-95e1c3b12900 req-a92cfd4a-6523-4bde-96c8-87f2b453bd28 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484559 Jul 16 20:20:18.438610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.664977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:18.708482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:18.742101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:18.771654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.797623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=3ef76430-ee98-49ab-9a38-a529aafedf60,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:18.800850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object 8e31c526-51b3-4f10-bce5-86d6e4752beb will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:18.840742 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.859140 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Transition to ACTIVE for port object c7d7e62f-89bc-4e13-9690-62b323a049aa will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:18.871294 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.874892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.878981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.902456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee39e8-aef1-49f3-b2b0-f0f29fb12030 req-dc634904-f2b5-46a8-8f39-f4a11bc2ceb5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:18.904456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4ee39e8-aef1-49f3-b2b0-f0f29fb12030 req-dc634904-f2b5-46a8-8f39-f4a11bc2ceb5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 944 time: 0.8173177 Jul 16 20:20:18.907080 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.953698 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f354018e-f47f-42d1-8431-a882c7d91706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.999336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f354018e-f47f-42d1-8431-a882c7d91706 None None] For port 9b870373-4992-4886-8deb-8b31848c59ff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b870373-4992-4886-8deb-8b31848c59ff,segment=NetworkSegment(b6aa3ec3-6971-4a2b-af13-471c0ff31638),segment_id=b6aa3ec3-6971-4a2b-af13-471c0ff31638)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:19.015008 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Pushing event updated for resources: {'Port': ['ID=c7d7e62f-89bc-4e13-9690-62b323a049aa,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.015742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f354018e-f47f-42d1-8431-a882c7d91706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.034748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:19.036082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=8e31c526-51b3-4f10-bce5-86d6e4752beb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.048346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:19.051155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:19.094194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ca176955-f825-4649-b377-372707e1e2d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ca176955-f825-4649-b377-372707e1e2d3,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:19.142293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'ca176955-f825-4649-b377-372707e1e2d3', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'port_id': 'ca176955-f825-4649-b377-372707e1e2d3', 'mac_address': 'fa:16:3e:5d:4e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039769c9-f2da-447c-b5c4-8b878fa81589', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:19.157813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.158524 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.191528 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.193593 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.194733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.195094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.195427 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.195761 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.196081 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.202209 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.202949 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.203289 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.205864 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.207061 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:19.214484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7fe9882a-0ca4-4941-bdf8-ced5d5ac9673 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4761949 Jul 16 20:20:19.216884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60442) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.275540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.293851 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Attempting to bind port c7d7e62f-89bc-4e13-9690-62b323a049aa on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:19.294217 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Attempting to bind port c7d7e62f-89bc-4e13-9690-62b323a049aa by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:19.295814 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Attempting to bind port c7d7e62f-89bc-4e13-9690-62b323a049aa on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:19.311743 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:19.312172 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:19.312569 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.312955 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Bound using segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:19.314698 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Bound port: c7d7e62f-89bc-4e13-9690-62b323a049aa, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:19.316601 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.334125 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.362541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f28006-34cd-4311-ada9-bc80ee25f595 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.364878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354018e-f47f-42d1-8431-a882c7d91706 None None] Pushing event updated for resources: {'Port': ['ID=9b870373-4992-4886-8deb-8b31848c59ff,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.369176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-48f28006-34cd-4311-ada9-bc80ee25f595 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1504524 Jul 16 20:20:19.370469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.389039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca176955-f825-4649-b377-372707e1e2d3 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:19.413327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:19.446912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ca176955-f825-4649-b377-372707e1e2d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ca176955-f825-4649-b377-372707e1e2d3,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:19.466030 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.475158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2159b4-f69f-4e25-9ce7-477d1c850ddf tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.481431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2159b4-f69f-4e25-9ce7-477d1c850ddf tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.487762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2159b4-f69f-4e25-9ce7-477d1c850ddf tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.493238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8c2159b4-f69f-4e25-9ce7-477d1c850ddf tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1207478 Jul 16 20:20:19.493822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60450) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.525386 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] For port c7d7e62f-89bc-4e13-9690-62b323a049aa, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:19.535252 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] For port c7d7e62f-89bc-4e13-9690-62b323a049aa, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c7d7e62f-89bc-4e13-9690-62b323a049aa,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:19.538960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4ee39e8-aef1-49f3-b2b0-f0f29fb12030 req-b89ca72d-bd35-4763-aebd-f4b50f137887 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260014 Jul 16 20:20:19.539670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d90449-d651-49e9-b37c-38316153bd36,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.544459 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.552196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.552610 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Added segment ad231719-4166-4857-aa9e-10043b2c6266 of type vlan for network 67572218-7618-490b-9a30-f33888685c92 Jul 16 20:20:19.677468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.684486 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:19.685118 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:19.685752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03e83768-7204-4ae7-8446-78f02d146037 None None] Provisioning for port 05df832c-0b6a-47d0-8f83-849095637fb3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:19.689597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ca176955-f825-4649-b377-372707e1e2d3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.705531 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.727856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ca176955-f825-4649-b377-372707e1e2d3'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:19.753595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 8e31c526-51b3-4f10-bce5-86d6e4752beb {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:19.754744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.786619 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa15a0-963c-4367-adb8-88b45fa7c42e None None] Pushing event updated for resources: {'Port': ['ID=c7d7e62f-89bc-4e13-9690-62b323a049aa,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.872230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.893342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.894530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.897950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03e83768-7204-4ae7-8446-78f02d146037 None None] Provisioning complete for port 05df832c-0b6a-47d0-8f83-849095637fb3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:19.898336 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03e83768-7204-4ae7-8446-78f02d146037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.012684 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:20.031662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-03e83768-7204-4ae7-8446-78f02d146037 None None] Port 05df832c-0b6a-47d0-8f83-849095637fb3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:20.059444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.087680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 8e31c526-51b3-4f10-bce5-86d6e4752beb owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:20.114878 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8909621 Jul 16 20:20:20.262913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03e83768-7204-4ae7-8446-78f02d146037 None None] Provisioning complete for port 9b870373-4992-4886-8deb-8b31848c59ff triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:20.277880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03e83768-7204-4ae7-8446-78f02d146037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.299095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079dde0-bb23-4e46-a8c0-c8598733435a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Network': ['ID=67572218-7618-490b-9a30-f33888685c92,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.383168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 67572218-7618-490b-9a30-f33888685c92 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:20.508678 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:19Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:20.575947 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a0e41-0ac3-4c82-951f-1ba3d6a8972b None None] The sync data for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 is: [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:19Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:20.585898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.665828 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.678388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.791104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=3ef76430-ee98-49ab-9a38-a529aafedf60,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.791372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=8e31c526-51b3-4f10-bce5-86d6e4752beb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.940987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.974608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.976343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ed342f39-591b-4dda-93c1-814a5f17622a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6689782 Jul 16 20:20:21.028834 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c618d073-7a0b-4315-a2cd-174744780830 None None] Provisioning complete for port 05df832c-0b6a-47d0-8f83-849095637fb3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:21.029258 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c618d073-7a0b-4315-a2cd-174744780830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.154103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c618d073-7a0b-4315-a2cd-174744780830 None None] Port 05df832c-0b6a-47d0-8f83-849095637fb3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:21.192150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.195341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c618d073-7a0b-4315-a2cd-174744780830 None None] Could not find standard attr ID for object 8e31c526-51b3-4f10-bce5-86d6e4752beb. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:20:21.204163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60486) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:21.218053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d69d8ca6-108a-44c3-8189-35a77b89e57b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/8e31c526-51b3-4f10-bce5-86d6e4752beb HTTP/1.1" status: 204 len: 168 time: 1.7219737 Jul 16 20:20:21.256930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15d5e-fe43-4611-ba1d-c660dde4fe52 req-f8791477-49ee-450e-ba56-5fcdb390726f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:21.271869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dd15d5e-fe43-4611-ba1d-c660dde4fe52 req-f8791477-49ee-450e-ba56-5fcdb390726f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 945 time: 0.2448018 Jul 16 20:20:21.285144 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-393f3679-2f58-4874-aac7-2e5c7fe17b65 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:20:21.295133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-393f3679-2f58-4874-aac7-2e5c7fe17b65 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/8e31c526-51b3-4f10-bce5-86d6e4752beb HTTP/1.1" status: 404 len: 333 time: 0.0879483 Jul 16 20:20:21.295952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60490) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:21.369914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dd15d5e-fe43-4611-ba1d-c660dde4fe52 req-2e57cab0-4624-4959-9f9a-4d3411966d89 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968082 Jul 16 20:20:21.566900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c7d7e62f-89bc-4e13-9690-62b323a049aa up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:21.641379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 05df832c-0b6a-47d0-8f83-849095637fb3 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:21.642805 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.669134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-5ade5f1f-3b57-4221-856b-aee8348c99a7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--700319077&fields=id&tenant_id=927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 267 time: 0.1417496 Jul 16 20:20:21.710315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c7d7e62f-89bc-4e13-9690-62b323a049aa completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:21.724619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c7d7e62f-89bc-4e13-9690-62b323a049aa triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:21.724989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.936658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.975067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.990826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-7c856764-94a8-4397-9e55-af007bb5fdfc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:22.006218 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-7c856764-94a8-4397-9e55-af007bb5fdfc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.3337314 Jul 16 20:20:22.007361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 05df832c-0b6a-47d0-8f83-849095637fb3 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:22.013078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c7d7e62f-89bc-4e13-9690-62b323a049aa, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c7d7e62f-89bc-4e13-9690-62b323a049aa,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:22.019645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.020444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b870373-4992-4886-8deb-8b31848c59ff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:22.035816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-10582d50-7167-4cae-96da-0be8c968f322 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/quotas/927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 375 time: 0.0286722 Jul 16 20:20:22.205787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-38ead4f0-9f47-4432-8a69-71e95d739bba tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1679590 Jul 16 20:20:22.226777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c7d7e62f-89bc-4e13-9690-62b323a049aa,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.246177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9b870373-4992-4886-8deb-8b31848c59ff triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:22.247709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.295061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.353705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ca176955-f825-4649-b377-372707e1e2d3 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:22.381184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=05df832c-0b6a-47d0-8f83-849095637fb3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.390300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-b6adf21e-d990-4d61-8d62-cc7eed7835ce service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676228 Jul 16 20:20:22.501246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.506983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60518) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:22.507435 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-84f93968-216f-4dd0-a036-d5747ebfbbae tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/05df832c-0b6a-47d0-8f83-849095637fb3 HTTP/1.1" status: 204 len: 168 time: 1.2099884 Jul 16 20:20:22.536184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port ca176955-f825-4649-b377-372707e1e2d3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:22.556060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port ca176955-f825-4649-b377-372707e1e2d3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:22.556417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.638569 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1ba615-ad42-441a-8550-ef14b331859b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:20:22.657062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fe1ba615-ad42-441a-8550-ef14b331859b tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/05df832c-0b6a-47d0-8f83-849095637fb3 HTTP/1.1" status: 404 len: 333 time: 0.1473954 Jul 16 20:20:22.660324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60522) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:22.744392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-818100e4-d21f-4993-bc84-d4b9d69651c6 service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358932 Jul 16 20:20:22.803612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.924394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ca176955-f825-4649-b377-372707e1e2d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ca176955-f825-4649-b377-372707e1e2d3,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:22.925428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:22.934562 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e1090c-3ad6-4411-93e4-c39e4d5982b1" -d '{"events": [{"server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "name": "network-vif-plugged", "status": "completed", "tag": "ca176955-f825-4649-b377-372707e1e2d3"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:22.954964 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.066576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ca176955-f825-4649-b377-372707e1e2d3,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:23.441281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c7d7e62f-89bc-4e13-9690-62b323a049aa up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:23.519945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet 774b58a5-692d-46a2-a77f-583c880a994b {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:23.531495 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.574542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60544) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:23.579818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'subnet': {'network_id': '67572218-7618-490b-9a30-f33888685c92', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:23.611799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c7d7e62f-89bc-4e13-9690-62b323a049aa triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:23.612178 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.624000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.677981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3abd2-1e89-4fc8-90bb-e38b6d4d361c req-a82c4175-ec2a-4c5e-8f0a-094139b1ca8c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:23.680538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ca3abd2-1e89-4fc8-90bb-e38b6d4d361c req-a82c4175-ec2a-4c5e-8f0a-094139b1ca8c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 946 time: 0.8523555 Jul 16 20:20:23.748222 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0fad7c-1a34-4259-9508-3f9d7684af5b x-openstack-request-id: req-5a0fad7c-1a34-4259-9508-3f9d7684af5b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:23.748520 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "name": "network-vif-plugged", "status": "completed", "tag": "ca176955-f825-4649-b377-372707e1e2d3", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:23.748797 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5a0fad7c-1a34-4259-9508-3f9d7684af5b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:23.749199 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3', 'code': 200} Jul 16 20:20:23.842691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ca3abd2-1e89-4fc8-90bb-e38b6d4d361c req-d02eae28-bf27-41d4-a996-a7a85394c4e4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531563 Jul 16 20:20:23.876099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.951143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823548b-53ac-4ea9-bccc-fd8e53a54af1 req-4dede393-4c98-4158-85ea-c996f521a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:23.952725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a823548b-53ac-4ea9-bccc-fd8e53a54af1 req-4dede393-4c98-4158-85ea-c996f521a15c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 1098 time: 0.2044439 Jul 16 20:20:23.960651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-221fa794-944c-4c45-b782-4b20b265e499 req-98df4059-9498-4c96-b8a8-5aed39c1d488 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 210 time: 0.1434176 Jul 16 20:20:24.006431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:24.009803 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.017169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.044671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a823548b-53ac-4ea9-bccc-fd8e53a54af1 req-9144ea7a-8257-42ff-8490-78b011efe6c8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826735 Jul 16 20:20:24.075376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=774b58a5-692d-46a2-a77f-583c880a994b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.077818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39946011-51c7-4c7b-81e9-be7819d0a1c5 None None] Network 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:24.093844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.096027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e8e7d174-f752-4423-b651-559b3d504b17 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/774b58a5-692d-46a2-a77f-583c880a994b HTTP/1.1" status: 204 len: 168 time: 1.4344158 Jul 16 20:20:24.098565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60552) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.277671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.364690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 9b870373-4992-4886-8deb-8b31848c59ff {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:24.365090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.454380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] DHCP port deletion for 936bbfc7-3b8c-4bb5-ac71-cd40859544d7 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:24.482510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] For port 9b870373-4992-4886-8deb-8b31848c59ff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b870373-4992-4886-8deb-8b31848c59ff,segment=NetworkSegment(b6aa3ec3-6971-4a2b-af13-471c0ff31638),segment_id=b6aa3ec3-6971-4a2b-af13-471c0ff31638)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:24.483196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.512132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 9b870373-4992-4886-8deb-8b31848c59ff owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:24.517109 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.572157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] Deleting port 9b870373-4992-4886-8deb-8b31848c59ff {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:24.572657 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.636756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.677995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Subnet': ['ID=9db8e12b-e01f-4f8c-afec-0332684f35ed,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.678619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No DVR routers for this DVR port 9b870373-4992-4886-8deb-8b31848c59ff on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:24.680285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] For port 9b870373-4992-4886-8deb-8b31848c59ff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b870373-4992-4886-8deb-8b31848c59ff,segment=NetworkSegment(b6aa3ec3-6971-4a2b-af13-471c0ff31638),segment_id=b6aa3ec3-6971-4a2b-af13-471c0ff31638)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:24.681716 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.692801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Checking segment: {'id': 'ad231719-4166-4857-aa9e-10043b2c6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67572218-7618-490b-9a30-f33888685c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:24.693159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network hostable DHCP agents. Network: 67572218-7618-490b-9a30-f33888685c92, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:24.720500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] Calling delete_port for 9b870373-4992-4886-8deb-8b31848c59ff owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:24.724775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=9b870373-4992-4886-8deb-8b31848c59ff,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.728951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network 67572218-7618-490b-9a30-f33888685c92 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:24.742043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 67572218-7618-490b-9a30-f33888685c92) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:24.752590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.753585 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.778991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d29e3-3bb4-4f49-a39e-5bdb8746325c None None] Network 67572218-7618-490b-9a30-f33888685c92 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:24.799816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-737d12d7-6309-44a7-ae3a-7e275d618b64 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2238622 Jul 16 20:20:24.803170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.814401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1450373776'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:24.866637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.879113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:24.893118 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.895007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936bbfc7-3b8c-4bb5-ac71-cd40859544d7']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:24.930943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6aa3ec3-6971-4a2b-af13-471c0ff31638') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:24.931611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6aa3ec3-6971-4a2b-af13-471c0ff31638') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.950014 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:24.952234 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:20:24.963528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.969333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.971462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:24.996688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.001360 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Added segment bd719ebd-16ce-4d47-8c83-965b102a4dee of type vlan for network ea4aff11-7c34-474c-9e93-c4282d531b2b Jul 16 20:20:25.017787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.032026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:25.033129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:25.041692 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:25.185246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] Pushing event deleted for resources: {'Port': ['ID=9b870373-4992-4886-8deb-8b31848c59ff,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.219658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fc08f-a7de-4fe7-866b-b6495c4bd380 None None] No DVR routers for this DVR port 9b870373-4992-4886-8deb-8b31848c59ff on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:25.251146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.296868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.299763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/936bbfc7-3b8c-4bb5-ac71-cd40859544d7 HTTP/1.1" status: 204 len: 168 time: 1.1995623 Jul 16 20:20:25.327499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94b72f-5379-44df-a5d9-ece3ccaca63f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=936bbfc7-3b8c-4bb5-ac71-cd40859544d7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.334114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60574) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.335856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.348805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-335024183'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:25.393403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623345c3-d78e-4338-b1a0-93dc03df471d req-3b302fc7-c22f-4829-b90b-0252ec6873d5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.393688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-67572218-7618-490b-9a30-f33888685c92', 'network_id': '67572218-7618-490b-9a30-f33888685c92', 'tenant_id': '28a635669aab4f19a5a58576c231b2d5', 'fixed_ips': [{'subnet_id': '9db8e12b-e01f-4f8c-afec-0332684f35ed'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:25.394687 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.404804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-623345c3-d78e-4338-b1a0-93dc03df471d req-3b302fc7-c22f-4829-b90b-0252ec6873d5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 946 time: 0.2671335 Jul 16 20:20:25.462712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:25.471271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.472403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b870373-4992-4886-8deb-8b31848c59ff no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:25.513460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-623345c3-d78e-4338-b1a0-93dc03df471d req-48cfac33-76c2-40c8-b75f-4d37971f8c9d tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076531 Jul 16 20:20:25.540655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9b870373-4992-4886-8deb-8b31848c59ff {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:25.543421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01e2a68c-651e-41bf-9aab-d4d37aea1214 req-f577e5ec-c01d-4cca-b7a0-a775a55cb886 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 210 time: 0.1165967 Jul 16 20:20:25.548886 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.554966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.555650 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.561724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b870373-4992-4886-8deb-8b31848c59ff not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:25.594970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:25.617053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.618131 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Added segment e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a of type vlan for network c6beee8b-8097-4761-9eb8-9593461b95cf Jul 16 20:20:25.678850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8735874 Jul 16 20:20:25.684175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60578) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.690235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'subnet': {'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:25.753216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-31807eaa-7c08-423e-84b7-91c7159a93ad tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.754781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-31807eaa-7c08-423e-84b7-91c7159a93ad tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.6949818 Jul 16 20:20:25.755485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca700-8fe6-4829-a586-9e7fa88288a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Network': ['ID=ea4aff11-7c34-474c-9e93-c4282d531b2b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.756240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.775220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ea4aff11-7c34-474c-9e93-c4282d531b2b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:25.853872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-8069e91f-25ef-4a49-86db-6074cd088e28 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 379 time: 0.0887280 Jul 16 20:20:25.860173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.866111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'port': {'device_id': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'admin_state_up': True, 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'security_groups': ['87802d73-b93b-4b84-9a0f-5058319d4a38']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:25.878420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.879486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.913856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:25.921097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.993700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6584656 Jul 16 20:20:25.998215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60584) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.003861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:26.008472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Allocated IP 2001:db8:0:ffff::2 (67572218-7618-490b-9a30-f33888685c92/9db8e12b-e01f-4f8c-afec-0332684f35ed/ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:26.058744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55a5e2-4201-4796-9183-f2fbcaec6bb6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Network': ['ID=c6beee8b-8097-4761-9eb8-9593461b95cf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:26.076070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-45039f76-6cac-478c-aee0-7cfe96736ed4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2436907 Jul 16 20:20:26.093591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c6beee8b-8097-4761-9eb8-9593461b95cf details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:26.248381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-ff69d45e-3278-4250-b0ab-dec62380eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.252900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-ff69d45e-3278-4250-b0ab-dec62380eeb8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 1097 time: 0.1257515 Jul 16 20:20:26.270634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Made reservation on behalf of 927415eda0ac412fbff0486e59f831a8 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:26.274319 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.317346 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.330464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Transition to ACTIVE for port object ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:26.352152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Transition to ACTIVE for port object ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:26.361083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.396811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:26.400377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.407913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Network 67572218-7618-490b-9a30-f33888685c92 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:26.413025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:26.416679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:26.535979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-39a3b5c1-ce9d-43a6-8ba7-c6bb70519a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.537514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-39a3b5c1-ce9d-43a6-8ba7-c6bb70519a1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.2566354 Jul 16 20:20:26.576576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Pushing event updated for resources: {'Port': ['ID=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:26.598976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Attempting to bind port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:26.599608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Attempting to bind port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'ad231719-4166-4857-aa9e-10043b2c6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67572218-7618-490b-9a30-f33888685c92'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:26.600184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Attempting to bind port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e on network 67572218-7618-490b-9a30-f33888685c92 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:26.627095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:26.627685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Checking segment: {'id': 'ad231719-4166-4857-aa9e-10043b2c6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67572218-7618-490b-9a30-f33888685c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:26.628266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.631377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Bound using segment: {'id': 'ad231719-4166-4857-aa9e-10043b2c6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67572218-7618-490b-9a30-f33888685c92'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:26.632032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Bound port: ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad231719-4166-4857-aa9e-10043b2c6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67572218-7618-490b-9a30-f33888685c92'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:26.632581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.662230 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-bb0ad508-9f0a-4f6c-8415-ea337206ff1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb0410a-a59e-428b-b10b-554f7106c500 HTTP/1.1" status: 200 len: 217 time: 0.1173196 Jul 16 20:20:26.764637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-5be7d168-0fc6-42d7-a5bb-27942d1f7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.766858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-5be7d168-0fc6-42d7-a5bb-27942d1f7c65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.0971651 Jul 16 20:20:26.784451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-54acc43b-dee0-4f09-99ee-9ab6a47d61eb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6527081 Jul 16 20:20:26.792260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.793623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] For port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:26.800951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] For port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,segment=NetworkSegment(ad231719-4166-4857-aa9e-10043b2c6266),segment_id=ad231719-4166-4857-aa9e-10043b2c6266)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:26.812990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.870680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=6642e150-017e-46bc-8023-3c738bbe53ee,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:26.917369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-55a59c2c-3502-4787-9a29-853368b2667c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443269 Jul 16 20:20:26.944503 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-14847194-1692-415a-98d7-f5fe394a3d86 req-03851296-f200-453a-a982-439771ce7046 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 210 time: 0.0823860 Jul 16 20:20:26.979463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b919a64-1855-484e-ad6c-1b11b141b038 None None] Pushing event updated for resources: {'Port': ['ID=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:27.128612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Checking segment: {'id': 'e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:27.128976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network hostable DHCP agents. Network: c6beee8b-8097-4761-9eb8-9593461b95cf, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:27.157993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-05706805-795e-47cd-bedc-48b5073321ce service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312295 Jul 16 20:20:27.196311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network c6beee8b-8097-4761-9eb8-9593461b95cf is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:27.223097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, c6beee8b-8097-4761-9eb8-9593461b95cf) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:27.228368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.229064 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.233182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf0f36-043e-4563-83c0-db29ee651c23 None None] Network c6beee8b-8097-4761-9eb8-9593461b95cf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:27.257615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bba442a5-6104-4bdf-9faa-1907743b06a4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2578135 Jul 16 20:20:27.264194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.264672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.265141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.265603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.266065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.267112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.277646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.280792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-97c09c5c-34ca-4d62-ba22-a93c6f05068b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6496 time: 0.4174666 Jul 16 20:20:27.281306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60598) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:27.337701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Allocated IP 172.20.0.13 (fa18409d-ff19-475d-8f02-5a5b7eb4d389/52e96ec2-d7bb-4495-8ab3-aeb130ad1351/0bc8c1ef-d6ad-4522-b97f-adc729607b85) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:27.348947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a2c3f8ae-aa6e-4779-8125-4c541bc1596f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1514418640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:27.438029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28befa4-f6f1-46bc-a9ea-4943344853f7 req-96867cf9-1c41-483a-bf00-1f83cb42ca22 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.443936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f28befa4-f6f1-46bc-a9ea-4943344853f7 req-96867cf9-1c41-483a-bf00-1f83cb42ca22 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 946 time: 0.6730795 Jul 16 20:20:27.446026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa73f485-57ec-4eef-ad16-16e06bc7aab8 req-464184e8-ba3f-42a8-9847-a1d8a601c5b8 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691333 Jul 16 20:20:27.531650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f28befa4-f6f1-46bc-a9ea-4943344853f7 req-7b58fd4e-6e4b-4eb8-adf6-be932f04e891 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731008 Jul 16 20:20:27.577799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f8ae-aa6e-4779-8125-4c541bc1596f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.579160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f8ae-aa6e-4779-8125-4c541bc1596f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.590995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-c6beee8b-8097-4761-9eb8-9593461b95cf', 'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf', 'tenant_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'fixed_ips': [{'subnet_id': '6642e150-017e-46bc-8023-3c738bbe53ee'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:27.592467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.693868 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f8ae-aa6e-4779-8125-4c541bc1596f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.696335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-5a959248-25d7-46ef-833c-7485aaed8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.696885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-5a959248-25d7-46ef-833c-7485aaed8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.697600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-5a959248-25d7-46ef-833c-7485aaed8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.699874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-5a959248-25d7-46ef-833c-7485aaed8966 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a59f169c-e5f6-4288-a73f-979b2b8a3703&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=8cd80618-c163-4a0e-9117-d6ed2b378b44&id=8cd80618-c163-4a0e-9117-d6ed2b378b44 HTTP/1.1" status: 200 len: 2294 time: 0.3155994 Jul 16 20:20:27.707958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f8ae-aa6e-4779-8125-4c541bc1596f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.774594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Allocated IP 172.20.0.2 (c6beee8b-8097-4761-9eb8-9593461b95cf/6642e150-017e-46bc-8023-3c738bbe53ee/426ed924-45b4-4fb7-92ff-5cb51ec83f20) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:27.788446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f8ae-aa6e-4779-8125-4c541bc1596f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.792803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a2c3f8ae-aa6e-4779-8125-4c541bc1596f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4539199 Jul 16 20:20:27.792984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60604) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:27.829101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf', 'name': 'tempest-PortsTestJSON-2005127187'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:27.844594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:20:27.914453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.048700 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.058108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Transition to ACTIVE for port object 426ed924-45b4-4fb7-92ff-5cb51ec83f20 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:28.079481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Transition to ACTIVE for port object 426ed924-45b4-4fb7-92ff-5cb51ec83f20 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:28.090124 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.155480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:28.159925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.169622 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Network c6beee8b-8097-4761-9eb8-9593461b95cf is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:28.177343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:28.185219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:28.213757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-bec23871-3382-4133-a4f7-095f6feed555 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc HTTP/1.1" status: 200 len: 1001 time: 0.4787860 Jul 16 20:20:28.216228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:28.296027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-37ffc6d1-5681-4a7c-8a19-e3c130904625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:28.297584 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-37ffc6d1-5681-4a7c-8a19-e3c130904625 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3485200b-2821-45fe-9611-0bd8895fc774 HTTP/1.1" status: 200 len: 851 time: 0.0596838 Jul 16 20:20:28.310009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bb8ff36-8392-41e9-a530-fc713ed42c3e req-118445ad-755b-4349-a389-ba4455326515 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 210 time: 0.0792708 Jul 16 20:20:28.320915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Checking segment: {'id': 'bd719ebd-16ce-4d47-8c83-965b102a4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:28.321327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network hostable DHCP agents. Network: ea4aff11-7c34-474c-9e93-c4282d531b2b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:28.335609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Subnet': ['ID=f45c9966-42ee-4c3d-b828-f0d92ab538e3,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:28.363836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Pushing event updated for resources: {'Port': ['ID=426ed924-45b4-4fb7-92ff-5cb51ec83f20,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:28.367097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Attempting to bind port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:28.367326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Attempting to bind port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:28.367688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Attempting to bind port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 on network c6beee8b-8097-4761-9eb8-9593461b95cf {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:28.391295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:28.391802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Checking segment: {'id': 'e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:28.392079 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.392474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Bound using segment: {'id': 'e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:28.392956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Bound port: 426ed924-45b4-4fb7-92ff-5cb51ec83f20, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'c6beee8b-8097-4761-9eb8-9593461b95cf'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:28.393339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.567281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-88777ab7-3085-4f64-9498-71365966e561 None None] For port 426ed924-45b4-4fb7-92ff-5cb51ec83f20, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:28.573360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-88777ab7-3085-4f64-9498-71365966e561 None None] For port 426ed924-45b4-4fb7-92ff-5cb51ec83f20, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=426ed924-45b4-4fb7-92ff-5cb51ec83f20,segment=NetworkSegment(e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a),segment_id=e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:28.579484 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.604482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.7 (c6beee8b-8097-4761-9eb8-9593461b95cf/6642e150-017e-46bc-8023-3c738bbe53ee/7d2f86e1-d265-4a35-82cc-8e4c413e0f46) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:28.943613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.962408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:28.996582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777ab7-3085-4f64-9498-71365966e561 None None] Pushing event updated for resources: {'Port': ['ID=426ed924-45b4-4fb7-92ff-5cb51ec83f20,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.007767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.009600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c14e3-df5a-4f99-abe4-73d8ea4f5aa3 None None] Network 67572218-7618-490b-9a30-f33888685c92 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:29.164983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network c6beee8b-8097-4761-9eb8-9593461b95cf is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:29.173809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:29.180589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:29.192733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f78f6811-4a34-4c48-97eb-7603288eddad None None] Provisioning for port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:29.355192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.359171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.369920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.381909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Transition to ACTIVE for port object 0bc8c1ef-d6ad-4522-b97f-adc729607b85 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:29.429871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f268-ba68-4ef5-970e-ea9487a1a67e req-d4ba8e98-3465-4c57-927e-75c7e86d39a5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.441697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a573f268-ba68-4ef5-970e-ea9487a1a67e req-d4ba8e98-3465-4c57-927e-75c7e86d39a5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 946 time: 1.7023556 Jul 16 20:20:29.442881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6488056 Jul 16 20:20:29.460355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60626) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:29.468196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network ea4aff11-7c34-474c-9e93-c4282d531b2b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:29.471490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6a27e-9ab5-4624-8124-bec45bb0737d tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=7d2f86e1-d265-4a35-82cc-8e4c413e0f46,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.503589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ea4aff11-7c34-474c-9e93-c4282d531b2b) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:29.522600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a573f268-ba68-4ef5-970e-ea9487a1a67e req-8d632925-9762-4632-9072-917c74e078bf tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822158 Jul 16 20:20:29.526440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.527062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.569461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad9b9d-6095-4fdc-a3d8-0414c5c08960 None None] Network ea4aff11-7c34-474c-9e93-c4282d531b2b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:29.630340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-86e72340-ca7a-4e60-932f-7d70b64c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.631690 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-86e72340-ca7a-4e60-932f-7d70b64c4e8e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a59f169c-e5f6-4288-a73f-979b2b8a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3175805 Jul 16 20:20:29.634951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f6726b50-bd75-4f00-936e-1c82ea847ad9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9496298 Jul 16 20:20:29.636698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.663430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60630) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:29.669012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'port': {'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b', 'name': 'tempest-NetworksIpV6TestAttrs-1024642058'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:29.826362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:29.874995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:29.893171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:29.904613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:29.939107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:30.124053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-ea4aff11-7c34-474c-9e93-c4282d531b2b', 'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b', 'tenant_id': '28a635669aab4f19a5a58576c231b2d5', 'fixed_ips': [{'subnet_id': 'f45c9966-42ee-4c3d-b828-f0d92ab538e3'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:30.126118 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.175202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.177971 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.210025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-215fbd02-25c5-4cc8-bfad-290fcb1cbf02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3485534 Jul 16 20:20:30.232217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Request body: {'port': {'device_id': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:30.318056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-87e9f646-fe74-4193-abbf-b04403420996 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039584 Jul 16 20:20:30.348026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:30.367388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:30.367866 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.375640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:30.380938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.446472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9308b-27cd-415d-89e0-580201fdc670 req-e4c526e6-0c6e-46fd-b256-dd3ebcebaf72 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.460743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb9308b-27cd-415d-89e0-580201fdc670 req-e4c526e6-0c6e-46fd-b256-dd3ebcebaf72 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 932 time: 0.6266568 Jul 16 20:20:30.534130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Allocated IP 2001:db8::f816:3eff:fe29:93fe (ea4aff11-7c34-474c-9e93-c4282d531b2b/f45c9966-42ee-4c3d-b828-f0d92ab538e3/e2d77f1e-cf61-4a8d-a41d-0f71bda62513) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:30.605672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-2ca241a2-e669-436d-9e3e-806e46203c22 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866240 Jul 16 20:20:30.702353 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.832785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbb9308b-27cd-415d-89e0-580201fdc670 req-f22ff135-4842-44a0-8094-96b456cb964f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652215 Jul 16 20:20:30.847185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-b3c89544-da6f-421f-bd47-63ca04be5e21 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 217 time: 0.1522911 Jul 16 20:20:30.851326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] device_id is not set on port 9652826a-541e-45f0-bd12-070ae3dad171 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:31.018204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.074924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.088132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52602b6b-a1c3-4e5b-837c-4987385f7b93 None None] Network c6beee8b-8097-4761-9eb8-9593461b95cf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:31.131460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Transition to ACTIVE for port object e2d77f1e-cf61-4a8d-a41d-0f71bda62513 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:31.242337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-958eae68-6830-4048-8dce-9ceae701c220 None None] Provisioning for port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:31.268566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-958eae68-6830-4048-8dce-9ceae701c220 None None] Provisioning complete for port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:31.268965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-958eae68-6830-4048-8dce-9ceae701c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.293433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Transition to ACTIVE for port object e2d77f1e-cf61-4a8d-a41d-0f71bda62513 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:31.363231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-958eae68-6830-4048-8dce-9ceae701c220 None None] Port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:31.372748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.412660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-7b91868e-6e03-4099-a405-6a25f50757e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.414785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-7b91868e-6e03-4099-a405-6a25f50757e1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.3452291 Jul 16 20:20:31.495904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Allocated IP 2001:db8::f816:3eff:fe2e:34d6 (ea4aff11-7c34-474c-9e93-c4282d531b2b/f45c9966-42ee-4c3d-b828-f0d92ab538e3/9652826a-541e-45f0-bd12-070ae3dad171) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:31.556972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Network ea4aff11-7c34-474c-9e93-c4282d531b2b is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:31.563494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:31.587637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:31.668588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Pushing event updated for resources: {'Port': ['ID=e2d77f1e-cf61-4a8d-a41d-0f71bda62513,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:31.672378 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.702776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.720817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.777835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-87d33e61-397a-4135-a14f-b44271a32b3e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.779137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-87d33e61-397a-4135-a14f-b44271a32b3e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 946 time: 0.1829827 Jul 16 20:20:31.823036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d212503d-50ff-4284-9a7d-42d6e703ef7d None None] Provisioning complete for port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:31.825124 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d212503d-50ff-4284-9a7d-42d6e703ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.974471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,segment=NetworkSegment(ad231719-4166-4857-aa9e-10043b2c6266),segment_id=ad231719-4166-4857-aa9e-10043b2c6266)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:32.003605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.033649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Attempting to bind port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:32.035295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Attempting to bind port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'bd719ebd-16ce-4d47-8c83-965b102a4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:32.035920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Attempting to bind port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 on network ea4aff11-7c34-474c-9e93-c4282d531b2b {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:32.062932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54bd7f-c861-449a-ac25-ff3a29b8d72d req-061293dc-8b5a-4864-ba1c-e57bb0ff3a89 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.068162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce54bd7f-c861-449a-ac25-ff3a29b8d72d req-061293dc-8b5a-4864-ba1c-e57bb0ff3a89 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 946 time: 0.8944626 Jul 16 20:20:32.086573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:32.088611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Checking segment: {'id': 'bd719ebd-16ce-4d47-8c83-965b102a4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:32.088611 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.088611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Bound using segment: {'id': 'bd719ebd-16ce-4d47-8c83-965b102a4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:32.090070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Bound port: e2d77f1e-cf61-4a8d-a41d-0f71bda62513, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd719ebd-16ce-4d47-8c83-965b102a4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ea4aff11-7c34-474c-9e93-c4282d531b2b'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:32.091274 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.167879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.233361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce54bd7f-c861-449a-ac25-ff3a29b8d72d req-0742b2a4-7393-4e93-ae4e-c3d5adab4a9c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479127 Jul 16 20:20:32.325955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-12508c93-b6bd-4a2a-8bdc-e35c695ec3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.341510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-12508c93-b6bd-4a2a-8bdc-e35c695ec3e2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8030617 Jul 16 20:20:32.445376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 426ed924-45b4-4fb7-92ff-5cb51ec83f20 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:32.604416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] For port e2d77f1e-cf61-4a8d-a41d-0f71bda62513, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:32.610596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] For port e2d77f1e-cf61-4a8d-a41d-0f71bda62513, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e2d77f1e-cf61-4a8d-a41d-0f71bda62513,segment=NetworkSegment(bd719ebd-16ce-4d47-8c83-965b102a4dee),segment_id=bd719ebd-16ce-4d47-8c83-965b102a4dee)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:32.621827 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.675939 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.682344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d212503d-50ff-4284-9a7d-42d6e703ef7d None None] Provisioning for port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:32.698801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019b86-d365-4898-aa8e-5eb23f85e864 None None] Pushing event updated for resources: {'Port': ['ID=e2d77f1e-cf61-4a8d-a41d-0f71bda62513,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.711574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:32.726315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:32.726685 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.815222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Transition to ACTIVE for port object 9652826a-541e-45f0-bd12-070ae3dad171 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:32.865495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc8c1ef-d6ad-4522-b97f-adc729607b85 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:32.887623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-cb9e530f-897a-4c90-ae01-972c883463e8 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326059 Jul 16 20:20:32.891035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=7d2f86e1-d265-4a35-82cc-8e4c413e0f46,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.897574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a53b3c8c-ee37-418a-b0ee-d2170e682ab6 None None] Provisioning for port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:32.908314 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.931274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a53b3c8c-ee37-418a-b0ee-d2170e682ab6 None None] Provisioning complete for port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:32.931727 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a53b3c8c-ee37-418a-b0ee-d2170e682ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.157887 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.201770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a53b3c8c-ee37-418a-b0ee-d2170e682ab6 None None] Port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:33.212726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-2570f1c9-9376-4580-9a96-9dba59cfc01e service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131914 Jul 16 20:20:33.217227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Transition to ACTIVE for port object 0bc8c1ef-d6ad-4522-b97f-adc729607b85 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:33.249794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.351881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a53b3c8c-ee37-418a-b0ee-d2170e682ab6 None None] Provisioning complete for port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:33.352473 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a53b3c8c-ee37-418a-b0ee-d2170e682ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.357954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 426ed924-45b4-4fb7-92ff-5cb51ec83f20, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=426ed924-45b4-4fb7-92ff-5cb51ec83f20,segment=NetworkSegment(e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a),segment_id=e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:33.380647 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.486315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-c812f27f-263e-4ba0-adc2-781d94a3a92e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 217 time: 0.2499554 Jul 16 20:20:33.545403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23461d5-60f8-4a0a-bed4-b3dbdf0e2aab req-bb11ea25-6f41-41f4-8324-b7544da5eb6c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:33.561670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=426ed924-45b4-4fb7-92ff-5cb51ec83f20,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:33.562453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a23461d5-60f8-4a0a-bed4-b3dbdf0e2aab req-bb11ea25-6f41-41f4-8324-b7544da5eb6c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 932 time: 0.8094628 Jul 16 20:20:33.569113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.674074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Deleting port ca176955-f825-4649-b377-372707e1e2d3 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:33.675878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.702385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.782778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network ea4aff11-7c34-474c-9e93-c4282d531b2b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:33.785323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c68e6cbd-c8bb-40db-b6a4-edd4dec1f863 None None] Provisioning complete for port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:33.788658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c68e6cbd-c8bb-40db-b6a4-edd4dec1f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.846169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:33.858277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:33.865415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a23461d5-60f8-4a0a-bed4-b3dbdf0e2aab req-7033d775-c6bc-4f49-bfd2-ad3603e9a013 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950466 Jul 16 20:20:33.917808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c68e6cbd-c8bb-40db-b6a4-edd4dec1f863 None None] Port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:33.937428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:33.954218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:33.954947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.053159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-49873084-9607-46a6-8467-d568ae1ebb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.054898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-49873084-9607-46a6-8467-d568ae1ebb73 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.5436223 Jul 16 20:20:34.064706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] For port ca176955-f825-4649-b377-372707e1e2d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ca176955-f825-4649-b377-372707e1e2d3,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:34.065372 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.165815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Calling delete_port for ca176955-f825-4649-b377-372707e1e2d3 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:34.202827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.5377657 Jul 16 20:20:34.212612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:34.275300 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:34.334478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Attempting to bind port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:34.334908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Attempting to bind port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:34.335781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Attempting to bind port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:34.370130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Deleting subnet f45c9966-42ee-4c3d-b828-f0d92ab538e3 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:34.383638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.401827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ca176955-f825-4649-b377-372707e1e2d3 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:34.419115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:34.419115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Attempting to bind port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:34.428295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.456435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:34.456953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:34.458013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Bound using segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:34.458648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Bound port: 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:34.459134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.472968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e2d77f1e-cf61-4a8d-a41d-0f71bda62513 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:34.497621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.498503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25a72d-4785-4d70-9049-74fc9dc08c36 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Port': ['ID=9652826a-541e-45f0-bd12-070ae3dad171,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:34.641154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:34.648676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:34.731677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eadcfb-6085-4bf6-a64d-a16551edc313 req-0d2ad2e7-804e-414d-be7e-0b5a2b28696c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.739797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9eadcfb-6085-4bf6-a64d-a16551edc313 req-0d2ad2e7-804e-414d-be7e-0b5a2b28696c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 946 time: 0.7735457 Jul 16 20:20:34.777744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.784608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:34.807563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 426ed924-45b4-4fb7-92ff-5cb51ec83f20 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:34.820982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.826115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18858f-1078-4de0-bcae-e37d60a4be30 None None] Network ea4aff11-7c34-474c-9e93-c4282d531b2b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:34.863432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.867550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.870247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] 10.222.0.99 "PUT /v2.0/ports/0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1093 time: 4.6510208 Jul 16 20:20:34.871047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:34.873809 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98231838-10ce-4272-b683-1827295f53f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:34.924780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-216cf1ec-e158-4224-81b4-0378d5fb6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.926412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-216cf1ec-e158-4224-81b4-0378d5fb6f5b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8096712 Jul 16 20:20:35.080125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ca176955-f825-4649-b377-372707e1e2d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ca176955-f825-4649-b377-372707e1e2d3,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:35.088083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:35.092765 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.093277 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edcc4fe-c0ab-40e2-9e5d-508d376407b6" -d '{"events": [{"server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "name": "network-vif-unplugged", "status": "completed", "tag": "ca176955-f825-4649-b377-372707e1e2d3"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:35.115584 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.136812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Provisioning for port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:35.178514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Provisioning complete for port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:35.178514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.214947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-7b6959ab-de1c-40e2-857c-3d31237105b8 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670310 Jul 16 20:20:35.230272 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e15c643-f6f6-44e0-8203-cf2f2a201e37 x-openstack-request-id: req-4e15c643-f6f6-44e0-8203-cf2f2a201e37 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:35.233594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:35.234074 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.239409 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:35.239914 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4e15c643-f6f6-44e0-8203-cf2f2a201e37 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:35.241333 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'status': 'completed', 'code': 200} Jul 16 20:20:35.419386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.445063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.468506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9eadcfb-6085-4bf6-a64d-a16551edc313 req-931c2828-2ee7-40ea-a866-ff126130e61a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7200873 Jul 16 20:20:35.470711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-6b5a00bb-3f00-4769-aa30-74526c14bc82 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254305 Jul 16 20:20:35.552934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b1d1c-2a66-4646-80ef-9ef46caae767 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.567441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=7d2f86e1-d265-4a35-82cc-8e4c413e0f46,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.576992 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4340e46c-9dbe-4281-ac47-6292589ce888 x-openstack-request-id: req-4340e46c-9dbe-4281-ac47-6292589ce888 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:35.577966 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "name": "network-vif-unplugged", "status": "completed", "tag": "ca176955-f825-4649-b377-372707e1e2d3", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:35.578575 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4340e46c-9dbe-4281-ac47-6292589ce888 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:35.579169 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3', 'code': 200} Jul 16 20:20:35.588563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ca176955-f825-4649-b377-372707e1e2d3,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.653884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-7876722b-c08d-40b6-bad4-841c25165644 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ccbf68dc-080e-4144-b631-5837eeef50da HTTP/1.1" status: 200 len: 217 time: 0.1046441 Jul 16 20:20:35.659472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.707779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-e134dd21-906c-468f-bced-79262cb6f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.710332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-e134dd21-906c-468f-bced-79262cb6f892 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1096 time: 0.4896359 Jul 16 20:20:35.760868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:35.768865 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.815454 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.822400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-b09ee6e1-c9d9-486b-bf3e-86af636507c1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 217 time: 0.0984683 Jul 16 20:20:35.828817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-06aeb7e3-54f3-4a22-8b86-66fc0af72128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.830293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-06aeb7e3-54f3-4a22-8b86-66fc0af72128 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1684849 Jul 16 20:20:35.850809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network c6beee8b-8097-4761-9eb8-9593461b95cf is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:35.879178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-a0353639-f676-45e4-8647-fe9259bf122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.880714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1fc67-8ab5-476a-bd9a-c9ec3e27613f req-326740ab-1478-48c3-bff6-49b0bd8c2bcf tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.880849 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-a0353639-f676-45e4-8647-fe9259bf122c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0495770 Jul 16 20:20:35.888499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6e1fc67-8ab5-476a-bd9a-c9ec3e27613f req-326740ab-1478-48c3-bff6-49b0bd8c2bcf tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 944 time: 0.4543946 Jul 16 20:20:35.895755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.897913 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/f45c9966-42ee-4c3d-b828-f0d92ab538e3 HTTP/1.1" status: 204 len: 168 time: 1.6798446 Jul 16 20:20:35.916207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60706) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:35.923991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584bdaf-af0d-4538-905c-b4a18d12881d tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Subnet': ['ID=f45c9966-42ee-4c3d-b828-f0d92ab538e3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.926131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:35.929841 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:20:35.930202 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:20:35.946099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.961456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:35.973364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6e1fc67-8ab5-476a-bd9a-c9ec3e27613f req-391ac44d-736c-47ed-9d1c-3329b9454b7d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838747 Jul 16 20:20:36.134126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66841b2-e9ad-40a3-bb6b-99f3e34d5d79 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.136064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66841b2-e9ad-40a3-bb6b-99f3e34d5d79 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.139844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f66841b2-e9ad-40a3-bb6b-99f3e34d5d79 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2205315 Jul 16 20:20:36.154780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60710) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:36.171430 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8f4e59c8-33c8-44c4-9fea-b6eb038a4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.176292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:36.176667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.179070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event deleted for resources: {'Port': ['ID=ca176955-f825-4649-b377-372707e1e2d3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:36.371999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] No DVR routers for this DVR port ca176955-f825-4649-b377-372707e1e2d3 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:36.375010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.378702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2113ffe7-962e-44f0-8107-da9a9da2b5f3 req-0066b0f5-d3b8-4d2c-b1e9-66e206e83294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "DELETE /v2.0/ports/ca176955-f825-4649-b377-372707e1e2d3 HTTP/1.1" status: 204 len: 173 time: 4.5328443 Jul 16 20:20:36.379647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa677997-943b-4dbd-8ba6-34c703c4149f None None] Network ea4aff11-7c34-474c-9e93-c4282d531b2b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:36.380368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'name': 'network-vif-deleted', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:36.384654 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fecddea-7f4c-45fa-802f-b01907774645" -d '{"events": [{"server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "name": "network-vif-deleted", "tag": "ca176955-f825-4649-b377-372707e1e2d3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:36.415638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Router cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:36.462861 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aacd8b3-f720-418c-91df-1473f0ca7397 x-openstack-request-id: req-0aacd8b3-f720-418c-91df-1473f0ca7397 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:36.463455 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce4d12e-e4fc-4067-99bf-c75b72179e09", "name": "network-vif-deleted", "tag": "ca176955-f825-4649-b377-372707e1e2d3", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:36.464591 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0aacd8b3-f720-418c-91df-1473f0ca7397 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:36.465337 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4d12e-e4fc-4067-99bf-c75b72179e09', 'name': 'network-vif-deleted', 'tag': 'ca176955-f825-4649-b377-372707e1e2d3', 'status': 'completed', 'code': 200} Jul 16 20:20:36.664189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:36.682194 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e02d0599-d35d-43ff-aa70-09eaa124719f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "PUT /v2.0/routers/cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2168608 Jul 16 20:20:36.683073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60720) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:36.747986 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.771883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] Sync routers for ids ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:36.835690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae354ab3-0f0d-473b-b517-5071b9cead7a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.843499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ae354ab3-0f0d-473b-b517-5071b9cead7a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports?device_id=cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f HTTP/1.1" status: 200 len: 982 time: 0.1566031 Jul 16 20:20:36.843499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:36.925859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] Routers {'cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:36.926763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:36.973616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-130f602f-c699-496a-bf76-14aad75bc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.979617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-130f602f-c699-496a-bf76-14aad75bc6a8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0974004 Jul 16 20:20:37.050470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-25d05405-be87-4244-ac2b-000503dfe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.052638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-25d05405-be87-4244-ac2b-000503dfe03b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1613197 Jul 16 20:20:37.078722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] For port e2d77f1e-cf61-4a8d-a41d-0f71bda62513, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e2d77f1e-cf61-4a8d-a41d-0f71bda62513,segment=NetworkSegment(bd719ebd-16ce-4d47-8c83-965b102a4dee),segment_id=bd719ebd-16ce-4d47-8c83-965b102a4dee)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:37.081922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-638fdcd4-410e-4d7e-9752-3623f3ddad6c req-dbff6577-fc8e-4e9c-921d-f837d1678a32 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=dce4d12e-e4fc-4067-99bf-c75b72179e09 HTTP/1.1" status: 200 len: 210 time: 0.0911493 Jul 16 20:20:37.083829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.106570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.115753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] Routers {'cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:37.116496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.187315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.188020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150a9354-6f42-40b4-b66a-244689cb8029 None None] The sync data for ids ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:37.247974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e9394-6192-4a5b-9ad7-5bbaf07a22dc None None] Pushing event updated for resources: {'Port': ['ID=e2d77f1e-cf61-4a8d-a41d-0f71bda62513,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:37.263401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Provisioning for port 9652826a-541e-45f0-bd12-070ae3dad171 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:37.268685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Provisioning complete for port 9652826a-541e-45f0-bd12-070ae3dad171 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:37.269055 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.332411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Port 9652826a-541e-45f0-bd12-070ae3dad171 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:37.336080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-b7ed6c64-b782-40ce-b5d8-5d2da485357b service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296645 Jul 16 20:20:37.349793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Provisioning complete for port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:37.350504 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.359627 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6a72fbbe-eb16-45c2-af7d-fd498a01bdd5 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.389429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] DHCP port deletion for ea4aff11-7c34-474c-9e93-c4282d531b2b request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:37.485706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-9b1c406a-9517-4e56-a368-4f66dd453f32 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134641 Jul 16 20:20:37.500901 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a72fbbe-eb16-45c2-af7d-fd498a01bdd5 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:20:37.501911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a72fbbe-eb16-45c2-af7d-fd498a01bdd5 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:37.507240 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6a72fbbe-eb16-45c2-af7d-fd498a01bdd5 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/ea4aff11-7c34-474c-9e93-c4282d531b2b HTTP/1.1" status: 409 len: 405 time: 1.3389194 Jul 16 20:20:37.510438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60734) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:37.535184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] Deleting port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:37.535386 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.550811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-119020844'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:37.580749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-fbcc8be9-5ff2-4d97-8c61-313c5ba86533 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=a3710417-7257-4be0-8a28-f2c8846aecc6 HTTP/1.1" status: 200 len: 217 time: 0.0867381 Jul 16 20:20:37.583778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Provisioning complete for port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:37.584341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.650568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:37.654271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.669897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] For port e2d77f1e-cf61-4a8d-a41d-0f71bda62513, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e2d77f1e-cf61-4a8d-a41d-0f71bda62513,segment=NetworkSegment(bd719ebd-16ce-4d47-8c83-965b102a4dee),segment_id=bd719ebd-16ce-4d47-8c83-965b102a4dee)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:37.670533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.691955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] Calling delete_port for e2d77f1e-cf61-4a8d-a41d-0f71bda62513 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:37.704928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f252-5afe-4ea3-bfc9-82c6816854c8 None None] Port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:37.762672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-e096df89-e35a-4637-99c7-0588dcb38c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.764130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-e096df89-e35a-4637-99c7-0588dcb38c10 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.0999367 Jul 16 20:20:37.792616 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.837259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] Pushing event deleted for resources: {'Port': ['ID=e2d77f1e-cf61-4a8d-a41d-0f71bda62513,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:37.843241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfd57d-8989-4cd9-8636-0d7b0de70713 None None] No DVR routers for this DVR port e2d77f1e-cf61-4a8d-a41d-0f71bda62513 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:37.886232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc309056-ccd2-42e9-a897-1eb8ac672fcb req-acc2d837-ee20-4f4c-a2d9-8b60cd9754e3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.893512 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc309056-ccd2-42e9-a897-1eb8ac672fcb req-acc2d837-ee20-4f4c-a2d9-8b60cd9754e3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 944 time: 0.1632063 Jul 16 20:20:37.899152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:37.909966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-37d19928-5662-4780-b02e-d3ca7b648e21 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244431 Jul 16 20:20:37.916480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.916969 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Added segment 62bc4370-e501-40e9-9443-6a338e0ba6a6 of type vlan for network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 Jul 16 20:20:37.960522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc309056-ccd2-42e9-a897-1eb8ac672fcb req-f771e0bd-d6c5-4f20-b02a-7a3241a2ea4c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661266 Jul 16 20:20:38.061054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-45aa6390-9568-4470-8f57-7e3d91d6303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.062566 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-45aa6390-9568-4470-8f57-7e3d91d6303a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2755659 Jul 16 20:20:38.064296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.145636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396f85c0-5ae7-4551-bea4-efb94403ae8f req-aef2fb0e-93b6-4432-aef1-94aee20db2cc service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256489 Jul 16 20:20:38.198233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.212009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.212729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.225338 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.317827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7710037 Jul 16 20:20:38.318111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60744) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:38.322939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'subnet': {'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:38.346144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-541f508f-28be-4d91-82f4-6a12f78ae699 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728794 Jul 16 20:20:38.398763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920213e-ab28-495c-9fcf-31e2d068ab3c tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Network': ['ID=91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.424638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:38.493737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231838-10ce-4272-b683-1827295f53f1 req-e82a4c8e-377e-4ff9-8440-9bbfe27298ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.495452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98231838-10ce-4272-b683-1827295f53f1 req-e82a4c8e-377e-4ff9-8440-9bbfe27298ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1096 time: 0.2668767 Jul 16 20:20:38.561477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:38.561477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.580596 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.667588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-016e03ae-0bf2-4ab8-acff-f7c76e3631b5 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785106 Jul 16 20:20:38.694777 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.779039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-c13fc7c3-d1a9-47f0-a270-53abfe87dcd0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=142b1ade-875a-40b6-a91f-9834109165c3 HTTP/1.1" status: 200 len: 217 time: 0.1035185 Jul 16 20:20:38.867542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed764c22-8619-4c61-9e31-bd2e546bac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.871814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231838-10ce-4272-b683-1827295f53f1 req-4d4dcc80-b6f8-450d-b869-9f99920cfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.872815 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.873539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98231838-10ce-4272-b683-1827295f53f1 req-4d4dcc80-b6f8-450d-b869-9f99920cfcf5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.3535182 Jul 16 20:20:38.926205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98231838-10ce-4272-b683-1827295f53f1 req-d30fb257-671d-482c-880a-272c1f9723e4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 217 time: 0.0451670 Jul 16 20:20:38.930981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-44fefdbf-6fe7-4fc4-b231-06b1cc37291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.933375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-44fefdbf-6fe7-4fc4-b231-06b1cc37291f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.1449914 Jul 16 20:20:38.946605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-0e132bcb-67c5-4a26-a6cc-350daf971194 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.948211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-0e132bcb-67c5-4a26-a6cc-350daf971194 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.3663871 Jul 16 20:20:39.005699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-09c4c289-4a4b-4b23-9216-2b301ed0168f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0413835 Jul 16 20:20:39.034540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231838-10ce-4272-b683-1827295f53f1 req-b45645a8-1bbb-491e-a029-d8aad9b558c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.036610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98231838-10ce-4272-b683-1827295f53f1 req-b45645a8-1bbb-491e-a029-d8aad9b558c2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1021395 Jul 16 20:20:39.082673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e2d77f1e-cf61-4a8d-a41d-0f71bda62513 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:39.105372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-51cdae85-da86-4352-b546-4a4fbe02b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.106974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-51cdae85-da86-4352-b546-4a4fbe02b36f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1643884 Jul 16 20:20:39.158920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e2d77f1e-cf61-4a8d-a41d-0f71bda62513 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:39.159692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e2d77f1e-cf61-4a8d-a41d-0f71bda62513 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:39.228047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231838-10ce-4272-b683-1827295f53f1 req-2e0152a5-5e1c-49d9-9c61-a0018270a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.230457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98231838-10ce-4272-b683-1827295f53f1 req-2e0152a5-5e1c-49d9-9c61-a0018270a077 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801054 Jul 16 20:20:39.294558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-c7ea0488-93c6-462a-aab4-56ba50ee819c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2778606 Jul 16 20:20:39.371837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:39.372181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.385742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-abdcd219-55d0-4836-bc21-a6c5233b7f91 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653854 Jul 16 20:20:39.478992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98231838-10ce-4272-b683-1827295f53f1 req-8cadbdd4-feb3-405f-8bc7-9882ad335f46 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358630 Jul 16 20:20:39.490421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11592e-0ad4-4806-9641-012b44169c8d req-b3925e04-dae3-4abf-b689-4235da864d48 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.497302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db11592e-0ad4-4806-9641-012b44169c8d req-b3925e04-dae3-4abf-b689-4235da864d48 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 944 time: 0.2720919 Jul 16 20:20:39.528132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60780) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:39.577309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-a2aed29d-a038-47d7-8fc7-cc12b4f93b10 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814839 Jul 16 20:20:39.629225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:20:39.646122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.650933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.667718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db11592e-0ad4-4806-9641-012b44169c8d req-3af55776-7587-464c-bf66-ebca1aa005d6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694252 Jul 16 20:20:39.722069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 7d2f86e1-d265-4a35-82cc-8e4c413e0f46 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:39.748452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-f6399203-093f-4cb1-b4e8-59e42d6c0fcb service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555975 Jul 16 20:20:39.751444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98231838-10ce-4272-b683-1827295f53f1 req-d99c4d12-5c9d-4c66-9a6a-4b9c5d89b77c service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113969 Jul 16 20:20:39.812871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-21dab000-72e4-4473-b64b-3ac91ade4857 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0c717b-a9d4-452e-9513-aac3a766f998 HTTP/1.1" status: 200 len: 217 time: 0.0533905 Jul 16 20:20:39.876665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-cd437c6c-ead6-4a0f-abc0-21c1c5caef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.878590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-cd437c6c-ead6-4a0f-abc0-21c1c5caef32 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.0546861 Jul 16 20:20:39.949920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c80434-78b5-4137-8b40-fee56441277f req-16c47ec6-27fd-4aa0-9cbe-aca869d05d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.951829 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-16c47ec6-27fd-4aa0-9cbe-aca869d05d56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664268 Jul 16 20:20:39.973847 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.070096 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-57ba5ae0-8093-4cff-b909-370d1cb2bd2a service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007953 Jul 16 20:20:40.078569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:40.103732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9cdbefc2-d4a0-4a43-9686-2a3d0727fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.111833 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Subnet': ['ID=e189e290-efca-4da0-b4a3-699a24454cbe,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.182123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Checking segment: {'id': '62bc4370-e501-40e9-9443-6a338e0ba6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:40.182664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network hostable DHCP agents. Network: 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:40.188517 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69c80434-78b5-4137-8b40-fee56441277f req-af6dab0b-80eb-4e40-ba55-acbe746fe04e service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105068 Jul 16 20:20:40.194356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-5b0fae38-4c3a-4b9d-9da8-2aebdad81e3a service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091194 Jul 16 20:20:40.240197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:40.266738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'mac_address': 'fa:16:3e:05:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:40.270447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:40.296846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:40.303247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.303835 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.322992 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.331292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c430f7-5a83-464e-954e-d929f2451ae7 None None] Network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:40.380735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc8c1ef-d6ad-4522-b97f-adc729607b85 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:40.416948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9cdbefc2-d4a0-4a43-9686-2a3d0727fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.426104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9cdbefc2-d4a0-4a43-9686-2a3d0727fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.441989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:40.442434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.449159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.466633 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5af2c464-94f3-4318-b844-d0b9fbde5b20 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1474118 Jul 16 20:20:40.472028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9662e5ae-dc68-4963-a1e3-cb149356bff9 req-81f0e01e-3c9b-46ff-9f43-52f89cfc3e05 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 210 time: 0.0523887 Jul 16 20:20:40.472599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60792) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:40.483354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'port': {'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722', 'name': 'tempest-NetworksIpV6TestAttrs-163962347'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:40.530330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=7d2f86e1-d265-4a35-82cc-8e4c413e0f46,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.543447 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9cdbefc2-d4a0-4a43-9686-2a3d0727fde6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ed25a00812941fd8c4d75b5379c7290&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0106757 Jul 16 20:20:40.546410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbefc2-d4a0-4a43-9686-2a3d0727fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e263c70c-7eed-4a33-a944-2d6b02352a7f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.553454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60796) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:40.835445 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.851915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.889721 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.896302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0bc8c1ef-d6ad-4522-b97f-adc729607b85'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:40.953647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.970197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722', 'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722', 'tenant_id': '28a635669aab4f19a5a58576c231b2d5', 'fixed_ips': [{'subnet_id': 'e189e290-efca-4da0-b4a3-699a24454cbe'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:40.976115 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.001544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:41.020119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.032677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.033022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.033361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.033693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.034039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.034377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.034688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.035059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.035393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.035699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.036022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.036337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.072218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] device_id is not set on port 29c50bb2-ea11-4687-b4c3-7203de082ccf yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:41.173728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.176865 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.180718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e263c70c-7eed-4a33-a944-2d6b02352a7f HTTP/1.1" status: 204 len: 168 time: 0.6237466 Jul 16 20:20:41.281909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Allocated IP 2001:db8::f816:3eff:fe78:e4f0 (91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722/e189e290-efca-4da0-b4a3-699a24454cbe/29c50bb2-ea11-4687-b4c3-7203de082ccf) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:41.341548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Router cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:41.375214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea930c6e-eba0-4817-8cfe-ea6d2e39e9a6 req-989b7bcc-2418-4524-9ac1-b508144dd445 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.388426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea930c6e-eba0-4817-8cfe-ea6d2e39e9a6 req-989b7bcc-2418-4524-9ac1-b508144dd445 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.3724568 Jul 16 20:20:41.483626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:41.498170 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] Sync routers for ids ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:41.517924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-032197ee-d5f4-4b05-a90e-21a9f9b206f6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "PUT /v2.0/routers/cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6721351 Jul 16 20:20:41.521314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60818) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.527732 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] Routers {'cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:41.531681 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:41.598876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea930c6e-eba0-4817-8cfe-ea6d2e39e9a6 req-02e55c24-b315-4330-9496-b4598c860dc8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092474 Jul 16 20:20:41.600951 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f7ac1a-8281-4e72-bfd7-d1a484bfe08a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:20:41.603626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.605927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e0f7ac1a-8281-4e72-bfd7-d1a484bfe08a tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/7d2f86e1-d265-4a35-82cc-8e4c413e0f46 HTTP/1.1" status: 404 len: 333 time: 0.0837946 Jul 16 20:20:41.609100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60820) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.650545 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:41.659989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] Routers {'cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:41.660611 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:41.665068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60822) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.667270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e263c70c-7eed-4a33-a944-2d6b02352a7f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.695057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Transition to ACTIVE for port object 29c50bb2-ea11-4687-b4c3-7203de082ccf will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:41.697279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0438cb58-20cd-4b4c-a14b-94e48e0a644a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.702302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.702302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.702527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.704377 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:41.705040 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ccc91-9a2b-499e-ba3c-c8aea5570ed9 None None] The sync data for ids ['cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:41.705303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.705642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.705973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.711387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.711812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.712160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.712472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.712835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.714150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7adc67-7559-4d36-adb5-26dac1d5ed55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:41.750644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6707a84a-27dd-4238-88e5-0d0c18b324d4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.772298 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.816391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-baca7d42-c7e3-4cc0-bb81-d9b390b1bef9 req-0a1b15f0-886f-43af-893b-f3505a8c4123 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 210 time: 0.0428941 Jul 16 20:20:41.827779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.902166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Port': ['ID=29c50bb2-ea11-4687-b4c3-7203de082ccf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.928977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Allocated IP 2001:db8::f816:3eff:feea:f6ba (91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722/e189e290-efca-4da0-b4a3-699a24454cbe/b32ba27e-91ee-4504-9e02-8b165ba44af3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:41.929675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:41.935810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:41.939528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:41.947044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.947966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.964521 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6707a84a-27dd-4238-88e5-0d0c18b324d4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.968491 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6707a84a-27dd-4238-88e5-0d0c18b324d4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.995260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0438cb58-20cd-4b4c-a14b-94e48e0a644a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.002410 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0438cb58-20cd-4b4c-a14b-94e48e0a644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.027398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6707a84a-27dd-4238-88e5-0d0c18b324d4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.030310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6707a84a-27dd-4238-88e5-0d0c18b324d4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Fanout notify agent at l3_agent the message router_deleted on router cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:42.049351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6707a84a-27dd-4238-88e5-0d0c18b324d4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.053732 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6707a84a-27dd-4238-88e5-0d0c18b324d4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/routers/cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f HTTP/1.1" status: 204 len: 168 time: 0.4420033 Jul 16 20:20:42.054668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60828) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.055430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e2fb1130-f1e5-4f22-b19b-d37684233731 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5803103 Jul 16 20:20:42.062157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60830) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.187742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Deleting subnet e189e290-efca-4da0-b4a3-699a24454cbe {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:42.216396 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.222103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438cb58-20cd-4b4c-a14b-94e48e0a644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd90b1-4e91-4e27-8d6f-45d4cfa3e271,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.232035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-0365733c-b522-4f79-9767-1e61553de00b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.233036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0438cb58-20cd-4b4c-a14b-94e48e0a644a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5253c5893e37413fb834ce19fc229e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627792 Jul 16 20:20:42.234868 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-0365733c-b522-4f79-9767-1e61553de00b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.1245978 Jul 16 20:20:42.239632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60834) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.255545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Request body: {'port': {'device_id': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'admin_state_up': True, 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:42.256098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Transition to ACTIVE for port object b32ba27e-91ee-4504-9e02-8b165ba44af3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:42.310089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Transition to ACTIVE for port object b32ba27e-91ee-4504-9e02-8b165ba44af3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:42.322596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.329056 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.377192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:42.380772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:42.388109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:42.397087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet 6642e150-017e-46bc-8023-3c738bbe53ee {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:42.404018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.432961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Pushing event updated for resources: {'Port': ['ID=b32ba27e-91ee-4504-9e02-8b165ba44af3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.449238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.476162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Attempting to bind port b32ba27e-91ee-4504-9e02-8b165ba44af3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:42.477152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Attempting to bind port b32ba27e-91ee-4504-9e02-8b165ba44af3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '62bc4370-e501-40e9-9443-6a338e0ba6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:42.478578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Attempting to bind port b32ba27e-91ee-4504-9e02-8b165ba44af3 on network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:42.484191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:42.484397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:42.484704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Checking segment: {'id': '62bc4370-e501-40e9-9443-6a338e0ba6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:42.485296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.485692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Bound using segment: {'id': '62bc4370-e501-40e9-9443-6a338e0ba6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:42.486168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Bound port: b32ba27e-91ee-4504-9e02-8b165ba44af3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bc4370-e501-40e9-9443-6a338e0ba6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:42.486559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.490111 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.542312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-558414ac-b1a4-4ef7-972d-0d26cae0d359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.555555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.572155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] For port b32ba27e-91ee-4504-9e02-8b165ba44af3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:42.575940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] For port b32ba27e-91ee-4504-9e02-8b165ba44af3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b32ba27e-91ee-4504-9e02-8b165ba44af3,segment=NetworkSegment(62bc4370-e501-40e9-9443-6a338e0ba6a6),segment_id=62bc4370-e501-40e9-9443-6a338e0ba6a6)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:42.582249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.585415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.686430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.724200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80d8f8-f2ec-496a-8197-6f95b8836121 None None] Pushing event updated for resources: {'Port': ['ID=b32ba27e-91ee-4504-9e02-8b165ba44af3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.733785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.763466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.766041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-558414ac-b1a4-4ef7-972d-0d26cae0d359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.769858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/e189e290-efca-4da0-b4a3-699a24454cbe HTTP/1.1" status: 204 len: 168 time: 0.7066321 Jul 16 20:20:42.771705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4e7cc-b11b-4138-b39f-8cb61133e99b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Subnet': ['ID=e189e290-efca-4da0-b4a3-699a24454cbe,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.774978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.847600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55602af8-506e-4b3c-af65-e254ac3f0748 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.849196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55602af8-506e-4b3c-af65-e254ac3f0748 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.855454 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-55602af8-506e-4b3c-af65-e254ac3f0748 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0785825 Jul 16 20:20:42.856013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60842) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.988224 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-558414ac-b1a4-4ef7-972d-0d26cae0d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.991924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-558414ac-b1a4-4ef7-972d-0d26cae0d359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.992071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-558414ac-b1a4-4ef7-972d-0d26cae0d359 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/52cd90b1-4e91-4e27-8d6f-45d4cfa3e271 HTTP/1.1" status: 204 len: 168 time: 0.7506561 Jul 16 20:20:43.021065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b59bf9c-81b9-4ed6-b424-9137daf72894 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.046238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558414ac-b1a4-4ef7-972d-0d26cae0d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd90b1-4e91-4e27-8d6f-45d4cfa3e271,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.046926 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b59bf9c-81b9-4ed6-b424-9137daf72894 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:20:43.047360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b59bf9c-81b9-4ed6-b424-9137daf72894 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:43.064241 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b59bf9c-81b9-4ed6-b424-9137daf72894 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 HTTP/1.1" status: 409 len: 405 time: 0.1987722 Jul 16 20:20:43.064952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60848) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.074561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1537127155'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:43.087947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.126048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:43.131798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.164129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b32ba27e-91ee-4504-9e02-8b165ba44af3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:43.165575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:43.186378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.187189 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Added segment 88e3ef42-a8f1-4f44-ae6c-16d739f9c958 of type vlan for network c0c76df1-c370-4173-929c-1a30990681bd Jul 16 20:20:43.208802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Allocated IP 172.20.0.4 (d861950a-b4be-4b08-b6cf-598dd1ecf869/039769c9-f2da-447c-b5c4-8b878fa81589/60177676-4ca7-4498-a124-30db51d3a169) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:43.224024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=6642e150-017e-46bc-8023-3c738bbe53ee,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.240801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.245395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7330bdc0-1243-44b1-b07b-19bb1a60a664 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/6642e150-017e-46bc-8023-3c738bbe53ee HTTP/1.1" status: 204 len: 168 time: 1.1865258 Jul 16 20:20:43.261149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dfa7d-3e41-4c5b-aaa4-4c8be846471e req-01b6bdb8-6034-4921-a409-11bdf224e9a5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.264025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23830b-2724-49a5-8c98-a23392e5e936 None None] Network c6beee8b-8097-4761-9eb8-9593461b95cf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:43.273156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b9dfa7d-3e41-4c5b-aaa4-4c8be846471e req-01b6bdb8-6034-4921-a409-11bdf224e9a5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.4793210 Jul 16 20:20:43.273871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60852) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.337483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40d78ee2-a882-4b6c-807d-7aad5212722e req-3460e71e-6aa5-4a25-8bb7-c951ca164f71 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 210 time: 0.0625226 Jul 16 20:20:43.354259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b9dfa7d-3e41-4c5b-aaa4-4c8be846471e req-899da01f-951d-4f2c-92ed-5d1b3960f23a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800300 Jul 16 20:20:43.368647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.391361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b32ba27e-91ee-4504-9e02-8b165ba44af3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:43.497854 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.641081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.650594 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.666010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.666818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.733774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6676345 Jul 16 20:20:43.739326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60860) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.756051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'subnet': {'network_id': 'c0c76df1-c370-4173-929c-1a30990681bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:43.815708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60864) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.827331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290d2dd-d0a6-4eb5-b5f6-62becd688750 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Network': ['ID=c0c76df1-c370-4173-929c-1a30990681bd,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.832662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:43.833396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.843681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c0c76df1-c370-4173-929c-1a30990681bd details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:43.867560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7097c50f-b3c4-48b3-957d-fcb9d001f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.950652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.953379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:20:43.953379 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:20:43.953379 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id_1': '28a635669aab4f19a5a58576c231b2d5', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 20, 43, 933625)}] Jul 16 20:20:43.953379 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:20:43.954259 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:20:43.964143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:43.965100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] For port 426ed924-45b4-4fb7-92ff-5cb51ec83f20, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=426ed924-45b4-4fb7-92ff-5cb51ec83f20,segment=NetworkSegment(e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a),segment_id=e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:43.965473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.034199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 426ed924-45b4-4fb7-92ff-5cb51ec83f20 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:44.076971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] DHCP port deletion for c6beee8b-8097-4761-9eb8-9593461b95cf request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:44.115014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:44.153689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7097c50f-b3c4-48b3-957d-fcb9d001f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.163831 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7097c50f-b3c4-48b3-957d-fcb9d001f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.237154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7097c50f-b3c4-48b3-957d-fcb9d001f2f1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=91317e0eeddc4d58b0b7d5156c15bfea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198291 Jul 16 20:20:44.238419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097c50f-b3c4-48b3-957d-fcb9d001f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624c17d0-8edd-4e4a-929a-1c01db891a7e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.243413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60866) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:44.246900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b57ed0-5720-4a8f-af76-fabc91b0255b None None] Network 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:44.276327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.292030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:44.294824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] Deleting port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:44.295281 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.323290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=426ed924-45b4-4fb7-92ff-5cb51ec83f20,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.336948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No DVR routers for this DVR port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:44.352288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:44.352761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.404505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:44.410794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:44.418164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:44.422600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event updated for resources: {'Port': ['ID=60177676-4ca7-4498-a124-30db51d3a169,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.456877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47d03447-26f1-48f7-b9a2-010702b35f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.488382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:44.493174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.509228 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.509660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.510398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.529158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6beee8b-8097-4761-9eb8-9593461b95cf']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:44.542989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ea57d63e-da5c-4664-932d-b71977ca2caf None None] Provisioning for port b32ba27e-91ee-4504-9e02-8b165ba44af3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:44.553574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ea57d63e-da5c-4664-932d-b71977ca2caf None None] Provisioning complete for port b32ba27e-91ee-4504-9e02-8b165ba44af3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:44.553947 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea57d63e-da5c-4664-932d-b71977ca2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.557632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] For port 426ed924-45b4-4fb7-92ff-5cb51ec83f20, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:44.558021 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.564681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47d03447-26f1-48f7-b9a2-010702b35f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.568762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:44.569050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f0e01f-ac5b-4ae8-981a-69cfae2fcb7a') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:44.592356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.631488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] Calling delete_port for 426ed924-45b4-4fb7-92ff-5cb51ec83f20 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:44.643443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] Port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:20:44.655656 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-e855cb35-065a-40c9-9775-689687625d04 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4070113 Jul 16 20:20:44.660187 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.672153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Request body: {'port': {'device_id': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:44.672914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.685137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:44.685137 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:44.686255 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:44.691975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] Pushing event deleted for resources: {'Port': ['ID=426ed924-45b4-4fb7-92ff-5cb51ec83f20,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.706944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3c529-3f8b-49af-8ef2-0292baba98dc None None] No DVR routers for this DVR port 426ed924-45b4-4fb7-92ff-5cb51ec83f20 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:44.816398 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea57d63e-da5c-4664-932d-b71977ca2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.820866 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47d03447-26f1-48f7-b9a2-010702b35f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.825625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47d03447-26f1-48f7-b9a2-010702b35f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.828361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-47d03447-26f1-48f7-b9a2-010702b35f7c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/624c17d0-8edd-4e4a-929a-1c01db891a7e HTTP/1.1" status: 204 len: 168 time: 0.5824430 Jul 16 20:20:44.828667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.840977 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.859306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d03447-26f1-48f7-b9a2-010702b35f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624c17d0-8edd-4e4a-929a-1c01db891a7e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.864160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf7d69-8cec-4466-ad96-5bab73f2eae5 req-f3cd8f16-e564-412f-9d92-62b13385f154 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.864393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.869167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/c6beee8b-8097-4761-9eb8-9593461b95cf HTTP/1.1" status: 204 len: 168 time: 1.5931706 Jul 16 20:20:44.873757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2cf7d69-8cec-4466-ad96-5bab73f2eae5 req-f3cd8f16-e564-412f-9d92-62b13385f154 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2789626 Jul 16 20:20:44.876719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60882) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:44.970455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:44.971164 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2626b9-42fd-4dae-b5d4-72bd00d92b52" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:44.990493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ea57d63e-da5c-4664-932d-b71977ca2caf None None] For port b32ba27e-91ee-4504-9e02-8b165ba44af3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b32ba27e-91ee-4504-9e02-8b165ba44af3,segment=NetworkSegment(62bc4370-e501-40e9-9443-6a338e0ba6a6),segment_id=62bc4370-e501-40e9-9443-6a338e0ba6a6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:45.000087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] DHCP port deletion for 91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:45.008831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:45.010182 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea57d63e-da5c-4664-932d-b71977ca2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.019543 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.031287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2cf7d69-8cec-4466-ad96-5bab73f2eae5 req-741fc7d5-e008-49ae-9435-abb0b76551f7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563213 Jul 16 20:20:45.071137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.106279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57d63e-da5c-4664-932d-b71977ca2caf None None] Pushing event updated for resources: {'Port': ['ID=b32ba27e-91ee-4504-9e02-8b165ba44af3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.169978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] Deleting port b32ba27e-91ee-4504-9e02-8b165ba44af3 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:45.170771 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.196001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b32ba27e-91ee-4504-9e02-8b165ba44af3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:45.209108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.286594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] For port b32ba27e-91ee-4504-9e02-8b165ba44af3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b32ba27e-91ee-4504-9e02-8b165ba44af3,segment=NetworkSegment(62bc4370-e501-40e9-9443-6a338e0ba6a6),segment_id=62bc4370-e501-40e9-9443-6a338e0ba6a6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:45.287466 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.308500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] Calling delete_port for b32ba27e-91ee-4504-9e02-8b165ba44af3 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:45.378505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f59bd-e6cb-44d8-a6bd-f5b35d837010 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.384544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e12f59bd-e6cb-44d8-a6bd-f5b35d837010 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/1d75c25f-40c3-4939-9050-9bf94000934d HTTP/1.1" status: 200 len: 840 time: 0.4523721 Jul 16 20:20:45.385028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.385699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60890) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.439441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port b32ba27e-91ee-4504-9e02-8b165ba44af3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b32ba27e-91ee-4504-9e02-8b165ba44af3,segment=NetworkSegment(62bc4370-e501-40e9-9443-6a338e0ba6a6),segment_id=62bc4370-e501-40e9-9443-6a338e0ba6a6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:45.452563 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.453603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 426ed924-45b4-4fb7-92ff-5cb51ec83f20 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:45.512031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 426ed924-45b4-4fb7-92ff-5cb51ec83f20 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:45.512031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 426ed924-45b4-4fb7-92ff-5cb51ec83f20 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:45.521700 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.544935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] No DVR routers for this DVR port b32ba27e-91ee-4504-9e02-8b165ba44af3 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:45.571307 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee8623-5470-47d3-8586-b383b209bc4f x-openstack-request-id: req-5bee8623-5470-47d3-8586-b383b209bc4f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:45.571307 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:45.571307 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5bee8623-5470-47d3-8586-b383b209bc4f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:45.571307 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'code': 200} Jul 16 20:20:45.571307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=b32ba27e-91ee-4504-9e02-8b165ba44af3,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.582046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5a12-7838-4f6b-a75b-66f5deb4843e req-4cdbd465-6d8c-4f6c-b9f6-5fc034b69808 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.583502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81cf5a12-7838-4f6b-a75b-66f5deb4843e req-4cdbd465-6d8c-4f6c-b9f6-5fc034b69808 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 931 time: 0.9643545 Jul 16 20:20:45.584773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db24a31-2808-48ac-8073-cb099f4b3f3f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=c6beee8b-8097-4761-9eb8-9593461b95cf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.620985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0e2be-7040-4665-9e0b-2eae41542fa3 None None] Pushing event deleted for resources: {'Port': ['ID=b32ba27e-91ee-4504-9e02-8b165ba44af3,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.665416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81cf5a12-7838-4f6b-a75b-66f5deb4843e req-0f15c6be-ada4-41a8-b130-c414a48f9c72 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738058 Jul 16 20:20:45.700550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d9e6f-f007-428a-98a2-d5e970124156 req-3d7b47c7-d1a6-421d-87ef-5ea47980f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.702192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db9d9e6f-f007-428a-98a2-d5e970124156 req-3d7b47c7-d1a6-421d-87ef-5ea47980f765 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1098 time: 0.0695810 Jul 16 20:20:45.746586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db9d9e6f-f007-428a-98a2-d5e970124156 req-6cc44c16-712d-404f-a92d-b46f2c08e417 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357623 Jul 16 20:20:45.755542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60177676-4ca7-4498-a124-30db51d3a169 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:45.779682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.798912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60902) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.799182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1704ae1f-fa3f-44b5-98f1-f84294951814 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/1d75c25f-40c3-4939-9050-9bf94000934d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1696372 Jul 16 20:20:45.806201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:45.812070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Transition to ACTIVE for port object 60177676-4ca7-4498-a124-30db51d3a169 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:45.835348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:20:45.836340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.846708 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.925254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Subnet': ['ID=314bdb8d-03c1-4b07-a3a9-ca589d5aa2c4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.953667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:45.958848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.027459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=60177676-4ca7-4498-a124-30db51d3a169,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.041174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Checking segment: {'id': '88e3ef42-a8f1-4f44-ae6c-16d739f9c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c0c76df1-c370-4173-929c-1a30990681bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:46.041675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network hostable DHCP agents. Network: c0c76df1-c370-4173-929c-1a30990681bd, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:46.086561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network c0c76df1-c370-4173-929c-1a30990681bd is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:46.097660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Attempting to bind port 60177676-4ca7-4498-a124-30db51d3a169 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:46.097904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Attempting to bind port 60177676-4ca7-4498-a124-30db51d3a169 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:46.098495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Attempting to bind port 60177676-4ca7-4498-a124-30db51d3a169 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:46.104584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Port 60177676-4ca7-4498-a124-30db51d3a169 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:46.104996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Attempting to bind port 60177676-4ca7-4498-a124-30db51d3a169 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:46.108826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, c0c76df1-c370-4173-929c-1a30990681bd) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:46.115344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.115830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.118559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:46.118893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:46.119278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Bound using segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:46.119810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Bound port: 60177676-4ca7-4498-a124-30db51d3a169, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:46.120276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.128667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711092e-bb2f-4441-b39b-01c4ba659804 None None] Network c0c76df1-c370-4173-929c-1a30990681bd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:46.167604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-72582193-9610-4b90-82a8-61285b4b79e9 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4258630 Jul 16 20:20:46.170069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60922) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.280628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.378590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] For port 60177676-4ca7-4498-a124-30db51d3a169, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:46.380938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-c0c76df1-c370-4173-929c-1a30990681bd', 'network_id': 'c0c76df1-c370-4173-929c-1a30990681bd', 'tenant_id': '28a635669aab4f19a5a58576c231b2d5', 'fixed_ips': [{'subnet_id': '314bdb8d-03c1-4b07-a3a9-ca589d5aa2c4'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:46.383355 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.387220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:46.393401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:46.408251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.408761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.411503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef38a63-952e-4725-a275-f6aaa43fed37 None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:46.423792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] For port 60177676-4ca7-4498-a124-30db51d3a169, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=60177676-4ca7-4498-a124-30db51d3a169,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:46.432162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=1ab5fab6-acf0-4611-b564-ad3734376073,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.445040 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.447419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7e1872b5-7f2e-4fdc-abae-05c1980664da tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6468072 Jul 16 20:20:46.450233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60930) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.455170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d034cb38-d83f-41f7-b650-70e1fc42c57e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'security_group': {'name': 'tempest-secgroup-764023146'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:46.475404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.507715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d034cb38-d83f-41f7-b650-70e1fc42c57e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.581427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.582050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.588968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Allocated IP 2001:db8::f816:3eff:fed2:f224 (c0c76df1-c370-4173-929c-1a30990681bd/314bdb8d-03c1-4b07-a3a9-ca589d5aa2c4/187d67b2-7fc6-4c1b-a146-aa4e43e267e9) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:46.592199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] 10.222.0.79 "PUT /v2.0/ports/60177676-4ca7-4498-a124-30db51d3a169 HTTP/1.1" status: 200 len: 1092 time: 1.9229872 Jul 16 20:20:46.597250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'tag': '60177676-4ca7-4498-a124-30db51d3a169'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:46.602736 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f964da-bec4-4e30-8fe6-a59c14d11081" -d '{"events": [{"name": "network-changed", "server_uuid": "a51e9be4-1646-4d0f-b2bb-d0b814fe08a7", "tag": "60177676-4ca7-4498-a124-30db51d3a169"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:46.672388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d034cb38-d83f-41f7-b650-70e1fc42c57e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.683375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d034cb38-d83f-41f7-b650-70e1fc42c57e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.746347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d034cb38-d83f-41f7-b650-70e1fc42c57e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.748063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d034cb38-d83f-41f7-b650-70e1fc42c57e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2967932 Jul 16 20:20:46.751372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.760441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9323494d-f3ce-46d9-9192-92d08b56e0c4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'security_group': {'name': 'tempest-secgroup-450605819'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:46.770117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034cb38-d83f-41f7-b650-70e1fc42c57e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9399e28f-9c73-43e3-ac38-3d73d71d6c3f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.795234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9323494d-f3ce-46d9-9192-92d08b56e0c4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.839445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f8018-deaf-40f6-aa3d-9804fce77ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=60177676-4ca7-4498-a124-30db51d3a169,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.880715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.922734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06300-bc4e-46a3-83d1-3aeb1cf06382 req-c4f822f5-ae5e-4f37-943c-d9cd82298d84 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.925272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90a06300-bc4e-46a3-83d1-3aeb1cf06382 req-c4f822f5-ae5e-4f37-943c-d9cd82298d84 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.6813843 Jul 16 20:20:46.985528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9323494d-f3ce-46d9-9192-92d08b56e0c4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.992887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9323494d-f3ce-46d9-9192-92d08b56e0c4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.017426 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af98be1b-de0c-4e40-8ba6-b9d9ad167685 x-openstack-request-id: req-af98be1b-de0c-4e40-8ba6-b9d9ad167685 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:47.018090 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51e9be4-1646-4d0f-b2bb-d0b814fe08a7", "tag": "60177676-4ca7-4498-a124-30db51d3a169", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:47.018566 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af98be1b-de0c-4e40-8ba6-b9d9ad167685 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:47.019407 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'tag': '60177676-4ca7-4498-a124-30db51d3a169', 'status': 'completed', 'code': 200} Jul 16 20:20:47.019660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9323494d-f3ce-46d9-9192-92d08b56e0c4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.021155 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9323494d-f3ce-46d9-9192-92d08b56e0c4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2684026 Jul 16 20:20:47.025006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60960) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:47.038678 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.059251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-545937617', 'security_groups': ['e60d5d07-14ba-4d9e-8807-27d7d6588047'], 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ab5fab6-acf0-4611-b564-ad3734376073'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:47.059922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Transition to ACTIVE for port object 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:47.064940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90a06300-bc4e-46a3-83d1-3aeb1cf06382 req-ec968995-eb71-45f6-a968-808619f3221c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019375 Jul 16 20:20:47.093210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-dfcfc846-d046-4f89-a974-3fc0e55ee33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.095060 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-dfcfc846-d046-4f89-a974-3fc0e55ee33b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 1095 time: 0.2473743 Jul 16 20:20:47.099789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-d718da95-d2fd-4f66-be0f-95b53169c007', 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'tenant_id': 'd3ab66352a8241fd8a43f316fd552bf3', 'fixed_ips': [{'subnet_id': '1ab5fab6-acf0-4611-b564-ad3734376073'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:47.100619 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.127438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Transition to ACTIVE for port object 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:47.143027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.151791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-a9d69e12-516d-4a5c-a62e-343a9db5f229 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60177676-4ca7-4498-a124-30db51d3a169 HTTP/1.1" status: 200 len: 217 time: 0.0485427 Jul 16 20:20:47.163170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323494d-f3ce-46d9-9192-92d08b56e0c4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d5d07-14ba-4d9e-8807-27d7d6588047,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.217520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.259097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-8932b7f7-204b-4e2e-9b0d-5d7c7475878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.261089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-8932b7f7-204b-4e2e-9b0d-5d7c7475878f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.1008980 Jul 16 20:20:47.263743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Subnet': ['ID=314bdb8d-03c1-4b07-a3a9-ca589d5aa2c4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.315496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-b2b18345-b659-4ce4-bc2f-1268f61e2817 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467930 Jul 16 20:20:47.349844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51987add-4906-45e9-b393-b689fc35236c req-f9cbb9b4-d876-431d-8d6c-ad2c3e99ad47 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.359177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51987add-4906-45e9-b393-b689fc35236c req-f9cbb9b4-d876-431d-8d6c-ad2c3e99ad47 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 943 time: 0.1401570 Jul 16 20:20:47.384031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.401473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:47.408969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c76df1-c370-4173-929c-1a30990681bd']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:47.425078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e3ef42-a8f1-4f44-ae6c-16d739f9c958') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:47.425548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e3ef42-a8f1-4f44-ae6c-16d739f9c958') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:47.454060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51987add-4906-45e9-b393-b689fc35236c req-a6248187-b4ee-43d3-9db5-d275329111fa tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910833 Jul 16 20:20:47.464037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Network c0c76df1-c370-4173-929c-1a30990681bd is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:47.472015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:47.474140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Allocated IP 172.20.0.2 (d718da95-d2fd-4f66-be0f-95b53169c007/1ab5fab6-acf0-4611-b564-ad3734376073/5fc474ca-056b-4fcd-ad21-a9836e56659c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:47.476950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:47.501051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.514097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Pushing event updated for resources: {'Port': ['ID=187d67b2-7fc6-4c1b-a146-aa4e43e267e9,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.547248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-bf6a9f0e-a399-4d04-9518-db8afb68ee6b service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227066 Jul 16 20:20:47.548675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.556705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.556891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:47.557668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.580161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port c7635eb2-4c0a-452a-af3c-6faeb55a8190 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:47.648570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Attempting to bind port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:47.648937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Attempting to bind port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '88e3ef42-a8f1-4f44-ae6c-16d739f9c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c0c76df1-c370-4173-929c-1a30990681bd'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:47.649302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Attempting to bind port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 on network c0c76df1-c370-4173-929c-1a30990681bd {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:47.679425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:47.679805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Checking segment: {'id': '88e3ef42-a8f1-4f44-ae6c-16d739f9c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c0c76df1-c370-4173-929c-1a30990681bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:47.680214 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.680610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Bound using segment: {'id': '88e3ef42-a8f1-4f44-ae6c-16d739f9c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c0c76df1-c370-4173-929c-1a30990681bd'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:47.681098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Bound port: 187d67b2-7fc6-4c1b-a146-aa4e43e267e9, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e3ef42-a8f1-4f44-ae6c-16d739f9c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c0c76df1-c370-4173-929c-1a30990681bd'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:47.681482 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:47.695520 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:47.753067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:20:47.753067 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:20:47.753067 n-d-792458-10 neutron-server[93862]: [parameters: {'id': 'c0c76df1-c370-4173-929c-1a30990681bd'}] Jul 16 20:20:47.753067 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:20:47.753477 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:20:47.821133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] For port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:47.834853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b2c31ef-0f99-4123-824f-3ca3c46cb5d9 req-1eaba76e-45be-4f25-ad7b-8c1abfe9acb5 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355312 Jul 16 20:20:47.873546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] For port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=187d67b2-7fc6-4c1b-a146-aa4e43e267e9,segment=NetworkSegment(88e3ef42-a8f1-4f44-ae6c-16d739f9c958),segment_id=88e3ef42-a8f1-4f44-ae6c-16d739f9c958)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:47.882029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.949094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9027a-dc65-4673-977e-28d5d411a8e8 None None] Pushing event updated for resources: {'Port': ['ID=187d67b2-7fc6-4c1b-a146-aa4e43e267e9,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.958472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.013753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Transition to ACTIVE for port object 5fc474ca-056b-4fcd-ad21-a9836e56659c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:48.059765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-7f8560dc-2345-4232-829c-d9eace0c05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.060506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f014da1-7de9-4ff8-9b1f-07a42bb2716c None None] Network c0c76df1-c370-4173-929c-1a30990681bd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:48.071388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-7f8560dc-2345-4232-829c-d9eace0c05b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 1095 time: 0.1668859 Jul 16 20:20:48.095336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Transition to ACTIVE for port object 5fc474ca-056b-4fcd-ad21-a9836e56659c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:48.114157 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.173469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:48.200639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.6 (d718da95-d2fd-4f66-be0f-95b53169c007/1ab5fab6-acf0-4611-b564-ad3734376073/c7635eb2-4c0a-452a-af3c-6faeb55a8190) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:48.255170 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.292702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:48.295859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:48.333963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Pushing event updated for resources: {'Port': ['ID=5fc474ca-056b-4fcd-ad21-a9836e56659c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.370446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.379170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-558f9cf6-4ab5-4c40-9052-f95c4a8ccf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.380850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-558f9cf6-4ab5-4c40-9052-f95c4a8ccf30 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.3083777 Jul 16 20:20:48.409584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd312a9-d501-40ac-91ac-b8b592c41b4d req-6166b7d7-4b9f-47e5-9a99-5c7c67968d31 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.410654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object c7635eb2-4c0a-452a-af3c-6faeb55a8190 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:48.411333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbd312a9-d501-40ac-91ac-b8b592c41b4d req-6166b7d7-4b9f-47e5-9a99-5c7c67968d31 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.1656218 Jul 16 20:20:48.471730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.496828 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-01ca41f8-ee89-403b-a247-70102e7ea823 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60177676-4ca7-4498-a124-30db51d3a169 HTTP/1.1" status: 200 len: 217 time: 0.0991273 Jul 16 20:20:48.498238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Deleting port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:48.498649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.589919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=c7635eb2-4c0a-452a-af3c-6faeb55a8190,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.628959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbd312a9-d501-40ac-91ac-b8b592c41b4d req-03075734-149b-48a2-a5ff-b124e3d24551 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068126 Jul 16 20:20:48.657979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:48.660019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:48.662527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:48.745259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] For port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=187d67b2-7fc6-4c1b-a146-aa4e43e267e9,segment=NetworkSegment(88e3ef42-a8f1-4f44-ae6c-16d739f9c958),segment_id=88e3ef42-a8f1-4f44-ae6c-16d739f9c958)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:48.745553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.789146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Attempting to bind port 5fc474ca-056b-4fcd-ad21-a9836e56659c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:48.789740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Attempting to bind port 5fc474ca-056b-4fcd-ad21-a9836e56659c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:48.790093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Attempting to bind port 5fc474ca-056b-4fcd-ad21-a9836e56659c on network d718da95-d2fd-4f66-be0f-95b53169c007 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:48.796131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.796763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.801331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:48.801851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Checking segment: {'id': '1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:48.802345 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.803229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Bound using segment: {'id': '1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:48.803976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Bound port: 5fc474ca-056b-4fcd-ad21-a9836e56659c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:48.804270 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.814921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-9fbf4574-0650-4c60-8a10-ddb0a0f384fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.816511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-9fbf4574-0650-4c60-8a10-ddb0a0f384fb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.2640746 Jul 16 20:20:48.818880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Calling delete_port for 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:48.823272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-010a5aa4-9a77-4196-99d9-9e670a5d409f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7836878 Jul 16 20:20:48.825205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32776) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.830461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0a80e2f5-76b1-4e0e-bb78-3e85623d7bd3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:48.883598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0b907-3cf2-4670-87c0-07cde96d3340 req-a02d0d87-236c-4c2a-bec7-8249654fe93d tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.892447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36c0b907-3cf2-4670-87c0-07cde96d3340 req-a02d0d87-236c-4c2a-bec7-8249654fe93d tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 943 time: 0.1845117 Jul 16 20:20:48.898997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] For port 5fc474ca-056b-4fcd-ad21-a9836e56659c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:48.905948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] For port 5fc474ca-056b-4fcd-ad21-a9836e56659c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5fc474ca-056b-4fcd-ad21-a9836e56659c,segment=NetworkSegment(1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99),segment_id=1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:48.912782 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.925850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-3ebf7801-9cf2-4ad4-99f7-7ef0f15dc71e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556481 Jul 16 20:20:49.020263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-36c0b907-3cf2-4670-87c0-07cde96d3340 req-b302d381-195c-4c61-bb2f-e829d36bdaa5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260419 Jul 16 20:20:49.025530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedf9af-57b2-4552-a5e3-a683e00330db None None] Pushing event updated for resources: {'Port': ['ID=5fc474ca-056b-4fcd-ad21-a9836e56659c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.142125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a80e2f5-76b1-4e0e-bb78-3e85623d7bd3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:49.154558 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a80e2f5-76b1-4e0e-bb78-3e85623d7bd3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.315586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611609-3ed4-4d7a-9eb4-b4c5286ecbc2 req-a807f069-c765-4f88-885f-46cef7e68fc9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.320937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09611609-3ed4-4d7a-9eb4-b4c5286ecbc2 req-a807f069-c765-4f88-885f-46cef7e68fc9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.5574377 Jul 16 20:20:49.325840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32788) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:49.342072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'floatingip': {'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:49.352452 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-a9d3d8e0-19ca-4a70-b752-988c3fc97cfd service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105256 Jul 16 20:20:49.354516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.404501 n-d-792458-10 neutron-server[93861]: INFO neutron.db.ipam_backend_mixin [None req-0a80e2f5-76b1-4e0e-bb78-3e85623d7bd3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1ab5fab6-acf0-4611-b564-ad3734376073 (CIDR: 172.20.0.0/28) Jul 16 20:20:49.407213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.416355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No DVR routers for this DVR port 187d67b2-7fc6-4c1b-a146-aa4e43e267e9 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:49.463269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Port': ['ID=187d67b2-7fc6-4c1b-a146-aa4e43e267e9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.486567 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a80e2f5-76b1-4e0e-bb78-3e85623d7bd3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:20:49.487225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a80e2f5-76b1-4e0e-bb78-3e85623d7bd3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:49.513585 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0a80e2f5-76b1-4e0e-bb78-3e85623d7bd3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6872170 Jul 16 20:20:49.516868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32794) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:49.521832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:49.534145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.534145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.534145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.534145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.534145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.534965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.535103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.535395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.535739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.536191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.537038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.538374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:49.870055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:49.873667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.905590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.921562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c76df1-c370-4173-929c-1a30990681bd']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.936767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e3ef42-a8f1-4f44-ae6c-16d739f9c958') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.937078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e3ef42-a8f1-4f44-ae6c-16d739f9c958') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.953740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.961676 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8f964da-bec4-4e30-8fe6-a59c14d11081 req-7529df6a-c0f0-4cf3-846c-9208d73bad43 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579922 Jul 16 20:20:49.979464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.010233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:50.010416 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:50.015434 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:50.120044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.152625 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.154523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/c0c76df1-c370-4173-929c-1a30990681bd HTTP/1.1" status: 204 len: 168 time: 3.9833062 Jul 16 20:20:50.158275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffee8d4-52cc-47b2-9842-3c9aa1167905 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Network': ['ID=c0c76df1-c370-4173-929c-1a30990681bd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.160031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32808) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.165842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1140594213'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:50.257789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:50.261490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.264135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.337097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:50.346951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.359184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.376232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.376606 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Added segment 958ea5d2-9361-42a6-a390-559c60782ad4 of type vlan for network 8a8c6249-04c9-4dd5-b23f-7763618be9c1 Jul 16 20:20:50.451569 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.463923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b8815-83ea-47f7-8fa1-7fdc3aac9c6d req-9540329d-fd35-4349-ac05-01b0a22a0296 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.473627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-088b8815-83ea-47f7-8fa1-7fdc3aac9c6d req-9540329d-fd35-4349-ac05-01b0a22a0296 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 943 time: 0.2283056 Jul 16 20:20:50.498291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 60177676-4ca7-4498-a124-30db51d3a169 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:50.528621 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-088b8815-83ea-47f7-8fa1-7fdc3aac9c6d req-d174cf2e-5be1-48cb-95f6-ade9085e53c9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538421 Jul 16 20:20:50.593359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.604378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.605038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.643761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:50.652124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:50.671437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.672258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.707971 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Floating IP 9a70a3aa-3a6e-41ce-b252-e7f8da923c58 associated. External IP: 172.25.3.253, port: 0bc8c1ef-d6ad-4522-b97f-adc729607b85. Jul 16 20:20:50.720135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=8b19f71f-92d9-4ac7-8c10-e64672a08887,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.733333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5721409 Jul 16 20:20:50.736488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32824) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.748720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'subnet': {'network_id': '8a8c6249-04c9-4dd5-b23f-7763618be9c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:50.751558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 60177676-4ca7-4498-a124-30db51d3a169, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=60177676-4ca7-4498-a124-30db51d3a169,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:50.768914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '60177676-4ca7-4498-a124-30db51d3a169', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'port_id': '60177676-4ca7-4498-a124-30db51d3a169', 'mac_address': 'fa:16:3e:4b:94:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039769c9-f2da-447c-b5c4-8b878fa81589', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:50.791649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-900ef7a9-344b-497c-96c0-3110f026f2ee tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2737157 Jul 16 20:20:50.794368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32826) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.797615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d770e00-44ef-46ba-8189-b25f52832575 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Network': ['ID=8a8c6249-04c9-4dd5-b23f-7763618be9c1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.809085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-525019295', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b19f71f-92d9-4ac7-8c10-e64672a08887'}], 'security_groups': ['9399e28f-9c73-43e3-ac38-3d73d71d6c3f']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:50.879455 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.881456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8a8c6249-04c9-4dd5-b23f-7763618be9c1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:50.915247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:50.921247 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.953537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5b8c63bf-dd59-4328-a981-19de48566a60 None None] Provisioning for port 5fc474ca-056b-4fcd-ad21-a9836e56659c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:50.983789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60177676-4ca7-4498-a124-30db51d3a169 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:51.027342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1cf86-6e10-4908-9101-ef43cca99236 None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:51.103378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 60177676-4ca7-4498-a124-30db51d3a169, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=60177676-4ca7-4498-a124-30db51d3a169,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:51.118118 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.129747 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.145696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5b8c63bf-dd59-4328-a981-19de48566a60 None None] Provisioning complete for port 1d75c25f-40c3-4939-9050-9bf94000934d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:51.146426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5b8c63bf-dd59-4328-a981-19de48566a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.252848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5fc474ca-056b-4fcd-ad21-a9836e56659c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:51.254177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.334287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Subnet': ['ID=5f858061-997e-408d-a252-1740dff79406,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.369771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c63bf-dd59-4328-a981-19de48566a60 None None] Port 1d75c25f-40c3-4939-9050-9bf94000934d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:51.378273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['60177676-4ca7-4498-a124-30db51d3a169'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:51.383948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=60177676-4ca7-4498-a124-30db51d3a169,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.398214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Checking segment: {'id': '958ea5d2-9361-42a6-a390-559c60782ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8a8c6249-04c9-4dd5-b23f-7763618be9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:51.398806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network hostable DHCP agents. Network: 8a8c6249-04c9-4dd5-b23f-7763618be9c1, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:51.421324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network 8a8c6249-04c9-4dd5-b23f-7763618be9c1 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:51.427444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5fc474ca-056b-4fcd-ad21-a9836e56659c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:51.445980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8a8c6249-04c9-4dd5-b23f-7763618be9c1) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:51.464906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.466265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.492787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-604ce504-d236-4f55-828f-d7f0583713fe tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7551062 Jul 16 20:20:51.495779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32840) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.495928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429fcb0-7bff-4e06-a4d1-52125df064d0 None None] Network 8a8c6249-04c9-4dd5-b23f-7763618be9c1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:51.510710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5fc474ca-056b-4fcd-ad21-a9836e56659c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:51.513122 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.746790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.749140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-85166a59-9835-4478-b5ae-74e6f42c63be None None] Provisioning for port c7635eb2-4c0a-452a-af3c-6faeb55a8190 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:51.804278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-85166a59-9835-4478-b5ae-74e6f42c63be None None] Provisioning complete for port c7635eb2-4c0a-452a-af3c-6faeb55a8190 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:51.804659 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-85166a59-9835-4478-b5ae-74e6f42c63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.820192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Delete allocated IP 172.20.0.6 (d718da95-d2fd-4f66-be0f-95b53169c007/1ab5fab6-acf0-4611-b564-ad3734376073) {{(pid=93861) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:20:51.851642 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.898003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.18 (d718da95-d2fd-4f66-be0f-95b53169c007/8b19f71f-92d9-4ac7-8c10-e64672a08887/c7635eb2-4c0a-452a-af3c-6faeb55a8190) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:51.923089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Router 81b7754d-00e8-4b98-a145-71ba2d42ea4b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:51.961429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.043710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Subnet': ['ID=5f858061-997e-408d-a252-1740dff79406,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.081790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-85166a59-9835-4478-b5ae-74e6f42c63be None None] Port c7635eb2-4c0a-452a-af3c-6faeb55a8190 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:52.145042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dca1d1-8108-4b87-9514-0159aae19359 req-9745141f-b18a-4e06-842e-f34fbbe3a940 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.152679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91dca1d1-8108-4b87-9514-0159aae19359 req-9745141f-b18a-4e06-842e-f34fbbe3a940 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 944 time: 0.3959875 Jul 16 20:20:52.206101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.228983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8c6249-04c9-4dd5-b23f-7763618be9c1']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.243106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958ea5d2-9361-42a6-a390-559c60782ad4') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.243625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958ea5d2-9361-42a6-a390-559c60782ad4') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.247516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2675d-9316-4bc6-86a6-069a04c26cc6 None None] Network 8a8c6249-04c9-4dd5-b23f-7763618be9c1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:52.255354 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.290605 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.323492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:52.323950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.363389 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:52.504546 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:52.513944 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.544502 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.554721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/8a8c6249-04c9-4dd5-b23f-7763618be9c1 HTTP/1.1" status: 204 len: 168 time: 1.0552912 Jul 16 20:20:52.558593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a704a54-1596-4ba0-825b-4534164963a2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Network': ['ID=8a8c6249-04c9-4dd5-b23f-7763618be9c1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.562555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32882) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.569267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5fc474ca-056b-4fcd-ad21-a9836e56659c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5fc474ca-056b-4fcd-ad21-a9836e56659c,segment=NetworkSegment(1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99),segment_id=1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:52.577843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-566022924'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:52.583323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Update dhcp port {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'fixed_ips': [{'subnet_id': '1ab5fab6-acf0-4611-b564-ad3734376073', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b19f71f-92d9-4ac7-8c10-e64672a08887'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '5fc474ca-056b-4fcd-ad21-a9836e56659c'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:20:52.585466 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.611906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:52.650101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.674180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.699072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5fc474ca-056b-4fcd-ad21-a9836e56659c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.732093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:52.757127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.757490 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Added segment 1edc20e0-7863-41c2-8aa7-285fb1e65b65 of type vlan for network 31089ea3-92a9-411a-a4e3-a636e263789b Jul 16 20:20:52.870070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.905080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91dca1d1-8108-4b87-9514-0159aae19359 req-b4feaa8b-2414-4aa6-b235-511f903997a0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509542 Jul 16 20:20:52.943615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:52.949210 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.951720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.961084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] Sync routers for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:52.977748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.979516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.984982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:52.985630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:53.021750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.056439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Ignored duplicate provisioning block setup for port c7635eb2-4c0a-452a-af3c-6faeb55a8190 by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:20:53.066681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.069403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9c18a24c-cdde-47d8-924d-9d76f1d270b9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "PUT /v2.0/floatingips/9a70a3aa-3a6e-41ce-b252-e7f8da923c58 HTTP/1.1" status: 200 len: 992 time: 3.7420809 Jul 16 20:20:53.072193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:53.074636 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6837850-dd41-42ad-aea2-08f8c3e22566" -d '{"events": [{"name": "network-changed", "server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:53.095178 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5246062 Jul 16 20:20:53.098515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32908) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.124353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Request body: {'subnet': {'network_id': '31089ea3-92a9-411a-a4e3-a636e263789b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:53.197146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5fc474ca-056b-4fcd-ad21-a9836e56659c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:53.212833 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc446cf0-ba8c-4242-b35a-5ecfaaaf67bf x-openstack-request-id: req-dc446cf0-ba8c-4242-b35a-5ecfaaaf67bf {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:53.213546 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:53.213936 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dc446cf0-ba8c-4242-b35a-5ecfaaaf67bf {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:53.214471 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'status': 'completed', 'code': 200} Jul 16 20:20:53.232220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=c7635eb2-4c0a-452a-af3c-6faeb55a8190,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.310766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] In _notify_port_updated(), no bound segment for port c7635eb2-4c0a-452a-af3c-6faeb55a8190 on network d718da95-d2fd-4f66-be0f-95b53169c007 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:20:53.311268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edf0b7-5bab-498c-a3e1-e50edd82f719 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Network': ['ID=31089ea3-92a9-411a-a4e3-a636e263789b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.331403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.333123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.334933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-824afeae-8717-4035-972a-9f538570920e tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "PUT /v2.0/ports/c7635eb2-4c0a-452a-af3c-6faeb55a8190 HTTP/1.1" status: 200 len: 920 time: 2.5393150 Jul 16 20:20:53.338251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32922) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.372255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-f9cafb0a-5a94-499f-bee3-15a4e048d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.374412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-f9cafb0a-5a94-499f-bee3-15a4e048d74e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1098 time: 0.1387193 Jul 16 20:20:53.534785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Made reservation on behalf of 28a635669aab4f19a5a58576c231b2d5 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:53.545485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.561953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-c83ef5a1-d27f-4172-b80a-90c46d3a5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.565257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-c83ef5a1-d27f-4172-b80a-90c46d3a5d77 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.1807985 Jul 16 20:20:53.572873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 31089ea3-92a9-411a-a4e3-a636e263789b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:53.652047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-69e9b004-cf21-4a14-9b3b-0c109904b8d8 {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:20:53.652443 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:20:53.656983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5fc474ca-056b-4fcd-ad21-a9836e56659c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:53.657904 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.673483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-95a99f3c-85c0-40ad-854a-3d300eb78115 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.1014891 Jul 16 20:20:53.747618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:53.779033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-f3a3f046-a75b-403b-8e73-aef25ae3878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.779033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-f3a3f046-a75b-403b-8e73-aef25ae3878f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0987563 Jul 16 20:20:53.797326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port c7635eb2-4c0a-452a-af3c-6faeb55a8190 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:53.797704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.858910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-b851672a-7bd5-426b-bffc-99a631295cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.860761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-b851672a-7bd5-426b-bffc-99a631295cb6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755780 Jul 16 20:20:54.008558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.023911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for c7635eb2-4c0a-452a-af3c-6faeb55a8190 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:54.079770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-9906dc0e-75dd-4c16-9956-7ed00011bfef service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122443 Jul 16 20:20:54.281405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.294298 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6837850-dd41-42ad-aea2-08f8c3e22566 req-bbdd47af-80df-4be1-abcb-f5db14681bec service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050042 Jul 16 20:20:54.334845 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.393074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4975242-05d9-4335-8583-fe86928a31b4 req-08ed9bda-6c2a-4feb-b747-a2095fcee437 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.394718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4975242-05d9-4335-8583-fe86928a31b4 req-08ed9bda-6c2a-4feb-b747-a2095fcee437 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 944 time: 0.0994675 Jul 16 20:20:54.459840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4975242-05d9-4335-8583-fe86928a31b4 req-b9c465da-ee1e-4c95-ace7-132276f77989 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Jul 16 20:20:54.504780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=c7635eb2-4c0a-452a-af3c-6faeb55a8190,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.519224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 60177676-4ca7-4498-a124-30db51d3a169 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:54.566199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '9a70a3aa-3a6e-41ce-b252-e7f8da923c58', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'mac_address': 'fa:16:3e:05:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:18Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 1, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:54.574005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:20:54.576304 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.581902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a159e02c-bc7c-4306-b17f-3caa6dcdbfe3 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/c7635eb2-4c0a-452a-af3c-6faeb55a8190 HTTP/1.1" status: 204 len: 168 time: 1.2422729 Jul 16 20:20:54.582078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.583520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.611508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] Checking router: 81b7754d-00e8-4b98-a145-71ba2d42ea4b for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:54.638947 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76c0f55-7bc3-40b4-bc1c-12f1bbf23fd0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:20:54.640547 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e76c0f55-7bc3-40b4-bc1c-12f1bbf23fd0 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/c7635eb2-4c0a-452a-af3c-6faeb55a8190 HTTP/1.1" status: 404 len: 333 time: 0.0572143 Jul 16 20:20:54.645633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.656527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:54.657657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:20:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:54.709761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event updated for resources: {'Subnet': ['ID=76f2fbc4-8901-45d1-93b1-972166a98641,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.733660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eeb82439-ed0c-443a-832a-b60106f4b2bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.766237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eeb82439-ed0c-443a-832a-b60106f4b2bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.787448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Checking segment: {'id': '1edc20e0-7863-41c2-8aa7-285fb1e65b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '31089ea3-92a9-411a-a4e3-a636e263789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:54.787818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network hostable DHCP agents. Network: 31089ea3-92a9-411a-a4e3-a636e263789b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:54.794410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 60177676-4ca7-4498-a124-30db51d3a169 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:54.814417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Allocated IP 172.20.0.18 (d718da95-d2fd-4f66-be0f-95b53169c007/8b19f71f-92d9-4ac7-8c10-e64672a08887/5fc474ca-056b-4fcd-ad21-a9836e56659c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:54.816956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 60177676-4ca7-4498-a124-30db51d3a169 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:54.817720 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.825319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Network 31089ea3-92a9-411a-a4e3-a636e263789b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:54.838534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 31089ea3-92a9-411a-a4e3-a636e263789b) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:54.841741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eeb82439-ed0c-443a-832a-b60106f4b2bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.844986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eeb82439-ed0c-443a-832a-b60106f4b2bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.849698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32958) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.859426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-eeb82439-ed0c-443a-832a-b60106f4b2bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/security-groups/e60d5d07-14ba-4d9e-8807-27d7d6588047 HTTP/1.1" status: 204 len: 168 time: 0.2098811 Jul 16 20:20:54.872705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c83a7-1019-4d70-af1e-a2c22d547e7e None None] Network 31089ea3-92a9-411a-a4e3-a636e263789b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:54.873628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.876440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.893728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb82439-ed0c-443a-832a-b60106f4b2bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d5d07-14ba-4d9e-8807-27d7d6588047,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.912027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cb312e44-a8c5-4f6e-9014-bae81e058445 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7915077 Jul 16 20:20:54.912712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32964) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.954550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:55.032245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a10b-c547-4da0-979d-74f66b930517 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.060597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a10b-c547-4da0-979d-74f66b930517 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.100220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.152940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a10b-c547-4da0-979d-74f66b930517 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.160589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a10b-c547-4da0-979d-74f66b930517 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.165410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7ea8a10b-c547-4da0-979d-74f66b930517 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/security-groups/9399e28f-9c73-43e3-ac38-3d73d71d6c3f HTTP/1.1" status: 204 len: 168 time: 0.3144350 Jul 16 20:20:55.166481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32966) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.181283 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.243837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8a10b-c547-4da0-979d-74f66b930517 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9399e28f-9c73-43e3-ac38-3d73d71d6c3f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.297207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet 1ab5fab6-acf0-4611-b564-ad3734376073 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:55.320729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.336508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.367309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] For port 5fc474ca-056b-4fcd-ad21-a9836e56659c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5fc474ca-056b-4fcd-ad21-a9836e56659c,segment=NetworkSegment(1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99),segment_id=1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.435913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Subnet': ['ID=76f2fbc4-8901-45d1-93b1-972166a98641,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.458367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74734b-e600-4af3-8c1d-cd38adc2f9d8 None None] Network 31089ea3-92a9-411a-a4e3-a636e263789b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:55.469602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60177676-4ca7-4498-a124-30db51d3a169'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:55.472158 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d63fdf7-e634-4d6e-ae7c-66ee02ceb918" -d '{"events": [{"server_uuid": "a51e9be4-1646-4d0f-b2bb-d0b814fe08a7", "name": "network-vif-plugged", "status": "completed", "tag": "60177676-4ca7-4498-a124-30db51d3a169"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:55.554677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 60177676-4ca7-4498-a124-30db51d3a169, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=60177676-4ca7-4498-a124-30db51d3a169,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.557168 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.568594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.571455 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.591165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31089ea3-92a9-411a-a4e3-a636e263789b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.617477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edc20e0-7863-41c2-8aa7-285fb1e65b65') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.617779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edc20e0-7863-41c2-8aa7-285fb1e65b65') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.645563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Transition to ACTIVE for port object 5fc474ca-056b-4fcd-ad21-a9836e56659c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:55.648955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.651944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.696808 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fa29f4-85ec-44db-aea9-e926bba5e278 x-openstack-request-id: req-b1fa29f4-85ec-44db-aea9-e926bba5e278 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:55.697214 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51e9be4-1646-4d0f-b2bb-d0b814fe08a7", "name": "network-vif-plugged", "status": "completed", "tag": "60177676-4ca7-4498-a124-30db51d3a169", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:55.697896 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b1fa29f4-85ec-44db-aea9-e926bba5e278 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:55.698392 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60177676-4ca7-4498-a124-30db51d3a169', 'code': 200} Jul 16 20:20:55.732545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.741356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:55.741764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.755180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:55.761957 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:55.932953 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.945505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.956049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69c256-97b6-4935-bf36-5bc04c441c54 req-f8d2f887-b23e-4b10-a7a6-b2077ae2df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.968523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c69c256-97b6-4935-bf36-5bc04c441c54 req-f8d2f887-b23e-4b10-a7a6-b2077ae2df4b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 1097 time: 0.3173075 Jul 16 20:20:55.972921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.974766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/31089ea3-92a9-411a-a4e3-a636e263789b HTTP/1.1" status: 204 len: 168 time: 1.0608923 Jul 16 20:20:55.981828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32990) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.983742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.997678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b306527-f7c7-4c4e-a4d3-273edfaf6721 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Network': ['ID=31089ea3-92a9-411a-a4e3-a636e263789b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.048048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7c69c256-97b6-4935-bf36-5bc04c441c54 req-200e90b0-b4a6-4b5d-b2a1-acd754ad7c2d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701225 Jul 16 20:20:56.090462 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b443c0d-7328-431b-80e0-af847ee74d23 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:56.090982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b443c0d-7328-431b-80e0-af847ee74d23 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:56.095258 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6b443c0d-7328-431b-80e0-af847ee74d23 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/76f2fbc4-8901-45d1-93b1-972166a98641 HTTP/1.1" status: 404 len: 337 time: 0.0944724 Jul 16 20:20:56.096215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32992) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.124673 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-74344b0b-7924-4f57-b513-04117dffefa8 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:56.125308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74344b0b-7924-4f57-b513-04117dffefa8 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:56.131345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74344b0b-7924-4f57-b513-04117dffefa8 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/31089ea3-92a9-411a-a4e3-a636e263789b HTTP/1.1" status: 404 len: 339 time: 0.0324204 Jul 16 20:20:56.132720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.135585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b922ba1-5498-4c63-9323-94649f5183c2 req-c87d1b37-9965-4645-bf49-8d1b84c3a583 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.137516 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5b922ba1-5498-4c63-9323-94649f5183c2 req-c87d1b37-9965-4645-bf49-8d1b84c3a583 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 945 time: 0.3133297 Jul 16 20:20:56.165697 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b8f632-217d-4ecf-aff4-21d86076f96b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:56.166677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b8f632-217d-4ecf-aff4-21d86076f96b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:56.168685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b4b8f632-217d-4ecf-aff4-21d86076f96b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/5f858061-997e-408d-a252-1740dff79406 HTTP/1.1" status: 404 len: 337 time: 0.0349305 Jul 16 20:20:56.171996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32996) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.185024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.207751 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fb109a-d970-4ea0-83f0-c6899d7562b8 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:56.208647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fb109a-d970-4ea0-83f0-c6899d7562b8 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:56.214242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-48fb109a-d970-4ea0-83f0-c6899d7562b8 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/8a8c6249-04c9-4dd5-b23f-7763618be9c1 HTTP/1.1" status: 404 len: 339 time: 0.0406668 Jul 16 20:20:56.214401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.219171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab5fab6-acf0-4611-b564-ad3734376073,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.221548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=60177676-4ca7-4498-a124-30db51d3a169,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.257403 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.263300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25dcbcde-735f-42d1-838b-0c62f2c5f6e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/1ab5fab6-acf0-4611-b564-ad3734376073 HTTP/1.1" status: 204 len: 168 time: 1.0877252 Jul 16 20:20:56.263659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33002) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.266495 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd982d4f-ae6a-4423-9b2a-72f234f2bbb3 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:56.266977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd982d4f-ae6a-4423-9b2a-72f234f2bbb3 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:56.268690 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bd982d4f-ae6a-4423-9b2a-72f234f2bbb3 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/314bdb8d-03c1-4b07-a3a9-ca589d5aa2c4 HTTP/1.1" status: 404 len: 337 time: 0.0475576 Jul 16 20:20:56.271588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33004) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.274473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:56.297288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5b922ba1-5498-4c63-9323-94649f5183c2 req-a3381a36-ae61-4570-a39e-928c014d7628 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449120 Jul 16 20:20:56.316347 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc42d76d-7388-4af8-9e64-88f2939f5d4b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:56.316347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc42d76d-7388-4af8-9e64-88f2939f5d4b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:56.318185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fc42d76d-7388-4af8-9e64-88f2939f5d4b tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/c0c76df1-c370-4173-929c-1a30990681bd HTTP/1.1" status: 404 len: 339 time: 0.0458081 Jul 16 20:20:56.321188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33006) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.357485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '9a70a3aa-3a6e-41ce-b252-e7f8da923c58', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'mac_address': 'fa:16:3e:05:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:18Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 1, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:56.361409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0795f-6876-4921-87d4-e39d43d51a91 None None] Pushing event updated for resources: {'Port': ['ID=5fc474ca-056b-4fcd-ad21-a9836e56659c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.463341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f3091-b77e-4f29-82e4-e396b0fe938e None None] The sync data for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 is: [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '9a70a3aa-3a6e-41ce-b252-e7f8da923c58', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'mac_address': 'fa:16:3e:05:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:18Z', 'updated_at': '2021-07-16T20:20:50Z', 'revision_number': 1, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:56.596344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Deleting port 29c50bb2-ea11-4687-b4c3-7203de082ccf {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:56.597293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.610582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:56.616200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.748607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.770664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Calling delete_port for 29c50bb2-ea11-4687-b4c3-7203de082ccf owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:57.028052 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c8d0e-a28b-434d-beab-509b75bfd746 None None] New status for floating IP 9a70a3aa-3a6e-41ce-b252-e7f8da923c58: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:20:57.096535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.176014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Port': ['ID=29c50bb2-ea11-4687-b4c3-7203de082ccf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.195881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.201538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a8b3773a-302c-4550-9ee0-89d937a2d6c1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/ports/29c50bb2-ea11-4687-b4c3-7203de082ccf HTTP/1.1" status: 204 len: 168 time: 0.8791873 Jul 16 20:20:57.204430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33028) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.260253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5fc474ca-056b-4fcd-ad21-a9836e56659c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:57.297249 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-860d3b67-d136-4236-aa5c-cf0dd856269a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:57.303018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860d3b67-d136-4236-aa5c-cf0dd856269a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:57.307831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-860d3b67-d136-4236-aa5c-cf0dd856269a tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/e189e290-efca-4da0-b4a3-699a24454cbe HTTP/1.1" status: 404 len: 337 time: 0.1022072 Jul 16 20:20:57.311275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33034) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.347302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.474732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:57.483237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:57.497641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.500623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.533256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=d8a22a15-5c50-4d9a-a381-814e03a81fc3,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.553837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c293cf6a-ba5c-4236-b334-0618c95a85fa tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2857909 Jul 16 20:20:57.554868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33042) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.558225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.568850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9af79007-a5c9-4e95-922e-8a9750e30500 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'security_group': {'name': 'tempest-secgroup-763331631'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:57.619638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af79007-a5c9-4e95-922e-8a9750e30500 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.629595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c8786-2972-4883-9375-eaa399575c46 None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:57.823288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.842425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af79007-a5c9-4e95-922e-8a9750e30500 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.844550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8563d-7592-4d4e-99df-b6fb9384eef9 req-202ac41b-8dde-4771-835a-ffd3797f20a3 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.846316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cf8563d-7592-4d4e-99df-b6fb9384eef9 req-202ac41b-8dde-4771-835a-ffd3797f20a3 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 945 time: 0.2597713 Jul 16 20:20:57.853899 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af79007-a5c9-4e95-922e-8a9750e30500 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.867707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-035ad84a-c102-4dab-b5e1-6510667cdf93 None None] Provisioning complete for port 1d75c25f-40c3-4939-9050-9bf94000934d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:57.868085 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-035ad84a-c102-4dab-b5e1-6510667cdf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.886894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af79007-a5c9-4e95-922e-8a9750e30500 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.891763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9af79007-a5c9-4e95-922e-8a9750e30500 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3344350 Jul 16 20:20:57.898666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33052) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.906357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-77c8bb2f-7421-4662-83ef-a65a231e0fc8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'security_group': {'name': 'tempest-secgroup-413964260'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:57.912889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:57.937211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af79007-a5c9-4e95-922e-8a9750e30500 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb469a-5757-4bc7-9afc-2a2cd2074911,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.942200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77c8bb2f-7421-4662-83ef-a65a231e0fc8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.958125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bc4370-e501-40e9-9443-6a338e0ba6a6') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:57.958676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bc4370-e501-40e9-9443-6a338e0ba6a6') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:57.966468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33054) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.012623 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.016404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-035ad84a-c102-4dab-b5e1-6510667cdf93 None None] Port 1d75c25f-40c3-4939-9050-9bf94000934d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:58.056818 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77c8bb2f-7421-4662-83ef-a65a231e0fc8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.060957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77c8bb2f-7421-4662-83ef-a65a231e0fc8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.066437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-035ad84a-c102-4dab-b5e1-6510667cdf93 None None] Provisioning for port 5fc474ca-056b-4fcd-ad21-a9836e56659c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:58.067310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cf8563d-7592-4d4e-99df-b6fb9384eef9 req-2d948e71-fd5d-40c1-aff6-3d817a449097 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079926 Jul 16 20:20:58.086921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-035ad84a-c102-4dab-b5e1-6510667cdf93 None None] Provisioning complete for port 5fc474ca-056b-4fcd-ad21-a9836e56659c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:58.086921 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-035ad84a-c102-4dab-b5e1-6510667cdf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.098461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77c8bb2f-7421-4662-83ef-a65a231e0fc8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.103070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33064) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.104151 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-77c8bb2f-7421-4662-83ef-a65a231e0fc8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2036083 Jul 16 20:20:58.106727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8bb2f-7421-4662-83ef-a65a231e0fc8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbda682-bf0e-46ed-8948-bf27bf8232fa,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.123180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-66d211c7-4c2b-4ac1-a3b5-0e154a899b71 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'security_group': {'name': 'tempest-secgroup-1052888302'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:58.183280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.202662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66d211c7-4c2b-4ac1-a3b5-0e154a899b71 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.222624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:58.223271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:58.230410 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:58.324019 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ee01-0f8b-454e-871b-9c44a868077f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.370227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] Update dhcp port {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'fixed_ips': [{'subnet_id': '8b19f71f-92d9-4ac7-8c10-e64672a08887', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8a22a15-5c50-4d9a-a381-814e03a81fc3'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '5fc474ca-056b-4fcd-ad21-a9836e56659c'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:20:58.399966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.416969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.422285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33084) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.432270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722 HTTP/1.1" status: 204 len: 168 time: 1.1194942 Jul 16 20:20:58.437590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-035ad84a-c102-4dab-b5e1-6510667cdf93 None None] Could not find standard attr ID for object c7635eb2-4c0a-452a-af3c-6faeb55a8190. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:20:58.458300 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.591664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Deleting port 9652826a-541e-45f0-bd12-070ae3dad171 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:58.592309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.630673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-226b0174-da2e-498d-ba57-db4b134bbd37 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.639746 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-226b0174-da2e-498d-ba57-db4b134bbd37 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.2061975 Jul 16 20:20:58.641873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2075c-cc4f-49e7-8c0b-fe80138448b1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Network': ['ID=91aea6c2-8b9e-4d9c-a620-d9a4dcc3d722,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.675403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-4c2d94a6-f0df-424e-ba37-0a110d5fc112 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0320528 Jul 16 20:20:58.685646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.690074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] Allocated IP 172.20.0.2 (d718da95-d2fd-4f66-be0f-95b53169c007/d8a22a15-5c50-4d9a-a381-814e03a81fc3/5fc474ca-056b-4fcd-ad21-a9836e56659c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:58.701854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Calling delete_port for 9652826a-541e-45f0-bd12-070ae3dad171 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:58.759806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66d211c7-4c2b-4ac1-a3b5-0e154a899b71 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.770787 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66d211c7-4c2b-4ac1-a3b5-0e154a899b71 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.813660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] For port 5fc474ca-056b-4fcd-ad21-a9836e56659c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5fc474ca-056b-4fcd-ad21-a9836e56659c,segment=NetworkSegment(1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99),segment_id=1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:58.829643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d211c7-4c2b-4ac1-a3b5-0e154a899b71 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541b4156-8770-468b-a40b-17cb3627c714,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.830209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.853982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.859391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-c66e45e8-82e5-4e54-a0ac-cfd443f20968 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854897 Jul 16 20:20:58.870287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Port': ['ID=9652826a-541e-45f0-bd12-070ae3dad171,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.871785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] Transition to ACTIVE for port object 5fc474ca-056b-4fcd-ad21-a9836e56659c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:58.879511 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.889321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.891935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a8d6a059-23cb-4687-8ef3-ae845921ef60 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/ports/9652826a-541e-45f0-bd12-070ae3dad171 HTTP/1.1" status: 204 len: 168 time: 0.4683387 Jul 16 20:20:58.894577 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33090) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.930219 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f15748-8e65-4be0-9582-e0919c44f61f tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:58.930782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f15748-8e65-4be0-9582-e0919c44f61f tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:58.934148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-43f15748-8e65-4be0-9582-e0919c44f61f tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/f45c9966-42ee-4c3d-b828-f0d92ab538e3 HTTP/1.1" status: 404 len: 337 time: 0.0381451 Jul 16 20:20:58.936390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33092) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.970799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96ede4-728d-42eb-94b0-fa1f58c5f821 None None] Pushing event updated for resources: {'Port': ['ID=5fc474ca-056b-4fcd-ad21-a9836e56659c,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.992211 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ee01-0f8b-454e-871b-9c44a868077f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.001256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-3c39eb2c-ff38-4dba-adba-2728f2c1c4d3 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406465 Jul 16 20:20:59.012835 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ee01-0f8b-454e-871b-9c44a868077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.041715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66d211c7-4c2b-4ac1-a3b5-0e154a899b71 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.043363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-66d211c7-4c2b-4ac1-a3b5-0e154a899b71 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9391112 Jul 16 20:20:59.055817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33098) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.069096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-891420430', 'security_groups': ['541b4156-8770-468b-a40b-17cb3627c714'], 'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8a22a15-5c50-4d9a-a381-814e03a81fc3'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:59.109848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a1b4ee01-0f8b-454e-871b-9c44a868077f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e9fd0a6e3ce4ec7af757e372de2c9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1309237 Jul 16 20:20:59.116564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4ee01-0f8b-454e-871b-9c44a868077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59916540-40fb-4bb2-93fa-2a6f2c6e0c7e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.122400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33102) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.172687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5fc474ca-056b-4fcd-ad21-a9836e56659c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:59.233986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-26ac8766-6a86-4510-97da-8a75184fdedd service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314749 Jul 16 20:20:59.334123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.352609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:59.360678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4a464b3-67a3-48bc-bf58-216d3ab09fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.423987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4a464b3-67a3-48bc-bf58-216d3ab09fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.527694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.617159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e00366a8-ab98-4153-a671-81f9163ec087 req-a7b0cddd-55e8-4ab1-afaa-4508b13d674e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 210 time: 0.1004293 Jul 16 20:20:59.647791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.658508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] device_id is not set on port e021cb26-7720-4dc5-b24d-e181de9a7d01 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:59.672743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4a464b3-67a3-48bc-bf58-216d3ab09fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.676048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4a464b3-67a3-48bc-bf58-216d3ab09fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.677414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e4a464b3-67a3-48bc-bf58-216d3ab09fba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/59916540-40fb-4bb2-93fa-2a6f2c6e0c7e HTTP/1.1" status: 204 len: 168 time: 0.5410998 Jul 16 20:20:59.693070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a464b3-67a3-48bc-bf58-216d3ab09fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59916540-40fb-4bb2-93fa-2a6f2c6e0c7e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.699308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4aff11-7c34-474c-9e93-c4282d531b2b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:59.711120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd719ebd-16ce-4d47-8c83-965b102a4dee') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:59.711421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd719ebd-16ce-4d47-8c83-965b102a4dee') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:59.728599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.744357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.751696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:59.752145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:59.819611 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:59.865551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.877848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.883201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/ea4aff11-7c34-474c-9e93-c4282d531b2b HTTP/1.1" status: 204 len: 168 time: 0.9435611 Jul 16 20:20:59.883340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33130) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.908235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068caf1-29fd-4648-8b06-fc8f170491d2 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Network': ['ID=ea4aff11-7c34-474c-9e93-c4282d531b2b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.975137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-56d3564b-31e1-44f4-b177-a45403f8b28b None None] Provisioning for port 5fc474ca-056b-4fcd-ad21-a9836e56659c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:59.988198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-56d3564b-31e1-44f4-b177-a45403f8b28b None None] Provisioning complete for port 5fc474ca-056b-4fcd-ad21-a9836e56659c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:59.988917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-56d3564b-31e1-44f4-b177-a45403f8b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.005728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Deleting subnet 9db8e12b-e01f-4f8c-afec-0332684f35ed {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:00.009557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.096088 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.176964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.11 (d718da95-d2fd-4f66-be0f-95b53169c007/d8a22a15-5c50-4d9a-a381-814e03a81fc3/e021cb26-7720-4dc5-b24d-e181de9a7d01) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:00.192849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-56d3564b-31e1-44f4-b177-a45403f8b28b None None] Provisioning complete for port 1d75c25f-40c3-4939-9050-9bf94000934d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:00.196007 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-56d3564b-31e1-44f4-b177-a45403f8b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.266317 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.285823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:00.292057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-56d3564b-31e1-44f4-b177-a45403f8b28b None None] Port 1d75c25f-40c3-4939-9050-9bf94000934d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:00.347783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.409913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c726b64-72a8-435a-936c-6a0a8ee4508b None None] Could not find standard attr ID for object c7635eb2-4c0a-452a-af3c-6faeb55a8190. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:00.413594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Subnet': ['ID=9db8e12b-e01f-4f8c-afec-0332684f35ed,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.427917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7b6a3-2c65-415c-a9b1-2410fdb76af7 None None] Network 67572218-7618-490b-9a30-f33888685c92 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:00.440115 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.444906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2391af1c-a40a-4206-972c-c2cd1dd05ab0 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/subnets/9db8e12b-e01f-4f8c-afec-0332684f35ed HTTP/1.1" status: 204 len: 168 time: 0.5602791 Jul 16 20:21:00.445533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33142) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:00.474163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.517172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object e021cb26-7720-4dc5-b24d-e181de9a7d01 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:00.530770 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b8233e3-f003-488a-971e-cfc645d91b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.691824 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.816985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Deleting port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:00.817327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.880758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] DHCP port deletion for 67572218-7618-490b-9a30-f33888685c92 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:01.026643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] For port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,segment=NetworkSegment(ad231719-4166-4857-aa9e-10043b2c6266),segment_id=ad231719-4166-4857-aa9e-10043b2c6266)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:01.027596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.057360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Calling delete_port for ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:01.095291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8822045-6c47-4a6c-95f4-15680af2e157 req-4ed6cc64-b7cf-4383-b331-58f44cc92797 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 210 time: 0.0331242 Jul 16 20:21:01.104884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] Deleting port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:01.105850 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.116520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:01.191135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.242375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.264027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] No DVR routers for this DVR port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:01.266759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:01.278866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:01.282436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=e021cb26-7720-4dc5-b24d-e181de9a7d01,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.292423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No active binding found for port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e {{(pid=93863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:21:01.292716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:01.292863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:01.295594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] For port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,segment=NetworkSegment(ad231719-4166-4857-aa9e-10043b2c6266),segment_id=ad231719-4166-4857-aa9e-10043b2c6266)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:01.295999 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.333471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] Calling delete_port for ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:01.371925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Port': ['ID=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.383583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:01.384250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.472527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.492780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.493773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b8233e3-f003-488a-971e-cfc645d91b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.510844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] No DVR routers for this DVR port ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:01.521176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67572218-7618-490b-9a30-f33888685c92']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:01.524838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b8233e3-f003-488a-971e-cfc645d91b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.541221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e304169-96b4-4332-8614-6084bc4ef7ab None None] Pushing event deleted for resources: {'Port': ['ID=ad425fcf-fa6d-47d1-a6d5-e91d2f9d806e,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.543637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad231719-4166-4857-aa9e-10043b2c6266') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:01.544131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad231719-4166-4857-aa9e-10043b2c6266') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:01.558174 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.576782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33162) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.576928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d973c8ce-d36c-4fb1-b6e6-884bce357aea tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5196574 Jul 16 20:21:01.583419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-df7d1911-ad9a-403c-8eb9-c60d9041dac8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:01.587499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.591176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8233e3-f003-488a-971e-cfc645d91b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9bcf2-c603-41b0-8a60-bbc753d65a96,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.625808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:01.626354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.645939 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4b8233e3-f003-488a-971e-cfc645d91b82 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6bd37f2614094ed0814dfee018570bec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3564684 Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:01.646638 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:01.650003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33166) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.680249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd18d5a-d6b1-4caf-b36c-acd67316d6bb None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:21:01.773864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-add42634-9237-4531-a8a5-0963233842cc tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:01.775469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-add42634-9237-4531-a8a5-0963233842cc tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.2853186 Jul 16 20:21:01.788632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4ee035fa-84ff-42be-a747-143a7d11b10d None None] Provisioning for port e021cb26-7720-4dc5-b24d-e181de9a7d01 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:01.794216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Request body: {'port': {'device_id': '1ea921af-f288-470c-88cc-21f1f832afd7', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'admin_state_up': True, 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:01.798032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4ee035fa-84ff-42be-a747-143a7d11b10d None None] Provisioning complete for port e021cb26-7720-4dc5-b24d-e181de9a7d01 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:01.798686 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ee035fa-84ff-42be-a747-143a7d11b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.866332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4ee035fa-84ff-42be-a747-143a7d11b10d None None] Port e021cb26-7720-4dc5-b24d-e181de9a7d01 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:01.904373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd18d5a-d6b1-4caf-b36c-acd67316d6bb None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:21:01.943221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7d1911-ad9a-403c-8eb9-c60d9041dac8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:01.947159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df7d1911-ad9a-403c-8eb9-c60d9041dac8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.987181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:01.991138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.020987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981d962c-6eb4-4628-adab-1a7638796465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.053148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.103252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.111651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] 10.222.0.91 "DELETE /v2.0/networks/67572218-7618-490b-9a30-f33888685c92 HTTP/1.1" status: 204 len: 168 time: 1.6618233 Jul 16 20:21:02.111651 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981d962c-6eb4-4628-adab-1a7638796465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.113270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb28b9-108f-4336-9dc9-d1e8d803d9e1 tempest-NetworksIpV6TestAttrs-646854916 tempest-NetworksIpV6TestAttrs-646854916-project] Pushing event deleted for resources: {'Network': ['ID=67572218-7618-490b-9a30-f33888685c92,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.202879 n-d-792458-10 neutron-server[93861]: INFO neutron.db.ipam_backend_mixin [None req-df7d1911-ad9a-403c-8eb9-c60d9041dac8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8a22a15-5c50-4d9a-a381-814e03a81fc3 (CIDR: 172.20.0.0/28) Jul 16 20:21:02.209519 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7d1911-ad9a-403c-8eb9-c60d9041dac8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:21:02.210204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7d1911-ad9a-403c-8eb9-c60d9041dac8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:02.214901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981d962c-6eb4-4628-adab-1a7638796465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.218814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-981d962c-6eb4-4628-adab-1a7638796465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.223089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-981d962c-6eb4-4628-adab-1a7638796465 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/16c9bcf2-c603-41b0-8a60-bbc753d65a96 HTTP/1.1" status: 204 len: 168 time: 0.5693300 Jul 16 20:21:02.238525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d962c-6eb4-4628-adab-1a7638796465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9bcf2-c603-41b0-8a60-bbc753d65a96,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.251532 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-df7d1911-ad9a-403c-8eb9-c60d9041dac8 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6735663 Jul 16 20:21:02.254072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33186) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.267867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3a484e76-9208-43af-bdad-4933c18f9940 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:02.377918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Allocated IP 172.20.0.14 (d861950a-b4be-4b08-b6cf-598dd1ecf869/039769c9-f2da-447c-b5c4-8b878fa81589/8a332825-d593-4c35-88a5-39c832480df9) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:02.443953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97fa5009-1934-4612-8f30-91ffa0117199 req-3acfdb4a-2f17-4f68-ba10-310f4f75b901 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 210 time: 0.0504289 Jul 16 20:21:02.530353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a484e76-9208-43af-bdad-4933c18f9940 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:02.544041 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3a484e76-9208-43af-bdad-4933c18f9940 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.661461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.728372 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.733259 n-d-792458-10 neutron-server[93861]: INFO neutron.db.ipam_backend_mixin [None req-3a484e76-9208-43af-bdad-4933c18f9940 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8b19f71f-92d9-4ac7-8c10-e64672a08887 (CIDR: 172.20.0.16/28) Jul 16 20:21:02.740760 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a484e76-9208-43af-bdad-4933c18f9940 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:21:02.741276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a484e76-9208-43af-bdad-4933c18f9940 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:02.743845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500', '60177676-4ca7-4498-a124-30db51d3a169'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:02.748970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33198) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.779217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3a484e76-9208-43af-bdad-4933c18f9940 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5235260 Jul 16 20:21:02.780970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:02.781724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33202) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.789596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'subnet': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:02.798660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:02.801909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:02.932073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-84e13e3f-056e-45e9-82f1-c0465875cb34 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=28a635669aab4f19a5a58576c231b2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818306 Jul 16 20:21:02.939257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33214) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.030501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3a288180-b847-4e13-8c90-4fa8984a1128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.061366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event updated for resources: {'Port': ['ID=8a332825-d593-4c35-88a5-39c832480df9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.076572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3a288180-b847-4e13-8c90-4fa8984a1128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.111122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.112003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.140508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Made reservation on behalf of d3ab66352a8241fd8a43f316fd552bf3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:03.145898 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.154309 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-fe4a8e16-da45-42d0-9d1c-0aed2667eeeb tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3705084 Jul 16 20:21:03.180505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Request body: {'port': {'device_id': '1ea921af-f288-470c-88cc-21f1f832afd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:03.193978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3a288180-b847-4e13-8c90-4fa8984a1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.197096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3a288180-b847-4e13-8c90-4fa8984a1128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.201153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3a288180-b847-4e13-8c90-4fa8984a1128 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e4d90449-d651-49e9-b37c-38316153bd36 HTTP/1.1" status: 204 len: 168 time: 0.2581174 Jul 16 20:21:03.227443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a288180-b847-4e13-8c90-4fa8984a1128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d90449-d651-49e9-b37c-38316153bd36,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.323003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.765741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33252) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.766353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e443c-ca20-400f-93be-a097708e4d56 req-bbf96b98-a394-44cf-a9d4-e1d7d3cfc53e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.773255 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae8e443c-ca20-400f-93be-a097708e4d56 req-bbf96b98-a394-44cf-a9d4-e1d7d3cfc53e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 932 time: 0.1290019 Jul 16 20:21:03.811298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.822756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae8e443c-ca20-400f-93be-a097708e4d56 req-4e811df0-cd65-4437-95e1-44f0f5342df1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 Jul 16 20:21:03.912472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Network d718da95-d2fd-4f66-be0f-95b53169c007 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:03.916816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a332825-d593-4c35-88a5-39c832480df9 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:03.924235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:03.931686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.934739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.935528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.938510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17513ef-5234-4304-bf0d-8330de42a905 None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:03.956643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1727800 Jul 16 20:21:03.959366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33260) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.965403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1465638676', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9226c20-abd7-4f40-8786-ebe5185cfa84'}], 'security_groups': ['75bb469a-5757-4bc7-9afc-2a2cd2074911', '3cbda682-bf0e-46ed-8948-bf27bf8232fa']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:03.971273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c896c-6e93-41d7-8f72-b46a113f4530 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Subnet': ['ID=d9226c20-abd7-4f40-8786-ebe5185cfa84,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.996810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Transition to ACTIVE for port object 8a332825-d593-4c35-88a5-39c832480df9 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:04.007799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.110109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Pushing event updated for resources: {'Port': ['ID=8a332825-d593-4c35-88a5-39c832480df9,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.195279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-419415131-network', 'tenant_id': '176e412a4a3d4eb596104d143c993edf'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:04.315476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Made reservation on behalf of 176e412a4a3d4eb596104d143c993edf for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:04.318009 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.345464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.357540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.405555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Attempting to bind port 8a332825-d593-4c35-88a5-39c832480df9 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:04.416374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Attempting to bind port 8a332825-d593-4c35-88a5-39c832480df9 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:04.416791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Attempting to bind port 8a332825-d593-4c35-88a5-39c832480df9 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:04.431663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Port 8a332825-d593-4c35-88a5-39c832480df9 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:04.432020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Attempting to bind port 8a332825-d593-4c35-88a5-39c832480df9 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:04.454115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:04.454587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:04.455011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Bound using segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:04.455607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Bound port: 8a332825-d593-4c35-88a5-39c832480df9, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:04.455980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.484617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] Update dhcp port {'port': {'network_id': 'd718da95-d2fd-4f66-be0f-95b53169c007', 'fixed_ips': [{'subnet_id': '8b19f71f-92d9-4ac7-8c10-e64672a08887', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8a22a15-5c50-4d9a-a381-814e03a81fc3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9226c20-abd7-4f40-8786-ebe5185cfa84'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '5fc474ca-056b-4fcd-ad21-a9836e56659c'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:21:04.559459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.651210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] For port 8a332825-d593-4c35-88a5-39c832480df9, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:04.664872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.693162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] For port 8a332825-d593-4c35-88a5-39c832480df9, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8a332825-d593-4c35-88a5-39c832480df9,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:04.707676 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.811349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.824108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.838473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:04.850637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.851051 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Added segment 661a2ef3-f934-4954-b345-8022c9883414 of type vlan for network bd0ad89d-7e32-41e9-a090-43d31cfb178c Jul 16 20:21:04.891738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] Allocated IP 172.20.0.34 (d718da95-d2fd-4f66-be0f-95b53169c007/d9226c20-abd7-4f40-8786-ebe5185cfa84/5fc474ca-056b-4fcd-ad21-a9836e56659c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:04.906369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:04.907011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.908507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] 10.222.0.79 "PUT /v2.0/ports/8a332825-d593-4c35-88a5-39c832480df9 HTTP/1.1" status: 200 len: 1093 time: 1.7406938 Jul 16 20:21:04.910961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea921af-f288-470c-88cc-21f1f832afd7', 'tag': '8a332825-d593-4c35-88a5-39c832480df9'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:04.918828 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d9692-2438-44bf-8cb4-d137529d745b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea921af-f288-470c-88cc-21f1f832afd7", "tag": "8a332825-d593-4c35-88a5-39c832480df9"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:04.948432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-587987092'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:04.977065 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.027274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] For port 5fc474ca-056b-4fcd-ad21-a9836e56659c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5fc474ca-056b-4fcd-ad21-a9836e56659c,segment=NetworkSegment(1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99),segment_id=1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:05.032093 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae0c942-e718-4e01-b9ad-5c859ad3e1f7 x-openstack-request-id: req-eae0c942-e718-4e01-b9ad-5c859ad3e1f7 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:05.032440 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea921af-f288-470c-88cc-21f1f832afd7", "tag": "8a332825-d593-4c35-88a5-39c832480df9", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:05.032621 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eae0c942-e718-4e01-b9ad-5c859ad3e1f7 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:05.032994 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea921af-f288-470c-88cc-21f1f832afd7', 'tag': '8a332825-d593-4c35-88a5-39c832480df9', 'status': 'completed', 'code': 200} Jul 16 20:21:05.049061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833742f6-3453-4a3c-8dcd-4c57bf6a53bc service neutron] Pushing event updated for resources: {'Port': ['ID=8a332825-d593-4c35-88a5-39c832480df9,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.054923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c45a15-9642-47b0-930e-73d94c231123,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.095475 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.115337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Made reservation on behalf of de63ae6c409e4862942bbd8d69d1eb3c for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:05.119659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.136496 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.153472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-c6e279c9-f195-4648-a7ba-dcfbffae7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.155063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-c6e279c9-f195-4648-a7ba-dcfbffae7335 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 1096 time: 0.1993792 Jul 16 20:21:05.156198 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.157099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.157652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.167861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] Transition to ACTIVE for port object 5fc474ca-056b-4fcd-ad21-a9836e56659c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:05.173096 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.173624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21b76d-b8c2-4632-bfc9-b96ef0f9cfac req-373b91ed-292c-4433-8e98-a70ed1795695 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.184104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af21b76d-b8c2-4632-bfc9-b96ef0f9cfac req-373b91ed-292c-4433-8e98-a70ed1795695 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 944 time: 0.1105731 Jul 16 20:21:05.272929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876b12c-4753-42f2-afe8-409a8fbb0153 None None] Pushing event updated for resources: {'Port': ['ID=5fc474ca-056b-4fcd-ad21-a9836e56659c,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.286759 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.315763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.400808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Delete allocated IP 172.20.0.11 (d718da95-d2fd-4f66-be0f-95b53169c007/d8a22a15-5c50-4d9a-a381-814e03a81fc3) {{(pid=93861) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:21:05.412736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Allocated IP 172.20.0.44 (d718da95-d2fd-4f66-be0f-95b53169c007/d9226c20-abd7-4f40-8786-ebe5185cfa84/e021cb26-7720-4dc5-b24d-e181de9a7d01) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:05.451531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:05.463958 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.464557 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Added segment 09fca21f-c9a1-43a9-9fc9-49194baade91 of type vlan for network 526adb7e-25ab-4b5b-a445-96ea42e323c7 Jul 16 20:21:05.489282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-3ec42ca9-0768-48ab-8e83-0ceb01cdc4fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a332825-d593-4c35-88a5-39c832480df9 HTTP/1.1" status: 200 len: 217 time: 0.1999159 Jul 16 20:21:05.515139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7480609 Jul 16 20:21:05.524451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33300) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:05.583025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-918300a7-a456-4e14-a0e2-dc86c72a6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.588085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-918300a7-a456-4e14-a0e2-dc86c72a6acf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.0716002 Jul 16 20:21:05.598288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Request body: {'subnet': {'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-419415131-subnet', 'tenant_id': '176e412a4a3d4eb596104d143c993edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:05.631872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.636219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e24d0a-e1ab-49d1-999a-f7fc6f92c69a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.714490 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-af21b76d-b8c2-4632-bfc9-b96ef0f9cfac req-344e3845-3c2b-4729-a6eb-a0477014c249 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260761 Jul 16 20:21:05.735482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.736120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-87389dbc-3017-4d75-8da3-8c3535cf5509 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234093 Jul 16 20:21:05.740184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6a7b1-6f04-475b-8e8a-ba2dca28486f admin admin] Pushing event updated for resources: {'Network': ['ID=bd0ad89d-7e32-41e9-a090-43d31cfb178c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.753069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Transition to ACTIVE for port object e021cb26-7720-4dc5-b24d-e181de9a7d01 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:05.764101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network bd0ad89d-7e32-41e9-a090-43d31cfb178c details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:05.769960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.824199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Made reservation on behalf of 176e412a4a3d4eb596104d143c993edf for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:05.827113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.907385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.913061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.913700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.919230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event updated for resources: {'Port': ['ID=e021cb26-7720-4dc5-b24d-e181de9a7d01,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.957538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2782488 Jul 16 20:21:05.958284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] In _notify_port_updated(), no bound segment for port e021cb26-7720-4dc5-b24d-e181de9a7d01 on network d718da95-d2fd-4f66-be0f-95b53169c007 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:05.965315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.966165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.967718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4576c73a-f075-4a11-8e49-10660847987c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "PUT /v2.0/ports/e021cb26-7720-4dc5-b24d-e181de9a7d01 HTTP/1.1" status: 200 len: 960 time: 2.0072346 Jul 16 20:21:05.968428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33314) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:05.974104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-2fff5a04-d58e-42d7-a3d9-d0b98cedeb4f tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-1573404326') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.977995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33318) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:06.000595 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1e730bb1-39c6-437e-a7e6-15fcae81fedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.072335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-1ed0bfbc-fc28-4ec1-aabd-f457fb8ba8c3 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260450 Jul 16 20:21:06.115915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e91d66-c911-4c77-a153-a1ad85563e35 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Pushing event updated for resources: {'Network': ['ID=526adb7e-25ab-4b5b-a445-96ea42e323c7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:06.128026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 526adb7e-25ab-4b5b-a445-96ea42e323c7 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:06.279337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2fff5a04-d58e-42d7-a3d9-d0b98cedeb4f tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "PUT /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-1573404326 HTTP/1.1" status: 201 len: 201 time: 0.3098378 Jul 16 20:21:06.281247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33320) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:06.288262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-49e32ae0-389e-414e-a070-b7cafb1b1bd4 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-1573404326') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:06.314859 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.324354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port e021cb26-7720-4dc5-b24d-e181de9a7d01 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:06.324703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.381197 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7009d4c5-1c86-4a61-b8c5-de5fe38e642a req-166ff01c-c076-4eac-9a50-0e00a4ac19e1 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749362 Jul 16 20:21:06.403078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=521fcb09-d159-4609-88a2-9b0e17482c5c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:06.441839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Checking segment: {'id': '661a2ef3-f934-4954-b345-8022c9883414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:06.441839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Network hostable DHCP agents. Network: bd0ad89d-7e32-41e9-a090-43d31cfb178c, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:06.449339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Provisioning for port 5fc474ca-056b-4fcd-ad21-a9836e56659c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:06.456436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Provisioning complete for port 5fc474ca-056b-4fcd-ad21-a9836e56659c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:06.457441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.508424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Network bd0ad89d-7e32-41e9-a090-43d31cfb178c is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:06.524471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, bd0ad89d-7e32-41e9-a090-43d31cfb178c) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:06.540527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.541399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.557646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19965669-2d27-4c96-9e8e-f8b9b4629a0d None None] Network bd0ad89d-7e32-41e9-a090-43d31cfb178c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:06.566425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-96d57edd-7740-4d30-975f-2da59c38ce15 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9854424 Jul 16 20:21:06.614099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9692-2438-44bf-8cb4-d137529d745b req-8408941d-63d8-49c0-844b-6cdb74f994ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.615817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66d9692-2438-44bf-8cb4-d137529d745b req-8408941d-63d8-49c0-844b-6cdb74f994ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 1096 time: 0.1553006 Jul 16 20:21:06.829555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9692-2438-44bf-8cb4-d137529d745b req-67e4e97d-b5cd-430f-8cb9-0f52cfd48c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.831182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66d9692-2438-44bf-8cb4-d137529d745b req-67e4e97d-b5cd-430f-8cb9-0f52cfd48c8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.2064741 Jul 16 20:21:06.913013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66d9692-2438-44bf-8cb4-d137529d745b req-3a9eea9b-d043-4ff0-9c7d-da92371855c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a332825-d593-4c35-88a5-39c832480df9 HTTP/1.1" status: 200 len: 217 time: 0.0694504 Jul 16 20:21:07.003200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9692-2438-44bf-8cb4-d137529d745b req-d8d70706-b58f-4fb7-8ccf-d95f71d8a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.004783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66d9692-2438-44bf-8cb4-d137529d745b req-d8d70706-b58f-4fb7-8ccf-d95f71d8a4a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.0851588 Jul 16 20:21:07.067453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Provisioning for port e021cb26-7720-4dc5-b24d-e181de9a7d01 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:07.088812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66d9692-2438-44bf-8cb4-d137529d745b req-1b1d3703-8f74-42c6-9aa9-18351967d6ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764642 Jul 16 20:21:07.109235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Provisioning complete for port e021cb26-7720-4dc5-b24d-e181de9a7d01 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:07.109605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.180161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Port e021cb26-7720-4dc5-b24d-e181de9a7d01 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:07.182661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5fc474ca-056b-4fcd-ad21-a9836e56659c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:07.209342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66d9692-2438-44bf-8cb4-d137529d745b req-79081ac6-ecf5-4acf-b129-4602ad5a3364 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126838 Jul 16 20:21:07.255916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-49e32ae0-389e-414e-a070-b7cafb1b1bd4 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "GET /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-1573404326 HTTP/1.1" status: 204 len: 168 time: 0.9734046 Jul 16 20:21:07.262020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33350) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.273006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-cefbe8c9-1b5d-42fe-bffa-21fd48fecfd4 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:07.294236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a6ec3-cc2f-49f3-b1d2-bd2bd38158ee None None] Network bd0ad89d-7e32-41e9-a090-43d31cfb178c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:07.315621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Provisioning complete for port 1d75c25f-40c3-4939-9050-9bf94000934d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:07.316127 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.355035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.408283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for e021cb26-7720-4dc5-b24d-e181de9a7d01 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:07.425152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5fc474ca-056b-4fcd-ad21-a9836e56659c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:07.425604 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.429497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-94cfb6c5-062f-4291-9f2f-58f3cbbb7ef5 None None] Port 1d75c25f-40c3-4939-9050-9bf94000934d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:07.549314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66d9692-2438-44bf-8cb4-d137529d745b req-d2bff7c3-ad39-4062-906b-f92745be027e service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314111 Jul 16 20:21:07.550202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0243d-e812-44f2-9fd0-0f84cdb2f32c req-958fe905-fa82-4e68-b4ff-07337aadf572 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.551959 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95a0243d-e812-44f2-9fd0-0f84cdb2f32c req-958fe905-fa82-4e68-b4ff-07337aadf572 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 944 time: 0.3144188 Jul 16 20:21:07.620121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cefbe8c9-1b5d-42fe-bffa-21fd48fecfd4 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "GET /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags HTTP/1.1" status: 200 len: 238 time: 0.3465669 Jul 16 20:21:07.620121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33364) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.641802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95a0243d-e812-44f2-9fd0-0f84cdb2f32c req-c9ecf411-e9dd-4e7c-82e8-ead85954617c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714364 Jul 16 20:21:07.644495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33366) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.649538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1948328657-network', 'tenant_id': 'e7ba04f58b354f91b268bf6e3a377004'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:07.660148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-d717bb77-3e67-4ca9-acc7-f0656221d4c6 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', {'tags': ['tempest-TagsTest-Tag-253521853', 'tempest-TagsTest-Tag-1903344194', 'tempest-TagsTest-Tag-604906411']}) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:07.667977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eb1ee3fb-9fc6-401a-a7b2-af48487dd107 None None] Provisioning complete for port e021cb26-7720-4dc5-b24d-e181de9a7d01 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:07.668459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee3fb-9fc6-401a-a7b2-af48487dd107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.715061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Made reservation on behalf of e7ba04f58b354f91b268bf6e3a377004 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:07.718459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.747628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ee3fb-9fc6-401a-a7b2-af48487dd107 None None] Port e021cb26-7720-4dc5-b24d-e181de9a7d01 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:07.762099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.771196 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d717bb77-3e67-4ca9-acc7-f0656221d4c6 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "PUT /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags HTTP/1.1" status: 200 len: 307 time: 0.1533616 Jul 16 20:21:07.774373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33372) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.774781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.781165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-cdd8c396-d45a-4dc7-9d8d-dfab64fad9a7 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-253521853') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:07.869803 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cdd8c396-d45a-4dc7-9d8d-dfab64fad9a7 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "DELETE /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-253521853 HTTP/1.1" status: 204 len: 168 time: 0.0942771 Jul 16 20:21:07.872446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33374) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.888136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=e021cb26-7720-4dc5-b24d-e181de9a7d01,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.888625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-af3ec823-4a3c-4e67-8447-7b9d34c14f5e tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-253521853') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:07.925626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.948694 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.992701 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-af3ec823-4a3c-4e67-8447-7b9d34c14f5e tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] show failed (client error): The resource could not be found. Jul 16 20:21:07.993717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-af3ec823-4a3c-4e67-8447-7b9d34c14f5e tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "GET /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-253521853 HTTP/1.1" status: 404 len: 325 time: 0.1203363 Jul 16 20:21:07.996723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33382) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.008183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-3d1838f6-3aef-42ce-992a-0d5dbfabffcd tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-1903344194') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:08.033211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:08.052199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.052677 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Added segment 48cf5e07-08dc-40d2-9fab-e761a40e25b4 of type vlan for network 9900b793-8d17-4e72-b2d5-c51edba6d98c Jul 16 20:21:08.054119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90fa7a-b8d0-44d6-bfe8-d8931aeca7cc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.068820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.071747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3197e6b6-35f1-4f5c-9c32-6818b0d176cc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/e021cb26-7720-4dc5-b24d-e181de9a7d01 HTTP/1.1" status: 204 len: 168 time: 2.0927689 Jul 16 20:21:08.075156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33384) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.133868 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4edbef-52fb-4390-b0b6-a2a0031142bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] GET failed (client error): The resource could not be found. Jul 16 20:21:08.135667 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3f4edbef-52fb-4390-b0b6-a2a0031142bc tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports/e021cb26-7720-4dc5-b24d-e181de9a7d01 HTTP/1.1" status: 404 len: 333 time: 0.0593584 Jul 16 20:21:08.141196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33386) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.152301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.155958 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3d1838f6-3aef-42ce-992a-0d5dbfabffcd tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "GET /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-1903344194 HTTP/1.1" status: 204 len: 168 time: 0.1574991 Jul 16 20:21:08.158309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33388) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.163285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-14e077a9-ada3-434a-ad37-dea77fbe1c3d tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-604906411') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:08.221196 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.222405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:08.223027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.238115 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458e00c2-adb4-4f68-90c9-df288ba4cd58 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.256616 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-14e077a9-ada3-434a-ad37-dea77fbe1c3d tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "GET /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-604906411 HTTP/1.1" status: 204 len: 168 time: 0.0969350 Jul 16 20:21:08.259671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.264953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-8d0ee873-6035-4dd8-8ebe-aaba61a23ab8 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:08.277793 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6321387 Jul 16 20:21:08.282384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33396) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.287362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Request body: {'subnet': {'network_id': '9900b793-8d17-4e72-b2d5-c51edba6d98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1948328657-subnet', 'tenant_id': 'e7ba04f58b354f91b268bf6e3a377004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:08.288878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458e00c2-adb4-4f68-90c9-df288ba4cd58 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.328662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1955da-8d76-43c4-a341-ff39cf7088d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9900b793-8d17-4e72-b2d5-c51edba6d98c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.330455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Made reservation on behalf of e7ba04f58b354f91b268bf6e3a377004 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:08.339639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.342388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9900b793-8d17-4e72-b2d5-c51edba6d98c details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:08.417102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458e00c2-adb4-4f68-90c9-df288ba4cd58 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.423140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458e00c2-adb4-4f68-90c9-df288ba4cd58 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.424726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-458e00c2-adb4-4f68-90c9-df288ba4cd58 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/security-groups/541b4156-8770-468b-a40b-17cb3627c714 HTTP/1.1" status: 204 len: 168 time: 0.2827930 Jul 16 20:21:08.429520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33400) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.455112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e00c2-adb4-4f68-90c9-df288ba4cd58 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541b4156-8770-468b-a40b-17cb3627c714,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.508575 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.517055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-802a2924-bec3-45c3-861c-d17ca091a793 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.550028 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-802a2924-bec3-45c3-861c-d17ca091a793 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.556886 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.591434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8a332825-d593-4c35-88a5-39c832480df9 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:08.604393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-802a2924-bec3-45c3-861c-d17ca091a793 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.607069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-802a2924-bec3-45c3-861c-d17ca091a793 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.610612 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-802a2924-bec3-45c3-861c-d17ca091a793 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/security-groups/3cbda682-bf0e-46ed-8948-bf27bf8232fa HTTP/1.1" status: 204 len: 168 time: 0.1754942 Jul 16 20:21:08.611996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33406) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.638876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a2924-bec3-45c3-861c-d17ca091a793 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbda682-bf0e-46ed-8948-bf27bf8232fa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.704180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f73541f4-6f1e-4ec2-9711-4a001193af45 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.734504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f73541f4-6f1e-4ec2-9711-4a001193af45 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.754827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8a332825-d593-4c35-88a5-39c832480df9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8a332825-d593-4c35-88a5-39c832480df9,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:08.779624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '8a332825-d593-4c35-88a5-39c832480df9', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'port_id': '8a332825-d593-4c35-88a5-39c832480df9', 'mac_address': 'fa:16:3e:a9:d8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039769c9-f2da-447c-b5c4-8b878fa81589', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:08.830869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f73541f4-6f1e-4ec2-9711-4a001193af45 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.833390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f73541f4-6f1e-4ec2-9711-4a001193af45 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.837142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f73541f4-6f1e-4ec2-9711-4a001193af45 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/security-groups/75bb469a-5757-4bc7-9afc-2a2cd2074911 HTTP/1.1" status: 204 len: 168 time: 0.2238588 Jul 16 20:21:08.845124 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.858265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33412) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.891192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a332825-d593-4c35-88a5-39c832480df9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:08.902080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-acb8e5e0-0051-4919-bd94-24870e7d35e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.904505 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.914524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73541f4-6f1e-4ec2-9711-4a001193af45 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb469a-5757-4bc7-9afc-2a2cd2074911,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.929528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8a332825-d593-4c35-88a5-39c832480df9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8a332825-d593-4c35-88a5-39c832480df9,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:08.949793 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.970697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet d8a22a15-5c50-4d9a-a381-814e03a81fc3 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:08.976571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.990601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487b0df-86fd-4e68-8254-9335830c322a req-f80fc9ae-4e57-4f71-bd9a-18e77c3d2668 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:08.992293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1487b0df-86fd-4e68-8254-9335830c322a req-f80fc9ae-4e57-4f71-bd9a-18e77c3d2668 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 944 time: 0.1728184 Jul 16 20:21:09.020287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8d0ee873-6035-4dd8-8ebe-aaba61a23ab8 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "DELETE /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags HTTP/1.1" status: 204 len: 168 time: 0.7595119 Jul 16 20:21:09.023553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.028136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-09de2a9b-1f5d-458b-91ee-6906e19129c3 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-1903344194') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:09.031352 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.055476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=8a332825-d593-4c35-88a5-39c832480df9,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.076429 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.106657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1487b0df-86fd-4e68-8254-9335830c322a req-d7a15b69-2f48-481a-b476-8f6197cb336d tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744302 Jul 16 20:21:09.180384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8a332825-d593-4c35-88a5-39c832480df9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:09.184076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f2b815-faa1-4f75-ae0e-6456d3d4c1fc,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.199954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Checking segment: {'id': '48cf5e07-08dc-40d2-9fab-e761a40e25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9900b793-8d17-4e72-b2d5-c51edba6d98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:09.200395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Network hostable DHCP agents. Network: 9900b793-8d17-4e72-b2d5-c51edba6d98c, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:09.249006 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-09de2a9b-1f5d-458b-91ee-6906e19129c3 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] show failed (client error): The resource could not be found. Jul 16 20:21:09.253278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09de2a9b-1f5d-458b-91ee-6906e19129c3 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "GET /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-1903344194 HTTP/1.1" status: 404 len: 326 time: 0.2256582 Jul 16 20:21:09.253450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33428) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.257607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Network 9900b793-8d17-4e72-b2d5-c51edba6d98c is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:09.258304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-c83c21c5-eeb4-491d-9cee-d3b516ea3b71 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7', 'tempest-TagsTest-Tag-604906411') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:09.277604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 9900b793-8d17-4e72-b2d5-c51edba6d98c) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:09.288221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.293832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349a01ce-0375-4638-ae45-eee7b9969612 None None] Network 9900b793-8d17-4e72-b2d5-c51edba6d98c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:09.294871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:09.295352 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.316823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7dd026cf-bdec-4547-b3dc-ff8a4fa0269e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0331426 Jul 16 20:21:09.401718 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.436914 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-c83c21c5-eeb4-491d-9cee-d3b516ea3b71 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] show failed (client error): The resource could not be found. Jul 16 20:21:09.443494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c83c21c5-eeb4-491d-9cee-d3b516ea3b71 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "GET /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags/tempest-TagsTest-Tag-604906411 HTTP/1.1" status: 404 len: 325 time: 0.1836982 Jul 16 20:21:09.443623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33432) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.446095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-2baeb210-64e0-4387-80e3-55e539d2131f tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '526adb7e-25ab-4b5b-a445-96ea42e323c7') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:09.506173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a22a15-5c50-4d9a-a381-814e03a81fc3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.509222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.535429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-37897cab-21d5-4779-b187-a58490c81996 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/d8a22a15-5c50-4d9a-a381-814e03a81fc3 HTTP/1.1" status: 204 len: 168 time: 0.6732121 Jul 16 20:21:09.536090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33442) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.547265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3bb633-7134-43ce-93bd-bcf98e13cc7d None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:09.551755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9739689-e59c-4ae0-b8ed-93df814dbf9f None None] Network 9900b793-8d17-4e72-b2d5-c51edba6d98c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:09.632924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2baeb210-64e0-4387-80e3-55e539d2131f tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "DELETE /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7/tags HTTP/1.1" status: 204 len: 168 time: 0.1905520 Jul 16 20:21:09.637820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33444) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.697570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet d9226c20-abd7-4f40-8786-ebe5185cfa84 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:09.703942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.789444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.799992 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.979303 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.001445 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.017266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526adb7e-25ab-4b5b-a445-96ea42e323c7']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:10.020353 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.051190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fca21f-c9a1-43a9-9fc9-49194baade91') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:10.051587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fca21f-c9a1-43a9-9fc9-49194baade91') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:10.068573 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.091531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.095666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-6d729fc7-11d6-41ce-856f-8a7b7ec1c603 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.103537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-6d729fc7-11d6-41ce-856f-8a7b7ec1c603 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/networks?id=bd0ad89d-7e32-41e9-a090-43d31cfb178c HTTP/1.1" status: 200 len: 808 time: 0.1454265 Jul 16 20:21:10.105475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:10.105767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:10.109381 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:10.121396 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-a45d615f-e60f-498b-b8f5-bab16384d8b9 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/quotas/176e412a4a3d4eb596104d143c993edf HTTP/1.1" status: 200 len: 375 time: 0.0167625 Jul 16 20:21:10.136021 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.174677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-6eaa1824-3861-4a52-a48d-c05002987fa1 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=176e412a4a3d4eb596104d143c993edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520730 Jul 16 20:21:10.217906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=d9226c20-abd7-4f40-8786-ebe5185cfa84,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.222872 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.229765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5158092c-5a96-41d0-9fec-f56a241534e4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/d9226c20-abd7-4f40-8786-ebe5185cfa84 HTTP/1.1" status: 204 len: 168 time: 0.6896672 Jul 16 20:21:10.229765 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.230872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33468) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.263757 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-820ec87f-1133-4388-837c-a401bdaacfad tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:10.264231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820ec87f-1133-4388-837c-a401bdaacfad tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:10.266465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-820ec87f-1133-4388-837c-a401bdaacfad tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/d8a22a15-5c50-4d9a-a381-814e03a81fc3 HTTP/1.1" status: 404 len: 337 time: 0.0344102 Jul 16 20:21:10.275035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33472) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.282696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.285483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] 10.222.0.91 "DELETE /v2.0/networks/526adb7e-25ab-4b5b-a445-96ea42e323c7 HTTP/1.1" status: 204 len: 168 time: 0.6460836 Jul 16 20:21:10.287279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45fed9-9237-42ef-8c68-c698f545ee81 tempest-TagsTest-1811854085 tempest-TagsTest-1811854085-project] Pushing event deleted for resources: {'Network': ['ID=526adb7e-25ab-4b5b-a445-96ea42e323c7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.371080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting subnet 8b19f71f-92d9-4ac7-8c10-e64672a08887 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:10.375812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.407539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-dec88ca0-413c-4163-9208-c0068cedb310 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad89d-7e32-41e9-a090-43d31cfb178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318847 Jul 16 20:21:10.501378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177d28e-ef60-4df3-80c2-5af3d0db764d req-cdc102a6-42df-42b5-9052-121e728faed6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.514475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0177d28e-ef60-4df3-80c2-5af3d0db764d req-cdc102a6-42df-42b5-9052-121e728faed6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 945 time: 0.1432745 Jul 16 20:21:10.523820 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.592568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0177d28e-ef60-4df3-80c2-5af3d0db764d req-34eacc7d-bdd7-4e2b-9f26-5f01b6e31333 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767491 Jul 16 20:21:10.610210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-62181d64-e161-496c-aa7b-c89a72a21207 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad89d-7e32-41e9-a090-43d31cfb178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017736 Jul 16 20:21:10.639575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8a332825-d593-4c35-88a5-39c832480df9 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:10.709076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.734584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33484) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.742768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 8a332825-d593-4c35-88a5-39c832480df9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:10.746858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 8a332825-d593-4c35-88a5-39c832480df9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:10.747260 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.771644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf2154-cf03-49dd-bf2b-16443661e39c None None] Network d718da95-d2fd-4f66-be0f-95b53169c007 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:10.854326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.863505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-019a1f2c-e03d-4420-b33a-796fb0827c89 None None] Provisioning complete for port 5fc474ca-056b-4fcd-ad21-a9836e56659c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:10.863880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-019a1f2c-e03d-4420-b33a-796fb0827c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.914240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Subnet': ['ID=8b19f71f-92d9-4ac7-8c10-e64672a08887,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.920171 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.924628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33494) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.924948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-720e6177-a23e-4128-8ecf-925567f5d8e5 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/8b19f71f-92d9-4ac7-8c10-e64672a08887 HTTP/1.1" status: 204 len: 168 time: 0.6488147 Jul 16 20:21:10.995173 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fea0722-d012-41f5-a4a2-ebf5711c30af tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:10.995702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fea0722-d012-41f5-a4a2-ebf5711c30af tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:10.997872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0fea0722-d012-41f5-a4a2-ebf5711c30af tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/1ab5fab6-acf0-4611-b564-ad3734376073 HTTP/1.1" status: 404 len: 337 time: 0.0722027 Jul 16 20:21:11.001688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33183661-2054-424c-b133-5ad056d1382d req-1bf0e0ca-fdef-485c-b172-a8706d1aa795 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 210 time: 0.0539634 Jul 16 20:21:11.002192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33496) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.044837 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-03f72268-5752-494b-9294-a2f9d71e17de tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "GET /v2.0/ports?device_id=cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f HTTP/1.1" status: 200 len: 205 time: 0.0414474 Jul 16 20:21:11.047355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33500) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.083706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74b6832d-817a-4145-8566-2b24571f4f90 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=de63ae6c409e4862942bbd8d69d1eb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475366 Jul 16 20:21:11.084428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33504) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.149796 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-6c1edc9b-cece-4e54-9035-cdcaa6741dbe tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] delete failed (client error): The resource could not be found. Jul 16 20:21:11.150878 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6c1edc9b-cece-4e54-9035-cdcaa6741dbe tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/routers/cd6fcbf7-1e07-46e3-9329-fa0e23b1c40f HTTP/1.1" status: 404 len: 336 time: 0.1025481 Jul 16 20:21:11.154156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33510) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.157870 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.194985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-019a1f2c-e03d-4420-b33a-796fb0827c89 None None] Provisioning complete for port 1d75c25f-40c3-4939-9050-9bf94000934d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:11.195366 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-019a1f2c-e03d-4420-b33a-796fb0827c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.201159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea921af-f288-470c-88cc-21f1f832afd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a332825-d593-4c35-88a5-39c832480df9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:11.201879 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b729df-8910-4196-9f12-8b1fac9e45ad tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.202555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b729df-8910-4196-9f12-8b1fac9e45ad tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.203978 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a61c282-10ab-4904-b8cf-8ec4240a5a06" -d '{"events": [{"server_uuid": "1ea921af-f288-470c-88cc-21f1f832afd7", "name": "network-vif-plugged", "status": "completed", "tag": "8a332825-d593-4c35-88a5-39c832480df9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:11.204879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25b729df-8910-4196-9f12-8b1fac9e45ad tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/6642e150-017e-46bc-8023-3c738bbe53ee HTTP/1.1" status: 404 len: 337 time: 0.0483711 Jul 16 20:21:11.207695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33514) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.226860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f19391ad-4755-4e1d-b52c-2ea636cf0eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.268075 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:11.287285 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08242757-12b5-45c2-86ea-206362d87cd7 x-openstack-request-id: req-08242757-12b5-45c2-86ea-206362d87cd7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:11.287666 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea921af-f288-470c-88cc-21f1f832afd7", "name": "network-vif-plugged", "status": "completed", "tag": "8a332825-d593-4c35-88a5-39c832480df9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:11.287928 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-08242757-12b5-45c2-86ea-206362d87cd7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:11.288332 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea921af-f288-470c-88cc-21f1f832afd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a332825-d593-4c35-88a5-39c832480df9', 'code': 200} Jul 16 20:21:11.295985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8a332825-d593-4c35-88a5-39c832480df9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8a332825-d593-4c35-88a5-39c832480df9,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:11.297045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f19391ad-4755-4e1d-b52c-2ea636cf0eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.304150 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23cb780-9bc9-4dbd-b478-f3ea6497725f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.310288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23cb780-9bc9-4dbd-b478-f3ea6497725f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.314427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d23cb780-9bc9-4dbd-b478-f3ea6497725f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/774b58a5-692d-46a2-a77f-583c880a994b HTTP/1.1" status: 404 len: 337 time: 0.1023486 Jul 16 20:21:11.315427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33518) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.333611 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.387972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-019a1f2c-e03d-4420-b33a-796fb0827c89 None None] Port 1d75c25f-40c3-4939-9050-9bf94000934d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:11.399711 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7955a4ee-e12d-4fad-b78b-8b8346030257 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.400925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7955a4ee-e12d-4fad-b78b-8b8346030257 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.402929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7955a4ee-e12d-4fad-b78b-8b8346030257 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/795540f0-6965-4a88-acf3-d176f2810890 HTTP/1.1" status: 404 len: 337 time: 0.0681140 Jul 16 20:21:11.406721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33520) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.457515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=8a332825-d593-4c35-88a5-39c832480df9,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.459996 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7d0254-9c1e-4e01-82c3-40003529f5ca tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.461053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7d0254-9c1e-4e01-82c3-40003529f5ca tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.463107 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0c7d0254-9c1e-4e01-82c3-40003529f5ca tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/d0223fd6-9b0d-4481-b564-69df374f182a HTTP/1.1" status: 404 len: 333 time: 0.0547922 Jul 16 20:21:11.466875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33524) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.491901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f19391ad-4755-4e1d-b52c-2ea636cf0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.494606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f19391ad-4755-4e1d-b52c-2ea636cf0eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.496309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f19391ad-4755-4e1d-b52c-2ea636cf0eba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6e24d0a-e1ab-49d1-999a-f7fc6f92c69a HTTP/1.1" status: 204 len: 168 time: 0.4110277 Jul 16 20:21:11.503357 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3d09e9-3e6d-4118-b306-7e2b2bf0ed0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.503815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3d09e9-3e6d-4118-b306-7e2b2bf0ed0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.508945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ef3d09e9-3e6d-4118-b306-7e2b2bf0ed0f tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/93439efd-dceb-48c8-a75e-57be293ed630 HTTP/1.1" status: 404 len: 337 time: 0.0364976 Jul 16 20:21:11.509606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33532) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.515040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19391ad-4755-4e1d-b52c-2ea636cf0eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e24d0a-e1ab-49d1-999a-f7fc6f92c69a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.535931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] DHCP port deletion for d718da95-d2fd-4f66-be0f-95b53169c007 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:11.578075 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b1b533-a8f5-4e9a-b6e5-a752c364ba11 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.578585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b1b533-a8f5-4e9a-b6e5-a752c364ba11 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.582960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c2b1b533-a8f5-4e9a-b6e5-a752c364ba11 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/a6813983-b909-4105-99e6-5365cbf2577c HTTP/1.1" status: 404 len: 337 time: 0.0692339 Jul 16 20:21:11.584225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33534) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.622196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed799b-865e-4ea4-b0ef-4cbb4c7e2487 req-417d11f1-1f6d-48af-b6a6-ffab746d9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.625924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13ed799b-865e-4ea4-b0ef-4cbb4c7e2487 req-417d11f1-1f6d-48af-b6a6-ffab746d9664 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 1098 time: 0.2286685 Jul 16 20:21:11.654154 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-237c015d-0c52-49ca-8d4f-17517d77e75c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.655170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237c015d-0c52-49ca-8d4f-17517d77e75c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.658343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-237c015d-0c52-49ca-8d4f-17517d77e75c tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/92118bea-0d5b-47a1-be6c-a23a320b8fc8 HTTP/1.1" status: 404 len: 333 time: 0.0699217 Jul 16 20:21:11.659810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33538) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.697859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] Deleting port 5fc474ca-056b-4fcd-ad21-a9836e56659c {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:11.698304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.703031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13ed799b-865e-4ea4-b0ef-4cbb4c7e2487 req-dad4fa2f-1bb5-4b66-974d-65d82957a0e3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686371 Jul 16 20:21:11.716292 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-02423760-e63a-485e-ab63-16a28f0598e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.716846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02423760-e63a-485e-ab63-16a28f0598e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.721440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-02423760-e63a-485e-ab63-16a28f0598e6 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/977ab56e-2a57-4641-844b-9affc631de98 HTTP/1.1" status: 404 len: 337 time: 0.0555010 Jul 16 20:21:11.722434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33542) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.761298 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-195049f8-55c7-4b66-a47c-b5a9edbb74f4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:11.761753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195049f8-55c7-4b66-a47c-b5a9edbb74f4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:11.763614 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-195049f8-55c7-4b66-a47c-b5a9edbb74f4 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/subnets/ef3d184c-91ee-49ed-98fe-9e1259b988d8 HTTP/1.1" status: 404 len: 337 time: 0.0401428 Jul 16 20:21:11.766082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33544) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.819337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] For port 5fc474ca-056b-4fcd-ad21-a9836e56659c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5fc474ca-056b-4fcd-ad21-a9836e56659c,segment=NetworkSegment(1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99),segment_id=1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:11.819742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.863982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] Calling delete_port for 5fc474ca-056b-4fcd-ad21-a9836e56659c owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:11.878733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.931150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Deleting port 1d75c25f-40c3-4939-9050-9bf94000934d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:11.931517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.009277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba7f7-3f91-43ee-862a-03e7d0a39eea req-4310afbf-8383-42a6-be92-c795697ad580 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.010950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15dba7f7-3f91-43ee-862a-03e7d0a39eea req-4310afbf-8383-42a6-be92-c795697ad580 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 946 time: 0.1453588 Jul 16 20:21:12.119261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15dba7f7-3f91-43ee-862a-03e7d0a39eea req-9ecd25d5-70cc-4045-8ce5-a6ec7398f677 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987818 Jul 16 20:21:12.123074 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.157056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Calling delete_port for 1d75c25f-40c3-4939-9050-9bf94000934d owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:12.279529 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.308414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] Pushing event deleted for resources: {'Port': ['ID=5fc474ca-056b-4fcd-ad21-a9836e56659c,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.318246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af15d8-48ed-47ca-a841-03ba32d55db2 None None] No DVR routers for this DVR port 5fc474ca-056b-4fcd-ad21-a9836e56659c on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:12.365717 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.401690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Port': ['ID=1d75c25f-40c3-4939-9050-9bf94000934d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.407523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ed3f053-38c2-43af-a4cc-0209c15961b8 req-507d00aa-d0a1-44ef-bc64-506b264e3dc9 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 210 time: 0.0429785 Jul 16 20:21:12.425727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.430351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3d56f4f8-20d3-4ba0-828f-9a09385824d9 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/ports/1d75c25f-40c3-4939-9050-9bf94000934d HTTP/1.1" status: 204 len: 168 time: 0.6612298 Jul 16 20:21:12.431129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33576) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:12.549528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.714443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.726789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d718da95-d2fd-4f66-be0f-95b53169c007']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:12.739390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:12.739601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d25f8cc-00ae-4c10-9339-f8e0b8c2ad99') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:12.749940 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.766153 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.772527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:12.773161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.830484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-8b4d4b6d-9d12-4d28-bf69-0c44de9bb446 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.833166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-8b4d4b6d-9d12-4d28-bf69-0c44de9bb446 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.99 "GET /v2.0/networks?id=bd0ad89d-7e32-41e9-a090-43d31cfb178c HTTP/1.1" status: 200 len: 808 time: 0.1414278 Jul 16 20:21:12.849006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Request body: {'port': {'device_id': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c', 'admin_state_up': True, 'tenant_id': '176e412a4a3d4eb596104d143c993edf'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:12.866258 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:12.873755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.885865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.889095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] 10.222.0.91 "DELETE /v2.0/networks/d718da95-d2fd-4f66-be0f-95b53169c007 HTTP/1.1" status: 204 len: 168 time: 0.4555237 Jul 16 20:21:12.905665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f4ff3-98a5-4b5a-b75d-e7185cc493b7 tempest-PortsTestJSON-1803242264 tempest-PortsTestJSON-1803242264-project] Pushing event deleted for resources: {'Network': ['ID=d718da95-d2fd-4f66-be0f-95b53169c007,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.027002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Made reservation on behalf of 176e412a4a3d4eb596104d143c993edf for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:13.030879 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.169727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5fc474ca-056b-4fcd-ad21-a9836e56659c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:13.234936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5fc474ca-056b-4fcd-ad21-a9836e56659c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:13.234936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5fc474ca-056b-4fcd-ad21-a9836e56659c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:13.298927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Allocated IP 172.20.0.3 (bd0ad89d-7e32-41e9-a090-43d31cfb178c/521fcb09-d159-4609-88a2-9b0e17482c5c/aed15270-4aac-4cac-9262-5a3665ade967) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:13.432681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33612) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:13.548033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb993f1-8f8a-4161-af4f-81f9c2a737cb req-ed11a19e-a722-4609-9917-d192c3c2ef69 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.555747 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cb993f1-8f8a-4161-af4f-81f9c2a737cb req-ed11a19e-a722-4609-9917-d192c3c2ef69 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 946 time: 0.1956418 Jul 16 20:21:13.557555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.618909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.625761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cb993f1-8f8a-4161-af4f-81f9c2a737cb req-568407ad-116d-4e46-befb-4b17b361bf10 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554891 Jul 16 20:21:13.733876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Network bd0ad89d-7e32-41e9-a090-43d31cfb178c is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:13.738354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:13.747914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:13.801935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Pushing event updated for resources: {'Port': ['ID=aed15270-4aac-4cac-9262-5a3665ade967,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.836771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.837552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.847773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605603f-6b90-4e1d-bef9-efea50188512 req-2ced6a6c-0490-476b-ba6f-1cb46dde4cf8 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.853664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d605603f-6b90-4e1d-bef9-efea50188512 req-2ced6a6c-0490-476b-ba6f-1cb46dde4cf8 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 931 time: 0.1683455 Jul 16 20:21:13.939270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-29523a71-d1da-4384-8fb6-2e49d12214e6 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943351 Jul 16 20:21:13.951106 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d605603f-6b90-4e1d-bef9-efea50188512 req-fe65a6ce-5bfc-4e14-8b65-4e44019531d5 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930183 Jul 16 20:21:13.968945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Request body: {'port': {'device_id': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:13.973436 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2624d71b-c16a-48e4-9042-289e74a767ec admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d3ab66352a8241fd8a43f316fd552bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396402 Jul 16 20:21:13.976100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33640) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:14.069006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.113683 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d5217fc-9d43-41e8-a1a7-5993fabd463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.146105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb0eee-9339-44c0-b6cf-d362a03f0ffa req-753e74c5-d90c-4173-8d2f-b0a08ed3325e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.147888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1acb0eee-9339-44c0-b6cf-d362a03f0ffa req-753e74c5-d90c-4173-8d2f-b0a08ed3325e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 945 time: 0.1202700 Jul 16 20:21:14.154196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d5217fc-9d43-41e8-a1a7-5993fabd463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.224797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1acb0eee-9339-44c0-b6cf-d362a03f0ffa req-76165f71-311a-4353-92a6-251f7a058b09 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680757 Jul 16 20:21:14.261452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d5217fc-9d43-41e8-a1a7-5993fabd463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.264129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d5217fc-9d43-41e8-a1a7-5993fabd463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.268472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4d5217fc-9d43-41e8-a1a7-5993fabd463c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/36fdba59-0768-4faa-b59d-fe655a41e0c2 HTTP/1.1" status: 204 len: 168 time: 0.2912810 Jul 16 20:21:14.291397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5217fc-9d43-41e8-a1a7-5993fabd463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fdba59-0768-4faa-b59d-fe655a41e0c2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.551216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed15270-4aac-4cac-9262-5a3665ade967 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:14.565458 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.581835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Transition to ACTIVE for port object aed15270-4aac-4cac-9262-5a3665ade967 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:14.586648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.649355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64793a-9368-4333-9673-c96c4e3ff3cf req-9c230b59-0c64-4ab6-87b1-c998b16fa191 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.667881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b64793a-9368-4333-9673-c96c4e3ff3cf req-9c230b59-0c64-4ab6-87b1-c998b16fa191 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 946 time: 0.1776662 Jul 16 20:21:14.710733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Pushing event updated for resources: {'Port': ['ID=aed15270-4aac-4cac-9262-5a3665ade967,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.744441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Attempting to bind port aed15270-4aac-4cac-9262-5a3665ade967 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:14.745158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Attempting to bind port aed15270-4aac-4cac-9262-5a3665ade967 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '661a2ef3-f934-4954-b345-8022c9883414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:14.745843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Attempting to bind port aed15270-4aac-4cac-9262-5a3665ade967 on network bd0ad89d-7e32-41e9-a090-43d31cfb178c {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:14.751127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Port aed15270-4aac-4cac-9262-5a3665ade967 on network bd0ad89d-7e32-41e9-a090-43d31cfb178c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:14.751598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Attempting to bind port aed15270-4aac-4cac-9262-5a3665ade967 on network bd0ad89d-7e32-41e9-a090-43d31cfb178c {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:14.760554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:14.761092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Checking segment: {'id': '661a2ef3-f934-4954-b345-8022c9883414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:14.761579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Bound using segment: {'id': '661a2ef3-f934-4954-b345-8022c9883414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:14.762126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Bound port: aed15270-4aac-4cac-9262-5a3665ade967, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661a2ef3-f934-4954-b345-8022c9883414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:14.762586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.773016 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b64793a-9368-4333-9673-c96c4e3ff3cf req-c3abb01b-b053-40a0-b1ff-0a967788d49a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040540 Jul 16 20:21:14.865667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] For port aed15270-4aac-4cac-9262-5a3665ade967, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:14.869950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] For port aed15270-4aac-4cac-9262-5a3665ade967, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aed15270-4aac-4cac-9262-5a3665ade967,segment=NetworkSegment(661a2ef3-f934-4954-b345-8022c9883414),segment_id=661a2ef3-f934-4954-b345-8022c9883414)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:14.896659 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.970781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Pushing event updated for resources: {'Port': ['ID=aed15270-4aac-4cac-9262-5a3665ade967,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:15.002539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.003318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.033500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-70365e75-00e9-4e5f-8080-e1c694292d14 service neutron] 10.222.0.99 "PUT /v2.0/ports/aed15270-4aac-4cac-9262-5a3665ade967 HTTP/1.1" status: 200 len: 1092 time: 1.0812407 Jul 16 20:21:15.037216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'tag': 'aed15270-4aac-4cac-9262-5a3665ade967'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:15.039828 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa25d8-4340-4f9b-9267-eb4f149ca432" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e", "tag": "aed15270-4aac-4cac-9262-5a3665ade967"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:15.248988 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d7918-348c-4c05-95df-4b3b9366d740 x-openstack-request-id: req-ad0d7918-348c-4c05-95df-4b3b9366d740 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:15.249274 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e", "tag": "aed15270-4aac-4cac-9262-5a3665ade967", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:15.249527 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ad0d7918-348c-4c05-95df-4b3b9366d740 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:15.249935 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'tag': 'aed15270-4aac-4cac-9262-5a3665ade967', 'status': 'completed', 'code': 200} Jul 16 20:21:15.256010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-2bd57786-51e4-4d4d-8640-4827f31136ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.262805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-2bd57786-51e4-4d4d-8640-4827f31136ca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=176e412a4a3d4eb596104d143c993edf&device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 1095 time: 0.1876531 Jul 16 20:21:15.356776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-97d86721-166b-473a-9c58-69b07f8cab67 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aed15270-4aac-4cac-9262-5a3665ade967 HTTP/1.1" status: 200 len: 217 time: 0.0856781 Jul 16 20:21:15.529527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-6edf1e11-20d1-4a52-8355-e9543a650551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.529527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-6edf1e11-20d1-4a52-8355-e9543a650551 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=521fcb09-d159-4609-88a2-9b0e17482c5c HTTP/1.1" status: 200 len: 848 time: 0.1568792 Jul 16 20:21:15.590434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861639cf-bf46-483b-bbc2-a39ee583705c req-ba6fafe1-2aeb-49fe-b4a0-9c8bcf4fbd10 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.599099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-861639cf-bf46-483b-bbc2-a39ee583705c req-ba6fafe1-2aeb-49fe-b4a0-9c8bcf4fbd10 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 943 time: 0.2411530 Jul 16 20:21:15.603450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-3a9e29de-9329-4da4-8307-ca404fe085f4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bd0ad89d-7e32-41e9-a090-43d31cfb178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645571 Jul 16 20:21:15.608276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f72e7-c0be-4720-9a0b-978e604f4de4 req-5750ab48-365b-4d3c-8d10-efe0ae167046 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.616753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-498f72e7-c0be-4720-9a0b-978e604f4de4 req-5750ab48-365b-4d3c-8d10-efe0ae167046 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 946 time: 0.2029843 Jul 16 20:21:15.666528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33706) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:15.710649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-498f72e7-c0be-4720-9a0b-978e604f4de4 req-4ba2a428-e66c-42f3-af49-0e4f7d1cf8e7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902872 Jul 16 20:21:15.761443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-861639cf-bf46-483b-bbc2-a39ee583705c req-303b12c8-2fa3-4bff-8e9e-63916375ec4c tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612449 Jul 16 20:21:15.810218 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-e44d88e7-1f26-4b00-8a21-a3d4256f2b15 service neutron] 10.222.0.99 "GET /v2.0/networks/bd0ad89d-7e32-41e9-a090-43d31cfb178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913347 Jul 16 20:21:15.826532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-198544811'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:15.882440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:15.885954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.921752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.965986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02c4a10a-bbc3-47f6-b907-ae342ef8fcf6 req-7c9adec7-8b9c-4f0d-875d-ed10384e9c03 service neutron] 10.222.0.99 "GET /v2.0/networks/bd0ad89d-7e32-41e9-a090-43d31cfb178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288774 Jul 16 20:21:16.066125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.072715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.110562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:16.126976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae830a99-3d80-4e85-aca4-64a83110f3b0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.134747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.135114 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment a4b6ef76-13c6-4eb1-a148-88c295194f04 of type vlan for network d24889b1-9d05-4331-a1be-bea1b6596878 Jul 16 20:21:16.148059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-dcee32f9-d462-4bb2-96ca-fc1c658c1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.149529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-dcee32f9-d462-4bb2-96ca-fc1c658c1be6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=176e412a4a3d4eb596104d143c993edf&device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 1095 time: 0.1189287 Jul 16 20:21:16.207838 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.299899 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.309380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.309380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.335577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-48d3ca73-cbca-4c90-b9a8-97a72d410feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.337215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-48d3ca73-cbca-4c90-b9a8-97a72d410feb service neutron] 10.222.0.99 "GET /v2.0/networks?id=bd0ad89d-7e32-41e9-a090-43d31cfb178c HTTP/1.1" status: 200 len: 909 time: 0.1661184 Jul 16 20:21:16.361966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6919696 Jul 16 20:21:16.363526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.369295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-1571208485'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:16.393547 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-2a74f08c-d939-4cf0-acfe-bf3700bca8de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aed15270-4aac-4cac-9262-5a3665ade967 HTTP/1.1" status: 200 len: 217 time: 0.0456948 Jul 16 20:21:16.394443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:16.398653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.425034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:16.426860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f783cbf-02a6-45a1-a04d-5c5745bdfe90 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=d24889b1-9d05-4331-a1be-bea1b6596878,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.437571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.437937 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment 60de55e0-8941-45a5-9219-0d8396085ef8 of type vlan for network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac Jul 16 20:21:16.442342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d24889b1-9d05-4331-a1be-bea1b6596878 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:16.477996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-19e137ea-45e5-4f2d-96e6-96184f8f26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.479623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-19e137ea-45e5-4f2d-96e6-96184f8f26fc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=521fcb09-d159-4609-88a2-9b0e17482c5c HTTP/1.1" status: 200 len: 848 time: 0.0611994 Jul 16 20:21:16.503151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.526168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-6046bff1-dba1-4b72-aaf0-5a7b9715872e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bd0ad89d-7e32-41e9-a090-43d31cfb178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368507 Jul 16 20:21:16.538547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.546113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.547202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.592165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2266643 Jul 16 20:21:16.597425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33732) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.604356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': 'd24889b1-9d05-4331-a1be-bea1b6596878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:16.670868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb6d6f-6a32-4530-9874-7088815b356a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=0a3be35d-401a-493e-b3cf-95d1a8aea2ac,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.682746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:16.685415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-66e81803-aa1a-41d3-8e42-8c66057fba9f service neutron] 10.222.0.99 "GET /v2.0/networks/bd0ad89d-7e32-41e9-a090-43d31cfb178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496916 Jul 16 20:21:16.817477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:16.825406 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.911484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebaa25d8-4340-4f9b-9267-eb4f149ca432 req-73fc612e-3490-4e15-a33a-46449995891b service neutron] 10.222.0.99 "GET /v2.0/networks/bd0ad89d-7e32-41e9-a090-43d31cfb178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190483 Jul 16 20:21:16.923448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-b493a547-c20e-4bca-a57a-0b04f9cf4a90 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.925032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-b493a547-c20e-4bca-a57a-0b04f9cf4a90 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 946 time: 0.2025845 Jul 16 20:21:16.988024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f68461-1455-4c5a-9ccd-30f83e32bcf2 req-b5bf65c0-9b5a-45f7-98e0-2480d0548f2b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.989674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03f68461-1455-4c5a-9ccd-30f83e32bcf2 req-b5bf65c0-9b5a-45f7-98e0-2480d0548f2b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 946 time: 0.1421177 Jul 16 20:21:17.032928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03f68461-1455-4c5a-9ccd-30f83e32bcf2 req-e45b826c-d191-4158-b38d-ce440f3b25a5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Jul 16 20:21:17.150339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8dc1-94d0-4a8e-867e-19db03cc6bf0 req-bab403dd-3c42-428d-8e4a-3a9019167fec tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.151926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef6f8dc1-94d0-4a8e-867e-19db03cc6bf0 req-bab403dd-3c42-428d-8e4a-3a9019167fec tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 943 time: 0.1452472 Jul 16 20:21:17.154965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Deleting port 8a332825-d593-4c35-88a5-39c832480df9 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:17.155311 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.324981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef6f8dc1-94d0-4a8e-867e-19db03cc6bf0 req-f0e3a551-e662-47b7-8d9f-baff22ccd0e9 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637170 Jul 16 20:21:17.390494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] For port 8a332825-d593-4c35-88a5-39c832480df9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8a332825-d593-4c35-88a5-39c832480df9,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:17.391078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.408345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Calling delete_port for 8a332825-d593-4c35-88a5-39c832480df9 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:17.410820 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.526591 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=cc515328-2c6b-48ad-85f9-100163c064ce,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:17.553992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': 'a4b6ef76-13c6-4eb1-a148-88c295194f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd24889b1-9d05-4331-a1be-bea1b6596878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:17.554361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: d24889b1-9d05-4331-a1be-bea1b6596878, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:17.586062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network d24889b1-9d05-4331-a1be-bea1b6596878 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:17.606151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, d24889b1-9d05-4331-a1be-bea1b6596878) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:17.615802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a41493-2469-4b12-84ee-5b7d12de3a6b None None] Network d24889b1-9d05-4331-a1be-bea1b6596878 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:17.631009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.631686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.664981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aed252dd-2bc0-4aa5-89c7-1b0d28e06676 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0634243 Jul 16 20:21:17.665441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33762) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:17.674320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': '0a3be35d-401a-493e-b3cf-95d1a8aea2ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:17.703530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.726631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500', '60177676-4ca7-4498-a124-30db51d3a169', '8a332825-d593-4c35-88a5-39c832480df9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:17.751725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event deleted for resources: {'Port': ['ID=8a332825-d593-4c35-88a5-39c832480df9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:17.866777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] No DVR routers for this DVR port 8a332825-d593-4c35-88a5-39c832480df9 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:17.870897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.873992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25c5fc6e-feab-46ff-879b-d8af250f13e7 req-0a3779b7-ac31-4cab-b0c2-2bbad9c3a657 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "DELETE /v2.0/ports/8a332825-d593-4c35-88a5-39c832480df9 HTTP/1.1" status: 204 len: 173 time: 0.9419522 Jul 16 20:21:17.874624 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea921af-f288-470c-88cc-21f1f832afd7', 'name': 'network-vif-deleted', 'tag': '8a332825-d593-4c35-88a5-39c832480df9'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:17.877161 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9a19d2-a460-400b-b92c-555ab6bcaeb6" -d '{"events": [{"server_uuid": "1ea921af-f288-470c-88cc-21f1f832afd7", "name": "network-vif-deleted", "tag": "8a332825-d593-4c35-88a5-39c832480df9"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:17.928639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-d24889b1-9d05-4331-a1be-bea1b6596878', 'network_id': 'd24889b1-9d05-4331-a1be-bea1b6596878', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': 'cc515328-2c6b-48ad-85f9-100163c064ce'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:17.930020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:17.932474 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.939385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.977500 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d688e22-55fe-46ab-8ee9-e900cb315ff6 x-openstack-request-id: req-5d688e22-55fe-46ab-8ee9-e900cb315ff6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:17.977890 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea921af-f288-470c-88cc-21f1f832afd7", "name": "network-vif-deleted", "tag": "8a332825-d593-4c35-88a5-39c832480df9", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:17.978061 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5d688e22-55fe-46ab-8ee9-e900cb315ff6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:17.978496 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea921af-f288-470c-88cc-21f1f832afd7', 'name': 'network-vif-deleted', 'tag': '8a332825-d593-4c35-88a5-39c832480df9', 'status': 'completed', 'code': 200} Jul 16 20:21:18.257024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Allocated IP 172.20.0.2 (d24889b1-9d05-4331-a1be-bea1b6596878/cc515328-2c6b-48ad-85f9-100163c064ce/7e22f6d5-3755-46a8-aa31-82acaaffebf5) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:18.314853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aed15270-4aac-4cac-9262-5a3665ade967 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:18.478662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4fae43ac-6863-4aa1-8784-cf618330f25c req-93e65056-5dfc-4491-ac6d-dbaf427f1276 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ea921af-f288-470c-88cc-21f1f832afd7 HTTP/1.1" status: 200 len: 210 time: 0.0723009 Jul 16 20:21:18.485623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.661622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=697e3af9-6322-4c99-b843-4db6aefa357c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.689808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': '60de55e0-8941-45a5-9219-0d8396085ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0a3be35d-401a-493e-b3cf-95d1a8aea2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:18.691172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: 0a3be35d-401a-493e-b3cf-95d1a8aea2ac, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:18.746389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:18.764813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 0a3be35d-401a-493e-b3cf-95d1a8aea2ac) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:18.777787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.783991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.815095 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d0a0d-7579-4610-a0d2-0ae42e360082 req-5ea7c464-04c3-4af1-ae6b-b69ab66ee3ac tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.818333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-398e2dd1-1d62-4add-ad6a-8623c82cb201 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1517119 Jul 16 20:21:18.819076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.826060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d0d0a0d-7579-4610-a0d2-0ae42e360082 req-5ea7c464-04c3-4af1-ae6b-b69ab66ee3ac tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 943 time: 0.2030954 Jul 16 20:21:18.826664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4c5aeaa2-0eff-4ff5-b4ee-110b4583a8f5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1477128281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:18.861945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c5aeaa2-0eff-4ff5-b4ee-110b4583a8f5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.863457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c5aeaa2-0eff-4ff5-b4ee-110b4583a8f5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.904346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d0d0a0d-7579-4610-a0d2-0ae42e360082 req-a22edda2-a864-4632-b3b1-541f45c57351 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773883 Jul 16 20:21:18.918396 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.929831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Transition to ACTIVE for port object 7e22f6d5-3755-46a8-aa31-82acaaffebf5 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:18.946393 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c5aeaa2-0eff-4ff5-b4ee-110b4583a8f5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.947305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Transition to ACTIVE for port object 7e22f6d5-3755-46a8-aa31-82acaaffebf5 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:18.951822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c5aeaa2-0eff-4ff5-b4ee-110b4583a8f5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.967637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348142bf-b02b-4bdb-a07a-c77d0f14a5b8 None None] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:18.973224 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c5aeaa2-0eff-4ff5-b4ee-110b4583a8f5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.977383 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4c5aeaa2-0eff-4ff5-b4ee-110b4583a8f5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1539292 Jul 16 20:21:18.977710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33798) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.008780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.036018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aed15270-4aac-4cac-9262-5a3665ade967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aed15270-4aac-4cac-9262-5a3665ade967,segment=NetworkSegment(661a2ef3-f934-4954-b345-8022c9883414),segment_id=661a2ef3-f934-4954-b345-8022c9883414)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:19.070890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'aed15270-4aac-4cac-9262-5a3665ade967', 'network_id': 'bd0ad89d-7e32-41e9-a090-43d31cfb178c', 'port_id': 'aed15270-4aac-4cac-9262-5a3665ade967', 'mac_address': 'fa:16:3e:8d:77:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521fcb09-d159-4609-88a2-9b0e17482c5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:19.156291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Pushing event updated for resources: {'Port': ['ID=7e22f6d5-3755-46a8-aa31-82acaaffebf5,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.174499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Network d24889b1-9d05-4331-a1be-bea1b6596878 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:19.185267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:19.236970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:19.272727 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.346956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed15270-4aac-4cac-9262-5a3665ade967 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:19.381177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aed15270-4aac-4cac-9262-5a3665ade967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aed15270-4aac-4cac-9262-5a3665ade967,segment=NetworkSegment(661a2ef3-f934-4954-b345-8022c9883414),segment_id=661a2ef3-f934-4954-b345-8022c9883414)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:19.461853 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.588839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-0a3be35d-401a-493e-b3cf-95d1a8aea2ac', 'network_id': '0a3be35d-401a-493e-b3cf-95d1a8aea2ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': '697e3af9-6322-4c99-b843-4db6aefa357c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:19.590523 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.642559 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.728917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=aed15270-4aac-4cac-9262-5a3665ade967,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.911562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Attempting to bind port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:19.912525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Attempting to bind port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a4b6ef76-13c6-4eb1-a148-88c295194f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd24889b1-9d05-4331-a1be-bea1b6596878'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:19.913295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Attempting to bind port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 on network d24889b1-9d05-4331-a1be-bea1b6596878 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:19.951178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['aed15270-4aac-4cac-9262-5a3665ade967'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:19.997583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:19.998099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Checking segment: {'id': 'a4b6ef76-13c6-4eb1-a148-88c295194f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd24889b1-9d05-4331-a1be-bea1b6596878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:19.998588 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.999099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Bound using segment: {'id': 'a4b6ef76-13c6-4eb1-a148-88c295194f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd24889b1-9d05-4331-a1be-bea1b6596878'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:19.999748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Bound port: 7e22f6d5-3755-46a8-aa31-82acaaffebf5, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b6ef76-13c6-4eb1-a148-88c295194f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd24889b1-9d05-4331-a1be-bea1b6596878'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:20.000131 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.236454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Allocated IP 172.21.0.2 (0a3be35d-401a-493e-b3cf-95d1a8aea2ac/697e3af9-6322-4c99-b843-4db6aefa357c/95222e42-5d20-42b6-bf80-94f6d9bde903) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:20.297093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] For port 7e22f6d5-3755-46a8-aa31-82acaaffebf5, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:20.339131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] For port 7e22f6d5-3755-46a8-aa31-82acaaffebf5, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7e22f6d5-3755-46a8-aa31-82acaaffebf5,segment=NetworkSegment(a4b6ef76-13c6-4eb1-a148-88c295194f04),segment_id=a4b6ef76-13c6-4eb1-a148-88c295194f04)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:20.349292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.365448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.20.0.1 (d24889b1-9d05-4331-a1be-bea1b6596878/cc515328-2c6b-48ad-85f9-100163c064ce/16ddd84e-5885-4407-924c-dc7ddce3536e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:20.574547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39aec-7d6c-4b02-b87b-4177a726a0b6 None None] Pushing event updated for resources: {'Port': ['ID=7e22f6d5-3755-46a8-aa31-82acaaffebf5,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.674067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530d6b6-93e1-49fb-865a-8cfc9d6002b0 req-f2769570-e498-4ae2-9648-8e4f31097f2f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.683699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f530d6b6-93e1-49fb-865a-8cfc9d6002b0 req-f2769570-e498-4ae2-9648-8e4f31097f2f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 945 time: 0.1358070 Jul 16 20:21:20.687148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8a332825-d593-4c35-88a5-39c832480df9 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:20.702924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.752838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 8a332825-d593-4c35-88a5-39c832480df9 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:20.753268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8a332825-d593-4c35-88a5-39c832480df9 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:20.773733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Transition to ACTIVE for port object 95222e42-5d20-42b6-bf80-94f6d9bde903 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:20.795028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Transition to ACTIVE for port object 95222e42-5d20-42b6-bf80-94f6d9bde903 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:20.799714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f530d6b6-93e1-49fb-865a-8cfc9d6002b0 req-57b3ac43-4c37-41c0-96d4-32f663b06557 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093061 Jul 16 20:21:20.802411 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.849349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.873317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:20.876717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:20.891608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:20.927065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 16ddd84e-5885-4407-924c-dc7ddce3536e will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:20.966771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Pushing event updated for resources: {'Port': ['ID=95222e42-5d20-42b6-bf80-94f6d9bde903,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.052860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Attempting to bind port 95222e42-5d20-42b6-bf80-94f6d9bde903 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:21.053240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Attempting to bind port 95222e42-5d20-42b6-bf80-94f6d9bde903 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '60de55e0-8941-45a5-9219-0d8396085ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0a3be35d-401a-493e-b3cf-95d1a8aea2ac'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:21.053604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Attempting to bind port 95222e42-5d20-42b6-bf80-94f6d9bde903 on network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:21.065302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:21.070329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Checking segment: {'id': '60de55e0-8941-45a5-9219-0d8396085ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0a3be35d-401a-493e-b3cf-95d1a8aea2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:21.072741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.073975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Bound using segment: {'id': '60de55e0-8941-45a5-9219-0d8396085ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0a3be35d-401a-493e-b3cf-95d1a8aea2ac'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:21.076654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Bound port: 95222e42-5d20-42b6-bf80-94f6d9bde903, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60de55e0-8941-45a5-9219-0d8396085ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0a3be35d-401a-493e-b3cf-95d1a8aea2ac'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:21.077262 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.089463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.187477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68532de3-965d-4658-a781-10e6b44cc276 req-999825f2-4b0e-4885-8045-06f77c7ff04b tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.197684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-68532de3-965d-4658-a781-10e6b44cc276 req-999825f2-4b0e-4885-8045-06f77c7ff04b tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 944 time: 0.2544713 Jul 16 20:21:21.207501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] For port 95222e42-5d20-42b6-bf80-94f6d9bde903, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:21.214536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] For port 95222e42-5d20-42b6-bf80-94f6d9bde903, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95222e42-5d20-42b6-bf80-94f6d9bde903,segment=NetworkSegment(60de55e0-8941-45a5-9219-0d8396085ef8),segment_id=60de55e0-8941-45a5-9219-0d8396085ef8)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:21.222252 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.274799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network d24889b1-9d05-4331-a1be-bea1b6596878 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:21.279522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=16ddd84e-5885-4407-924c-dc7ddce3536e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.297929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:21.302793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:21.311591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7e22f6d5-3755-46a8-aa31-82acaaffebf5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:21.381340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-68532de3-965d-4658-a781-10e6b44cc276 req-42ebc21e-50ce-466d-a5f9-15e714e135f4 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825192 Jul 16 20:21:21.444495 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.460898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:21.465441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58e845-0511-4e38-a4a6-0abbad9e695b None None] Pushing event updated for resources: {'Port': ['ID=95222e42-5d20-42b6-bf80-94f6d9bde903,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.775395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-8b2b2d5c-cd8f-41fe-b9fd-fb70fb9fd6d9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.779293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-8b2b2d5c-cd8f-41fe-b9fd-fb70fb9fd6d9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 945 time: 0.2685606 Jul 16 20:21:21.782534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.314246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aed15270-4aac-4cac-9262-5a3665ade967 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:22.358529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21503730-ce20-4afb-8a55-4207f15e0b06 req-ce2b8a0b-9996-47d9-9588-d7984c271a91 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.360355 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21503730-ce20-4afb-8a55-4207f15e0b06 req-ce2b8a0b-9996-47d9-9588-d7984c271a91 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 945 time: 0.2774143 Jul 16 20:21:22.417080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port aed15270-4aac-4cac-9262-5a3665ade967 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:22.424674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port aed15270-4aac-4cac-9262-5a3665ade967 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:22.425230 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.436190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Deleting port 60177676-4ca7-4498-a124-30db51d3a169 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:22.436750 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.460447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a539032-21b8-4141-a119-6d7c2910471c None None] Network d24889b1-9d05-4331-a1be-bea1b6596878 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:22.593004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.619056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-64ddb9ad-59a8-4ec6-9c8b-5fe04e7db2de None None] Provisioning for port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:22.629808 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.657966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-64ddb9ad-59a8-4ec6-9c8b-5fe04e7db2de None None] Provisioning complete for port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:22.658334 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-64ddb9ad-59a8-4ec6-9c8b-5fe04e7db2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.724814 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.749859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45aeec-05d6-4797-84d9-17378993d182 req-5aad92a8-40bf-4a6d-af52-3ccac426eba4 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.757873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3f45aeec-05d6-4797-84d9-17378993d182 req-5aad92a8-40bf-4a6d-af52-3ccac426eba4 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 944 time: 0.1816876 Jul 16 20:21:22.801213 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.806642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3f45aeec-05d6-4797-84d9-17378993d182 req-304bf0d1-cb7c-47eb-b773-38f6f972790a tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Jul 16 20:21:22.812793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed15270-4aac-4cac-9262-5a3665ade967'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:22.824674 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3a2052-74a2-4c0e-9c5f-e3c6c29ef66b" -d '{"events": [{"server_uuid": "5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e", "name": "network-vif-plugged", "status": "completed", "tag": "aed15270-4aac-4cac-9262-5a3665ade967"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:22.848039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port aed15270-4aac-4cac-9262-5a3665ade967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aed15270-4aac-4cac-9262-5a3665ade967,segment=NetworkSegment(661a2ef3-f934-4954-b345-8022c9883414),segment_id=661a2ef3-f934-4954-b345-8022c9883414)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:22.851854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] For port 60177676-4ca7-4498-a124-30db51d3a169, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=60177676-4ca7-4498-a124-30db51d3a169,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:22.852641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.864235 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.897434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=16ddd84e-5885-4407-924c-dc7ddce3536e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.940406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=aed15270-4aac-4cac-9262-5a3665ade967,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.967693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Calling delete_port for 60177676-4ca7-4498-a124-30db51d3a169 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:22.973883 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-21503730-ce20-4afb-8a55-4207f15e0b06 req-911fe26f-5dc9-4be1-a20f-165d7d5a0c97 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432408 Jul 16 20:21:23.254358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10f340-262e-4736-b0b8-068d8f9be480 req-9e293c8c-64dd-48e7-838f-2d1804486571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.256224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c10f340-262e-4736-b0b8-068d8f9be480 req-9e293c8c-64dd-48e7-838f-2d1804486571 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 1097 time: 0.1158597 Jul 16 20:21:23.314257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c10f340-262e-4736-b0b8-068d8f9be480 req-1861daa3-42a3-469a-a6f8-a6f96334d576 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501940 Jul 16 20:21:23.323097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network d24889b1-9d05-4331-a1be-bea1b6596878 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:23.324966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:23.379309 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8158901-0838-49dc-bc1d-9ad056d093c9 x-openstack-request-id: req-c8158901-0838-49dc-bc1d-9ad056d093c9 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:23.379896 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e", "name": "network-vif-plugged", "status": "completed", "tag": "aed15270-4aac-4cac-9262-5a3665ade967", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:23.380084 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c8158901-0838-49dc-bc1d-9ad056d093c9 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:23.380574 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed15270-4aac-4cac-9262-5a3665ade967', 'code': 200} Jul 16 20:21:23.384229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be92d11e-ee46-44b7-a44b-8d081988227b None None] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:23.387186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95222e42-5d20-42b6-bf80-94f6d9bde903 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:23.394102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.448618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:23.585532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event deleted for resources: {'Port': ['ID=60177676-4ca7-4498-a124-30db51d3a169,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.633337 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-64ddb9ad-59a8-4ec6-9c8b-5fe04e7db2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.719541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 95222e42-5d20-42b6-bf80-94f6d9bde903 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:23.725459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] No DVR routers for this DVR port 60177676-4ca7-4498-a124-30db51d3a169 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:23.730691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.734791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-803329aa-7be7-4cae-837d-5e9dd3eefc7c req-13cfe784-752f-4146-b5f9-34027ab2dca0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "DELETE /v2.0/ports/60177676-4ca7-4498-a124-30db51d3a169 HTTP/1.1" status: 204 len: 173 time: 1.9381797 Jul 16 20:21:23.740987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'name': 'network-vif-deleted', 'tag': '60177676-4ca7-4498-a124-30db51d3a169'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:23.744435 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da52e3a4-e099-4b89-a0ff-b7d4f7e033c5" -d '{"events": [{"server_uuid": "a51e9be4-1646-4d0f-b2bb-d0b814fe08a7", "name": "network-vif-deleted", "tag": "60177676-4ca7-4498-a124-30db51d3a169"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:23.798207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-64ddb9ad-59a8-4ec6-9c8b-5fe04e7db2de None None] For port 7e22f6d5-3755-46a8-aa31-82acaaffebf5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7e22f6d5-3755-46a8-aa31-82acaaffebf5,segment=NetworkSegment(a4b6ef76-13c6-4eb1-a148-88c295194f04),segment_id=a4b6ef76-13c6-4eb1-a148-88c295194f04)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:23.808117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-64ddb9ad-59a8-4ec6-9c8b-5fe04e7db2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.818683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 03b5e6fc-1884-4b5f-ba8a-db118fa489f4 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:23.824172 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07e181d-3eb1-4f87-9091-c81fb91b85bd x-openstack-request-id: req-d07e181d-3eb1-4f87-9091-c81fb91b85bd {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:23.824569 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51e9be4-1646-4d0f-b2bb-d0b814fe08a7", "name": "network-vif-deleted", "tag": "60177676-4ca7-4498-a124-30db51d3a169", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:23.824691 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d07e181d-3eb1-4f87-9091-c81fb91b85bd {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:23.825118 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51e9be4-1646-4d0f-b2bb-d0b814fe08a7', 'name': 'network-vif-deleted', 'tag': '60177676-4ca7-4498-a124-30db51d3a169', 'status': 'completed', 'code': 200} Jul 16 20:21:24.031337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Provisioning for port 95222e42-5d20-42b6-bf80-94f6d9bde903 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:24.052684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Provisioning complete for port 95222e42-5d20-42b6-bf80-94f6d9bde903 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:24.053273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.054951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddb9ad-59a8-4ec6-9c8b-5fe04e7db2de None None] Pushing event updated for resources: {'Port': ['ID=7e22f6d5-3755-46a8-aa31-82acaaffebf5,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.138389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:24.160523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d97d33f3-eb4b-4946-9b9f-576070847005 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/03b5e6fc-1884-4b5f-ba8a-db118fa489f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1815014 Jul 16 20:21:24.163283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33936) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.210538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] Sync routers for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:24.272955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:24.273686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.331093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff8477-fb1e-422d-aef3-49064b494908 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.334493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10ff8477-fb1e-422d-aef3-49064b494908 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports/16ddd84e-5885-4407-924c-dc7ddce3536e HTTP/1.1" status: 200 len: 910 time: 0.1701131 Jul 16 20:21:24.337862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33938) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.360170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.368180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.412351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:24.413476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.464354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.469056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351170a-b883-4511-bfb1-22e978256cbb None None] The sync data for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:24.475270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] For port 95222e42-5d20-42b6-bf80-94f6d9bde903, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95222e42-5d20-42b6-bf80-94f6d9bde903,segment=NetworkSegment(60de55e0-8941-45a5-9219-0d8396085ef8),segment_id=60de55e0-8941-45a5-9219-0d8396085ef8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:24.482377 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.595264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9efbd8c-d608-4bc2-83e0-d11845a5279d req-f1b8569a-4e4f-444d-9b8e-2b16e040d1ad tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=a51e9be4-1646-4d0f-b2bb-d0b814fe08a7 HTTP/1.1" status: 200 len: 210 time: 0.1956499 Jul 16 20:21:24.602591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Provisioning complete for port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:24.610057 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.637328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47761-9957-442f-abdf-cfb2c30f1610 req-5513db08-bfb3-4bc1-9d9b-2b18a3c66704 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.643367 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1a47761-9957-442f-abdf-cfb2c30f1610 req-5513db08-bfb3-4bc1-9d9b-2b18a3c66704 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 945 time: 0.6131704 Jul 16 20:21:24.674172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 60177676-4ca7-4498-a124-30db51d3a169 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:24.717350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 60177676-4ca7-4498-a124-30db51d3a169 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:24.717952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 60177676-4ca7-4498-a124-30db51d3a169 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:24.728165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Pushing event updated for resources: {'Port': ['ID=95222e42-5d20-42b6-bf80-94f6d9bde903,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.869889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Provisioning for port 16ddd84e-5885-4407-924c-dc7ddce3536e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:24.875463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Provisioning complete for port 16ddd84e-5885-4407-924c-dc7ddce3536e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:24.875838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.929254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-16447905-0a92-46a7-977a-8094dcbe6086 None None] Port 16ddd84e-5885-4407-924c-dc7ddce3536e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:25.008468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1a47761-9957-442f-abdf-cfb2c30f1610 req-53049f23-2552-49ac-b0b4-72ad7c493b9c tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109677 Jul 16 20:21:25.053544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0cc910b-a22a-4603-96d0-6a763790ff70 None None] Provisioning complete for port 95222e42-5d20-42b6-bf80-94f6d9bde903 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:25.053925 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0cc910b-a22a-4603-96d0-6a763790ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.186965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.189716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95222e42-5d20-42b6-bf80-94f6d9bde903 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:25.286337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0cc910b-a22a-4603-96d0-6a763790ff70 None None] Provisioning complete for port 16ddd84e-5885-4407-924c-dc7ddce3536e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:25.286711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0cc910b-a22a-4603-96d0-6a763790ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.346651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 95222e42-5d20-42b6-bf80-94f6d9bde903 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:25.347467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.379206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc910b-a22a-4603-96d0-6a763790ff70 None None] Port 16ddd84e-5885-4407-924c-dc7ddce3536e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:25.463004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7e22f6d5-3755-46a8-aa31-82acaaffebf5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:25.538887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:25.539310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.011662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.21.0.1 (0a3be35d-401a-493e-b3cf-95d1a8aea2ac/697e3af9-6322-4c99-b843-4db6aefa357c/7d5bead6-deea-4cc8-80be-4aac6cc92b4b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:26.145412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-15e939cc-3730-4014-ae68-32284455dede tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.146937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-15e939cc-3730-4014-ae68-32284455dede tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.1878259 Jul 16 20:21:26.174221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-2f45cc52-3321-4222-b590-4d06d0e61d49 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0173078 Jul 16 20:21:26.227191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.239980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb25b-5aaf-4ca8-a582-71bdc0047a67 req-87083371-6746-4c6f-8b16-89df5083a42c tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.242381 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a8eb25b-5aaf-4ca8-a582-71bdc0047a67 req-87083371-6746-4c6f-8b16-89df5083a42c tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 945 time: 0.0834684 Jul 16 20:21:26.244651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 7d5bead6-deea-4cc8-80be-4aac6cc92b4b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:26.284107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-e5351f64-357d-4ebc-beae-9b00849b9127 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005304 Jul 16 20:21:26.284833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a8eb25b-5aaf-4ca8-a582-71bdc0047a67 req-4ed6a3b0-a465-497a-a771-8471845b976c tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Jul 16 20:21:26.306885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.383200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:26.413784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:26.424427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:26.449822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=7d5bead6-deea-4cc8-80be-4aac6cc92b4b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.483980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-bde966d0-9dbe-4c4b-bd37-f0b63cea3486 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862521 Jul 16 20:21:26.486963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.822428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f02b0d2b-033c-48bb-8372-e2ed73726bb7 None None] Provisioning for port 7d5bead6-deea-4cc8-80be-4aac6cc92b4b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:26.827228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f02b0d2b-033c-48bb-8372-e2ed73726bb7 None None] Provisioning complete for port 7d5bead6-deea-4cc8-80be-4aac6cc92b4b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:26.827606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f02b0d2b-033c-48bb-8372-e2ed73726bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.829410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-fcfa4c54-aaf3-4d93-a075-4ae613daa28e service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344305 Jul 16 20:21:26.830185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.921761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f02b0d2b-033c-48bb-8372-e2ed73726bb7 None None] Port 7d5bead6-deea-4cc8-80be-4aac6cc92b4b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:27.411019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7de672c9-e956-41c8-8ae6-bd9cfd5e6a3a req-5c14e3e9-3db5-4c3b-8bc4-cd41758b406a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 210 time: 0.3411224 Jul 16 20:21:27.434815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.443315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.494439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.623545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=7d5bead6-deea-4cc8-80be-4aac6cc92b4b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.748415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:27.750702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:27.949469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 03b5e6fc-1884-4b5f-ba8a-db118fa489f4 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:28.122969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:28.136066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] Sync routers for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:28.140434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-189b60c0-6921-49fa-87a2-f5482d593594 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/03b5e6fc-1884-4b5f-ba8a-db118fa489f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7985909 Jul 16 20:21:28.141164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34058) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.161140 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:28.161885 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:28.175794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e224568a-8421-48fd-b4c7-fcb185539980 None None] Provisioning complete for port 7d5bead6-deea-4cc8-80be-4aac6cc92b4b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:28.176420 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e224568a-8421-48fd-b4c7-fcb185539980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.247316 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:28.264342 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:28.265330 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:28.265914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e224568a-8421-48fd-b4c7-fcb185539980 None None] Port 7d5bead6-deea-4cc8-80be-4aac6cc92b4b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:28.275792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec3502-c4b4-49a2-bd5c-c8376e38a299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.277574 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3aec3502-c4b4-49a2-bd5c-c8376e38a299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports/7d5bead6-deea-4cc8-80be-4aac6cc92b4b HTTP/1.1" status: 200 len: 910 time: 0.1354167 Jul 16 20:21:28.280370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34062) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.314087 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:28.314823 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293c29ff-2ad5-4089-94b3-2a1eed81deaa None None] The sync data for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:28.774325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0f0453f-40ee-43ba-9c1c-4b393d9c9d2b req-04df3383-b72a-4c93-9797-60fa735d4bc7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 210 time: 0.1907561 Jul 16 20:21:28.867754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.125222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b53cac95-014d-4bea-af84-80ab87a8563c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.128404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b53cac95-014d-4bea-af84-80ab87a8563c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.2115726 Jul 16 20:21:29.139956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Request body: {'port': {'device_id': '7be693fd-f830-4196-b4af-4142d7c740a7', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'admin_state_up': True, 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:29.317060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:29.328294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.328863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 7d5bead6-deea-4cc8-80be-4aac6cc92b4b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:29.329741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.498764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.524044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 7d5bead6-deea-4cc8-80be-4aac6cc92b4b owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:29.630643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Allocated IP 172.20.0.6 (d861950a-b4be-4b08-b6cf-598dd1ecf869/039769c9-f2da-447c-b5c4-8b878fa81589/8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:29.807548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.888184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=7d5bead6-deea-4cc8-80be-4aac6cc92b4b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.945583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.065566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.076726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:30.234483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:30.241418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event updated for resources: {'Port': ['ID=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.253086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:30.258419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:30.334280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8020311-2790-43a8-9386-766922355063 req-3d3fb9f4-2fd6-4bfc-ac82-dc5f6b64bd4b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.342770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8020311-2790-43a8-9386-766922355063 req-3d3fb9f4-2fd6-4bfc-ac82-dc5f6b64bd4b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 931 time: 0.1968727 Jul 16 20:21:30.387201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.387929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.392221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.427960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-77b9bbe8-a393-4592-8279-6ddd53f9100c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2923269 Jul 16 20:21:30.464008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8020311-2790-43a8-9386-766922355063 req-1915ecbf-4165-4b26-b6c0-c9f4b4ee8798 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200378 Jul 16 20:21:30.488293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Request body: {'port': {'device_id': '7be693fd-f830-4196-b4af-4142d7c740a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:30.585577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.005662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:31.017152 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.054088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Transition to ACTIVE for port object 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:31.058677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.192157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.295961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Attempting to bind port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:31.296306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Attempting to bind port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:31.297278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Attempting to bind port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:31.303936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:31.304270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Attempting to bind port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:31.308653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 03b5e6fc-1884-4b5f-ba8a-db118fa489f4 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:31.311276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:31.312033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:31.312631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Bound using segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:31.313785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Bound port: 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:31.314100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.393208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] For port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:31.398544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] For port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:31.409302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.473144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.493666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.495615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.498436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-b3a2d3e0-871d-4557-a471-6490745c63b1 service neutron] 10.222.0.79 "PUT /v2.0/ports/8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 HTTP/1.1" status: 200 len: 1092 time: 1.0297852 Jul 16 20:21:31.500185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be693fd-f830-4196-b4af-4142d7c740a7', 'tag': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:31.505531 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4b75a-7b63-4750-87dc-626894884b24" -d '{"events": [{"name": "network-changed", "server_uuid": "7be693fd-f830-4196-b4af-4142d7c740a7", "tag": "8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:31.506538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0154b-4786-4cee-bf7c-dee5c2c36ecc req-d6beadd4-e6a6-4b5a-88f5-d579f5232246 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.518205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7da0154b-4786-4cee-bf7c-dee5c2c36ecc req-d6beadd4-e6a6-4b5a-88f5-d579f5232246 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 945 time: 0.1988575 Jul 16 20:21:31.538580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:31.547660 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6fe08e9d-dfba-45dc-8d46-66fc83eac3e5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/03b5e6fc-1884-4b5f-ba8a-db118fa489f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660711 Jul 16 20:21:31.550417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34162) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.553940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] Sync routers for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:31.584295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:31.584950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:31.697430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:31.703748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7da0154b-4786-4cee-bf7c-dee5c2c36ecc req-e650d1fa-19f0-42ee-8848-c7a9e6537f04 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837950 Jul 16 20:21:31.727256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:31.728116 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:31.778234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-667cb255-6e6e-4a5e-8e9c-5cea4333ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.780142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-667cb255-6e6e-4a5e-8e9c-5cea4333ccbd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 1095 time: 0.2312260 Jul 16 20:21:31.808798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a0fdb-956d-46ba-9c2f-423cef45fa66 req-bceec75f-4f54-4bcf-907c-8fc237b5772e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.817242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-886a0fdb-956d-46ba-9c2f-423cef45fa66 req-bceec75f-4f54-4bcf-907c-8fc237b5772e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 943 time: 0.1407447 Jul 16 20:21:31.827838 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ed24ff-bac0-4916-beb6-2e9942389b79 x-openstack-request-id: req-72ed24ff-bac0-4916-beb6-2e9942389b79 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:31.828741 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be693fd-f830-4196-b4af-4142d7c740a7", "tag": "8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:31.829450 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72ed24ff-bac0-4916-beb6-2e9942389b79 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:31.830390 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be693fd-f830-4196-b4af-4142d7c740a7', 'tag': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2', 'status': 'completed', 'code': 200} Jul 16 20:21:31.838305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:31.840926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c1dc-c6f0-43b1-bb0f-f20b6a0da7f3 None None] The sync data for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:31.885311 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-d0d58abe-08a0-4f99-b563-f73d88274fd3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 HTTP/1.1" status: 200 len: 217 time: 0.0924988 Jul 16 20:21:31.994370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-886a0fdb-956d-46ba-9c2f-423cef45fa66 req-383fd63a-a7c9-4e4e-8757-6b45a65583bd tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756642 Jul 16 20:21:32.070755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-2c469177-8f1e-4145-9348-b82d589a73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.075078 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-2c469177-8f1e-4145-9348-b82d589a73a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.1814334 Jul 16 20:21:32.123182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-19144df0-7eb8-43f0-befd-bd225668a6d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409472 Jul 16 20:21:32.193345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.549797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-cecaafde-dbe5-4308-9723-5bf1fd0f939d service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201458 Jul 16 20:21:32.597292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 16ddd84e-5885-4407-924c-dc7ddce3536e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:32.597883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.621142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-82b98f19-26af-4d65-9d45-0c3948373892 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.622682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-82b98f19-26af-4d65-9d45-0c3948373892 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.99 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 945 time: 0.1043694 Jul 16 20:21:32.731928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef8b161-3af9-42d9-b875-e07f4ee73c2c req-a02829b1-8ea1-49b3-8da5-7826c69beac2 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744792 Jul 16 20:21:32.775991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.799094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 16ddd84e-5885-4407-924c-dc7ddce3536e owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:32.824049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Deleting port aed15270-4aac-4cac-9262-5a3665ade967 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:32.824303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.905675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b75a-7b63-4750-87dc-626894884b24 req-75a33be8-b6fb-40f8-92c2-c51d17a902ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.908630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46b4b75a-7b63-4750-87dc-626894884b24 req-75a33be8-b6fb-40f8-92c2-c51d17a902ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 1095 time: 0.1217177 Jul 16 20:21:32.936616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] For port aed15270-4aac-4cac-9262-5a3665ade967, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aed15270-4aac-4cac-9262-5a3665ade967,segment=NetworkSegment(661a2ef3-f934-4954-b345-8022c9883414),segment_id=661a2ef3-f934-4954-b345-8022c9883414)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:32.937014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.950154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Calling delete_port for aed15270-4aac-4cac-9262-5a3665ade967 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:33.115733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aaba9-c817-4509-a9c9-b9dfdeb1c296 req-849eecfa-0611-4b1e-ba8c-0e320fc265d1 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.123175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad3aaba9-c817-4509-a9c9-b9dfdeb1c296 req-849eecfa-0611-4b1e-ba8c-0e320fc265d1 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e HTTP/1.1" status: 200 len: 945 time: 0.1512597 Jul 16 20:21:33.132382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b75a-7b63-4750-87dc-626894884b24 req-a51426ef-61e3-44d0-8105-44feeac68972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.133949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46b4b75a-7b63-4750-87dc-626894884b24 req-a51426ef-61e3-44d0-8105-44feeac68972 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.2186511 Jul 16 20:21:33.167786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.180684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['aed15270-4aac-4cac-9262-5a3665ade967'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:33.232320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46b4b75a-7b63-4750-87dc-626894884b24 req-1df1f026-f834-46fa-b3b0-723eab9d5f87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 HTTP/1.1" status: 200 len: 217 time: 0.0883543 Jul 16 20:21:33.239509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Pushing event deleted for resources: {'Port': ['ID=aed15270-4aac-4cac-9262-5a3665ade967,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.255460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad3aaba9-c817-4509-a9c9-b9dfdeb1c296 req-74b01929-911f-4fd1-b059-82dbe1b58d92 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.91 "GET /v2.0/security-groups?id=88c45a15-9642-47b0-930e-73d94c231123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313121 Jul 16 20:21:33.326446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b75a-7b63-4750-87dc-626894884b24 req-c0452b71-7855-4627-b2a0-ccf4ad17694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.329312 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46b4b75a-7b63-4750-87dc-626894884b24 req-c0452b71-7855-4627-b2a0-ccf4ad17694d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.0899141 Jul 16 20:21:33.452523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46b4b75a-7b63-4750-87dc-626894884b24 req-75a42cc5-1ef0-4091-bd81-1491913ebfee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120639 Jul 16 20:21:33.554599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] No DVR routers for this DVR port aed15270-4aac-4cac-9262-5a3665ade967 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:33.579835 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.582189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-03a85cd6-492a-4490-a3e4-0a007f09eef4 req-44304a92-1f77-49e8-9767-52b54d4c2bd7 tempest-VolumesActionsTest-1430056759 tempest-VolumesActionsTest-1430056759-project] 10.222.0.99 "DELETE /v2.0/ports/aed15270-4aac-4cac-9262-5a3665ade967 HTTP/1.1" status: 204 len: 173 time: 0.9520538 Jul 16 20:21:33.585023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'name': 'network-vif-deleted', 'tag': 'aed15270-4aac-4cac-9262-5a3665ade967'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:33.587246 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d6d7aa-12c8-4c9a-be3c-800d07b66299" -d '{"events": [{"server_uuid": "5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e", "name": "network-vif-deleted", "tag": "aed15270-4aac-4cac-9262-5a3665ade967"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:33.644387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f8a7d-d436-4427-aa3f-e3e0460350c0 req-2940d222-e059-4cca-bb75-2b5f7f40a5a6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.652069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f1f8a7d-d436-4427-aa3f-e3e0460350c0 req-2940d222-e059-4cca-bb75-2b5f7f40a5a6 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 943 time: 0.4351490 Jul 16 20:21:33.670128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.712442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46b4b75a-7b63-4750-87dc-626894884b24 req-4149e928-36f6-4640-a494-4d079159505a service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511330 Jul 16 20:21:33.749690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=16ddd84e-5885-4407-924c-dc7ddce3536e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.790392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f1f8a7d-d436-4427-aa3f-e3e0460350c0 req-13542e74-c3db-4a39-83ef-9a1373eac7b3 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373003 Jul 16 20:21:33.846071 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927966e4-fb3a-4339-afa8-b23b65db203d x-openstack-request-id: req-927966e4-fb3a-4339-afa8-b23b65db203d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:33.846468 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e", "name": "network-vif-deleted", "tag": "aed15270-4aac-4cac-9262-5a3665ade967", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:33.846622 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-927966e4-fb3a-4339-afa8-b23b65db203d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:33.847108 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf940ab-3bdc-4a51-b388-c4b8fc8ba91e', 'name': 'network-vif-deleted', 'tag': 'aed15270-4aac-4cac-9262-5a3665ade967', 'status': 'completed', 'code': 200} Jul 16 20:21:33.910867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46b4b75a-7b63-4750-87dc-626894884b24 req-dee9d400-49f6-46ca-b9e4-e0228d5a95b5 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912410 Jul 16 20:21:33.994886 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.179146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 03b5e6fc-1884-4b5f-ba8a-db118fa489f4 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:34.284647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:34.295041 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] Sync routers for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:34.306108 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:34.307066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.314339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-40948c2a-5e8c-40ea-a2da-380bb4fd1742 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/03b5e6fc-1884-4b5f-ba8a-db118fa489f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557483 Jul 16 20:21:34.314870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34212) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.359491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-606acc43-e07a-44cf-8185-f6bd8e8f3e96 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=03b5e6fc-1884-4b5f-ba8a-db118fa489f4 HTTP/1.1" status: 200 len: 205 time: 0.0445013 Jul 16 20:21:34.359622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34214) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.369003 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.381732 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] Routers {'03b5e6fc-1884-4b5f-ba8a-db118fa489f4'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:34.382533 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.420593 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.421412 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1e046-b627-4754-b25b-03a2f45df0d5 None None] The sync data for ids ['03b5e6fc-1884-4b5f-ba8a-db118fa489f4'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:34.454285 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8edc3ef6-522b-45c5-97e7-6950328e6398 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.692146 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8edc3ef6-522b-45c5-97e7-6950328e6398 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.695419 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8edc3ef6-522b-45c5-97e7-6950328e6398 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.746014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:34.763887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8edc3ef6-522b-45c5-97e7-6950328e6398 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.764700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc3ef6-522b-45c5-97e7-6950328e6398 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Fanout notify agent at l3_agent the message router_deleted on router 03b5e6fc-1884-4b5f-ba8a-db118fa489f4 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:21:34.775878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8edc3ef6-522b-45c5-97e7-6950328e6398 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.779588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8edc3ef6-522b-45c5-97e7-6950328e6398 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/03b5e6fc-1884-4b5f-ba8a-db118fa489f4 HTTP/1.1" status: 204 len: 168 time: 0.4161801 Jul 16 20:21:34.779993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34224) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.866231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet 697e3af9-6322-4c99-b843-4db6aefa357c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:34.869397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.934615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.974216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:34.986490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'port_id': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2', 'mac_address': 'fa:16:3e:11:36:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039769c9-f2da-447c-b5c4-8b878fa81589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:35.045349 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.059904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:35.086644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:35.092513 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.149256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.174196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.265771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030890a-4069-4f29-b676-30ec37e7614c req-8cc9b7c0-cecf-417a-9d78-49375ab561a8 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.275125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4030890a-4069-4f29-b676-30ec37e7614c req-8cc9b7c0-cecf-417a-9d78-49375ab561a8 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 943 time: 0.2492666 Jul 16 20:21:35.304875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:35.320774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.391650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.392490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c3f139-58f6-45cd-a369-07e294b7ce66 None None] Network 0a3be35d-401a-493e-b3cf-95d1a8aea2ac requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:35.393964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/697e3af9-6322-4c99-b843-4db6aefa357c HTTP/1.1" status: 204 len: 168 time: 0.6129389 Jul 16 20:21:35.396742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34238) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.403661 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4030890a-4069-4f29-b676-30ec37e7614c req-2ba15938-fb2b-4761-a0df-f9cc14227da7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273885 Jul 16 20:21:35.404801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92038a61-98e6-4a86-b397-e97ca2775f3c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=697e3af9-6322-4c99-b843-4db6aefa357c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.512397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet cc515328-2c6b-48ad-85f9-100163c064ce {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:35.516581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.587159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.719662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.761323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] DHCP port deletion for 0a3be35d-401a-493e-b3cf-95d1a8aea2ac request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:35.931707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.949940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] Deleting port 95222e42-5d20-42b6-bf80-94f6d9bde903 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:35.949940 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.004503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=cc515328-2c6b-48ad-85f9-100163c064ce,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.028432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.034615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-463835b7-9df4-4691-84d6-a1123e829c88 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/cc515328-2c6b-48ad-85f9-100163c064ce HTTP/1.1" status: 204 len: 168 time: 0.6326632 Jul 16 20:21:36.035285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34246) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:36.079948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] For port 95222e42-5d20-42b6-bf80-94f6d9bde903, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95222e42-5d20-42b6-bf80-94f6d9bde903,segment=NetworkSegment(60de55e0-8941-45a5-9219-0d8396085ef8),segment_id=60de55e0-8941-45a5-9219-0d8396085ef8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:36.080424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.085755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f1cb1-02c9-4970-946c-90a275da377f None None] Network d24889b1-9d05-4331-a1be-bea1b6596878 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:36.151329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.234172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 95222e42-5d20-42b6-bf80-94f6d9bde903 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:36.234704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.249082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] Calling delete_port for 95222e42-5d20-42b6-bf80-94f6d9bde903 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:36.254576 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1632347-a9ba-4b5d-8a1d-2a849db051b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.324118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 95222e42-5d20-42b6-bf80-94f6d9bde903, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95222e42-5d20-42b6-bf80-94f6d9bde903,segment=NetworkSegment(60de55e0-8941-45a5-9219-0d8396085ef8),segment_id=60de55e0-8941-45a5-9219-0d8396085ef8)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:36.325016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.337895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 95222e42-5d20-42b6-bf80-94f6d9bde903 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:36.370046 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.419611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] Pushing event deleted for resources: {'Port': ['ID=95222e42-5d20-42b6-bf80-94f6d9bde903,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.422650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aed15270-4aac-4cac-9262-5a3665ade967 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:36.425471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1047ac1-6f13-4316-8fbc-776044cd8899 None None] No DVR routers for this DVR port 95222e42-5d20-42b6-bf80-94f6d9bde903 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:36.464018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] DHCP port deletion for d24889b1-9d05-4331-a1be-bea1b6596878 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:36.466316 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.472269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: aed15270-4aac-4cac-9262-5a3665ade967 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:36.472801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aed15270-4aac-4cac-9262-5a3665ade967 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:36.502992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 95222e42-5d20-42b6-bf80-94f6d9bde903 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:36.509951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=95222e42-5d20-42b6-bf80-94f6d9bde903,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.562192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] Deleting port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:36.562680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.656220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] For port 7e22f6d5-3755-46a8-aa31-82acaaffebf5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7e22f6d5-3755-46a8-aa31-82acaaffebf5,segment=NetworkSegment(a4b6ef76-13c6-4eb1-a148-88c295194f04),segment_id=a4b6ef76-13c6-4eb1-a148-88c295194f04)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:36.656678 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.659948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.673267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] Calling delete_port for 7e22f6d5-3755-46a8-aa31-82acaaffebf5 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:36.713378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3be35d-401a-493e-b3cf-95d1a8aea2ac']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:36.728957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60de55e0-8941-45a5-9219-0d8396085ef8') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:36.729312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60de55e0-8941-45a5-9219-0d8396085ef8') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:36.746195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.768510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:36.773781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.792632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a65f33-7534-4c51-96e9-698d8d9d7ed7 req-6fb2d397-ec5c-4c9d-bc5b-4cb29454af83 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.795032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34a65f33-7534-4c51-96e9-698d8d9d7ed7 req-6fb2d397-ec5c-4c9d-bc5b-4cb29454af83 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 944 time: 0.1308036 Jul 16 20:21:36.795939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:36.796408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:36.799957 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:36.882223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:36.913902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.927854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:36.928418 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.941948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.944208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/0a3be35d-401a-493e-b3cf-95d1a8aea2ac HTTP/1.1" status: 204 len: 168 time: 0.9077892 Jul 16 20:21:36.947119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34266) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:36.970071 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.001330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89909ccb-c268-43fa-aa89-8fa81c26aa6c tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=0a3be35d-401a-493e-b3cf-95d1a8aea2ac,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.010276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] Pushing event deleted for resources: {'Port': ['ID=7e22f6d5-3755-46a8-aa31-82acaaffebf5,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.017968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e9531-bd59-4734-90de-6c8373a914e2 None None] No DVR routers for this DVR port 7e22f6d5-3755-46a8-aa31-82acaaffebf5 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:37.063209 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34a65f33-7534-4c51-96e9-698d8d9d7ed7 req-841db605-c34d-4f88-8f68-eab8af1bae09 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457650 Jul 16 20:21:37.169285 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.175649 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.221125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95222e42-5d20-42b6-bf80-94f6d9bde903 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:37.277759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be693fd-f830-4196-b4af-4142d7c740a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:37.279662 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415aed66-9507-4cb8-b156-8ae6e94eb4f9" -d '{"events": [{"server_uuid": "7be693fd-f830-4196-b4af-4142d7c740a7", "name": "network-vif-plugged", "status": "completed", "tag": "8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:37.282389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 95222e42-5d20-42b6-bf80-94f6d9bde903 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:37.282725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95222e42-5d20-42b6-bf80-94f6d9bde903 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:37.283169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7e22f6d5-3755-46a8-aa31-82acaaffebf5 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:37.354369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 7e22f6d5-3755-46a8-aa31-82acaaffebf5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:37.354611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7e22f6d5-3755-46a8-aa31-82acaaffebf5 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:37.358900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:37.366171 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3a167a-fe75-46be-934a-65de78851556 x-openstack-request-id: req-1c3a167a-fe75-46be-934a-65de78851556 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:37.366511 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be693fd-f830-4196-b4af-4142d7c740a7", "name": "network-vif-plugged", "status": "completed", "tag": "8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:37.366793 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1c3a167a-fe75-46be-934a-65de78851556 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:37.367323 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be693fd-f830-4196-b4af-4142d7c740a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2', 'code': 200} Jul 16 20:21:37.368680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.515402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.580845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53082cf-abce-40b0-831d-543fef788285 req-34ce53d9-ffcd-44f6-bf77-d3d18fdad9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:37.583229 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e53082cf-abce-40b0-831d-543fef788285 req-34ce53d9-ffcd-44f6-bf77-d3d18fdad9ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 1097 time: 0.1064582 Jul 16 20:21:37.646300 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e53082cf-abce-40b0-831d-543fef788285 req-0539db40-7c42-4dc6-8b7d-798f19f9da5e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574751 Jul 16 20:21:37.938917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.968581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24889b1-9d05-4331-a1be-bea1b6596878']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:37.993040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b6ef76-13c6-4eb1-a148-88c295194f04') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:37.994412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b6ef76-13c6-4eb1-a148-88c295194f04') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.022722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.072998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.087115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:38.087856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:38.174737 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:38.183005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.188842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.195442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/d24889b1-9d05-4331-a1be-bea1b6596878 HTTP/1.1" status: 204 len: 168 time: 1.2462885 Jul 16 20:21:38.199900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34370) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.207842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-125322142'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:38.236583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb066604-740b-4eb2-9c78-04e8ab171997 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=d24889b1-9d05-4331-a1be-bea1b6596878,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:38.286991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:38.292773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.378311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:38.383069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8c99f-8103-446e-8413-289c9a81a70e req-4cb5e28f-ebe2-496c-850d-3e2702b59bc9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.391589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3d8c99f-8103-446e-8413-289c9a81a70e req-4cb5e28f-ebe2-496c-850d-3e2702b59bc9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 945 time: 0.1084445 Jul 16 20:21:38.391746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.392471 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment df3aa853-a72f-4eea-875b-073e402c5174 of type vlan for network dccaf651-9406-46bb-99b2-605a3fa5aadf Jul 16 20:21:38.463607 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.467616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3d8c99f-8103-446e-8413-289c9a81a70e req-6a37014e-b952-4861-88c1-2d1803ed4ff1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749722 Jul 16 20:21:38.627460 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.742671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.875197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9bdadb80-8d0b-40ac-bcc7-bfb77ee6566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.879908 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.882200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.913749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.914405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.008446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34442) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:39.008893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8074503 Jul 16 20:21:39.013714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:39.063990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03e3a4-54ef-416e-a534-e2f174714f5d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=dccaf651-9406-46bb-99b2-605a3fa5aadf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:39.078968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network dccaf651-9406-46bb-99b2-605a3fa5aadf details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:39.199744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:39.205540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.460460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-194935f1-e44a-406b-9878-f5f9a6caca54 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1569471 Jul 16 20:21:39.488420 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.684194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': 'df3aa853-a72f-4eea-875b-073e402c5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:39.684625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: dccaf651-9406-46bb-99b2-605a3fa5aadf, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:39.725186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=f1b6815a-6cc3-4e02-9d7d-a93ee388ab93,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:39.766777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network dccaf651-9406-46bb-99b2-605a3fa5aadf is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:39.841256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, dccaf651-9406-46bb-99b2-605a3fa5aadf) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:39.856214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dae40a-d593-4815-a5fd-6e5546f2b111 None None] Network dccaf651-9406-46bb-99b2-605a3fa5aadf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:39.864403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.865153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.923347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a948e5-3ac3-4ef1-8f86-6c65d4abc785 req-0add8f3b-12a8-4343-b5c0-96d14d7474fd tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.925060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20a948e5-3ac3-4ef1-8f86-6c65d4abc785 req-0add8f3b-12a8-4343-b5c0-96d14d7474fd tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 945 time: 0.2967157 Jul 16 20:21:39.965224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.965604 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.966097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.966681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.967138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.967631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.968121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.970143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-72e1bb68-ecef-4f25-a4f2-813266509ebf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6509 time: 0.4728756 Jul 16 20:21:39.975215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a807b887-5935-4c34-b264-d42f58b7b204 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9656799 Jul 16 20:21:39.979048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34562) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:39.984529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d9a35183-223b-4332-a314-e12ce1ed2d82 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1557077579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:40.087838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9a35183-223b-4332-a314-e12ce1ed2d82 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.092312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9a35183-223b-4332-a314-e12ce1ed2d82 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.219951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20a948e5-3ac3-4ef1-8f86-6c65d4abc785 req-0e9d2a47-878d-4dd7-8eea-c6a1acfdb947 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481852 Jul 16 20:21:40.285466 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.352509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9a35183-223b-4332-a314-e12ce1ed2d82 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.365141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9a35183-223b-4332-a314-e12ce1ed2d82 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.399505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9a35183-223b-4332-a314-e12ce1ed2d82 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.409276 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d9a35183-223b-4332-a314-e12ce1ed2d82 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4290628 Jul 16 20:21:40.410006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34602) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:40.418316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'port': {'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf', 'name': 'tempest-RoutersTest-1760131274'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:40.422081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-96120193-ae31-4f24-a2b8-785895bbe870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.422575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-96120193-ae31-4f24-a2b8-785895bbe870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.423414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-96120193-ae31-4f24-a2b8-785895bbe870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.425262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-96120193-ae31-4f24-a2b8-785895bbe870 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a971504f-be18-4da5-80f5-dbeaca015f02&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18 HTTP/1.1" status: 200 len: 2297 time: 0.4017851 Jul 16 20:21:40.480036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-dccaf651-9406-46bb-99b2-605a3fa5aadf', 'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': 'f1b6815a-6cc3-4e02-9d7d-a93ee388ab93'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:40.481915 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.555540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-2604dcc1-1b5e-4ffa-9de7-9c3b70d99de1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7523de-8d69-4103-9b23-26149a900f56 HTTP/1.1" status: 200 len: 1002 time: 0.1205170 Jul 16 20:21:40.700378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-58f38384-b446-446e-90be-289b974721be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.704707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-58f38384-b446-446e-90be-289b974721be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5e91a06e-429d-4f55-94ac-ed74652e3b6c HTTP/1.1" status: 200 len: 855 time: 0.1403139 Jul 16 20:21:40.750300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:40.754980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.817275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] device_id is not set on port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:40.837075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Allocated IP 172.20.0.2 (dccaf651-9406-46bb-99b2-605a3fa5aadf/f1b6815a-6cc3-4e02-9d7d-a93ee388ab93/949d1e1f-1e7b-4e70-8d32-91fdc44f774f) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:40.903224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-9a3cfb01-a3a9-48aa-847b-76c84ee404b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.908128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-9a3cfb01-a3a9-48aa-847b-76c84ee404b1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a971504f-be18-4da5-80f5-dbeaca015f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960709 Jul 16 20:21:40.932230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-1572b451-377a-4988-bbcf-4623635afd42 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:40.933291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-1572b451-377a-4988-bbcf-4623635afd42 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185928 Jul 16 20:21:41.180914 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.202590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-05c9665f-d26a-4f8c-9be2-3ebe7f70efc7 service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536025 Jul 16 20:21:41.217855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Transition to ACTIVE for port object 949d1e1f-1e7b-4e70-8d32-91fdc44f774f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:41.264194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Transition to ACTIVE for port object 949d1e1f-1e7b-4e70-8d32-91fdc44f774f will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:41.282691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.397061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Network dccaf651-9406-46bb-99b2-605a3fa5aadf is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:41.418991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:41.426361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:41.471191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.20.0.13 (dccaf651-9406-46bb-99b2-605a3fa5aadf/f1b6815a-6cc3-4e02-9d7d-a93ee388ab93/64f5281f-f45c-4ee5-bf3d-86bb8202ed8a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:41.494064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-cff46797-4cff-482c-a301-869d869b9bf2 service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902420 Jul 16 20:21:41.505548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89a51c-8871-438d-95ed-0af1c995aadd req-272a82a5-6732-4256-b779-e64bf6dd4302 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:41.510973 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc89a51c-8871-438d-95ed-0af1c995aadd req-272a82a5-6732-4256-b779-e64bf6dd4302 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 945 time: 0.3447108 Jul 16 20:21:41.548443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Pushing event updated for resources: {'Port': ['ID=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:41.615594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc89a51c-8871-438d-95ed-0af1c995aadd req-80d8df0e-41d9-4ca6-bf92-2a8766c31053 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886574 Jul 16 20:21:41.629842 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-4663fbd7-320c-40ff-b3a4-44b402254f87 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 217 time: 0.1290264 Jul 16 20:21:41.700216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.700810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.701403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.702071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.702647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.703239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.703766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.704665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.705048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.705475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.706014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.707107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:41.725614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Attempting to bind port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:41.726102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Attempting to bind port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'df3aa853-a72f-4eea-875b-073e402c5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:41.726600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Attempting to bind port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f on network dccaf651-9406-46bb-99b2-605a3fa5aadf {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:41.734143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:41.737940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Checking segment: {'id': 'df3aa853-a72f-4eea-875b-073e402c5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:41.739111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.739832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Bound using segment: {'id': 'df3aa853-a72f-4eea-875b-073e402c5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:41.741030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Bound port: 949d1e1f-1e7b-4e70-8d32-91fdc44f774f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3aa853-a72f-4eea-875b-073e402c5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'dccaf651-9406-46bb-99b2-605a3fa5aadf'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:41.744880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.789683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-11b7378a-67a6-4c38-aba6-7fa4ff4ed943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:41.792728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-11b7378a-67a6-4c38-aba6-7fa4ff4ed943 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.1473041 Jul 16 20:21:41.887982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.978591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.992915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-cc158538-fa2a-4f54-a5cd-f96edbf58826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.010356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-cc158538-fa2a-4f54-a5cd-f96edbf58826 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2089798 Jul 16 20:21:42.031607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] For port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:42.052220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] For port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,segment=NetworkSegment(df3aa853-a72f-4eea-875b-073e402c5174),segment_id=df3aa853-a72f-4eea-875b-073e402c5174)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:42.066934 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.083023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:42.146646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb5c6-c686-4a1f-9921-a2a3b29bcd9a req-b9becf80-b94e-4e11-ad1c-37b85898d838 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.160370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dadb5c6-c686-4a1f-9921-a2a3b29bcd9a req-b9becf80-b94e-4e11-ad1c-37b85898d838 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 945 time: 0.1785953 Jul 16 20:21:42.231226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dadb5c6-c686-4a1f-9921-a2a3b29bcd9a req-5039ae2d-3716-4fe0-911c-a9a85ca9f6c7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684605 Jul 16 20:21:42.234525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.287100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-97953968-7284-4357-9680-b841cb74741d service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674778 Jul 16 20:21:42.287288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6539cf-1fc9-415e-a2b9-dfec8635bceb None None] Pushing event updated for resources: {'Port': ['ID=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.387744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network dccaf651-9406-46bb-99b2-605a3fa5aadf is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:42.392107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:42.395666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:42.425102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=64f5281f-f45c-4ee5-bf3d-86bb8202ed8a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.466706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.467775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.491448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a8752786-bd9f-43f0-99a7-3a942eb7a593 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0788481 Jul 16 20:21:42.493095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34802) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.662446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-0b7112d6-0789-427d-a316-f6080fa56642 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660946 Jul 16 20:21:42.796585 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-ff1d192b-33ac-4373-b0f5-7c336dfaab29 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 217 time: 0.1220069 Jul 16 20:21:42.899970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-63f17754-5916-4d98-bc97-3d29845df85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.903078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-63f17754-5916-4d98-bc97-3d29845df85c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.1010208 Jul 16 20:21:43.143292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-4880bfec-17f6-4418-b0b5-2eb69c5f76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.149248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-4880bfec-17f6-4418-b0b5-2eb69c5f76c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2400715 Jul 16 20:21:43.282029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 949d1e1f-1e7b-4e70-8d32-91fdc44f774f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:43.371425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:43.394974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-e1e23096-1b5d-4ec1-8758-cafb92c8eb5b service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250001 Jul 16 20:21:43.474020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.765311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-8db68a4c-b9e2-4a86-a89e-f67252aea95b service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598583 Jul 16 20:21:43.864569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-a681a892-1474-4e04-a882-c73592d8b281 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b HTTP/1.1" status: 200 len: 217 time: 0.0917172 Jul 16 20:21:43.872361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b579b-b154-44b1-99be-dac5852f905a req-e031f001-051f-433a-b1d4-21e21ad02937 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.874727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-474b579b-b154-44b1-99be-dac5852f905a req-e031f001-051f-433a-b1d4-21e21ad02937 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 945 time: 0.2549880 Jul 16 20:21:43.933744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-55ece91f-2bd6-4e98-8e5e-2b3962d10d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.936620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-55ece91f-2bd6-4e98-8e5e-2b3962d10d92 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.0647476 Jul 16 20:21:43.961373 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-474b579b-b154-44b1-99be-dac5852f905a req-6ae54402-bd45-4d09-9f2c-aa3d32942373 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792365 Jul 16 20:21:44.019266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.027769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.042816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-27cb8f7c-c0d3-40ce-8fe3-414e642aab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.048516 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-27cb8f7c-c0d3-40ce-8fe3-414e642aab19 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037192 Jul 16 20:21:44.162958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=64f5281f-f45c-4ee5-bf3d-86bb8202ed8a,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.200103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-dad466d5-51e4-4ad0-b0ce-0477d8191359 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408062 Jul 16 20:21:44.268016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e5c870-fa56-4894-af75-0d86602d763d None None] Network dccaf651-9406-46bb-99b2-605a3fa5aadf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:44.340600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-63ab324a-c7a6-47ea-813a-b86c335ac8c1 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334550 Jul 16 20:21:44.405494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-4308c85c-7631-4904-a268-555db3f305d5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=951f07f2-e78f-4313-9640-06f997943a71 HTTP/1.1" status: 200 len: 217 time: 0.0582726 Jul 16 20:21:44.415746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-85ef5908-87f7-4381-ae8c-a32646a98385 None None] Provisioning for port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:44.426020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-85ef5908-87f7-4381-ae8c-a32646a98385 None None] Provisioning complete for port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:44.426573 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-85ef5908-87f7-4381-ae8c-a32646a98385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.475776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-ee74f41f-63da-43bc-8f95-6bbd60954559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.480985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-ee74f41f-63da-43bc-8f95-6bbd60954559 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.0686889 Jul 16 20:21:44.618192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-d96c553a-4a66-49f0-9e48-f7e929fd5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.619848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-d96c553a-4a66-49f0-9e48-f7e929fd5915 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321361 Jul 16 20:21:44.777408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-85ef5908-87f7-4381-ae8c-a32646a98385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.798907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.835577 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-e17d4cfc-7a95-4ec2-b9ca-5bf77c715e1f service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060566 Jul 16 20:21:44.891099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-85ef5908-87f7-4381-ae8c-a32646a98385 None None] For port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,segment=NetworkSegment(df3aa853-a72f-4eea-875b-073e402c5174),segment_id=df3aa853-a72f-4eea-875b-073e402c5174)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:44.905711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-85ef5908-87f7-4381-ae8c-a32646a98385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.148841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef5908-87f7-4381-ae8c-a32646a98385 None None] Pushing event updated for resources: {'Port': ['ID=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.186212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-2e8122c6-cf5b-441b-8226-718de7869f81 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437371 Jul 16 20:21:45.286048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-e427cb6e-d1fd-4fce-9256-67499be52a8f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6 HTTP/1.1" status: 200 len: 217 time: 0.0880783 Jul 16 20:21:45.396825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-3c9e4a87-9b46-4705-bf12-a460da523f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.398474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-3c9e4a87-9b46-4705-bf12-a460da523f5c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.1053796 Jul 16 20:21:45.440461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f9341cbc-2e46-4f94-9899-4dda2917871e None None] Provisioning complete for port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:45.453443 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f9341cbc-2e46-4f94-9899-4dda2917871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.588477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-9a0120ab-3d09-4202-b597-a688c8488e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.592625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-9a0120ab-3d09-4202-b597-a688c8488e0e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808279 Jul 16 20:21:45.638690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-a12702d6-a977-4cc9-bfad-d252b1969cdc tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.640451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-a12702d6-a977-4cc9-bfad-d252b1969cdc tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 945 time: 1.1894417 Jul 16 20:21:45.690339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f9341cbc-2e46-4f94-9899-4dda2917871e None None] Provisioning for port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:45.698224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f9341cbc-2e46-4f94-9899-4dda2917871e None None] Provisioning complete for port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:45.698684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.698978 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f9341cbc-2e46-4f94-9899-4dda2917871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.790645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9500f3-7eb9-486c-b8a9-2c29054077c8 req-9896cdf3-8a43-4bd3-ba90-3c47dd28428f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.792449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f9341cbc-2e46-4f94-9899-4dda2917871e None None] Port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:45.804538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d9500f3-7eb9-486c-b8a9-2c29054077c8 req-9896cdf3-8a43-4bd3-ba90-3c47dd28428f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 945 time: 0.2912543 Jul 16 20:21:45.860813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-93180874-485a-4940-a3ec-3415fc82432e service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421832 Jul 16 20:21:45.928766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-19e0f3b8-41cb-40fc-9620-e206c7c5bec4 None None] Provisioning complete for port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:45.929143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-19e0f3b8-41cb-40fc-9620-e206c7c5bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.027303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-19e0f3b8-41cb-40fc-9620-e206c7c5bec4 None None] Port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:46.076035 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-07397fc1-116b-494a-a663-e582f1ffdfea service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141960 Jul 16 20:21:46.111517 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d9500f3-7eb9-486c-b8a9-2c29054077c8 req-40c1f3aa-4ed4-48d6-af7e-d8d86a380c53 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057559 Jul 16 20:21:46.194387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-71c013b1-5ef1-478a-9f86-b101c35a5ec6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ab6132-42e2-4194-bb60-562625afa6b2 HTTP/1.1" status: 200 len: 217 time: 0.1089351 Jul 16 20:21:46.264391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-a8eca4b4-a7c7-4f13-a1a1-ebf515501bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:46.266056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-a8eca4b4-a7c7-4f13-a1a1-ebf515501bf1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.0649102 Jul 16 20:21:46.285028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a78d7bc0-632e-4a10-8f4d-86d0d17ed9c6 None None] Provisioning complete for port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:46.285440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a78d7bc0-632e-4a10-8f4d-86d0d17ed9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.312322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Deleting port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:46.312767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.388223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a78d7bc0-632e-4a10-8f4d-86d0d17ed9c6 None None] Port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:46.422745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-65a82f1c-aedf-4b8c-91c3-cc3b6b4cd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:46.424568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-65a82f1c-aedf-4b8c-91c3-cc3b6b4cd615 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1516254 Jul 16 20:21:46.547536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] For port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:46.547918 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.571205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Calling delete_port for 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:46.576781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-6f9a08bf-808f-44c0-8cb1-bfe3966f73cd service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434655 Jul 16 20:21:46.578441 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.587536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.721192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.721846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0336f9e-62cb-4498-9ea4-c2586469d5ff req-885fb2ff-04d4-4f7a-829b-f6db2f61ba5d service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377683 Jul 16 20:21:46.723055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=64f5281f-f45c-4ee5-bf3d-86bb8202ed8a,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.806157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:46.922990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No active binding found for port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 {{(pid=93863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:21:46.923445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:46.925644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.965107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:46.967265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event deleted for resources: {'Port': ['ID=8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.970776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network dccaf651-9406-46bb-99b2-605a3fa5aadf is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:46.977017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:47.030497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] No DVR routers for this DVR port 8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:47.035870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.049310 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-981f4130-f044-481d-b1b3-f23dc9daf352 req-590be741-ebff-4cb0-ba62-a9d94f492635 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "DELETE /v2.0/ports/8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2 HTTP/1.1" status: 204 len: 173 time: 1.4008183 Jul 16 20:21:47.049804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be693fd-f830-4196-b4af-4142d7c740a7', 'name': 'network-vif-deleted', 'tag': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:47.068038 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b22af5-c104-4a51-8b0c-84d6d3e9ec64" -d '{"events": [{"server_uuid": "7be693fd-f830-4196-b4af-4142d7c740a7", "name": "network-vif-deleted", "tag": "8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:47.256387 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bbc4c1-f7eb-4000-8698-61bba703009f x-openstack-request-id: req-68bbc4c1-f7eb-4000-8698-61bba703009f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:47.256644 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be693fd-f830-4196-b4af-4142d7c740a7", "name": "network-vif-deleted", "tag": "8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:47.256821 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-68bbc4c1-f7eb-4000-8698-61bba703009f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:47.257242 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be693fd-f830-4196-b4af-4142d7c740a7', 'name': 'network-vif-deleted', 'tag': '8f6c9d57-ad0c-43de-8c9e-1421d9d11cb2', 'status': 'completed', 'code': 200} Jul 16 20:21:47.308488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 949d1e1f-1e7b-4e70-8d32-91fdc44f774f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:47.447777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f428efd3-b1f6-47b0-b94c-2f8619435c7c req-c300eaa9-51c7-4ad1-a9b0-625fe26668ce tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=7be693fd-f830-4196-b4af-4142d7c740a7 HTTP/1.1" status: 200 len: 210 time: 0.0543878 Jul 16 20:21:47.506284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router fb031057-ceda-4d8f-90ea-557baa32f364 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:47.524332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:47.524988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.737374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:47.755281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1cdb2659-482c-46b0-a9fa-4c9b7635d602 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/fb031057-ceda-4d8f-90ea-557baa32f364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2598567 Jul 16 20:21:47.756737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34912) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:47.758474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] Sync routers for ids ['fb031057-ceda-4d8f-90ea-557baa32f364'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:47.783252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] Routers {'fb031057-ceda-4d8f-90ea-557baa32f364'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:47.784522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb031057-ceda-4d8f-90ea-557baa32f364'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:47.863724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:47.885977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a8b36-2128-4f86-bfc5-e9019a9be65a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.890040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] Routers {'fb031057-ceda-4d8f-90ea-557baa32f364'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:47.891087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb031057-ceda-4d8f-90ea-557baa32f364'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:47.899719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9a7a8b36-2128-4f86-bfc5-e9019a9be65a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports/64f5281f-f45c-4ee5-bf3d-86bb8202ed8a HTTP/1.1" status: 200 len: 978 time: 0.1415646 Jul 16 20:21:47.902300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34914) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:47.934532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:47.935891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d6347f-5fc2-4190-b7fe-e0e9d3901f66 None None] The sync data for ids ['fb031057-ceda-4d8f-90ea-557baa32f364'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:47.938950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ccb74d4a-0354-4ea4-9a9a-90d97a34d41a None None] Provisioning complete for port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:47.940029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ccb74d4a-0354-4ea4-9a9a-90d97a34d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.981410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ccb74d4a-0354-4ea4-9a9a-90d97a34d41a None None] Port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:48.272332 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:48.780575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.066346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e95c29f6-30f1-4b7f-8576-fd53d41496b4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.075594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e95c29f6-30f1-4b7f-8576-fd53d41496b4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.2161109 Jul 16 20:21:49.098554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-34789417-4a07-4cd0-95e5-ed207d7293d0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/quotas/22111c424dca45f3bc92b4c7600bede7 HTTP/1.1" status: 200 len: 375 time: 0.0174997 Jul 16 20:21:49.240840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-955328e5-ee49-472a-bc09-dcf1e171e31e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1409130 Jul 16 20:21:49.350581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:49.351128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.384708 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-08e9a8e2-5e64-4387-8a3c-a98ed3f5cfa7 service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413128 Jul 16 20:21:49.565586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.589801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-052c0640-9368-4d2b-9a05-e7b7dcf0078f service neutron] 10.222.0.91 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036989 Jul 16 20:21:49.612469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 64f5281f-f45c-4ee5-bf3d-86bb8202ed8a owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:49.853562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.990144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=64f5281f-f45c-4ee5-bf3d-86bb8202ed8a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.075141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce635e02-6e72-4962-914d-1a4bbfb25986 req-c827b99d-e474-48c0-8610-0f1a49ad41f2 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 210 time: 0.1244445 Jul 16 20:21:50.142712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.146251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.165959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.166313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.168213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.168683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.169946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.171049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.173496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.174574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.177146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.178559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:50.461521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.729390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router fb031057-ceda-4d8f-90ea-557baa32f364 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:50.844678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:50.854549 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] Sync routers for ids ['fb031057-ceda-4d8f-90ea-557baa32f364'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:50.871258 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] Routers {'fb031057-ceda-4d8f-90ea-557baa32f364'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:50.876966 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb031057-ceda-4d8f-90ea-557baa32f364'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:50.877254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8bfffa57-c8d4-47f2-84d6-878e1288140a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/fb031057-ceda-4d8f-90ea-557baa32f364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9708679 Jul 16 20:21:50.877710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34984) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.921984 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:50.933763 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] Routers {'fb031057-ceda-4d8f-90ea-557baa32f364'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:50.934619 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb031057-ceda-4d8f-90ea-557baa32f364'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:50.966517 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:50.967440 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e999bd0c-ee75-432a-827b-38044c3ecb0b None None] The sync data for ids ['fb031057-ceda-4d8f-90ea-557baa32f364'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:51.133402 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-efb6edcd-f8dc-490c-b38d-4661225a46a4 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:21:51.137431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34992) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.137882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-efb6edcd-f8dc-490c-b38d-4661225a46a4 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/fb031057-ceda-4d8f-90ea-557baa32f364/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2591677 Jul 16 20:21:51.203754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.216079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d16f7902-73fa-47fa-b6ef-8a47b543a976 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=fb031057-ceda-4d8f-90ea-557baa32f364 HTTP/1.1" status: 200 len: 205 time: 0.0768878 Jul 16 20:21:51.333361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf89aab1-a524-4ad9-aed7-862786f579cc req-81c0960d-1076-42ef-9fd6-95503fd00399 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 210 time: 0.0640073 Jul 16 20:21:51.396614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5218-5d37-4aa1-bc95-1bb4969d95ea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.536806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35004) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.727347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fbfcae35-03f3-4308-a3f4-b340502cb669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.850246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fbfcae35-03f3-4308-a3f4-b340502cb669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.855745 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fbfcae35-03f3-4308-a3f4-b340502cb669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.908983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fbfcae35-03f3-4308-a3f4-b340502cb669 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d912839e02c24dfaba6495a5c1b4ca68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707116 Jul 16 20:21:51.911160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcae35-03f3-4308-a3f4-b340502cb669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f2077-bb2e-4b94-a4cf-ec06e425ea52,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:51.926338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35014) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.998605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb74396-a216-4620-b398-89e7e4abf052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.044200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb74396-a216-4620-b398-89e7e4abf052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.070419 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5218-5d37-4aa1-bc95-1bb4969d95ea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.074670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5218-5d37-4aa1-bc95-1bb4969d95ea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.102553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb74396-a216-4620-b398-89e7e4abf052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.108027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb74396-a216-4620-b398-89e7e4abf052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.112256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ecb74396-a216-4620-b398-89e7e4abf052 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a42f2077-bb2e-4b94-a4cf-ec06e425ea52 HTTP/1.1" status: 204 len: 168 time: 0.1820517 Jul 16 20:21:52.120072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb74396-a216-4620-b398-89e7e4abf052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f2077-bb2e-4b94-a4cf-ec06e425ea52,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.203041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5218-5d37-4aa1-bc95-1bb4969d95ea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.203642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf5218-5d37-4aa1-bc95-1bb4969d95ea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Fanout notify agent at l3_agent the message router_deleted on router fb031057-ceda-4d8f-90ea-557baa32f364 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:21:52.220929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ffcf5218-5d37-4aa1-bc95-1bb4969d95ea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.222341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ffcf5218-5d37-4aa1-bc95-1bb4969d95ea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/fb031057-ceda-4d8f-90ea-557baa32f364 HTTP/1.1" status: 204 len: 168 time: 1.0174968 Jul 16 20:21:52.225127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35020) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:52.235815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-9179a0ed-8690-4d7f-9c27-0fee0245ce8c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.237766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-9179a0ed-8690-4d7f-9c27-0fee0245ce8c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 806 time: 0.7099485 Jul 16 20:21:52.251198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Request body: {'port': {'device_id': '230157e7-6962-4878-885c-29cdac961da1', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'admin_state_up': True, 'tenant_id': '22111c424dca45f3bc92b4c7600bede7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:52.312644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet f1b6815a-6cc3-4e02-9d7d-a93ee388ab93 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:52.320624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.444356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Made reservation on behalf of 22111c424dca45f3bc92b4c7600bede7 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:52.473113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.583339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35032) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:52.585847 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4d5acc07-af1b-4869-9d67-e3d237174923 req-d2d71b5e-d5d1-407f-aa8a-fd835e5ddabe tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 210 time: 0.0605128 Jul 16 20:21:52.642707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.835254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Allocated IP 172.20.0.10 (d861950a-b4be-4b08-b6cf-598dd1ecf869/039769c9-f2da-447c-b5c4-8b878fa81589/b049befd-0838-4b2b-a26c-1f9e0cd86031) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:52.979112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.991555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.998026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.050380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f98eb-1139-4b06-be0f-06757014fef9 req-555c40f2-eb41-4fd3-9b3b-5b5646868051 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.058906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-288f98eb-1139-4b06-be0f-06757014fef9 req-555c40f2-eb41-4fd3-9b3b-5b5646868051 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 949 time: 0.7345791 Jul 16 20:21:53.090733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3d331661a9b3416c8e50ae29b8a4c2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031738 Jul 16 20:21:53.095752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35044) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.156629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-288f98eb-1139-4b06-be0f-06757014fef9 req-4aa0a5b3-506b-4778-a625-7ac1b7b94afb tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962818 Jul 16 20:21:53.161115 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.199040 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.215841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2ab52-aca3-4f33-9dbb-a33501fbff26,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.234144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.234614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.235103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.235507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.235911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.236325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.237029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.237418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.237809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.238257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.238772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.239233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1b7619-8e45-43eb-9aec-ca6b97ed5963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:53.246323 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.257965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:53.268145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97391f57-6463-44ab-aef1-5f8a1b9a619f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.303994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97391f57-6463-44ab-aef1-5f8a1b9a619f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.335892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.339399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event updated for resources: {'Port': ['ID=b049befd-0838-4b2b-a26c-1f9e0cd86031,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.357193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Network d861950a-b4be-4b08-b6cf-598dd1ecf869 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:53.358989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:53.362582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:53.380795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b6815a-6cc3-4e02-9d7d-a93ee388ab93,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.394901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.397241 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3205beea-8293-449a-8dcb-701f31fcbd6b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/f1b6815a-6cc3-4e02-9d7d-a93ee388ab93 HTTP/1.1" status: 204 len: 168 time: 1.1707902 Jul 16 20:21:53.400054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.409243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0c997-3421-4e45-b1c4-2d52a3b1d5ad None None] Network dccaf651-9406-46bb-99b2-605a3fa5aadf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:53.455356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97391f57-6463-44ab-aef1-5f8a1b9a619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.458647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97391f57-6463-44ab-aef1-5f8a1b9a619f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.462875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-97391f57-6463-44ab-aef1-5f8a1b9a619f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fce2ab52-aca3-4f33-9dbb-a33501fbff26 HTTP/1.1" status: 204 len: 168 time: 0.3638146 Jul 16 20:21:53.463065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.463065 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.491548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-54e3a4e2-4599-4262-8a5f-dc2b80d11a0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2437227 Jul 16 20:21:53.510309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-2c61ec8b-b989-417f-9ae4-35fb52d21d64 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:53.519258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-2c61ec8b-b989-417f-9ae4-35fb52d21d64 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215495 Jul 16 20:21:53.522809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97391f57-6463-44ab-aef1-5f8a1b9a619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2ab52-aca3-4f33-9dbb-a33501fbff26,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.539487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.540956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Request body: {'port': {'device_id': '230157e7-6962-4878-885c-29cdac961da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:53.676638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:53.677070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.752510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.765860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23943707-15f1-486d-af57-1ad374f091bd None None] DHCP port deletion for dccaf651-9406-46bb-99b2-605a3fa5aadf request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:53.800251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,segment=NetworkSegment(df3aa853-a72f-4eea-875b-073e402c5174),segment_id=df3aa853-a72f-4eea-875b-073e402c5174)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:53.800729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.819114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 949d1e1f-1e7b-4e70-8d32-91fdc44f774f owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:53.902875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-23943707-15f1-486d-af57-1ad374f091bd None None] Deleting port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:53.904115 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23943707-15f1-486d-af57-1ad374f091bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.066386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-23943707-15f1-486d-af57-1ad374f091bd None None] For port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,segment=NetworkSegment(df3aa853-a72f-4eea-875b-073e402c5174),segment_id=df3aa853-a72f-4eea-875b-073e402c5174)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:54.067369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23943707-15f1-486d-af57-1ad374f091bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.095524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-23943707-15f1-486d-af57-1ad374f091bd None None] Calling delete_port for 949d1e1f-1e7b-4e70-8d32-91fdc44f774f owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:54.119123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-c903afe8-580f-421f-9ef3-b50cfabbc09e tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.120786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-c903afe8-580f-421f-9ef3-b50cfabbc09e tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.99 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 949 time: 0.2869740 Jul 16 20:21:54.150881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635643c-2956-48d9-b218-1f0304e1381f req-a0fa4fb3-4977-452f-8cda-23f35cd898ff tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.158691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4635643c-2956-48d9-b218-1f0304e1381f req-a0fa4fb3-4977-452f-8cda-23f35cd898ff tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 932 time: 0.2369332 Jul 16 20:21:54.160579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.219381 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-23943707-15f1-486d-af57-1ad374f091bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.251960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.267448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:54.290621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23943707-15f1-486d-af57-1ad374f091bd None None] Pushing event deleted for resources: {'Port': ['ID=949d1e1f-1e7b-4e70-8d32-91fdc44f774f,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.293695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23943707-15f1-486d-af57-1ad374f091bd None None] No DVR routers for this DVR port 949d1e1f-1e7b-4e70-8d32-91fdc44f774f on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:54.335222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4635643c-2956-48d9-b218-1f0304e1381f req-73649c0b-4956-4aa4-8337-bebea4082b9a tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754994 Jul 16 20:21:54.449146 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.473496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccaf651-9406-46bb-99b2-605a3fa5aadf']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:54.493618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3aa853-a72f-4eea-875b-073e402c5174') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:54.493757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3aa853-a72f-4eea-875b-073e402c5174') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:54.507334 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.522396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b049befd-0838-4b2b-a26c-1f9e0cd86031 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:54.530761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Deleting port ae0c28b7-3129-4f37-98e6-6d2896a4e807 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:54.531311 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.536975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.551888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.574642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:54.575191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:54.578353 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:54.580832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108b139-bd1b-4b86-a87c-52e3280be237 req-43545952-e728-40a3-9cc6-579798d44e80 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.587383 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c108b139-bd1b-4b86-a87c-52e3280be237 req-43545952-e728-40a3-9cc6-579798d44e80 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 949 time: 0.1142733 Jul 16 20:21:54.628279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c108b139-bd1b-4b86-a87c-52e3280be237 req-dc241e66-7684-42f5-8fa0-251d29bc05e1 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/security-groups?id=b0abbe12-e98e-416f-83fe-56252c459ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Jul 16 20:21:54.686342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Transition to ACTIVE for port object b049befd-0838-4b2b-a26c-1f9e0cd86031 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:54.690377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.694858 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.708713 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.714658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/dccaf651-9406-46bb-99b2-605a3fa5aadf HTTP/1.1" status: 204 len: 168 time: 1.3095598 Jul 16 20:21:54.720337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:54.722247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] For port ae0c28b7-3129-4f37-98e6-6d2896a4e807, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ae0c28b7-3129-4f37-98e6-6d2896a4e807,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:54.722542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.746374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-1657373870'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:54.758735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Calling delete_port for ae0c28b7-3129-4f37-98e6-6d2896a4e807 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:54.761454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4d530-c279-4c5e-9808-d7b0acc97236 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=dccaf651-9406-46bb-99b2-605a3fa5aadf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.768764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=b049befd-0838-4b2b-a26c-1f9e0cd86031,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.797016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:54.801163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.821026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Attempting to bind port b049befd-0838-4b2b-a26c-1f9e0cd86031 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:54.821658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Attempting to bind port b049befd-0838-4b2b-a26c-1f9e0cd86031 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:54.821875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Attempting to bind port b049befd-0838-4b2b-a26c-1f9e0cd86031 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:54.826354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Port b049befd-0838-4b2b-a26c-1f9e0cd86031 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:54.826668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Attempting to bind port b049befd-0838-4b2b-a26c-1f9e0cd86031 on network d861950a-b4be-4b08-b6cf-598dd1ecf869 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:54.832732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:54.833026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Checking segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:54.833581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Bound using segment: {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:54.834102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Bound port: b049befd-0838-4b2b-a26c-1f9e0cd86031, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce170a23-ddaf-43a7-aca1-d911b87d7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:54.834867 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.875171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:54.896483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.896483 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment 74009cb2-26f3-4ff2-8f2d-5f90992c70b4 of type vlan for network 38a57436-ab44-4b68-8d1c-840eab96f0a7 Jul 16 20:21:54.910473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] For port b049befd-0838-4b2b-a26c-1f9e0cd86031, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:54.914593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] For port b049befd-0838-4b2b-a26c-1f9e0cd86031, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b049befd-0838-4b2b-a26c-1f9e0cd86031,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:54.919248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.958449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.959410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.961019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] 10.222.0.79 "PUT /v2.0/ports/b049befd-0838-4b2b-a26c-1f9e0cd86031 HTTP/1.1" status: 200 len: 1093 time: 1.4371705 Jul 16 20:21:54.961473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230157e7-6962-4878-885c-29cdac961da1', 'tag': 'b049befd-0838-4b2b-a26c-1f9e0cd86031'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:54.963934 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99df725-3900-4f19-95c7-940d8cd87d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "230157e7-6962-4878-885c-29cdac961da1", "tag": "b049befd-0838-4b2b-a26c-1f9e0cd86031"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:54.996702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f4a1e-7fcd-45da-af99-8083d891ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=b049befd-0838-4b2b-a26c-1f9e0cd86031,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.006070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.067452 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ccd0e-bd3e-4b6d-adbd-64887642bc3b x-openstack-request-id: req-214ccd0e-bd3e-4b6d-adbd-64887642bc3b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:55.067793 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230157e7-6962-4878-885c-29cdac961da1", "tag": "b049befd-0838-4b2b-a26c-1f9e0cd86031", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:55.068048 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-214ccd0e-bd3e-4b6d-adbd-64887642bc3b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:55.068480 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230157e7-6962-4878-885c-29cdac961da1', 'tag': 'b049befd-0838-4b2b-a26c-1f9e0cd86031', 'status': 'completed', 'code': 200} Jul 16 20:21:55.081589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.089916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.090817 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.100328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-3975a0db-d97e-431a-9515-de5db6a4836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.102628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-3975a0db-d97e-431a-9515-de5db6a4836c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 1096 time: 0.0832191 Jul 16 20:21:55.150058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.186746 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-3b01ba56-c2fc-473b-9ae4-80bb815443a6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b049befd-0838-4b2b-a26c-1f9e0cd86031 HTTP/1.1" status: 200 len: 217 time: 0.0737669 Jul 16 20:21:55.194727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 949d1e1f-1e7b-4e70-8d32-91fdc44f774f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:55.200443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4750569 Jul 16 20:21:55.205137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Pushing event deleted for resources: {'Port': ['ID=ae0c28b7-3129-4f37-98e6-6d2896a4e807,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.210739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35100) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:55.247537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 949d1e1f-1e7b-4e70-8d32-91fdc44f774f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:55.247986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 949d1e1f-1e7b-4e70-8d32-91fdc44f774f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:55.249990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e014e-0bbd-41d8-a605-e4ee2b9e9d94 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=38a57436-ab44-4b68-8d1c-840eab96f0a7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.258161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': '38a57436-ab44-4b68-8d1c-840eab96f0a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:55.265237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:55.325044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] No DVR routers for this DVR port ae0c28b7-3129-4f37-98e6-6d2896a4e807 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:55.328396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.330919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b645e026-c4cb-4bbf-bdbf-f6eef7435269 req-ed9cb1ac-783c-4d06-a39b-bd0f5a10a155 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.99 "DELETE /v2.0/ports/ae0c28b7-3129-4f37-98e6-6d2896a4e807 HTTP/1.1" status: 204 len: 173 time: 1.2029495 Jul 16 20:21:55.332143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'name': 'network-vif-deleted', 'tag': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:55.334947 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1216724-09f0-426f-9cea-4587210e538b" -d '{"events": [{"server_uuid": "19469ad1-41f8-46d2-ae3e-6b2c08f19ce1", "name": "network-vif-deleted", "tag": "ae0c28b7-3129-4f37-98e6-6d2896a4e807"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:55.335774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-03f423f7-aece-4d08-9843-5ab9419fdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.337397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-03f423f7-aece-4d08-9843-5ab9419fdf42 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.1443653 Jul 16 20:21:55.431186 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2492fd52-a5e8-4394-b173-06e089121963 x-openstack-request-id: req-2492fd52-a5e8-4394-b173-06e089121963 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:55.431594 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19469ad1-41f8-46d2-ae3e-6b2c08f19ce1", "name": "network-vif-deleted", "tag": "ae0c28b7-3129-4f37-98e6-6d2896a4e807", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:55.431942 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2492fd52-a5e8-4394-b173-06e089121963 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:55.432584 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19469ad1-41f8-46d2-ae3e-6b2c08f19ce1', 'name': 'network-vif-deleted', 'tag': 'ae0c28b7-3129-4f37-98e6-6d2896a4e807', 'status': 'completed', 'code': 200} Jul 16 20:21:55.512020 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-0be4565f-d94d-4c5e-8ced-e7222748b56e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580017 Jul 16 20:21:55.591880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:55.609815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.919503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-f7d45854-d0c5-4117-88e5-8be59c90fb7b service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951108 Jul 16 20:21:55.944703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48171c39-ba3e-476f-92b8-da4991311523 req-e098bf5e-3eee-4bc3-ab33-8798c8a26f72 tempest-VolumesBackupsTest-1733322618 tempest-VolumesBackupsTest-1733322618-project] 10.222.0.91 "GET /v2.0/ports?device_id=19469ad1-41f8-46d2-ae3e-6b2c08f19ce1 HTTP/1.1" status: 200 len: 210 time: 0.0564754 Jul 16 20:21:55.968802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1ae39-999a-4035-b81d-74680d6d9d81 req-61d85f0b-b1a8-4908-96b4-35856b34465b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.978132 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8f1ae39-999a-4035-b81d-74680d6d9d81 req-61d85f0b-b1a8-4908-96b4-35856b34465b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 944 time: 0.3262761 Jul 16 20:21:56.097750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8f1ae39-999a-4035-b81d-74680d6d9d81 req-e695c798-c79b-4843-a325-c520d6c567ec tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188438 Jul 16 20:21:56.173590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87967fe-fcdf-4256-bc86-a27efdad8568 req-dfb43350-fe65-4626-ad93-11827a5c2ca9 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334485 Jul 16 20:21:56.233965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.376854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=c6448f37-f61c-4b13-a58e-82ae6c77854b,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.385143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': '74009cb2-26f3-4ff2-8f2d-5f90992c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '38a57436-ab44-4b68-8d1c-840eab96f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:56.385659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: 38a57436-ab44-4b68-8d1c-840eab96f0a7, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:56.396240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-00664025-dfd4-405b-86c0-99dae332f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.398020 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-00664025-dfd4-405b-86c0-99dae332f309 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 1096 time: 0.1503704 Jul 16 20:21:56.429493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:56.489940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 38a57436-ab44-4b68-8d1c-840eab96f0a7) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:56.494667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ae0c28b7-3129-4f37-98e6-6d2896a4e807 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:56.498567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.499219 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.532104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-708dda37-3ffb-4c9c-8db8-9b81b8facd25 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3167825 Jul 16 20:21:56.536042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.538784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-80fcc72e-a791-4286-97ff-afa2b6b48b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.540488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-80fcc72e-a791-4286-97ff-afa2b6b48b14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.1332502 Jul 16 20:21:56.542903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-875c8306-b4e3-468c-91fb-70aa81d1ba37 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-897889489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:56.564574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a95c77-408b-4db1-adbb-abebc8169c1e None None] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:56.589979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-875c8306-b4e3-468c-91fb-70aa81d1ba37 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.592288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-875c8306-b4e3-468c-91fb-70aa81d1ba37 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.629700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: ae0c28b7-3129-4f37-98e6-6d2896a4e807 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:56.630269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ae0c28b7-3129-4f37-98e6-6d2896a4e807 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:56.703136 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-875c8306-b4e3-468c-91fb-70aa81d1ba37 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.711099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-875c8306-b4e3-468c-91fb-70aa81d1ba37 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.721651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-4b206a8c-1d9b-42fd-a6e6-4c68f05ab84a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b049befd-0838-4b2b-a26c-1f9e0cd86031 HTTP/1.1" status: 200 len: 217 time: 0.1726844 Jul 16 20:21:56.749584 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-875c8306-b4e3-468c-91fb-70aa81d1ba37 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.751194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-875c8306-b4e3-468c-91fb-70aa81d1ba37 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2129047 Jul 16 20:21:56.754212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.826909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-c35a3c20-ab5c-485f-b6e7-7eb31dd84d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.828886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-c35a3c20-ab5c-485f-b6e7-7eb31dd84d9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.0991457 Jul 16 20:21:56.883933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-4fc66544-19bd-444a-a87f-b1a31cbfbb2d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477612 Jul 16 20:21:56.906786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-38a57436-ab44-4b68-8d1c-840eab96f0a7', 'network_id': '38a57436-ab44-4b68-8d1c-840eab96f0a7', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': 'c6448f37-f61c-4b13-a58e-82ae6c77854b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:56.907815 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.029952 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-93eba404-b5e7-4d3e-a5c1-05697dcbb68b service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386380 Jul 16 20:21:57.168583 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b99df725-3900-4f19-95c7-940d8cd87d9b req-46554ebf-19a8-41bf-a87d-d5fd218ae0eb service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320708 Jul 16 20:21:57.269237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.395439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Allocated IP 172.20.0.2 (38a57436-ab44-4b68-8d1c-840eab96f0a7/c6448f37-f61c-4b13-a58e-82ae6c77854b/824c2bb3-021f-4720-979f-e2b2e34e49e4) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:57.707521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.718127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99b0ba-b521-46cf-a042-3419ba0fd4b6 req-2b37e364-8392-49fd-a085-698cb02021d4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.721618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Transition to ACTIVE for port object 824c2bb3-021f-4720-979f-e2b2e34e49e4 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:57.727688 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce99b0ba-b521-46cf-a042-3419ba0fd4b6 req-2b37e364-8392-49fd-a085-698cb02021d4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 944 time: 0.3615115 Jul 16 20:21:57.744888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Transition to ACTIVE for port object 824c2bb3-021f-4720-979f-e2b2e34e49e4 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:57.755142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.819199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Pushing event updated for resources: {'Port': ['ID=824c2bb3-021f-4720-979f-e2b2e34e49e4,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.824702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:57.828545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:57.843258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:57.890138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce99b0ba-b521-46cf-a042-3419ba0fd4b6 req-a7d4cfaf-0080-4d47-a789-fd054e2888f2 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614296 Jul 16 20:21:57.918362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Attempting to bind port 824c2bb3-021f-4720-979f-e2b2e34e49e4 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:57.918795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Attempting to bind port 824c2bb3-021f-4720-979f-e2b2e34e49e4 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '74009cb2-26f3-4ff2-8f2d-5f90992c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '38a57436-ab44-4b68-8d1c-840eab96f0a7'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:57.919334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Attempting to bind port 824c2bb3-021f-4720-979f-e2b2e34e49e4 on network 38a57436-ab44-4b68-8d1c-840eab96f0a7 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:57.926364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:57.926747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Checking segment: {'id': '74009cb2-26f3-4ff2-8f2d-5f90992c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '38a57436-ab44-4b68-8d1c-840eab96f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:57.927281 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.927727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Bound using segment: {'id': '74009cb2-26f3-4ff2-8f2d-5f90992c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '38a57436-ab44-4b68-8d1c-840eab96f0a7'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:57.928204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Bound port: 824c2bb3-021f-4720-979f-e2b2e34e49e4, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74009cb2-26f3-4ff2-8f2d-5f90992c70b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '38a57436-ab44-4b68-8d1c-840eab96f0a7'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:57.928592 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.931201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.20.0.1 (38a57436-ab44-4b68-8d1c-840eab96f0a7/c6448f37-f61c-4b13-a58e-82ae6c77854b/fa13b138-c2a3-4349-b42e-a97a8d9f1a40) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:58.044072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] For port 824c2bb3-021f-4720-979f-e2b2e34e49e4, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:58.053244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] For port 824c2bb3-021f-4720-979f-e2b2e34e49e4, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=824c2bb3-021f-4720-979f-e2b2e34e49e4,segment=NetworkSegment(74009cb2-26f3-4ff2-8f2d-5f90992c70b4),segment_id=74009cb2-26f3-4ff2-8f2d-5f90992c70b4)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:58.058972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.106573 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.127612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object fa13b138-c2a3-4349-b42e-a97a8d9f1a40 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:58.159877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984ff15-c9fe-450b-bc6f-bf1800974c78 None None] Pushing event updated for resources: {'Port': ['ID=824c2bb3-021f-4720-979f-e2b2e34e49e4,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.191703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.252807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:58.252807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:58.254074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:58.288256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=fa13b138-c2a3-4349-b42e-a97a8d9f1a40,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.316141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.514095 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.844026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b049befd-0838-4b2b-a26c-1f9e0cd86031 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:58.915614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.924121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.162917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b049befd-0838-4b2b-a26c-1f9e0cd86031, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b049befd-0838-4b2b-a26c-1f9e0cd86031,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:59.171437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=fa13b138-c2a3-4349-b42e-a97a8d9f1a40,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:59.197417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'b049befd-0838-4b2b-a26c-1f9e0cd86031', 'network_id': 'd861950a-b4be-4b08-b6cf-598dd1ecf869', 'port_id': 'b049befd-0838-4b2b-a26c-1f9e0cd86031', 'mac_address': 'fa:16:3e:5e:a9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039769c9-f2da-447c-b5c4-8b878fa81589', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:59.341659 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.344028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.360162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 824c2bb3-021f-4720-979f-e2b2e34e49e4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:59.571451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b049befd-0838-4b2b-a26c-1f9e0cd86031 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:59.593352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 824c2bb3-021f-4720-979f-e2b2e34e49e4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:59.640968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9ccd8-d784-4b6f-bc54-0f142ecc2c80 req-7ad54c66-32d6-4f11-8943-28782597941c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:59.647707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b049befd-0838-4b2b-a26c-1f9e0cd86031, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b049befd-0838-4b2b-a26c-1f9e0cd86031,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:59.650559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7cb9ccd8-d784-4b6f-bc54-0f142ecc2c80 req-7ad54c66-32d6-4f11-8943-28782597941c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 944 time: 0.4285855 Jul 16 20:21:59.654791 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.729589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:59.731740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b049befd-0838-4b2b-a26c-1f9e0cd86031,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:59.738232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:59.755507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7cb9ccd8-d784-4b6f-bc54-0f142ecc2c80 req-77296d22-3bc8-4276-9acb-113646c0ce53 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856345 Jul 16 20:21:59.773405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7614c946-3c54-46bc-88b3-4c55a248b84b None None] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:59.946268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router fb3473ab-9255-4670-a687-3c561ffa0f29 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:59.979406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['b049befd-0838-4b2b-a26c-1f9e0cd86031'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:59.993443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d44a248-3280-4505-9071-11c19a8363a8 None None] Provisioning for port 824c2bb3-021f-4720-979f-e2b2e34e49e4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:00.068048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d44a248-3280-4505-9071-11c19a8363a8 None None] Provisioning complete for port 824c2bb3-021f-4720-979f-e2b2e34e49e4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:00.068365 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d44a248-3280-4505-9071-11c19a8363a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.085587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:00.114934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] Sync routers for ids ['fb3473ab-9255-4670-a687-3c561ffa0f29'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:00.117682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c2b2bb18-da86-47c4-8a3b-c7c9689cc923 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/fb3473ab-9255-4670-a687-3c561ffa0f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3621533 Jul 16 20:22:00.120384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.179262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] Routers {'fb3473ab-9255-4670-a687-3c561ffa0f29'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:00.179907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb3473ab-9255-4670-a687-3c561ffa0f29'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:00.229276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:00.273028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba4f0d-c65a-454b-9afa-20d1d8806b95 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:00.277424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e7ba4f0d-c65a-454b-9afa-20d1d8806b95 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports/fa13b138-c2a3-4349-b42e-a97a8d9f1a40 HTTP/1.1" status: 200 len: 910 time: 0.1524670 Jul 16 20:22:00.278669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35212) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.372417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] Routers {'fb3473ab-9255-4670-a687-3c561ffa0f29'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:00.373225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb3473ab-9255-4670-a687-3c561ffa0f29'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:00.409870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:00.410659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e94cc-10bc-48bf-ad44-ed8837f57ac4 None None] The sync data for ids ['fb3473ab-9255-4670-a687-3c561ffa0f29'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:00.421416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d44a248-3280-4505-9071-11c19a8363a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.545252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7d44a248-3280-4505-9071-11c19a8363a8 None None] For port 824c2bb3-021f-4720-979f-e2b2e34e49e4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=824c2bb3-021f-4720-979f-e2b2e34e49e4,segment=NetworkSegment(74009cb2-26f3-4ff2-8f2d-5f90992c70b4),segment_id=74009cb2-26f3-4ff2-8f2d-5f90992c70b4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:00.557088 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d44a248-3280-4505-9071-11c19a8363a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.794762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a248-3280-4505-9071-11c19a8363a8 None None] Pushing event updated for resources: {'Port': ['ID=824c2bb3-021f-4720-979f-e2b2e34e49e4,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.823527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eea20e72-96fd-4b1b-9a8a-73f6fd586287 None None] Provisioning for port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:00.828627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eea20e72-96fd-4b1b-9a8a-73f6fd586287 None None] Provisioning complete for port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:00.830210 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eea20e72-96fd-4b1b-9a8a-73f6fd586287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.906587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-eea20e72-96fd-4b1b-9a8a-73f6fd586287 None None] Port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:00.934849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eea20e72-96fd-4b1b-9a8a-73f6fd586287 None None] Provisioning complete for port 824c2bb3-021f-4720-979f-e2b2e34e49e4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:00.936006 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eea20e72-96fd-4b1b-9a8a-73f6fd586287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.169302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46c8b1-25cc-498f-a54d-b7a02cd1b55b req-488fe8fb-b0eb-475a-b472-41d1cec3adff tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.184627 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e46c8b1-25cc-498f-a54d-b7a02cd1b55b req-488fe8fb-b0eb-475a-b472-41d1cec3adff tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 945 time: 0.2056999 Jul 16 20:22:01.221259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 824c2bb3-021f-4720-979f-e2b2e34e49e4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:01.301458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-73f7a47f-cc25-445a-9f5f-06bff70bc1ab None None] Provisioning complete for port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:01.302240 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-73f7a47f-cc25-445a-9f5f-06bff70bc1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.302498 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.355548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-73f7a47f-cc25-445a-9f5f-06bff70bc1ab None None] Port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:01.358530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 824c2bb3-021f-4720-979f-e2b2e34e49e4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:01.359117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.364237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e46c8b1-25cc-498f-a54d-b7a02cd1b55b req-ac0c9db1-08ec-4ffd-8526-6c5f4902e869 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603682 Jul 16 20:22:01.681127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-41959192-5521-4bad-8e73-573043bf06e2 None None] Provisioning complete for port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:01.682391 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-41959192-5521-4bad-8e73-573043bf06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.741249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-41959192-5521-4bad-8e73-573043bf06e2 None None] Port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:01.806437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port fa13b138-c2a3-4349-b42e-a97a8d9f1a40 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:01.806791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.973677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.007080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for fa13b138-c2a3-4349-b42e-a97a8d9f1a40 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:02.321490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.419247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=fa13b138-c2a3-4349-b42e-a97a8d9f1a40,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:02.776508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.800060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf630ade-3cea-46f5-8381-25b4c162749a req-3888f1da-8ebf-434a-8ea2-09b8b37b111c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.803225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf630ade-3cea-46f5-8381-25b4c162749a req-3888f1da-8ebf-434a-8ea2-09b8b37b111c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 945 time: 0.1477401 Jul 16 20:22:02.851025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf630ade-3cea-46f5-8381-25b4c162749a req-de682257-114b-4c81-a212-7e127d07f910 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Jul 16 20:22:02.859905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b049befd-0838-4b2b-a26c-1f9e0cd86031 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:02.939229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port b049befd-0838-4b2b-a26c-1f9e0cd86031 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:02.946224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port b049befd-0838-4b2b-a26c-1f9e0cd86031 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:02.946827 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.171849 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.224879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230157e7-6962-4878-885c-29cdac961da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049befd-0838-4b2b-a26c-1f9e0cd86031'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:03.230124 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeec6fb-c018-4577-9dad-0702a7a9296c" -d '{"events": [{"server_uuid": "230157e7-6962-4878-885c-29cdac961da1", "name": "network-vif-plugged", "status": "completed", "tag": "b049befd-0838-4b2b-a26c-1f9e0cd86031"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:03.263014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b049befd-0838-4b2b-a26c-1f9e0cd86031, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b049befd-0838-4b2b-a26c-1f9e0cd86031,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:03.271863 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.360368 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f51e5-a30e-4515-94da-863347579467 x-openstack-request-id: req-897f51e5-a30e-4515-94da-863347579467 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:03.360675 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230157e7-6962-4878-885c-29cdac961da1", "name": "network-vif-plugged", "status": "completed", "tag": "b049befd-0838-4b2b-a26c-1f9e0cd86031", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:03.360941 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-897f51e5-a30e-4515-94da-863347579467 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:03.371547 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230157e7-6962-4878-885c-29cdac961da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049befd-0838-4b2b-a26c-1f9e0cd86031', 'code': 200} Jul 16 20:22:03.385537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b049befd-0838-4b2b-a26c-1f9e0cd86031,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.659476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router fb3473ab-9255-4670-a687-3c561ffa0f29 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:03.860752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bd26b-e8f7-4ef6-a9d9-b32d8c169508 req-4ac6309b-c8d4-4415-b7fd-eaa33902ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.862677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5d3bd26b-e8f7-4ef6-a9d9-b32d8c169508 req-4ac6309b-c8d4-4415-b7fd-eaa33902ce2f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 1098 time: 0.2955768 Jul 16 20:22:03.881664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:03.900511 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] Sync routers for ids ['fb3473ab-9255-4670-a687-3c561ffa0f29'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:03.909638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35364) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.913682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fe96eebf-5951-4d30-9e54-045e5129f553 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/fb3473ab-9255-4670-a687-3c561ffa0f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6331534 Jul 16 20:22:03.920113 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] Routers {'fb3473ab-9255-4670-a687-3c561ffa0f29'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:03.921775 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb3473ab-9255-4670-a687-3c561ffa0f29'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:03.970573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5d3bd26b-e8f7-4ef6-a9d9-b32d8c169508 req-4558b740-f0e1-433e-9639-0fac9cfe33f1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008894 Jul 16 20:22:04.048923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35366) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:04.059556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e6690b08-8b14-4f3b-82f5-a25aba9fcd85 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=fb3473ab-9255-4670-a687-3c561ffa0f29 HTTP/1.1" status: 200 len: 205 time: 0.1482015 Jul 16 20:22:04.101528 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.111283 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] Routers {'fb3473ab-9255-4670-a687-3c561ffa0f29'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:04.112434 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:21:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fb3473ab-9255-4670-a687-3c561ffa0f29'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.157685 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.158604 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fe917-5d7d-48a1-b8d9-6aae40712084 None None] The sync data for ids ['fb3473ab-9255-4670-a687-3c561ffa0f29'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:04.222746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0dce3f9c-d69f-4ab7-ae36-00db7dbc78d8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.638956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0dce3f9c-d69f-4ab7-ae36-00db7dbc78d8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.659513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0dce3f9c-d69f-4ab7-ae36-00db7dbc78d8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.696274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35376) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:04.824620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0dce3f9c-d69f-4ab7-ae36-00db7dbc78d8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.825467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce3f9c-d69f-4ab7-ae36-00db7dbc78d8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Fanout notify agent at l3_agent the message router_deleted on router fb3473ab-9255-4670-a687-3c561ffa0f29 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:04.846746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0dce3f9c-d69f-4ab7-ae36-00db7dbc78d8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.850981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35382) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:04.862791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0dce3f9c-d69f-4ab7-ae36-00db7dbc78d8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/fb3473ab-9255-4670-a687-3c561ffa0f29 HTTP/1.1" status: 204 len: 168 time: 0.8118804 Jul 16 20:22:04.915680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c797c94-7656-477b-897b-13b063b026bd req-e9e65627-1f1a-421f-babc-4074c1e87dd5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.921866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c797c94-7656-477b-897b-13b063b026bd req-e9e65627-1f1a-421f-babc-4074c1e87dd5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.5291028 Jul 16 20:22:05.034438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet c6448f37-f61c-4b13-a58e-82ae6c77854b {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:05.050363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c797c94-7656-477b-897b-13b063b026bd req-7bc3807c-ad96-4c6f-b9c8-effdaa3b8ee0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226599 Jul 16 20:22:05.062203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.120004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f42b5ff4-9936-408f-a1b6-dc83f3d25ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.259745 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f42b5ff4-9936-408f-a1b6-dc83f3d25ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.266515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f42b5ff4-9936-408f-a1b6-dc83f3d25ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.303519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.355300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35386) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:05.355545 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f42b5ff4-9936-408f-a1b6-dc83f3d25ace admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b7915c274d9b446fb4cccf906d76538b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575148 Jul 16 20:22:05.369663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b5ff4-9936-408f-a1b6-dc83f3d25ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb6a6a7-29b7-451c-8d4f-05f0df3875f7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.436388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5864efb7-8f9a-4f6a-b991-fa2bd3a956ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.459092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.513085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5864efb7-8f9a-4f6a-b991-fa2bd3a956ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.558320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.602927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5864efb7-8f9a-4f6a-b991-fa2bd3a956ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.607640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5864efb7-8f9a-4f6a-b991-fa2bd3a956ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.614890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5864efb7-8f9a-4f6a-b991-fa2bd3a956ba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/abb6a6a7-29b7-451c-8d4f-05f0df3875f7 HTTP/1.1" status: 204 len: 168 time: 0.2544363 Jul 16 20:22:05.633881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864efb7-8f9a-4f6a-b991-fa2bd3a956ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb6a6a7-29b7-451c-8d4f-05f0df3875f7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.018959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c457f22-18ab-4a55-ad36-7baf2f88aeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.074611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35404) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:06.092474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe997-a9ab-4f2a-9ca8-d05e22d61ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.179404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=c6448f37-f61c-4b13-a58e-82ae6c77854b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.183733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.188803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9c2f23fa-cfe9-473a-8fbe-f4c7151eeaea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/c6448f37-f61c-4b13-a58e-82ae6c77854b HTTP/1.1" status: 204 len: 168 time: 1.3367085 Jul 16 20:22:06.189858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35414) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:06.193734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e52245d-9d6b-4578-9def-00aa29961aa0 None None] Network 38a57436-ab44-4b68-8d1c-840eab96f0a7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:06.338131 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe997-a9ab-4f2a-9ca8-d05e22d61ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.419616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.423721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe997-a9ab-4f2a-9ca8-d05e22d61ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.486011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] DHCP port deletion for 38a57436-ab44-4b68-8d1c-840eab96f0a7 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:06.509282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5f5fe997-a9ab-4f2a-9ca8-d05e22d61ad0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9693b39524d14a0f8589badbe0ae1bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333339 Jul 16 20:22:06.514045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35420) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:06.545908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe997-a9ab-4f2a-9ca8-d05e22d61ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48032b68-1538-4809-93a4-b82c32a3b30d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.578928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] Deleting port 824c2bb3-021f-4720-979f-e2b2e34e49e4 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:06.579445 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.589323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc44e-9937-488a-97cc-8ea76c5fc798 req-032aa22c-5629-495e-a486-81931e627e4c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.599712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f2bc44e-9937-488a-97cc-8ea76c5fc798 req-032aa22c-5629-495e-a486-81931e627e4c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.2592585 Jul 16 20:22:06.637534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 824c2bb3-021f-4720-979f-e2b2e34e49e4 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:06.637877 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.667219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ed5-91cb-452d-817f-047c29a81824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.682257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f2bc44e-9937-488a-97cc-8ea76c5fc798 req-2a231fb9-62d6-43e6-8a63-6064147363c3 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809889 Jul 16 20:22:06.692606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] For port 824c2bb3-021f-4720-979f-e2b2e34e49e4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=824c2bb3-021f-4720-979f-e2b2e34e49e4,segment=NetworkSegment(74009cb2-26f3-4ff2-8f2d-5f90992c70b4),segment_id=74009cb2-26f3-4ff2-8f2d-5f90992c70b4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:06.695847 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.728066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] Calling delete_port for 824c2bb3-021f-4720-979f-e2b2e34e49e4 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:06.731468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ed5-91cb-452d-817f-047c29a81824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.817253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 824c2bb3-021f-4720-979f-e2b2e34e49e4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=824c2bb3-021f-4720-979f-e2b2e34e49e4,segment=NetworkSegment(74009cb2-26f3-4ff2-8f2d-5f90992c70b4),segment_id=74009cb2-26f3-4ff2-8f2d-5f90992c70b4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:06.824619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.846761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ed5-91cb-452d-817f-047c29a81824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.851441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ed5-91cb-452d-817f-047c29a81824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.856098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-df3f6ed5-91cb-452d-817f-047c29a81824 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/48032b68-1538-4809-93a4-b82c32a3b30d HTTP/1.1" status: 204 len: 168 time: 0.3359919 Jul 16 20:22:06.875339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 824c2bb3-021f-4720-979f-e2b2e34e49e4 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:06.877960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6ed5-91cb-452d-817f-047c29a81824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48032b68-1538-4809-93a4-b82c32a3b30d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.936623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.953464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] No DVR routers for this DVR port 824c2bb3-021f-4720-979f-e2b2e34e49e4 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:06.976886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600dbce-0ee0-48b8-8f83-0223cccc8dbf None None] Pushing event deleted for resources: {'Port': ['ID=824c2bb3-021f-4720-979f-e2b2e34e49e4,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.092198 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.162659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=824c2bb3-021f-4720-979f-e2b2e34e49e4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.173766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 824c2bb3-021f-4720-979f-e2b2e34e49e4 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:07.181095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 824c2bb3-021f-4720-979f-e2b2e34e49e4 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:07.239737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 824c2bb3-021f-4720-979f-e2b2e34e49e4 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:07.240008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 824c2bb3-021f-4720-979f-e2b2e34e49e4 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:07.350671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.365899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a57436-ab44-4b68-8d1c-840eab96f0a7']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:07.390404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74009cb2-26f3-4ff2-8f2d-5f90992c70b4') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:07.390701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74009cb2-26f3-4ff2-8f2d-5f90992c70b4') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:07.419901 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.449619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.478209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:07.478209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:07.485779 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:07.528248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f019e8c-ed83-456d-a16c-c96dc5009dd7 req-2c1b9a1c-2ba0-4dbd-a084-ebc7de591198 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.530184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f019e8c-ed83-456d-a16c-c96dc5009dd7 req-2c1b9a1c-2ba0-4dbd-a084-ebc7de591198 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1504881 Jul 16 20:22:07.647138 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.663448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.670575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/38a57436-ab44-4b68-8d1c-840eab96f0a7 HTTP/1.1" status: 204 len: 168 time: 1.4760411 Jul 16 20:22:07.671219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:07.680649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-322621420', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:07.686460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f019e8c-ed83-456d-a16c-c96dc5009dd7 req-14496e7c-e136-45a4-896a-d5a73e5db377 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464293 Jul 16 20:22:07.706752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370f4ea-ef78-400c-b298-38c5efb2c942 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=38a57436-ab44-4b68-8d1c-840eab96f0a7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.714536 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.717140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.794288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.000565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.011283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030e2a5-eee3-4930-b8d1-5b8061a50e92 req-6d6d217f-268f-45cb-be6e-23174ebf3ed9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.012821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e030e2a5-eee3-4930-b8d1-5b8061a50e92 req-6d6d217f-268f-45cb-be6e-23174ebf3ed9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1764929 Jul 16 20:22:08.113615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e030e2a5-eee3-4930-b8d1-5b8061a50e92 req-31fcb64d-9b68-4280-9c4b-12b6e2622482 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930965 Jul 16 20:22:08.344509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.409167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.448509 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.565032 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.619069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.25.3.230 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/6a47efcc-17f9-4186-984b-75095293a5c8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:08.787396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.843355 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b3f46892-fabb-47cb-80c2-7ceef2b79524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.851105 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.929061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb5473-9878-4db8-94aa-993eb37d5ba7 req-5dcf6328-7198-46b5-ade0-64a2104c0c6c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.936372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5bb5473-9878-4db8-94aa-993eb37d5ba7 req-5dcf6328-7198-46b5-ade0-64a2104c0c6c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1470165 Jul 16 20:22:08.945684 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.029236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=6a47efcc-17f9-4186-984b-75095293a5c8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.040949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:09.043713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:09.050484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5bb5473-9878-4db8-94aa-993eb37d5ba7 req-fd2e10fb-88dd-4dd3-a97b-4e4c64167f73 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132522 Jul 16 20:22:09.051290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:09.382256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.605106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35510) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:09.692251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] Deleting subnet 521fcb09-d159-4609-88a2-9b0e17482c5c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:09.699471 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.737733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.759517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.840063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.934881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 61321293-66ba-4af2-a7c1-55754361d068 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:09.962340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.000284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521fcb09-d159-4609-88a2-9b0e17482c5c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.004915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.007706 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d215070-cdbd-46ed-988b-b7df4bf98845 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/521fcb09-d159-4609-88a2-9b0e17482c5c HTTP/1.1" status: 204 len: 168 time: 0.4012733 Jul 16 20:22:10.014420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35526) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.017417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.096328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.102697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:10.114289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] Sync routers for ids ['61321293-66ba-4af2-a7c1-55754361d068'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:10.129097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] Routers {'61321293-66ba-4af2-a7c1-55754361d068'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:10.130255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['61321293-66ba-4af2-a7c1-55754361d068'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:10.150797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.156017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35536) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.156239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-57fd09ff-ef4d-4c04-b783-f7ffa486f481 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4816089 Jul 16 20:22:10.174454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:10.186185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] Routers {'61321293-66ba-4af2-a7c1-55754361d068'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:10.187174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['61321293-66ba-4af2-a7c1-55754361d068'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:10.229953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:10.231372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb26f2-8e7e-467b-a2fc-4118c067c1c2 None None] The sync data for ids ['61321293-66ba-4af2-a7c1-55754361d068'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:10.273495 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.292173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0ad89d-7e32-41e9-a090-43d31cfb178c']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:10.340903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723ac56-8584-4433-a592-8c317fde5f76 req-dae822e6-1629-4a98-b819-20ef6530257f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.341150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661a2ef3-f934-4954-b345-8022c9883414') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:10.341683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661a2ef3-f934-4954-b345-8022c9883414') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:10.357110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a723ac56-8584-4433-a592-8c317fde5f76 req-dae822e6-1629-4a98-b819-20ef6530257f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1224179 Jul 16 20:22:10.359511 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.382948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.405840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b7844c5a-92de-402b-8dc6-9c221cf820d5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/routers/61321293-66ba-4af2-a7c1-55754361d068 HTTP/1.1" status: 200 len: 880 time: 0.2483668 Jul 16 20:22:10.407291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:10.407658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:10.409560 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:10.417747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35542) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.430378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a723ac56-8584-4433-a592-8c317fde5f76 req-b7fbd3ba-37bc-46db-bc7f-18c99b8ccbd9 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722635 Jul 16 20:22:10.473377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.492906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.494936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bd0ad89d-7e32-41e9-a090-43d31cfb178c HTTP/1.1" status: 204 len: 168 time: 0.4791451 Jul 16 20:22:10.496253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226a8b2-2f6d-4121-925f-1153630192e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0ad89d-7e32-41e9-a090-43d31cfb178c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.498054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35546) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.551558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] Deleting subnet 25f2b815-faa1-4f75-ae0e-6456d3d4c1fc {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:10.555229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.603227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.606281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35550) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.680446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.755435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.773344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.778024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/25f2b815-faa1-4f75-ae0e-6456d3d4c1fc HTTP/1.1" status: 204 len: 168 time: 0.2769403 Jul 16 20:22:10.778546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35554) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.794149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677694c0-ede1-435c-85e6-c81e9444e104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f2b815-faa1-4f75-ae0e-6456d3d4c1fc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.832730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfba0bda-25e9-4fe7-8949-fca00a68f140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.846181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be8e607c-82ff-40fb-a7c4-a37f0394f76a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4104476 Jul 16 20:22:10.846449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35556) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.851694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1e60aa0c-5622-4c21-8407-c2868bcf4138 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-322621420'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:10.905915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.040811 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.054482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9900b793-8d17-4e72-b2d5-c51edba6d98c']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:11.068814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cf5e07-08dc-40d2-9fab-e761a40e25b4') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:11.069141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cf5e07-08dc-40d2-9fab-e761a40e25b4') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:11.091564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.112948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfba0bda-25e9-4fe7-8949-fca00a68f140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.118678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.123431 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfba0bda-25e9-4fe7-8949-fca00a68f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.134039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:11.134436 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:11.136421 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:11.179822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dfba0bda-25e9-4fe7-8949-fca00a68f140 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4a467ac014514e49877a499f10bbc905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692723 Jul 16 20:22:11.181981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35560) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.217604 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba0bda-25e9-4fe7-8949-fca00a68f140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a044a48-34e8-46b7-a84b-c55c7f179d0f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.225844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.237876 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e60aa0c-5622-4c21-8407-c2868bcf4138 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.240215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.246080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] 10.222.0.91 "DELETE /v2.0/networks/9900b793-8d17-4e72-b2d5-c51edba6d98c HTTP/1.1" status: 204 len: 168 time: 0.4662590 Jul 16 20:22:11.261478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9afbce9d-93b7-4fe3-a1b9-bf050294cbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.265619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca5266-1b95-4307-9ba9-adb10013b3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9900b793-8d17-4e72-b2d5-c51edba6d98c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.267648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e60aa0c-5622-4c21-8407-c2868bcf4138 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.321252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9afbce9d-93b7-4fe3-a1b9-bf050294cbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.392005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35566) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.456645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-af9ce37a-15c9-48c7-b14e-60acc144ecf3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=176e412a4a3d4eb596104d143c993edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633337 Jul 16 20:22:11.459207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35572) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.530570 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f25d4377-a1e8-424d-991b-c68ac8d6404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.563748 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f25d4377-a1e8-424d-991b-c68ac8d6404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.681135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d93988-e996-4e88-95a8-ebb235635c90 req-1dd071fa-3bd5-4aed-9762-2e79c054550e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.683094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62d93988-e996-4e88-95a8-ebb235635c90 req-1dd071fa-3bd5-4aed-9762-2e79c054550e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.0884066 Jul 16 20:22:11.688547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f25d4377-a1e8-424d-991b-c68ac8d6404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.691470 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f25d4377-a1e8-424d-991b-c68ac8d6404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.692647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f25d4377-a1e8-424d-991b-c68ac8d6404a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/88c45a15-9642-47b0-930e-73d94c231123 HTTP/1.1" status: 204 len: 168 time: 0.2324884 Jul 16 20:22:11.716701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d4377-a1e8-424d-991b-c68ac8d6404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c45a15-9642-47b0-930e-73d94c231123,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.767251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62d93988-e996-4e88-95a8-ebb235635c90 req-fd484d56-364b-478b-961b-b9383a3011e5 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733047 Jul 16 20:22:11.779313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.804010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60aa0c-5622-4c21-8407-c2868bcf4138 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 61321293-66ba-4af2-a7c1-55754361d068 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:11.813215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9afbce9d-93b7-4fe3-a1b9-bf050294cbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.816046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9afbce9d-93b7-4fe3-a1b9-bf050294cbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.817437 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9afbce9d-93b7-4fe3-a1b9-bf050294cbba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8a044a48-34e8-46b7-a84b-c55c7f179d0f HTTP/1.1" status: 204 len: 168 time: 0.6344044 Jul 16 20:22:11.832119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbce9d-93b7-4fe3-a1b9-bf050294cbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a044a48-34e8-46b7-a84b-c55c7f179d0f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.995248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60aa0c-5622-4c21-8407-c2868bcf4138 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:12.003517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e60aa0c-5622-4c21-8407-c2868bcf4138 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.006961 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] Sync routers for ids ['61321293-66ba-4af2-a7c1-55754361d068'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:12.015182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1e60aa0c-5622-4c21-8407-c2868bcf4138 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/61321293-66ba-4af2-a7c1-55754361d068 HTTP/1.1" status: 200 len: 887 time: 1.1674948 Jul 16 20:22:12.018589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35580) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.018728 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] Routers {'61321293-66ba-4af2-a7c1-55754361d068'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:12.019360 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['61321293-66ba-4af2-a7c1-55754361d068'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:12.068093 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:12.078537 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] Routers {'61321293-66ba-4af2-a7c1-55754361d068'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:12.079232 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['61321293-66ba-4af2-a7c1-55754361d068'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:12.115278 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:12.116559 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c124ad9-f90c-45e5-bc77-87e0a5161661 None None] The sync data for ids ['61321293-66ba-4af2-a7c1-55754361d068'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:12.250593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-02033180-023c-4deb-b890-7e9ad9699fe6 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/routers/61321293-66ba-4af2-a7c1-55754361d068 HTTP/1.1" status: 200 len: 887 time: 0.2262492 Jul 16 20:22:12.250593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35586) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.292742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30b98284-3d3c-45fa-ac36-7e9ede58af2d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=61321293-66ba-4af2-a7c1-55754361d068 HTTP/1.1" status: 200 len: 205 time: 0.0380712 Jul 16 20:22:12.293866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.331964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35592) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.388568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-af0713b2-efcf-4c69-b922-963fad1f844b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e7ba04f58b354f91b268bf6e3a377004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548179 Jul 16 20:22:12.391514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35594) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.429153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.461194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4124c9b-e8f0-42c5-a5de-4a580d6ee687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.485295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4124c9b-e8f0-42c5-a5de-4a580d6ee687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.569894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.578104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4124c9b-e8f0-42c5-a5de-4a580d6ee687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.581451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4124c9b-e8f0-42c5-a5de-4a580d6ee687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.584946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c4124c9b-e8f0-42c5-a5de-4a580d6ee687 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f90fa7a-b8d0-44d6-bfe8-d8931aeca7cc HTTP/1.1" status: 204 len: 168 time: 0.1899300 Jul 16 20:22:12.586677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35600) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.605818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2358530d-50bd-482e-b26e-07d0eef3fb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.608848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4124c9b-e8f0-42c5-a5de-4a580d6ee687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90fa7a-b8d0-44d6-bfe8-d8931aeca7cc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.731541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 6a47efcc-17f9-4186-984b-75095293a5c8 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:12.731983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.860418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.884211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 6a47efcc-17f9-4186-984b-75095293a5c8 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:12.887934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2358530d-50bd-482e-b26e-07d0eef3fb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.898646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2358530d-50bd-482e-b26e-07d0eef3fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.013555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358530d-50bd-482e-b26e-07d0eef3fb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc832e5-3660-44d8-899c-9febb739fa65,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:13.045315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2358530d-50bd-482e-b26e-07d0eef3fb9b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c80ae42404774710bf5235ef3b894828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570098 Jul 16 20:22:13.047799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35614) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:13.151545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb06a24-0b9b-4c21-b1b8-fda441a47bde req-c80aa1f7-5a77-4d47-85a8-faf5b8498652 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.154096 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-773fd90c-2b40-45b1-9f36-54764d335dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.158455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-deb06a24-0b9b-4c21-b1b8-fda441a47bde req-c80aa1f7-5a77-4d47-85a8-faf5b8498652 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.2053649 Jul 16 20:22:13.190146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-773fd90c-2b40-45b1-9f36-54764d335dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.231391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-deb06a24-0b9b-4c21-b1b8-fda441a47bde req-63e1d0a5-6052-455a-8050-39d28fc06d3f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719786 Jul 16 20:22:13.248469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-773fd90c-2b40-45b1-9f36-54764d335dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.258142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-773fd90c-2b40-45b1-9f36-54764d335dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.258142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-773fd90c-2b40-45b1-9f36-54764d335dec admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6cc832e5-3660-44d8-899c-9febb739fa65 HTTP/1.1" status: 204 len: 168 time: 0.2071111 Jul 16 20:22:13.269166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fd90c-2b40-45b1-9f36-54764d335dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc832e5-3660-44d8-899c-9febb739fa65,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:13.283973 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.345288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=6a47efcc-17f9-4186-984b-75095293a5c8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:13.490499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.603163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.605822 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.679344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.679861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Fanout notify agent at l3_agent the message router_deleted on router 61321293-66ba-4af2-a7c1-55754361d068 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:13.688267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.694063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35640) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:13.701050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-715995532'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:13.704869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7ada8e56-d23b-4ae0-83bf-4087b9c5428b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/61321293-66ba-4af2-a7c1-55754361d068 HTTP/1.1" status: 204 len: 168 time: 1.4088871 Jul 16 20:22:13.731967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:13.735415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.776113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:13.808011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.809944 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment ea7a89fd-bdeb-43f5-9be0-7345113db95a of type vlan for network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 Jul 16 20:22:13.873894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.910331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.917206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.917839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.972141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2764914 Jul 16 20:22:13.975081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35658) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:13.981836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': '5e2b2937-acb4-4ddf-a81a-8388e86cb032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:14.013621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ecb80-269a-40ab-8fbf-776e57712989 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=5e2b2937-acb4-4ddf-a81a-8388e86cb032,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.028717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:14.159130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:14.164372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.475991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.545334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d70be-4da2-4017-bf80-eb47ce88d4ff req-0ef9ba6f-5aab-4c28-9832-ea4fd73a2d97 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.552330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c5d70be-4da2-4017-bf80-eb47ce88d4ff req-0ef9ba6f-5aab-4c28-9832-ea4fd73a2d97 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1746309 Jul 16 20:22:14.597723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=02483fb0-b2ad-4acf-a1d3-ee847824169b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.626108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0c5d70be-4da2-4017-bf80-eb47ce88d4ff req-da52c606-3caf-45e6-a297-5c7abafec9af tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727897 Jul 16 20:22:14.649330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': 'ea7a89fd-bdeb-43f5-9be0-7345113db95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e2b2937-acb4-4ddf-a81a-8388e86cb032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:14.649706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: 5e2b2937-acb4-4ddf-a81a-8388e86cb032, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:14.690121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:14.710502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 5e2b2937-acb4-4ddf-a81a-8388e86cb032) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:14.719834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.720468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.724924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dacd38-ca89-43c9-bb73-682cde4af93f None None] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:14.760708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1508a133-22f7-4441-b8f6-6131dd86f660 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7804277 Jul 16 20:22:14.760912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35714) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.766190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0d9e56db-b924-478b-a748-20ef071eed8b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1026140703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:14.801840 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d9e56db-b924-478b-a748-20ef071eed8b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.803308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d9e56db-b924-478b-a748-20ef071eed8b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.875435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d9e56db-b924-478b-a748-20ef071eed8b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.881523 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d9e56db-b924-478b-a748-20ef071eed8b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.901715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d9e56db-b924-478b-a748-20ef071eed8b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.903403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0d9e56db-b924-478b-a748-20ef071eed8b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1418123 Jul 16 20:22:14.906255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35718) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.952077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-5e2b2937-acb4-4ddf-a81a-8388e86cb032', 'network_id': '5e2b2937-acb4-4ddf-a81a-8388e86cb032', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': '02483fb0-b2ad-4acf-a1d3-ee847824169b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:14.953781 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.173781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Allocated IP 172.20.0.2 (5e2b2937-acb4-4ddf-a81a-8388e86cb032/02483fb0-b2ad-4acf-a1d3-ee847824169b/043e983e-e49a-48e9-82a4-5bdd14e71e05) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:15.363778 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.376430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Transition to ACTIVE for port object 043e983e-e49a-48e9-82a4-5bdd14e71e05 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:15.396269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Transition to ACTIVE for port object 043e983e-e49a-48e9-82a4-5bdd14e71e05 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:15.403988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.467129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Pushing event updated for resources: {'Port': ['ID=043e983e-e49a-48e9-82a4-5bdd14e71e05,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.481620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:15.483772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:15.486589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:15.563730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Attempting to bind port 043e983e-e49a-48e9-82a4-5bdd14e71e05 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:15.564340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Attempting to bind port 043e983e-e49a-48e9-82a4-5bdd14e71e05 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'ea7a89fd-bdeb-43f5-9be0-7345113db95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e2b2937-acb4-4ddf-a81a-8388e86cb032'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:15.564904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Attempting to bind port 043e983e-e49a-48e9-82a4-5bdd14e71e05 on network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:15.571336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:15.571980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Checking segment: {'id': 'ea7a89fd-bdeb-43f5-9be0-7345113db95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e2b2937-acb4-4ddf-a81a-8388e86cb032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:15.572540 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.573185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Bound using segment: {'id': 'ea7a89fd-bdeb-43f5-9be0-7345113db95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e2b2937-acb4-4ddf-a81a-8388e86cb032'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:15.573820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Bound port: 043e983e-e49a-48e9-82a4-5bdd14e71e05, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7a89fd-bdeb-43f5-9be0-7345113db95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e2b2937-acb4-4ddf-a81a-8388e86cb032'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:15.574376 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.685996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] For port 043e983e-e49a-48e9-82a4-5bdd14e71e05, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:15.693492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] For port 043e983e-e49a-48e9-82a4-5bdd14e71e05, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=043e983e-e49a-48e9-82a4-5bdd14e71e05,segment=NetworkSegment(ea7a89fd-bdeb-43f5-9be0-7345113db95a),segment_id=ea7a89fd-bdeb-43f5-9be0-7345113db95a)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:15.703862 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.727951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.840400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252a17b-003d-4c51-a1b3-93e111e87d0d None None] Pushing event updated for resources: {'Port': ['ID=043e983e-e49a-48e9-82a4-5bdd14e71e05,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:16.142040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8a525-1711-4c96-a51a-90fc42472c0c req-2ee05ad8-1f1b-4c49-ae89-5bf772242914 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.144008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cc8a525-1711-4c96-a51a-90fc42472c0c req-2ee05ad8-1f1b-4c49-ae89-5bf772242914 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.2289209 Jul 16 20:22:16.296276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cc8a525-1711-4c96-a51a-90fc42472c0c req-7f3c7412-4910-4bcf-bafa-d4d2910202f1 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352727 Jul 16 20:22:16.306136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.20.0.1 (5e2b2937-acb4-4ddf-a81a-8388e86cb032/02483fb0-b2ad-4acf-a1d3-ee847824169b/2e530306-8015-49bd-b17f-55becd9c0f2f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:16.461005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.477560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 2e530306-8015-49bd-b17f-55becd9c0f2f will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:16.517524 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.562871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:16.566140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:16.570315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:16.577203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=2e530306-8015-49bd-b17f-55becd9c0f2f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:16.622797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.773334 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.104540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63813ef-dc3b-41b9-bd8c-dd44c170e181 None None] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:17.137847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.143887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.235350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d345d15-c61d-4c42-96ae-31dce002a40b None None] Provisioning for port 043e983e-e49a-48e9-82a4-5bdd14e71e05 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:17.256326 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.260013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=2e530306-8015-49bd-b17f-55becd9c0f2f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.294931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 043e983e-e49a-48e9-82a4-5bdd14e71e05 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:17.395168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:17.395168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:17.414383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 043e983e-e49a-48e9-82a4-5bdd14e71e05 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:17.421255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 043e983e-e49a-48e9-82a4-5bdd14e71e05 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:17.421741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.541334 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.622307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 043e983e-e49a-48e9-82a4-5bdd14e71e05, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=043e983e-e49a-48e9-82a4-5bdd14e71e05,segment=NetworkSegment(ea7a89fd-bdeb-43f5-9be0-7345113db95a),segment_id=ea7a89fd-bdeb-43f5-9be0-7345113db95a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:17.625108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router e47b960e-d227-4d1a-b6eb-03c90f4c4c34 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:17.636386 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.798592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=043e983e-e49a-48e9-82a4-5bdd14e71e05,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.874877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b5a4a57d-9e78-4432-81e4-f29354540249 None None] Provisioning complete for port 043e983e-e49a-48e9-82a4-5bdd14e71e05 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:17.876025 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a57d-9e78-4432-81e4-f29354540249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.942736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb630a2-8132-47e1-99ca-cd4eaeb677ac req-b265330f-7285-4a12-9b44-14f7b83c454b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.965084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adb630a2-8132-47e1-99ca-cd4eaeb677ac req-b265330f-7285-4a12-9b44-14f7b83c454b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1706107 Jul 16 20:22:18.021316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b5a4a57d-9e78-4432-81e4-f29354540249 None None] Provisioning for port 2e530306-8015-49bd-b17f-55becd9c0f2f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:18.028186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b5a4a57d-9e78-4432-81e4-f29354540249 None None] Provisioning complete for port 2e530306-8015-49bd-b17f-55becd9c0f2f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:18.028891 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a57d-9e78-4432-81e4-f29354540249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.048422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:18.056325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adb630a2-8132-47e1-99ca-cd4eaeb677ac req-d23fc5bc-dfaf-472d-94a6-d46a5b74fe5e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865803 Jul 16 20:22:18.064189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4bd83a4f-b0aa-421b-8878-74c0ef9aa2c8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/e47b960e-d227-4d1a-b6eb-03c90f4c4c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1562328 Jul 16 20:22:18.067125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35796) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.106656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4a57d-9e78-4432-81e4-f29354540249 None None] Port 2e530306-8015-49bd-b17f-55becd9c0f2f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:18.109069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] Sync routers for ids ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:18.138797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] Routers {'e47b960e-d227-4d1a-b6eb-03c90f4c4c34'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:18.139735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.180450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.190541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] Routers {'e47b960e-d227-4d1a-b6eb-03c90f4c4c34'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:18.191203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.210142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f5b78-c7c6-4d3f-b328-5838dcc346b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.217315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-905f5b78-c7c6-4d3f-b328-5838dcc346b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports/2e530306-8015-49bd-b17f-55becd9c0f2f HTTP/1.1" status: 200 len: 910 time: 0.1465538 Jul 16 20:22:18.217903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.224748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02483fb0-b2ad-4acf-a1d3-ee847824169b'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:18.248987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.248987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a812fd-3ea2-472e-9e70-bf11ebe48e9a None None] The sync data for ids ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:18.255911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a3705651-add9-428f-84e6-66fa012daabb None None] Provisioning complete for port 2e530306-8015-49bd-b17f-55becd9c0f2f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:18.256309 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a3705651-add9-428f-84e6-66fa012daabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.503379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a3705651-add9-428f-84e6-66fa012daabb None None] Port 2e530306-8015-49bd-b17f-55becd9c0f2f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:18.504953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.633341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6bb638d-f2cb-47e6-86fe-6b77df6d9c58 None None] Provisioning complete for port 2e530306-8015-49bd-b17f-55becd9c0f2f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:18.633805 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6bb638d-f2cb-47e6-86fe-6b77df6d9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.673553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb638d-f2cb-47e6-86fe-6b77df6d9c58 None None] Port 2e530306-8015-49bd-b17f-55becd9c0f2f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:18.977367 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.995709 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.171212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.172313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.176787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 043e983e-e49a-48e9-82a4-5bdd14e71e05 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:19.183776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/ports/2e530306-8015-49bd-b17f-55becd9c0f2f HTTP/1.1" status: 200 len: 910 time: 0.9640248 Jul 16 20:22:19.185342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752592c-630b-4a9f-afea-914d4c3e398d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=2e530306-8015-49bd-b17f-55becd9c0f2f,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.187707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.276087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 043e983e-e49a-48e9-82a4-5bdd14e71e05 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:19.276676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.535543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd297f-5542-4cd4-a7df-7b7668553d2b req-f4e671e1-7deb-4c7f-b8d2-e52d066f3af2 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.539353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2cfd297f-5542-4cd4-a7df-7b7668553d2b req-f4e671e1-7deb-4c7f-b8d2-e52d066f3af2 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1507647 Jul 16 20:22:19.623039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2cfd297f-5542-4cd4-a7df-7b7668553d2b req-36bde4e8-5bb2-475f-927d-7a464895af06 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687134 Jul 16 20:22:19.787535 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.163801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 2e530306-8015-49bd-b17f-55becd9c0f2f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:20.164212 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.265364 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.280746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 2e530306-8015-49bd-b17f-55becd9c0f2f owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:20.536675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.586394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=2e530306-8015-49bd-b17f-55becd9c0f2f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.797294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.932980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daf1d9-e63a-421a-9516-a9fb64edc18e req-b9aeb2c0-26b9-4a98-8857-f43ef3fb49f7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.934556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28daf1d9-e63a-421a-9516-a9fb64edc18e req-b9aeb2c0-26b9-4a98-8857-f43ef3fb49f7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1182687 Jul 16 20:22:21.012806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router e47b960e-d227-4d1a-b6eb-03c90f4c4c34 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:21.018399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28daf1d9-e63a-421a-9516-a9fb64edc18e req-dacae93e-a267-4f32-9fcf-53db908857a8 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763550 Jul 16 20:22:21.139563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:21.145604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-98ba819f-25ab-495d-9d76-93486bfae9bd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/e47b960e-d227-4d1a-b6eb-03c90f4c4c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9566870 Jul 16 20:22:21.149841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:21.150488 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] Sync routers for ids ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:21.168420 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] Routers {'e47b960e-d227-4d1a-b6eb-03c90f4c4c34'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:21.169063 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:21.189099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35842) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:21.189318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b1424489-f943-4f85-9f52-6accd5fd6163 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=e47b960e-d227-4d1a-b6eb-03c90f4c4c34 HTTP/1.1" status: 200 len: 205 time: 0.0382478 Jul 16 20:22:21.225766 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:21.235156 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] Routers {'e47b960e-d227-4d1a-b6eb-03c90f4c4c34'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:21.235787 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:21.277131 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:21.278038 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3874522-62a5-4a2a-ba14-06d7b2c15776 None None] The sync data for ids ['e47b960e-d227-4d1a-b6eb-03c90f4c4c34'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:21.284411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61097804-43b6-4c9e-b67c-4b5a90ff464a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.738869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61097804-43b6-4c9e-b67c-4b5a90ff464a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.741595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61097804-43b6-4c9e-b67c-4b5a90ff464a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.794468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61097804-43b6-4c9e-b67c-4b5a90ff464a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.795141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61097804-43b6-4c9e-b67c-4b5a90ff464a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Fanout notify agent at l3_agent the message router_deleted on router e47b960e-d227-4d1a-b6eb-03c90f4c4c34 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:21.807400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61097804-43b6-4c9e-b67c-4b5a90ff464a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.812496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35850) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:21.813058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-61097804-43b6-4c9e-b67c-4b5a90ff464a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/e47b960e-d227-4d1a-b6eb-03c90f4c4c34 HTTP/1.1" status: 204 len: 168 time: 0.6224754 Jul 16 20:22:21.882482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet 02483fb0-b2ad-4acf-a1d3-ee847824169b {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:21.889313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.938704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.048547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.187060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.239080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=02483fb0-b2ad-4acf-a1d3-ee847824169b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.252699 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.254772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cdee709-593c-4152-99b1-689eadb759c2 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/02483fb0-b2ad-4acf-a1d3-ee847824169b HTTP/1.1" status: 204 len: 168 time: 0.4404747 Jul 16 20:22:22.258883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35858) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:22.262456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1551c71-b7bb-4bcf-bcdd-f96299bfb496 None None] Network 5e2b2937-acb4-4ddf-a81a-8388e86cb032 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:22.317758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323513a2-b3cf-43a2-b94f-2b2503c8ab76 req-89bd0b10-f28f-49b6-a199-590bf7d59343 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.326187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-323513a2-b3cf-43a2-b94f-2b2503c8ab76 req-89bd0b10-f28f-49b6-a199-590bf7d59343 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.0982742 Jul 16 20:22:22.391859 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-323513a2-b3cf-43a2-b94f-2b2503c8ab76 req-23552b73-b1b2-4fc2-9213-59be4129ceaf tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652823 Jul 16 20:22:22.454963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.570569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 043e983e-e49a-48e9-82a4-5bdd14e71e05 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:22.571228 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.584194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] DHCP port deletion for 5e2b2937-acb4-4ddf-a81a-8388e86cb032 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:22.668925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] Deleting port 043e983e-e49a-48e9-82a4-5bdd14e71e05 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:22.669711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.701579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 043e983e-e49a-48e9-82a4-5bdd14e71e05, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=043e983e-e49a-48e9-82a4-5bdd14e71e05,segment=NetworkSegment(ea7a89fd-bdeb-43f5-9be0-7345113db95a),segment_id=ea7a89fd-bdeb-43f5-9be0-7345113db95a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:22.702113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.733896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 043e983e-e49a-48e9-82a4-5bdd14e71e05 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:22.757995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] For port 043e983e-e49a-48e9-82a4-5bdd14e71e05, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=043e983e-e49a-48e9-82a4-5bdd14e71e05,segment=NetworkSegment(ea7a89fd-bdeb-43f5-9be0-7345113db95a),segment_id=ea7a89fd-bdeb-43f5-9be0-7345113db95a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:22.758465 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.781188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] Calling delete_port for 043e983e-e49a-48e9-82a4-5bdd14e71e05 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:22.881991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.887266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.918573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=043e983e-e49a-48e9-82a4-5bdd14e71e05,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.925964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 043e983e-e49a-48e9-82a4-5bdd14e71e05 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:22.937928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] Pushing event deleted for resources: {'Port': ['ID=043e983e-e49a-48e9-82a4-5bdd14e71e05,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.944725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c2355-88a0-4f33-8859-94cf646f690c None None] No DVR routers for this DVR port 043e983e-e49a-48e9-82a4-5bdd14e71e05 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:23.060197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.081150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2b2937-acb4-4ddf-a81a-8388e86cb032']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:23.108447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7a89fd-bdeb-43f5-9be0-7345113db95a') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:23.108887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7a89fd-bdeb-43f5-9be0-7345113db95a') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:23.136332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.158355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.166114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:23.166626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:23.170191 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:23.208075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 043e983e-e49a-48e9-82a4-5bdd14e71e05 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:23.238637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 043e983e-e49a-48e9-82a4-5bdd14e71e05 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:23.239137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 043e983e-e49a-48e9-82a4-5bdd14e71e05 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:23.249910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.279753 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.282877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/5e2b2937-acb4-4ddf-a81a-8388e86cb032 HTTP/1.1" status: 204 len: 168 time: 1.0212510 Jul 16 20:22:23.283139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e246410-1d13-4934-b8cc-799bf0ee3f66 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=5e2b2937-acb4-4ddf-a81a-8388e86cb032,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:23.287056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35880) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.292638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-738ef08e-b01e-442f-8a45-24516e8f7ff5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1270702402', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:23.347040 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-738ef08e-b01e-442f-8a45-24516e8f7ff5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.348155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-738ef08e-b01e-442f-8a45-24516e8f7ff5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.463300 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-738ef08e-b01e-442f-8a45-24516e8f7ff5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.471148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-738ef08e-b01e-442f-8a45-24516e8f7ff5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.506250 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-738ef08e-b01e-442f-8a45-24516e8f7ff5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.508470 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-738ef08e-b01e-442f-8a45-24516e8f7ff5 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2198856 Jul 16 20:22:23.512026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35886) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.517711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-229290650'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:23.600311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:23.629532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.733112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dadf7-0377-45e8-bf37-3ee6fe7fd152 req-48c2a5ba-646a-4534-9aed-aae5b787952b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.742951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f65dadf7-0377-45e8-bf37-3ee6fe7fd152 req-48c2a5ba-646a-4534-9aed-aae5b787952b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1522269 Jul 16 20:22:23.752284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:23.772360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.772646 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment 3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a of type vlan for network 7cc1025a-95ce-4415-af3f-a1721a1f0045 Jul 16 20:22:23.808806 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f65dadf7-0377-45e8-bf37-3ee6fe7fd152 req-fdcddd2b-4f1c-4dae-ae1e-2523ce11eb6f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 Jul 16 20:22:23.852392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.892022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.898813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.899789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.945690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35892) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.947435 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4339828 Jul 16 20:22:23.951238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:23.988755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc639d-9041-41d9-bcde-09de54828caf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=7cc1025a-95ce-4415-af3f-a1721a1f0045,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:24.006174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:24.079731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:24.083480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.347212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.414329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=a706a583-ccf9-42a6-8ade-de22585e0b99,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:24.430982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:24.431357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: 7cc1025a-95ce-4415-af3f-a1721a1f0045, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:24.458368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:24.476368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 7cc1025a-95ce-4415-af3f-a1721a1f0045) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:24.486883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34eb636-4652-4073-a62a-c80313c4e148 None None] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:24.495668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.496275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.530883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35910) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:24.531099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-45d93531-8154-49ed-b1f5-73a62f4e412a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5837479 Jul 16 20:22:24.721043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-7cc1025a-95ce-4415-af3f-a1721a1f0045', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:24.722126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.873516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.940540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Allocated IP 172.20.0.2 (7cc1025a-95ce-4415-af3f-a1721a1f0045/a706a583-ccf9-42a6-8ade-de22585e0b99/3af3deb8-bf31-4de8-972f-76a155a1f2a3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:25.177978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4145bd-1955-4056-aa5b-896f63c7bd17 req-06138047-44d1-40a7-88a0-6e378031d720 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.185801 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e4145bd-1955-4056-aa5b-896f63c7bd17 req-06138047-44d1-40a7-88a0-6e378031d720 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1880105 Jul 16 20:22:25.259973 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.271103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Transition to ACTIVE for port object 3af3deb8-bf31-4de8-972f-76a155a1f2a3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:25.273411 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:25.278301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e4145bd-1955-4056-aa5b-896f63c7bd17 req-7283d78b-f6ca-410a-970f-db96e07682f4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883729 Jul 16 20:22:25.295851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Transition to ACTIVE for port object 3af3deb8-bf31-4de8-972f-76a155a1f2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:25.296061 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.334264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:25.342162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:25.346085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:25.355516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Pushing event updated for resources: {'Port': ['ID=3af3deb8-bf31-4de8-972f-76a155a1f2a3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:25.379730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.20.0.1 (7cc1025a-95ce-4415-af3f-a1721a1f0045/a706a583-ccf9-42a6-8ade-de22585e0b99/72729721-b48e-4a36-ab53-9642dcc91790) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:25.421237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Attempting to bind port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:25.421665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Attempting to bind port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:25.422021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Attempting to bind port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 on network 7cc1025a-95ce-4415-af3f-a1721a1f0045 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:25.432135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:25.433041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Checking segment: {'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:25.433410 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.434079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Bound using segment: {'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:25.434875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Bound port: 3af3deb8-bf31-4de8-972f-76a155a1f2a3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:25.435689 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.520775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] For port 3af3deb8-bf31-4de8-972f-76a155a1f2a3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:25.524545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] For port 3af3deb8-bf31-4de8-972f-76a155a1f2a3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3af3deb8-bf31-4de8-972f-76a155a1f2a3,segment=NetworkSegment(3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a),segment_id=3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:25.531732 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.647304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeda7e9-da39-4889-b66b-b18dca35565e None None] Pushing event updated for resources: {'Port': ['ID=3af3deb8-bf31-4de8-972f-76a155a1f2a3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.002552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.032109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 72729721-b48e-4a36-ab53-9642dcc91790 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:26.093463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.200289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:26.208455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:26.212579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:26.274496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=72729721-b48e-4a36-ab53-9642dcc91790,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.287610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.578597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.604022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c9fd9-ca25-4425-a0ab-69d6a294572f req-34819a74-a5aa-4d12-ad7f-17333cc63277 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.606595 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e14c9fd9-ca25-4425-a0ab-69d6a294572f req-34819a74-a5aa-4d12-ad7f-17333cc63277 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1176305 Jul 16 20:22:26.706898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e14c9fd9-ca25-4425-a0ab-69d6a294572f req-90094933-9b0d-4ce9-a9f1-40d5164fe294 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881641 Jul 16 20:22:27.215571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c2217-cd0f-4e67-b012-c9d2d646456d None None] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:27.255348 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.315199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.335660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3af3deb8-bf31-4de8-972f-76a155a1f2a3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:27.461055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67542e9-b7be-45b4-b511-3b533d1458b0 req-89959252-b5ef-4a1e-837b-526f9b175a55 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:27.462897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.479165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f67542e9-b7be-45b4-b511-3b533d1458b0 req-89959252-b5ef-4a1e-837b-526f9b175a55 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.1558945 Jul 16 20:22:27.490279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e6b2a53b-3b61-42b0-b46f-2f4f5bdbd6f8 None None] Provisioning for port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:27.525268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:27.552179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:27.553888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.560775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=72729721-b48e-4a36-ab53-9642dcc91790,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:27.575983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f67542e9-b7be-45b4-b511-3b533d1458b0 req-810d3893-e551-4b41-96a9-110f23c87808 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949719 Jul 16 20:22:27.716556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-f464b83d-bced-45ad-9afd-f24998db676f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9740324 Jul 16 20:22:27.755558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:27.757597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:27.806648 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.844288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3af3deb8-bf31-4de8-972f-76a155a1f2a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3af3deb8-bf31-4de8-972f-76a155a1f2a3,segment=NetworkSegment(3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a),segment_id=3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:27.857470 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.978178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3af3deb8-bf31-4de8-972f-76a155a1f2a3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:28.329582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a49e1-168e-4263-9d4a-01bd8d23d6c9 req-dd62959a-129b-444a-abfc-9e6098d92845 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.337450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-318a49e1-168e-4263-9d4a-01bd8d23d6c9 req-dd62959a-129b-444a-abfc-9e6098d92845 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.2783160 Jul 16 20:22:28.367572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22385-94b8-4a92-915d-3c2a20115674 req-669b9055-4c62-4df8-a0ff-0e13f1608f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.369812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-669b9055-4c62-4df8-a0ff-0e13f1608f03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22111c424dca45f3bc92b4c7600bede7&device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 1097 time: 0.3526993 Jul 16 20:22:28.376415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8c695d14-5c5b-4a40-b698-16337f8f6f59 None None] Provisioning for port 72729721-b48e-4a36-ab53-9642dcc91790 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:28.388178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8c695d14-5c5b-4a40-b698-16337f8f6f59 None None] Provisioning complete for port 72729721-b48e-4a36-ab53-9642dcc91790 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:28.388578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c695d14-5c5b-4a40-b698-16337f8f6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.509551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:28.536981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8c695d14-5c5b-4a40-b698-16337f8f6f59 None None] Port 72729721-b48e-4a36-ab53-9642dcc91790 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:28.552925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8c695d14-5c5b-4a40-b698-16337f8f6f59 None None] Provisioning complete for port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:28.553292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c695d14-5c5b-4a40-b698-16337f8f6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.738370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-318a49e1-168e-4263-9d4a-01bd8d23d6c9 req-668c224e-83fd-4ccc-b0db-e461d349c84d tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995337 Jul 16 20:22:28.853483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ceb8f783-5879-445a-b372-11bda8880175 None None] Provisioning complete for port 72729721-b48e-4a36-ab53-9642dcc91790 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:28.853855 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f783-5879-445a-b372-11bda8880175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.864339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:28.870879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.876592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8e66bc64-ddba-4888-887e-1f8a8acf1a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3442924 Jul 16 20:22:28.879526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36022) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:28.885093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-1714513844'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:28.888403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.911789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.919162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.919371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22385-94b8-4a92-915d-3c2a20115674 req-260a725c-920c-4bb6-8db5-1a32712970a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.921166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-260a725c-920c-4bb6-8db5-1a32712970a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 200 len: 907 time: 0.5225308 Jul 16 20:22:28.940415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.942566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:28.954067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.954539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:28.958673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.972901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.990427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-a4a2a7db-d4b6-4fdb-82c1-cc2eb6202d5b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.2945852 Jul 16 20:22:28.994295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:28.995000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:29.025613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-426a06b7-9114-4787-a234-62a06c3de2c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb0410a-a59e-428b-b10b-554f7106c500 HTTP/1.1" status: 200 len: 217 time: 0.0967667 Jul 16 20:22:29.124140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7bfe962-4dc7-42a2-b6fc-bcb4ac5a105a req-f86d0e04-52e1-40e7-a8b1-128a8990c681 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307912 Jul 16 20:22:29.132097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:29.194726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:29.304257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22385-94b8-4a92-915d-3c2a20115674 req-36e784a1-104c-420a-8afd-f242b861c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.306411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-36e784a1-104c-420a-8afd-f242b861c52b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 200 len: 846 time: 0.2701390 Jul 16 20:22:29.312113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.312469 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment a577602e-f4bf-42d6-8712-6ecb8795f6c8 of type vlan for network 47554e50-642e-44ec-8770-d4a9bcee6043 Jul 16 20:22:29.339051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3af3deb8-bf31-4de8-972f-76a155a1f2a3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:29.452531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-3c4e0486-b477-4ac6-a2f4-33676a46b76d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d861950a-b4be-4b08-b6cf-598dd1ecf869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548327 Jul 16 20:22:29.455505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.544021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8f783-5879-445a-b372-11bda8880175 None None] Port 72729721-b48e-4a36-ab53-9642dcc91790 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:29.651449 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.659933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.660666 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.691418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:29.697268 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.829798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=47554e50-642e-44ec-8770-d4a9bcee6043,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.833894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-83145623-0ae7-479c-929c-8e87aee3b052 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9529157 Jul 16 20:22:29.836945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-be2aa24f-c569-4f7c-a98c-d2239f2ea5f5 service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737905 Jul 16 20:22:29.837209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.849396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:29.872101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 47554e50-642e-44ec-8770-d4a9bcee6043 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:29.873602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.887515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.899506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.906588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.907027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c577930f-60b1-490c-947c-20ef2b0f91ad None None] Provisioning complete for port 72729721-b48e-4a36-ab53-9642dcc91790 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:29.907831 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c577930f-60b1-490c-947c-20ef2b0f91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.916046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.923171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.931400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.939306 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f9ed2130-cedb-4b6f-b43b-5aed0c60416b req-984f757f-fa8f-4601-b4b0-d921a7cfaebb tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.4342995 Jul 16 20:22:30.072407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:30.083110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.221678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6be22385-94b8-4a92-915d-3c2a20115674 req-1dc25109-4437-438d-bd82-a3538a85ae4d service neutron] 10.222.0.79 "GET /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726208 Jul 16 20:22:30.257690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c577930f-60b1-490c-947c-20ef2b0f91ad None None] Port 72729721-b48e-4a36-ab53-9642dcc91790 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:30.349507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:26Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:26Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:30.393419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:30.394062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Updating router 07de9ea3-6c88-4157-9875-88326c87a103 port 72729721-b48e-4a36-ab53-9642dcc91790 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:30.437052 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.564038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32981e03-7865-4a28-93f0-39d63abcfb08 req-be08ca62-d6bb-4f80-bcb4-2331108e0b09 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.571537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32981e03-7865-4a28-93f0-39d63abcfb08 req-be08ca62-d6bb-4f80-bcb4-2331108e0b09 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.2561946 Jul 16 20:22:30.631513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32981e03-7865-4a28-93f0-39d63abcfb08 req-dac14cf6-b23d-45b0-a156-a0e23fdc41f3 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589292 Jul 16 20:22:30.747259 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.799309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:30.845651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=bc1029da-5ba1-4d2c-ae06-e0681e375e3a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.850405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:30.850782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: 47554e50-642e-44ec-8770-d4a9bcee6043, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:30.874346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 47554e50-642e-44ec-8770-d4a9bcee6043 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:30.894307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 47554e50-642e-44ec-8770-d4a9bcee6043) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:30.900802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.901462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.926682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49363f9c-489c-4b9d-be89-05b4ccd4d07d None None] Network 47554e50-642e-44ec-8770-d4a9bcee6043 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:30.942557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36070) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:30.943151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-032e8a10-f5fd-4d5a-9916-db25706d9e5f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1045449 Jul 16 20:22:31.056954 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.129385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Transition to ACTIVE for port object 72729721-b48e-4a36-ab53-9642dcc91790 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:31.155713 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.223913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:31.501558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.564872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'mac_address': 'fa:16:3e:05:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:31.714148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.800654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4baa1-ced0-4ce3-a320-a39d222eae3d None None] Pushing event updated for resources: {'Port': ['ID=72729721-b48e-4a36-ab53-9642dcc91790,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.823402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-47554e50-642e-44ec-8770-d4a9bcee6043', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:31.824567 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.897274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481143-4e88-4969-9eb2-115a76c3a24e req-f7d84e4d-c96f-40cf-aba2-c98b7007a78e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.911900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb481143-4e88-4969-9eb2-115a76c3a24e req-f7d84e4d-c96f-40cf-aba2-c98b7007a78e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1562877 Jul 16 20:22:31.952927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bc8c1ef-d6ad-4522-b97f-adc729607b85 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:32.025446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb481143-4e88-4969-9eb2-115a76c3a24e req-8eb62737-03c5-4dc2-bb75-8c4b97458fd4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062424 Jul 16 20:22:32.137634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Attempting to bind port 72729721-b48e-4a36-ab53-9642dcc91790 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:32.138007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Attempting to bind port 72729721-b48e-4a36-ab53-9642dcc91790 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:32.138435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Attempting to bind port 72729721-b48e-4a36-ab53-9642dcc91790 on network 7cc1025a-95ce-4415-af3f-a1721a1f0045 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:32.143446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:32.154139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:32.155044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Checking segment: {'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:32.155167 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.155698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Bound using segment: {'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:32.156216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Bound port: 72729721-b48e-4a36-ab53-9642dcc91790, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:32.156602 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.159393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.167362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.21.0.1 (47554e50-642e-44ec-8770-d4a9bcee6043/bc1029da-5ba1-4d2c-ae06-e0681e375e3a/8c421491-fa90-4d43-ada7-cd1328648d08) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:32.295532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.352229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0bc8c1ef-d6ad-4522-b97f-adc729607b85'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:32.395901 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.401897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] For port 72729721-b48e-4a36-ab53-9642dcc91790, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:32.405413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] For port 72729721-b48e-4a36-ab53-9642dcc91790, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=72729721-b48e-4a36-ab53-9642dcc91790,segment=NetworkSegment(3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a),segment_id=3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:32.422134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 8c421491-fa90-4d43-ada7-cd1328648d08 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:32.462941 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.499265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.608578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 47554e50-642e-44ec-8770-d4a9bcee6043 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:32.608578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:32.613184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:32.699744 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.763554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:32.764295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:32.790362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=8c421491-fa90-4d43-ada7-cd1328648d08,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.935005 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.961153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:33.234794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4baa1-ced0-4ce3-a320-a39d222eae3d None None] Pushing event updated for resources: {'Port': ['ID=72729721-b48e-4a36-ab53-9642dcc91790,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.422611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Allocated IP 172.21.0.2 (47554e50-642e-44ec-8770-d4a9bcee6043/bc1029da-5ba1-4d2c-ae06-e0681e375e3a/9f8d45ff-e26d-4298-9b9d-9421fcd0e26f) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:33.549052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859229bb-5e8c-4074-a151-dddaa59c3e65 req-9868c35e-ccf8-4262-9d0a-241f7ac1b48e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.561969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-859229bb-5e8c-4074-a151-dddaa59c3e65 req-9868c35e-ccf8-4262-9d0a-241f7ac1b48e tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1878669 Jul 16 20:22:33.638580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-859229bb-5e8c-4074-a151-dddaa59c3e65 req-2163b0d6-14ab-4609-b2df-3ab09b04b7cf tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687113 Jul 16 20:22:33.840799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.852670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.005861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:26Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:32Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.081013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=8c421491-fa90-4d43-ada7-cd1328648d08,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:34.126680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524ee6b-1915-48d3-872d-76506f8ced45 None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:26Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:32Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:34.166712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.245217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36186) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.359657 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.412109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Transition to ACTIVE for port object 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:34.512035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Transition to ACTIVE for port object 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:34.527940 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.567909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.569878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.570521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.571248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.571876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.572556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.573192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.605105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-c6d6687f-d34c-42ef-a364-a97cb74b6399 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6496 time: 0.3581297 Jul 16 20:22:34.773072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:34.782711 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60b70659-4c6c-40d3-8329-41fb4b10d658 req-3dd967b5-e8e2-4975-9361-f5b8b4926368 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&id=673bed62-21ce-46db-9041-65f2633d25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747520 Jul 16 20:22:34.938138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Network 47554e50-642e-44ec-8770-d4a9bcee6043 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:34.987155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:34.993724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:35.035339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Pushing event updated for resources: {'Port': ['ID=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:35.320056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:35.320441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.322672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Attempting to bind port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:35.323079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Attempting to bind port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:35.323438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Attempting to bind port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f on network 47554e50-642e-44ec-8770-d4a9bcee6043 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:35.332436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:35.332677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Checking segment: {'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:35.333045 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.333671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Bound using segment: {'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:35.339313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Bound port: 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:35.339731 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.414968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da70e1e-376b-457e-8a2b-f12aa76be0ea req-066947b3-ce54-4b5a-b088-e0fec1851509 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.426681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da70e1e-376b-457e-8a2b-f12aa76be0ea req-066947b3-ce54-4b5a-b088-e0fec1851509 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.2872269 Jul 16 20:22:35.434584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 47554e50-642e-44ec-8770-d4a9bcee6043 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:35.439248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:35.453878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72729721-b48e-4a36-ab53-9642dcc91790 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:35.532118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1da70e1e-376b-457e-8a2b-f12aa76be0ea req-9c49b06d-63ee-4569-895c-e68f35c423c3 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041405 Jul 16 20:22:35.714895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:35.864215 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.933118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:35.936009 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d496c9cf-dc3d-44bf-97cc-0730b4d33ef5" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:35.943798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] For port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:35.946344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 72729721-b48e-4a36-ab53-9642dcc91790 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:36.005113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:36.046528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 72729721-b48e-4a36-ab53-9642dcc91790 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:36.047243 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.069221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] For port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,segment=NetworkSegment(a577602e-f4bf-42d6-8712-6ecb8795f6c8),segment_id=a577602e-f4bf-42d6-8712-6ecb8795f6c8)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:36.090238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.114564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:36.135494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c1a9719e-4fbc-40d2-b02b-3d2caf9d70c1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1894069 Jul 16 20:22:36.137392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36228) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.146006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-453295523'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:36.252002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:36.261506 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.287860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.335578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.361921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:36.370784 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-84778991-c299-4627-bd9a-4a8bc52b3b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.396889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.398289 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment f01de8be-a6ff-487e-a970-65152821010f of type vlan for network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 Jul 16 20:22:36.540220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.559768 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357bd374-2b1b-44b7-89b0-326ca90c6786 x-openstack-request-id: req-357bd374-2b1b-44b7-89b0-326ca90c6786 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:36.560113 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:36.560342 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-357bd374-2b1b-44b7-89b0-326ca90c6786 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:36.560709 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'code': 200} Jul 16 20:22:36.565349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0da77-d208-4fc6-8c8a-4e238b7e60a4 req-0fb59bf2-b08f-4800-8bee-a4af09c9b8d7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.573687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51a0da77-d208-4fc6-8c8a-4e238b7e60a4 req-0fb59bf2-b08f-4800-8bee-a4af09c9b8d7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1520445 Jul 16 20:22:36.613886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02bb41-10bf-4479-8ac7-c501f35f0a8e None None] Pushing event updated for resources: {'Port': ['ID=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.673014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.700183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.704091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.724253 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51a0da77-d208-4fc6-8c8a-4e238b7e60a4 req-04761d1d-3354-4390-a7fc-3e743ebdac7f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344366 Jul 16 20:22:36.771416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6316783 Jul 16 20:22:36.774222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36242) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.790510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:36.792461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.915712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 72729721-b48e-4a36-ab53-9642dcc91790, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=72729721-b48e-4a36-ab53-9642dcc91790,segment=NetworkSegment(3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a),segment_id=3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:36.926133 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.048418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c789dc3-6cf8-4cd6-8446-ccc775315509 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=858175fe-c5dc-4bb5-ae06-cb6d096f4780,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.124891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:37.132315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:37.153477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.205072 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:37.241474 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:37.244349 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:37.480756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd5c20-57cb-4600-99b8-d12b470d7e84 req-13109190-9246-4a68-8c10-a1fb2acb8a4f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.495844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16dd5c20-57cb-4600-99b8-d12b470d7e84 req-13109190-9246-4a68-8c10-a1fb2acb8a4f tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.3389406 Jul 16 20:22:37.608698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-16dd5c20-57cb-4600-99b8-d12b470d7e84 req-312b6a9b-d3e5-4d93-aa39-afccdccdc365 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087720 Jul 16 20:22:37.716889 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:37.982810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.074489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:38.106075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=72729721-b48e-4a36-ab53-9642dcc91790,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.201416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=e57e4e5e-eabc-4659-821f-eb1d29013156,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.256209 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:32Z', 'revision_number': 3, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:33Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:38.293099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:38.297630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: 858175fe-c5dc-4bb5-ae06-cb6d096f4780, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:38.319462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:38.341384 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:38.341384 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Updating router 07de9ea3-6c88-4157-9875-88326c87a103 port 8c421491-fa90-4d43-ada7-cd1328648d08 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:38.364319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:38.402755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 858175fe-c5dc-4bb5-ae06-cb6d096f4780) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:38.412439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.415260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.433937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926b090-1193-442a-b376-b8d5883f6783 None None] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:38.455430 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.535115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:38.549081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-95c4b597-d8d0-43ac-8159-5199eba51133 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7730362 Jul 16 20:22:38.682083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.817110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae385673-8a86-4442-bef3-80053310a7aa req-b9d49701-706a-4852-ad57-420fc4d4eac7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.832874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae385673-8a86-4442-bef3-80053310a7aa req-b9d49701-706a-4852-ad57-420fc4d4eac7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.4578166 Jul 16 20:22:38.838183 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.941788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae385673-8a86-4442-bef3-80053310a7aa req-cfea5777-8a56-4db8-b287-e18260bf4b61 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024866 Jul 16 20:22:38.962429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-731871f4-587c-40e4-a1a7-6b7a9bbe0d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.998301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.033246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7464ac-16da-462b-8482-f9d79ddd6306 None None] Network 47554e50-642e-44ec-8770-d4a9bcee6043 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:39.318509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72729721-b48e-4a36-ab53-9642dcc91790 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:39.434502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-fbaa7212-4f83-4ecd-bae5-1b7276a60098 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:39.444692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-fbaa7212-4f83-4ecd-bae5-1b7276a60098 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 946 time: 0.1370273 Jul 16 20:22:39.447533 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.457033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6fe37731-1d31-4352-a13b-fa2fc9cbbac0 None None] Provisioning for port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:39.491722 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Transition to ACTIVE for port object 8c421491-fa90-4d43-ada7-cd1328648d08 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:39.515660 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.596238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6fe37731-1d31-4352-a13b-fa2fc9cbbac0 None None] Provisioning complete for port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:39.598679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6fe37731-1d31-4352-a13b-fa2fc9cbbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.694352 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Pushing event updated for resources: {'Port': ['ID=8c421491-fa90-4d43-ada7-cd1328648d08,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:39.775645 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.775982 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.776317 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.776645 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.776969 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.777296 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.777615 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.778011 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.778325 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.778645 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.778981 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.779295 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:39.842100 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.856357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Attempting to bind port 8c421491-fa90-4d43-ada7-cd1328648d08 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:39.856760 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Attempting to bind port 8c421491-fa90-4d43-ada7-cd1328648d08 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:39.861312 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Attempting to bind port 8c421491-fa90-4d43-ada7-cd1328648d08 on network 47554e50-642e-44ec-8770-d4a9bcee6043 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:39.874649 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:39.875125 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Checking segment: {'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:39.875603 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.876156 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Bound using segment: {'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:39.876678 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Bound port: 8c421491-fa90-4d43-ada7-cd1328648d08, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a577602e-f4bf-42d6-8712-6ecb8795f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:39.877059 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.959843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Deleting port b049befd-0838-4b2b-a26c-1f9e0cd86031 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:39.964409 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.989525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:40.009514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.120088 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] For port 8c421491-fa90-4d43-ada7-cd1328648d08, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:40.133202 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] For port 8c421491-fa90-4d43-ada7-cd1328648d08, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8c421491-fa90-4d43-ada7-cd1328648d08,segment=NetworkSegment(a577602e-f4bf-42d6-8712-6ecb8795f6c8),segment_id=a577602e-f4bf-42d6-8712-6ecb8795f6c8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:40.144119 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.262516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 72729721-b48e-4a36-ab53-9642dcc91790 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:40.263715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.280562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9a55d-5f8e-4ee5-9463-8151db1d2176 None None] Pushing event updated for resources: {'Port': ['ID=8c421491-fa90-4d43-ada7-cd1328648d08,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.287496 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.314917 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:40.315813 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:40.388007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] For port b049befd-0838-4b2b-a26c-1f9e0cd86031, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b049befd-0838-4b2b-a26c-1f9e0cd86031,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:40.389952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.428078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Calling delete_port for b049befd-0838-4b2b-a26c-1f9e0cd86031 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:40.465944 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:40.578344 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6fe37731-1d31-4352-a13b-fa2fc9cbbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.653185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.22.0.1 (858175fe-c5dc-4bb5-ae06-cb6d096f4780/e57e4e5e-eabc-4659-821f-eb1d29013156/8e02ea1f-ff31-4eab-ac2e-58afb81d3888) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:40.714757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6fe37731-1d31-4352-a13b-fa2fc9cbbac0 None None] For port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,segment=NetworkSegment(a577602e-f4bf-42d6-8712-6ecb8795f6c8),segment_id=a577602e-f4bf-42d6-8712-6ecb8795f6c8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:40.730641 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6fe37731-1d31-4352-a13b-fa2fc9cbbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.884956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37731-1d31-4352-a13b-fa2fc9cbbac0 None None] Pushing event updated for resources: {'Port': ['ID=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.906159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.946467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['8cb0410a-a59e-428b-b10b-554f7106c500', 'b049befd-0838-4b2b-a26c-1f9e0cd86031'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:40.970015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb6d070e-0fac-4148-8e79-63b1c8a04a1c req-c78746b0-9e84-41d5-b1c0-2427e3b29b1c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 210 time: 0.1041837 Jul 16 20:22:41.023407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event deleted for resources: {'Port': ['ID=b049befd-0838-4b2b-a26c-1f9e0cd86031,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:41.063885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.089523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] No DVR routers for this DVR port b049befd-0838-4b2b-a26c-1f9e0cd86031 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:41.097003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.099776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:41.102644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727111f5-e0c2-41d9-8526-50bd9c04f26f req-8147ed8e-2f77-4613-aec9-a75329e8fef7 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "DELETE /v2.0/ports/b049befd-0838-4b2b-a26c-1f9e0cd86031 HTTP/1.1" status: 204 len: 173 time: 1.6527419 Jul 16 20:22:41.105135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230157e7-6962-4878-885c-29cdac961da1', 'name': 'network-vif-deleted', 'tag': 'b049befd-0838-4b2b-a26c-1f9e0cd86031'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:41.113055 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563aa75f-f53c-43b4-b722-09adc102650c" -d '{"events": [{"server_uuid": "230157e7-6962-4878-885c-29cdac961da1", "name": "network-vif-deleted", "tag": "b049befd-0838-4b2b-a26c-1f9e0cd86031"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:41.316561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.361275 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:32Z', 'revision_number': 3, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.454687 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7139d77-74c2-427e-a536-eba68bb35ddb None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:32Z', 'revision_number': 3, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:41.495736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:41.496374 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f74376-d707-4664-bdcb-c79390326535 x-openstack-request-id: req-f3f74376-d707-4664-bdcb-c79390326535 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:41.496538 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230157e7-6962-4878-885c-29cdac961da1", "name": "network-vif-deleted", "tag": "b049befd-0838-4b2b-a26c-1f9e0cd86031", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:41.496793 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f3f74376-d707-4664-bdcb-c79390326535 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:41.497219 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230157e7-6962-4878-885c-29cdac961da1', 'name': 'network-vif-deleted', 'tag': 'b049befd-0838-4b2b-a26c-1f9e0cd86031', 'status': 'completed', 'code': 200} Jul 16 20:22:41.527789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:41.547226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:41.682892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:41.731055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:41.804527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.924064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Allocated IP 172.22.0.2 (858175fe-c5dc-4bb5-ae06-cb6d096f4780/e57e4e5e-eabc-4659-821f-eb1d29013156/04f9eeed-d8d4-46bf-979b-0d833fcdaf45) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:42.052166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-73bf6dc9-a08b-447a-96e8-cc7ceb381984 None None] Provisioning for port 8c421491-fa90-4d43-ada7-cd1328648d08 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:42.124516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.173909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.437900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02889b74-f0b9-42e7-862a-aab666b4f326 req-3c6e91d4-e25c-412d-9832-1ff161a234c0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=230157e7-6962-4878-885c-29cdac961da1 HTTP/1.1" status: 200 len: 210 time: 0.0698805 Jul 16 20:22:42.494195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-73bf6dc9-a08b-447a-96e8-cc7ceb381984 None None] Provisioning complete for port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:42.494575 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-73bf6dc9-a08b-447a-96e8-cc7ceb381984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.903514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:42.904208 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.174129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b049befd-0838-4b2b-a26c-1f9e0cd86031 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:43.344391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: b049befd-0838-4b2b-a26c-1f9e0cd86031 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:43.347487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b049befd-0838-4b2b-a26c-1f9e0cd86031 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:43.495295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.525413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Transition to ACTIVE for port object 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:43.580218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Transition to ACTIVE for port object 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:43.589203 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.678406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:43.705182 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.707935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:43.715457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:43.717963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.844656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8c421491-fa90-4d43-ada7-cd1328648d08 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:43.854499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Pushing event updated for resources: {'Port': ['ID=04f9eeed-d8d4-46bf-979b-0d833fcdaf45,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.877779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.034874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.035401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.048101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.048667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.049004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.049334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.049669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.049992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.050315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.050632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.050987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.051292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:44.141057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.166687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Attempting to bind port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:44.167583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Attempting to bind port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:44.168111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Attempting to bind port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 on network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:44.179790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:44.180453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Checking segment: {'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:44.181021 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.181612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Bound using segment: {'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:44.182681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Bound port: 04f9eeed-d8d4-46bf-979b-0d833fcdaf45, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:44.183969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.255505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:44.257232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:44.415666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] For port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:44.432852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] For port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=04f9eeed-d8d4-46bf-979b-0d833fcdaf45,segment=NetworkSegment(f01de8be-a6ff-487e-a970-65152821010f),segment_id=f01de8be-a6ff-487e-a970-65152821010f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:44.438260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8c421491-fa90-4d43-ada7-cd1328648d08 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:44.450630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:44.453599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.458394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8c421491-fa90-4d43-ada7-cd1328648d08 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:44.458728 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.619489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961e7d8-d865-4f25-988b-9cf2ef8ea40f None None] Pushing event updated for resources: {'Port': ['ID=04f9eeed-d8d4-46bf-979b-0d833fcdaf45,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.718276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:44.734584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:44.734800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36434) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:44.740037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-49831fcd-9a0c-4160-9703-e4696714881e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2000821 Jul 16 20:22:44.741930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'network': {'name': 'tempest-RoutersTest-327034860'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:44.790812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:44.791523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:44.858096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:44.866871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.934014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:44.958939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.959317 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added segment 43004230-6e13-478f-a87b-204702629d0d of type vlan for network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac Jul 16 20:22:45.077265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:45.183543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.284187 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.344916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.356573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.358480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.393249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:45.407158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'subnet': {'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:45.410899 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6736836 Jul 16 20:22:45.531587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b0749-32bf-400d-92d0-7a02da845a6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Network': ['ID=57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.598105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:45.610575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 8c421491-fa90-4d43-ada7-cd1328648d08, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8c421491-fa90-4d43-ada7-cd1328648d08,segment=NetworkSegment(a577602e-f4bf-42d6-8712-6ecb8795f6c8),segment_id=a577602e-f4bf-42d6-8712-6ecb8795f6c8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:45.657330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.674129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Made reservation on behalf of f34ea0f27198450da2b9b11b6eabf679 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:45.680054 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.037763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:46.426178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.647338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b79a26-ad9a-4ba9-bdf1-0cee84951f29 None None] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:46.650912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Subnet': ['ID=ee4378bd-83f4-47a4-96dd-8cae96540141,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.679280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Checking segment: {'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:46.681215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network hostable DHCP agents. Network: 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:46.715556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:46.723926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=8c421491-fa90-4d43-ada7-cd1328648d08,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.728432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:46.741319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:46.741812 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.754790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:46.765344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dd4a5bcd-2c7c-4ba7-855e-b217c282e55e None None] Provisioning for port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:46.768929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.769819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.811651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dd4a5bcd-2c7c-4ba7-855e-b217c282e55e None None] Provisioning complete for port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:46.812373 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5bcd-2c7c-4ba7-855e-b217c282e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.814377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d68171f-aeeb-490d-b678-ad5c99cdf846 None None] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:46.827760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2d2161de-85a6-43fc-ba45-459222030c1f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4322989 Jul 16 20:22:46.829344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36496) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.189891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:41Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:43Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:47.308744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9901f-f80c-49da-920c-91fe25f9e861 req-f1454f5d-0a1c-4a4e-916f-3938e47cfed4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.323354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1b9901f-f80c-49da-920c-91fe25f9e861 req-f1454f5d-0a1c-4a4e-916f-3938e47cfed4 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 945 time: 0.2115438 Jul 16 20:22:47.403690 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5bcd-2c7c-4ba7-855e-b217c282e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.426585 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1b9901f-f80c-49da-920c-91fe25f9e861 req-9dd53c96-0df4-4965-8bef-266d1d460a5c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022089 Jul 16 20:22:47.431665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:47.432031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Updating router 07de9ea3-6c88-4157-9875-88326c87a103 port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:47.652623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.654733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:47.655625 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.785127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-dd4a5bcd-2c7c-4ba7-855e-b217c282e55e None None] For port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=04f9eeed-d8d4-46bf-979b-0d833fcdaf45,segment=NetworkSegment(f01de8be-a6ff-487e-a970-65152821010f),segment_id=f01de8be-a6ff-487e-a970-65152821010f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:47.794977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.803397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.961722 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5bcd-2c7c-4ba7-855e-b217c282e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.201662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a5bcd-2c7c-4ba7-855e-b217c282e55e None None] Pushing event updated for resources: {'Port': ['ID=04f9eeed-d8d4-46bf-979b-0d833fcdaf45,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:48.402306 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:22:48.402859 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:22:48.461780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Allocated IP 172.23.0.2 (57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac/ee4378bd-83f4-47a4-96dd-8cae96540141/9824eb0f-f870-4ec3-8abb-676ad21da609) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:48.645216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-11252b58-1011-461d-8261-549c1ae13848 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.656516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-11252b58-1011-461d-8261-549c1ae13848 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 945 time: 0.3266592 Jul 16 20:22:49.085230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Deleting port 8cb0410a-a59e-428b-b10b-554f7106c500 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:49.085990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.222489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ae2b-1b28-49b7-aa5a-2bf730ee3495 req-599fbdd6-63f9-4657-b079-f7491e75e48c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.241593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0294ae2b-1b28-49b7-aa5a-2bf730ee3495 req-599fbdd6-63f9-4657-b079-f7491e75e48c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 945 time: 0.2227118 Jul 16 20:22:49.338708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0294ae2b-1b28-49b7-aa5a-2bf730ee3495 req-f92b240c-f63c-4922-a358-1c3379aa9ee0 tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/security-groups?id=f5dc9528-ecd5-477a-813a-2f4b6688fc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925581 Jul 16 20:22:49.372239 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.445293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] For port 8cb0410a-a59e-428b-b10b-554f7106c500, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=8cb0410a-a59e-428b-b10b-554f7106c500,segment=NetworkSegment(ce170a23-ddaf-43a7-aca1-d911b87d7d02),segment_id=ce170a23-ddaf-43a7-aca1-d911b87d7d02)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:49.445917 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.496192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Calling delete_port for 8cb0410a-a59e-428b-b10b-554f7106c500 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:49.529596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Transition to ACTIVE for port object 9824eb0f-f870-4ec3-8abb-676ad21da609 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:49.549785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f83899fd-a821-48cd-9d1f-61a7a76857ce None None] Provisioning for port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:49.589593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f83899fd-a821-48cd-9d1f-61a7a76857ce None None] Provisioning complete for port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:49.589957 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f83899fd-a821-48cd-9d1f-61a7a76857ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.687434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f83899fd-a821-48cd-9d1f-61a7a76857ce None None] Port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:49.719394 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.726245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8c421491-fa90-4d43-ada7-cd1328648d08 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:49.728962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Transition to ACTIVE for port object 9824eb0f-f870-4ec3-8abb-676ad21da609 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:49.799499 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.805771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Transition to ACTIVE for port object 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:49.820651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f83899fd-a821-48cd-9d1f-61a7a76857ce None None] Provisioning complete for port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:49.834580 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f83899fd-a821-48cd-9d1f-61a7a76857ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.936033 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.000235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Allocated IP 172.23.0.1 (57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac/ee4378bd-83f4-47a4-96dd-8cae96540141/74e50994-38e4-4afc-8fe4-61dbe8889770) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:50.011564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:50.021603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:50.040547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:50.123707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Pushing event updated for resources: {'Port': ['ID=9824eb0f-f870-4ec3-8abb-676ad21da609,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.251055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Attempting to bind port 9824eb0f-f870-4ec3-8abb-676ad21da609 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:50.251490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Attempting to bind port 9824eb0f-f870-4ec3-8abb-676ad21da609 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:50.252085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Attempting to bind port 9824eb0f-f870-4ec3-8abb-676ad21da609 on network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:50.255440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8c421491-fa90-4d43-ada7-cd1328648d08 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:50.256737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.441207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:50.441939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Checking segment: {'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:50.446522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.447212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Bound using segment: {'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:50.451147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Bound port: 9824eb0f-f870-4ec3-8abb-676ad21da609, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:50.451367 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.547196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.588850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Transition to ACTIVE for port object 74e50994-38e4-4afc-8fe4-61dbe8889770 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:50.687090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.742224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb0ae254-d8bf-4dce-ae01-6704d485d651 req-749bbb79-fa9b-47a1-b8bc-de4740a01d6c tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6b7b6d6-e932-4abd-8e8b-914298546312 HTTP/1.1" status: 200 len: 210 time: 0.1143281 Jul 16 20:22:50.751931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.772010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Pushing event deleted for resources: {'Port': ['ID=8cb0410a-a59e-428b-b10b-554f7106c500,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.864300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] No DVR routers for this DVR port 8cb0410a-a59e-428b-b10b-554f7106c500 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:50.866250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=74e50994-38e4-4afc-8fe4-61dbe8889770,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.880809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.883537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cbfb896-ba18-4600-b8a8-a9bc6c9356b5 req-e78756df-7266-4a39-bf8e-7121b6a98b0b tempest-ServersTestJSON-980908458 tempest-ServersTestJSON-980908458-project] 10.222.0.79 "DELETE /v2.0/ports/8cb0410a-a59e-428b-b10b-554f7106c500 HTTP/1.1" status: 204 len: 173 time: 2.2259254 Jul 16 20:22:50.884288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'name': 'network-vif-deleted', 'tag': '8cb0410a-a59e-428b-b10b-554f7106c500'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:50.895889 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c485732c-8f5c-4b21-a8d7-fee041a09be0" -d '{"events": [{"server_uuid": "b6b7b6d6-e932-4abd-8e8b-914298546312", "name": "network-vif-deleted", "tag": "8cb0410a-a59e-428b-b10b-554f7106c500"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:50.926991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:50.929519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:50.937009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:51.029222 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc663b38-09e8-40bf-b1e1-bff01478455a x-openstack-request-id: req-fc663b38-09e8-40bf-b1e1-bff01478455a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:51.029930 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b6d6-e932-4abd-8e8b-914298546312", "name": "network-vif-deleted", "tag": "8cb0410a-a59e-428b-b10b-554f7106c500", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:51.031006 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fc663b38-09e8-40bf-b1e1-bff01478455a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:51.031435 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b6d6-e932-4abd-8e8b-914298546312', 'name': 'network-vif-deleted', 'tag': '8cb0410a-a59e-428b-b10b-554f7106c500', 'status': 'completed', 'code': 200} Jul 16 20:22:51.061557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.161115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f718ce-e753-4fe3-b9db-efaa2c0ac381 None None] Pushing event updated for resources: {'Port': ['ID=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.225213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8cb0410a-a59e-428b-b10b-554f7106c500 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:51.346016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] For port 9824eb0f-f870-4ec3-8abb-676ad21da609, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:51.347888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.350010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] For port 9824eb0f-f870-4ec3-8abb-676ad21da609, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9824eb0f-f870-4ec3-8abb-676ad21da609,segment=NetworkSegment(43004230-6e13-478f-a87b-204702629d0d),segment_id=43004230-6e13-478f-a87b-204702629d0d)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:51.361505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Attempting to bind port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:51.361876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Attempting to bind port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:51.362231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Attempting to bind port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 on network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:51.394044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:51.394685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Checking segment: {'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:51.395115 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.398265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Bound using segment: {'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:51.398265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Bound port: 8e02ea1f-ff31-4eab-ac2e-58afb81d3888, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01de8be-a6ff-487e-a970-65152821010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:51.398265 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.417146 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.543993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 8cb0410a-a59e-428b-b10b-554f7106c500 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:51.544656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 8cb0410a-a59e-428b-b10b-554f7106c500 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:51.676239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb99ad2-91f3-4928-b354-0b81f978dfe7 None None] Pushing event updated for resources: {'Port': ['ID=9824eb0f-f870-4ec3-8abb-676ad21da609,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.850316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:51.989134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] For port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:52.012463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] For port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,segment=NetworkSegment(f01de8be-a6ff-487e-a970-65152821010f),segment_id=f01de8be-a6ff-487e-a970-65152821010f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:52.025310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.088169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36622) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.263884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Deleting subnet 039769c9-f2da-447c-b5c4-8b878fa81589 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:52.272120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.274601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:52.275182 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.320863 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.332627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.371643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.397123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:52.397892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:52.487165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.509424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event updated for resources: {'Port': ['ID=74e50994-38e4-4afc-8fe4-61dbe8889770,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.538750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f718ce-e753-4fe3-b9db-efaa2c0ac381 None None] Pushing event updated for resources: {'Port': ['ID=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.592297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.627836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.722217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039769c9-f2da-447c-b5c4-8b878fa81589,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.742101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.745028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/039769c9-f2da-447c-b5c4-8b878fa81589 HTTP/1.1" status: 204 len: 168 time: 0.6556416 Jul 16 20:22:52.763254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36644) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.794748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.795552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.798945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.799548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.800178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.800625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.801086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.803146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.803766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.804328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.804956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.805501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c7f9d5-c057-4176-a051-621d3f3f1e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:52.858469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:52.904084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:52.908681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:52.959255 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.276968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:53.331152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.366768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d861950a-b4be-4b08-b6cf-598dd1ecf869']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:53.387580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce170a23-ddaf-43a7-aca1-d911b87d7d02') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:53.388131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce170a23-ddaf-43a7-aca1-d911b87d7d02') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:53.406101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.436773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.454166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:53.456417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.520054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9824eb0f-f870-4ec3-8abb-676ad21da609 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:53.521560 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:53.618082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:53.627587 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b2920ce2-8df7-4762-b5dd-c2ce5b46a832 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7970827 Jul 16 20:22:53.630506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36656) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.641433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:53.747587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.764704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9824eb0f-f870-4ec3-8abb-676ad21da609 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:53.787615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.790445 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] 10.222.0.91 "DELETE /v2.0/networks/d861950a-b4be-4b08-b6cf-598dd1ecf869 HTTP/1.1" status: 204 len: 168 time: 1.0261447 Jul 16 20:22:53.791805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c483117-6505-43f0-bd14-ebc83f23dcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=d861950a-b4be-4b08-b6cf-598dd1ecf869,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:53.835350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375f11f-acda-48d3-8fe1-ef2a3ba128c0 None None] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:53.933788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:54.207937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36678) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.244740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64295a-cdb3-489a-88a9-c79e3418d39e None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:54.373636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee3fd0cb-f496-4d77-8c9a-21075700dbee None None] Provisioning for port 9824eb0f-f870-4ec3-8abb-676ad21da609 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:54.402014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c0d05444-b255-4d57-b2fd-3cb6a2d2dc37 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=22111c424dca45f3bc92b4c7600bede7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846673 Jul 16 20:22:54.402783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36688) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.441575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee3fd0cb-f496-4d77-8c9a-21075700dbee None None] Provisioning complete for port 9824eb0f-f870-4ec3-8abb-676ad21da609 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:54.451323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee3fd0cb-f496-4d77-8c9a-21075700dbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.643322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58c94b8-1d73-4913-9978-8d99785d85c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.756913 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee3fd0cb-f496-4d77-8c9a-21075700dbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.766305 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58c94b8-1d73-4913-9978-8d99785d85c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.860340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee3fd0cb-f496-4d77-8c9a-21075700dbee None None] For port 9824eb0f-f870-4ec3-8abb-676ad21da609, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9824eb0f-f870-4ec3-8abb-676ad21da609,segment=NetworkSegment(43004230-6e13-478f-a87b-204702629d0d),segment_id=43004230-6e13-478f-a87b-204702629d0d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:54.875104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee3fd0cb-f496-4d77-8c9a-21075700dbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.893076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58c94b8-1d73-4913-9978-8d99785d85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.899310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58c94b8-1d73-4913-9978-8d99785d85c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.900546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b58c94b8-1d73-4913-9978-8d99785d85c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f5dc9528-ecd5-477a-813a-2f4b6688fc65 HTTP/1.1" status: 204 len: 168 time: 0.4967582 Jul 16 20:22:54.934269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c94b8-1d73-4913-9978-8d99785d85c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dc9528-ecd5-477a-813a-2f4b6688fc65,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.137286 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fd0cb-f496-4d77-8c9a-21075700dbee None None] Pushing event updated for resources: {'Port': ['ID=9824eb0f-f870-4ec3-8abb-676ad21da609,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.301358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:22:55.358998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Removed routes are [] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:22:55.359545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.460811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c946d5bc-db7b-46d1-b1cd-09b355b567a4 None None] Provisioning complete for port 9824eb0f-f870-4ec3-8abb-676ad21da609 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:55.461649 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c946d5bc-db7b-46d1-b1cd-09b355b567a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.820740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c946d5bc-db7b-46d1-b1cd-09b355b567a4 None None] Provisioning for port 74e50994-38e4-4afc-8fe4-61dbe8889770 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:55.824982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c946d5bc-db7b-46d1-b1cd-09b355b567a4 None None] Provisioning complete for port 74e50994-38e4-4afc-8fe4-61dbe8889770 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:55.825359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c946d5bc-db7b-46d1-b1cd-09b355b567a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.917786 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.938469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.001481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c946d5bc-db7b-46d1-b1cd-09b355b567a4 None None] Port 74e50994-38e4-4afc-8fe4-61dbe8889770 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:56.131715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5435b52f-974e-4c14-bbdb-a1ff314d4947 None None] Provisioning complete for port 74e50994-38e4-4afc-8fe4-61dbe8889770 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:56.132344 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5435b52f-974e-4c14-bbdb-a1ff314d4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.246967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:56.293212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5435b52f-974e-4c14-bbdb-a1ff314d4947 None None] Port 74e50994-38e4-4afc-8fe4-61dbe8889770 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:56.536559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:56.558234 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.560824 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-97677313-6cda-4cda-89ef-ccc784b166a0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 200 len: 934 time: 2.9281969 Jul 16 20:22:56.562579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.746676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8f60e957-48d3-49cb-bef7-c5d2b7552ad4 None None] Provisioning complete for port 74e50994-38e4-4afc-8fe4-61dbe8889770 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:56.751017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8f60e957-48d3-49cb-bef7-c5d2b7552ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.828260 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:56.867803 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:56.868633 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:56.917103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8f60e957-48d3-49cb-bef7-c5d2b7552ad4 None None] Port 74e50994-38e4-4afc-8fe4-61dbe8889770 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:56.918193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36752) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.921695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-33b7d5f7-cadd-4ee0-8df4-48f3b3e1a024 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 200 len: 934 time: 0.3578057 Jul 16 20:22:56.930763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36754) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.957565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'routes': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:57.280447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2013467779-network', 'tenant_id': '12e711db39324189aebf1839f1c11f4c'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:57.374667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9824eb0f-f870-4ec3-8abb-676ad21da609 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:57.397153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Made reservation on behalf of 12e711db39324189aebf1839f1c11f4c for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:57.401888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.421468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.450182 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:57.497958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9824eb0f-f870-4ec3-8abb-676ad21da609 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:57.498336 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.712115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:57.825145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:57.837832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:57.838236 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.016582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36782) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:58.035631 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.118634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,segment=NetworkSegment(f01de8be-a6ff-487e-a970-65152821010f),segment_id=f01de8be-a6ff-487e-a970-65152821010f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:58.125969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.237781 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:55Z', 'revision_number': 6, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:51Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:58.303803 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.315503 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:58.315849 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Updating router 07de9ea3-6c88-4157-9875-88326c87a103 port 74e50994-38e4-4afc-8fe4-61dbe8889770 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:58.354689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.408852 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52e80002-9c59-4f6e-893b-c00bccf8a782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.434634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.466144 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.556789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.595265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.595638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.595997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.596786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.597143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.597483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.601239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.601724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.602374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.603549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.603972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.604302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:58.670870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:58.683691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52e80002-9c59-4f6e-893b-c00bccf8a782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.691739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52e80002-9c59-4f6e-893b-c00bccf8a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.741001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added routes are [] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:22:58.741655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:22:58.775491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-52e80002-9c59-4f6e-893b-c00bccf8a782 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8aa1017601fe4aa6806c948863b94733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570946 Jul 16 20:22:58.783026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36806) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:58.840629 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.865450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.865450 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Added segment 1e39df85-045f-4518-a5c0-f3a13bc147b8 of type vlan for network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 Jul 16 20:22:58.886006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e80002-9c59-4f6e-893b-c00bccf8a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc4eb9-f768-45a8-9ebc-924edbe5c6a4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.925566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.969575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe930463-52d8-476f-949e-9f2e423367f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.975546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.978157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:58.979635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.073661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe930463-52d8-476f-949e-9f2e423367f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.103365 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.153725 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Transition to ACTIVE for port object 74e50994-38e4-4afc-8fe4-61dbe8889770 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:59.159667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:59.175991 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.252359 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe930463-52d8-476f-949e-9f2e423367f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.256756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe930463-52d8-476f-949e-9f2e423367f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.261906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fe930463-52d8-476f-949e-9f2e423367f3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d5dc4eb9-f768-45a8-9ebc-924edbe5c6a4 HTTP/1.1" status: 204 len: 168 time: 0.4769650 Jul 16 20:22:59.273523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe930463-52d8-476f-949e-9f2e423367f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc4eb9-f768-45a8-9ebc-924edbe5c6a4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.289691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.313501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:59.332378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a81bb0ef-5574-4517-b70b-14d1b931a3e4 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4118347 Jul 16 20:22:59.334781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36820) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:59.341569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Request body: {'subnet': {'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2013467779-subnet', 'tenant_id': '12e711db39324189aebf1839f1c11f4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:59.352405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:59.353027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.406247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Made reservation on behalf of 12e711db39324189aebf1839f1c11f4c for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:59.411242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.509197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2627d-b41b-4a9a-96d4-eee2ead89b31 None None] Pushing event updated for resources: {'Port': ['ID=74e50994-38e4-4afc-8fe4-61dbe8889770,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.522074 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Attempting to bind port 74e50994-38e4-4afc-8fe4-61dbe8889770 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:59.522441 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Attempting to bind port 74e50994-38e4-4afc-8fe4-61dbe8889770 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:59.522797 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Attempting to bind port 74e50994-38e4-4afc-8fe4-61dbe8889770 on network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:59.543490 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:59.544198 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Checking segment: {'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:59.544807 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.545720 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Bound using segment: {'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:59.546740 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Bound port: 74e50994-38e4-4afc-8fe4-61dbe8889770, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43004230-6e13-478f-a87b-204702629d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:59.547496 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.700378 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] For port 74e50994-38e4-4afc-8fe4-61dbe8889770, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:59.704957 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] For port 74e50994-38e4-4afc-8fe4-61dbe8889770, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=74e50994-38e4-4afc-8fe4-61dbe8889770,segment=NetworkSegment(43004230-6e13-478f-a87b-204702629d0d),segment_id=43004230-6e13-478f-a87b-204702629d0d)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:59.718356 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.815644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.854233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.982162 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:59.989052 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:00.036623 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.167757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86693672-59b1-4af5-8fec-ffc73df84573,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.226885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Checking segment: {'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:00.227473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Network hostable DHCP agents. Network: abbc7bd3-dc4c-4e3e-ab58-8c332b689c95, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:00.294036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:00.304452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:00.323484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, abbc7bd3-dc4c-4e3e-ab58-8c332b689c95) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:00.332682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00210393-40fc-4c85-a105-6e31c48eaaf5 None None] Network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:00.335016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.339021 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.380884 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2627d-b41b-4a9a-96d4-eee2ead89b31 None None] Pushing event updated for resources: {'Port': ['ID=74e50994-38e4-4afc-8fe4-61dbe8889770,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.385136 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d6982126-995b-48ea-91e7-32515bfa8ac4 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0487638 Jul 16 20:23:00.432203 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:00.622657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:00.630156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.633809 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b8f3f34b-233b-4444-9ee6-f9b6cc4bbf31 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 200 len: 700 time: 3.6989558 Jul 16 20:23:00.634442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36860) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:00.755696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03415b3-7689-4ab9-9af9-67c1e3a9be81 None None] Network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:00.795366 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3aadc723-f174-4d33-975f-5a235bbbe08e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 200 len: 700 time: 0.1595755 Jul 16 20:23:00.798235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36866) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:01.180920 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 7, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:22:59Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:01.295348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 74e50994-38e4-4afc-8fe4-61dbe8889770 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:01.329018 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa082c-0f90-47e7-9c4f-09592cb02647 None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 7, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:22:59Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:01.471820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 74e50994-38e4-4afc-8fe4-61dbe8889770 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:01.483945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 74e50994-38e4-4afc-8fe4-61dbe8889770 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:01.489124 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.786080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:01.832607 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.901364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:01.902295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:02.101209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.144971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 74e50994-38e4-4afc-8fe4-61dbe8889770, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=74e50994-38e4-4afc-8fe4-61dbe8889770,segment=NetworkSegment(43004230-6e13-478f-a87b-204702629d0d),segment_id=43004230-6e13-478f-a87b-204702629d0d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:02.272956 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:02.499287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-856bb1e2-21f9-44a9-83dc-a69caaccb8b0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:02.505764 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.512989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-856bb1e2-21f9-44a9-83dc-a69caaccb8b0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 814 time: 0.6599574 Jul 16 20:23:02.557614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-18d5eba9-f3a6-45fc-a0e5-ae9aadafa540 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/quotas/12e711db39324189aebf1839f1c11f4c HTTP/1.1" status: 200 len: 375 time: 0.0424657 Jul 16 20:23:02.605972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=74e50994-38e4-4afc-8fe4-61dbe8889770,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.621760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:02.685508 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-db7c995a-c39d-4ec8-bc1c-90d022918df6 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241376 Jul 16 20:23:02.799724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d50da69e-823f-4098-b14c-f8227f789e4a service neutron] 10.222.0.91 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127186 Jul 16 20:23:03.145483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 7, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:22:59Z', 'revision_number': 4, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:03.196614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-3c70fd73-a8c5-48d2-991d-b38edb44154d service neutron] 10.222.0.91 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953264 Jul 16 20:23:03.246724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 74e50994-38e4-4afc-8fe4-61dbe8889770 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:03.286625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 74e50994-38e4-4afc-8fe4-61dbe8889770 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:03.287564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.302164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:03.395575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:03.396620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:03.413703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 74e50994-38e4-4afc-8fe4-61dbe8889770 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:03.413703 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.654003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 74e50994-38e4-4afc-8fe4-61dbe8889770, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=74e50994-38e4-4afc-8fe4-61dbe8889770,segment=NetworkSegment(43004230-6e13-478f-a87b-204702629d0d),segment_id=43004230-6e13-478f-a87b-204702629d0d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:03.656082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.673833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8cbaf4d2-a7f7-411a-a19c-c089139873de req-67102eec-5b88-4565-888c-b79fa92cf954 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 210 time: 0.1169686 Jul 16 20:23:03.699958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 74e50994-38e4-4afc-8fe4-61dbe8889770 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:03.804253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:04.470991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 7, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:23:02Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:04.590336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a49deb-be9a-4a1f-b06c-e7265573ae8b None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 7, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e50994-38e4-4afc-8fe4-61dbe8889770', 'name': '', 'network_id': '57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:57:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:48Z', 'updated_at': '2021-07-16T20:23:02Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'ee4378bd-83f4-47a4-96dd-8cae96540141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:05.071053 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be831656-ca63-4149-adbd-23ca7456b0bc req-d14c332d-a80b-49d5-9472-cd4c1984e306 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 210 time: 0.2217565 Jul 16 20:23:05.082987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.261686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=74e50994-38e4-4afc-8fe4-61dbe8889770,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.797296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.003615 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3afc051e-f61b-410f-99fb-93d8bc7b3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.389720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f061a20f-120c-4375-b835-6114f62998f2 req-07c1bbf9-65b7-435e-b6c3-3d1467e8c232 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 210 time: 0.0810673 Jul 16 20:23:06.445932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:06.970628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:06.986020 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:06.999154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a81fc2d8-dc8f-4fca-9f65-9ac7ef833336 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1994798 Jul 16 20:23:07.003341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37058) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:07.016371 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:07.017285 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:07.198997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet ee4378bd-83f4-47a4-96dd-8cae96540141 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:07.212605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.316688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.327484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-4641bc0f-9ef9-420e-a434-be4a7f0b5b97 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:07.330158 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-4641bc0f-9ef9-420e-a434-be4a7f0b5b97 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.79 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 814 time: 0.3993099 Jul 16 20:23:07.344411 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:07.350241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Request body: {'port': {'device_id': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95', 'admin_state_up': True, 'tenant_id': '12e711db39324189aebf1839f1c11f4c'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:07.528996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.634197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.638472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Made reservation on behalf of 12e711db39324189aebf1839f1c11f4c for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:07.643043 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.682172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4caee6f9-6013-468a-936a-17b2b9ee6930 req-f7fd6f0a-e7c3-43ff-8b7b-750ee2c1a7c1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 210 time: 0.0827253 Jul 16 20:23:07.715168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4378bd-83f4-47a4-96dd-8cae96540141,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:07.736675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef430c1-bedb-4f06-b49b-c0d54ff4a343 None None] Network 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:07.738519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.746161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca67de1e-b8a6-491b-9b0a-12362ded3ad7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/ee4378bd-83f4-47a4-96dd-8cae96540141 HTTP/1.1" status: 204 len: 168 time: 0.7346370 Jul 16 20:23:07.746816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37084) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:07.929917 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 8, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:08.035713 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.057433 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:08.095491 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:08.096315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:08.103357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Allocated IP 172.20.0.5 (abbc7bd3-dc4c-4e3e-ab58-8c332b689c95/86693672-59b1-4af5-8fec-ffc73df84573/66347ae4-0bd9-48b2-b40f-811fddf48686) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:08.225728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb2325-aca9-418d-97e4-074062250191 None None] DHCP port deletion for 57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:08.253350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 9824eb0f-f870-4ec3-8abb-676ad21da609 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:08.254120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.323298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-00cb2325-aca9-418d-97e4-074062250191 None None] Deleting port 9824eb0f-f870-4ec3-8abb-676ad21da609 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:08.323838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00cb2325-aca9-418d-97e4-074062250191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.373365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 9824eb0f-f870-4ec3-8abb-676ad21da609, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9824eb0f-f870-4ec3-8abb-676ad21da609,segment=NetworkSegment(43004230-6e13-478f-a87b-204702629d0d),segment_id=43004230-6e13-478f-a87b-204702629d0d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:08.375549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.404822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 9824eb0f-f870-4ec3-8abb-676ad21da609 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:08.459773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.473310 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:08.488803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665dae9-a6f2-4830-82e2-da80e1b11573 req-c23cc527-a107-45cc-8d06-8f34081b798d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.496764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7665dae9-a6f2-4830-82e2-da80e1b11573 req-c23cc527-a107-45cc-8d06-8f34081b798d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.1890357 Jul 16 20:23:08.508954 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.516460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-00cb2325-aca9-418d-97e4-074062250191 None None] For port 9824eb0f-f870-4ec3-8abb-676ad21da609, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9824eb0f-f870-4ec3-8abb-676ad21da609,segment=NetworkSegment(43004230-6e13-478f-a87b-204702629d0d),segment_id=43004230-6e13-478f-a87b-204702629d0d)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:08.518769 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00cb2325-aca9-418d-97e4-074062250191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.557343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-00cb2325-aca9-418d-97e4-074062250191 None None] Calling delete_port for 9824eb0f-f870-4ec3-8abb-676ad21da609 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:08.601718 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.668340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7665dae9-a6f2-4830-82e2-da80e1b11573 req-e4928ade-cdcc-4081-953d-cf2d6837ac0d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703081 Jul 16 20:23:08.678947 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.725441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=9824eb0f-f870-4ec3-8abb-676ad21da609,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.737481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 9824eb0f-f870-4ec3-8abb-676ad21da609 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:08.757395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.791179 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00cb2325-aca9-418d-97e4-074062250191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.866078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb2325-aca9-418d-97e4-074062250191 None None] No DVR routers for this DVR port 9824eb0f-f870-4ec3-8abb-676ad21da609 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:08.914219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.948853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:08.951970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:08.959102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:08.982482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.996108 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 8, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.017290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb2325-aca9-418d-97e4-074062250191 None None] Pushing event deleted for resources: {'Port': ['ID=9824eb0f-f870-4ec3-8abb-676ad21da609,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.036661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.051786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-039b96b7-4348-47bf-94f0-d73cd77dac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.078210 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.079729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43004230-6e13-478f-a87b-204702629d0d') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.081235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43004230-6e13-478f-a87b-204702629d0d') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.110069 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075cb13-2be1-4c13-bd1c-c2a0d02c70d9 None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 8, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e02ea1f-ff31-4eab-ac2e-58afb81d3888', 'name': '', 'network_id': '858175fe-c5dc-4bb5-ae06-cb6d096f4780', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:5e:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:58Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'e57e4e5e-eabc-4659-821f-eb1d29013156', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:09.142430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.151077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.151955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.189916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-8d4da2e2-b7bb-478a-81fe-d5372ad00974 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8486500 Jul 16 20:23:09.214082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b440d8-780b-4d92-b2c7-cc63d199cfd5 req-4c9496ec-8916-4e6e-92e8-d7201e730edf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.225084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c2b440d8-780b-4d92-b2c7-cc63d199cfd5 req-4c9496ec-8916-4e6e-92e8-d7201e730edf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 931 time: 0.2588100 Jul 16 20:23:09.225654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.244098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Request body: {'port': {'device_id': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:09.247087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:09.247504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:09.250712 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:09.374286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.411474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.413348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac HTTP/1.1" status: 204 len: 168 time: 1.6654940 Jul 16 20:23:09.414348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f5666-c101-4c64-b681-ded8756bfb3e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=57bf9a14-dde9-45a7-b3ff-d76bb0aa43ac,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.419241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37140) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.529078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9824eb0f-f870-4ec3-8abb-676ad21da609 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:09.599609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9824eb0f-f870-4ec3-8abb-676ad21da609 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:09.601747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9824eb0f-f870-4ec3-8abb-676ad21da609 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:09.810604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c2b440d8-780b-4d92-b2c7-cc63d199cfd5 req-c1e888b2-0e0a-44a1-a397-a60f540de98d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816281 Jul 16 20:23:09.875960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.993836 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.225300 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.400037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66347ae4-0bd9-48b2-b40f-811fddf48686 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:10.409762 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.437065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Transition to ACTIVE for port object 66347ae4-0bd9-48b2-b40f-811fddf48686 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:10.442159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.569796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.591510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Attempting to bind port 66347ae4-0bd9-48b2-b40f-811fddf48686 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:10.591849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Attempting to bind port 66347ae4-0bd9-48b2-b40f-811fddf48686 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:10.592325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Attempting to bind port 66347ae4-0bd9-48b2-b40f-811fddf48686 on network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:10.598463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Port 66347ae4-0bd9-48b2-b40f-811fddf48686 on network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:10.599164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Attempting to bind port 66347ae4-0bd9-48b2-b40f-811fddf48686 on network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:10.604868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:10.605406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Checking segment: {'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:10.605909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Bound using segment: {'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:10.606718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Bound port: 66347ae4-0bd9-48b2-b40f-811fddf48686, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:10.611213 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.667965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:10.668469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.693575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:10.698544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:10.707897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.775453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 8e02ea1f-ff31-4eab-ac2e-58afb81d3888, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,segment=NetworkSegment(f01de8be-a6ff-487e-a970-65152821010f),segment_id=f01de8be-a6ff-487e-a970-65152821010f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:10.776408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.800115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.800795 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.802325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] 10.222.0.79 "PUT /v2.0/ports/66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 1092 time: 1.5631893 Jul 16 20:23:10.805269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:10.809482 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:10.852522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:10.917020 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac1d7ae-237b-4f03-8745-e6e0391583f4 x-openstack-request-id: req-4ac1d7ae-237b-4f03-8745-e6e0391583f4 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:10.917529 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:10.917634 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4ac1d7ae-237b-4f03-8745-e6e0391583f4 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:10.918034 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'status': 'completed', 'code': 200} Jul 16 20:23:10.918768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bfd7e-8a79-43f2-ade0-62af08d1bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:11.043871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 74e50994-38e4-4afc-8fe4-61dbe8889770 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:11.053891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-14281416-9c67-4d9b-847d-ab16b5c1bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.055544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-14281416-9c67-4d9b-847d-ab16b5c1bca4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1095 time: 0.1771724 Jul 16 20:23:11.103209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 74e50994-38e4-4afc-8fe4-61dbe8889770 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:11.103715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 74e50994-38e4-4afc-8fe4-61dbe8889770 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:11.182482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-d81c6f42-e6a1-4e3d-8555-06c4fabc4de5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 217 time: 0.1198204 Jul 16 20:23:11.272873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02725e-96b1-4add-a703-7bf749753a32 req-266302e8-c615-4d45-a479-e7c093d08bba tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.279280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-a3fb4d69-dbf5-4c4b-8e6d-991d3beb9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.282199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-a3fb4d69-dbf5-4c4b-8e6d-991d3beb9bc5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.0918512 Jul 16 20:23:11.282971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ad02725e-96b1-4add-a703-7bf749753a32 req-266302e8-c615-4d45-a479-e7c093d08bba tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1865714 Jul 16 20:23:11.331975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.353006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-49a43a97-ed35-4273-b6f1-7110cb07648a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646589 Jul 16 20:23:11.419279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=8e02ea1f-ff31-4eab-ac2e-58afb81d3888,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:11.492325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ad02725e-96b1-4add-a703-7bf749753a32 req-a856361a-073e-46dc-832f-64ad3c8d2ff1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079928 Jul 16 20:23:11.514210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-ba2af4ec-3932-4d83-848e-c7d473f18527 service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508465 Jul 16 20:23:11.693034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8d60be-6ec2-4493-98ba-e461a7b699d0 req-3c17c5a2-8327-435c-8135-70a768764e7d service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728666 Jul 16 20:23:11.764896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.795420 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.951673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-ee5b57ed-d249-44c1-b7ef-09fd4da2b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.954068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-ee5b57ed-d249-44c1-b7ef-09fd4da2b559 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1095 time: 0.1943026 Jul 16 20:23:12.036322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:12.105557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-3ab635f0-6d2a-4599-80bd-ec8f540fa375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.107092 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-3ab635f0-6d2a-4599-80bd-ec8f540fa375 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 915 time: 0.1450655 Jul 16 20:23:12.162430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:12.165104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-71bbbebe-45be-43f4-9502-295512192e8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 217 time: 0.0495279 Jul 16 20:23:12.172394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b5edf30a-4495-49ae-8c66-f2c41e545626 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7474968 Jul 16 20:23:12.172394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.176509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:12.218338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:12.219565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:12.262312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-213307eb-3915-4a3f-9824-d3116bca2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.266855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-213307eb-3915-4a3f-9824-d3116bca2293 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.0866482 Jul 16 20:23:12.377902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-cf4287c9-1663-4695-b141-9c5c0e7d695d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949688 Jul 16 20:23:12.472490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:12.567604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-3163d045-fcdd-4856-b257-138350cd735d service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815379 Jul 16 20:23:12.713912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet e57e4e5e-eabc-4659-821f-eb1d29013156 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:12.723552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.792231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:12.819539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a42eff26-a6a8-4351-b4de-6c69ccbf59e1 req-8ccac59d-f439-4d18-bf37-43b151cc9a50 service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440290 Jul 16 20:23:12.829017 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.990648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.040001 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.127374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.177152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:13.183366 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54959bab-ecca-4cf4-b1e0-a9580c5245c7" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:13.232486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=e57e4e5e-eabc-4659-821f-eb1d29013156,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.252837 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.258057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37240) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.267101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:13.268368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e52bf-13d3-47a2-a029-8884a72c16d8 None None] Network 858175fe-c5dc-4bb5-ae06-cb6d096f4780 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:13.270019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cea25db6-c43b-409e-9481-7d8b8f3c93b1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/e57e4e5e-eabc-4659-821f-eb1d29013156 HTTP/1.1" status: 204 len: 168 time: 1.0958209 Jul 16 20:23:13.318251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635082ba-b638-440b-8e2c-f014a3da0c05 req-8588bbc4-a53e-46f9-bebc-b40a5cf6aef2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.329769 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434aa394-3b3f-4acd-94af-ac757e9efc1d x-openstack-request-id: req-434aa394-3b3f-4acd-94af-ac757e9efc1d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:13.330346 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:13.330754 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-434aa394-3b3f-4acd-94af-ac757e9efc1d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:13.331325 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'code': 200} Jul 16 20:23:13.334761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-635082ba-b638-440b-8e2c-f014a3da0c05 req-8588bbc4-a53e-46f9-bebc-b40a5cf6aef2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.6027558 Jul 16 20:23:13.343582 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.381848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:11Z', 'revision_number': 9, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:13.420581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:13.425724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-635082ba-b638-440b-8e2c-f014a3da0c05 req-7ec40a1b-8577-48c2-8397-cbd86152e802 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898306 Jul 16 20:23:13.451557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.523972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:13.524639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:13.602504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:13.604595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.811488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=04f9eeed-d8d4-46bf-979b-0d833fcdaf45,segment=NetworkSegment(f01de8be-a6ff-487e-a970-65152821010f),segment_id=f01de8be-a6ff-487e-a970-65152821010f)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:13.812957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.882855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:14.030560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.084888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:14.117248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.173555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=04f9eeed-d8d4-46bf-979b-0d833fcdaf45,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.175511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:14.217214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896ed2f-3fa4-4a3a-b50b-8f10fbf10629 None None] DHCP port deletion for 858175fe-c5dc-4bb5-ae06-cb6d096f4780 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:14.398582 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.456278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858175fe-c5dc-4bb5-ae06-cb6d096f4780']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.469763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01de8be-a6ff-487e-a970-65152821010f') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.469993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01de8be-a6ff-487e-a970-65152821010f') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.482966 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.515798 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.529352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:14.530849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:14.660138 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:14.668863 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.713384 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.718425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37294) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.738983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/858175fe-c5dc-4bb5-ae06-cb6d096f4780 HTTP/1.1" status: 204 len: 168 time: 1.4777894 Jul 16 20:23:14.743638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:11Z', 'revision_number': 9, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.752326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e43c17-d85a-43fe-a769-5220ff676abe tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=858175fe-c5dc-4bb5-ae06-cb6d096f4780,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.858898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08651f-edc3-4f52-bd2f-f693545cb5a8 None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:11Z', 'revision_number': 9, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c421491-fa90-4d43-ada7-cd1328648d08', 'name': '', 'network_id': '47554e50-642e-44ec-8770-d4a9bcee6043', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:6f:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:31Z', 'updated_at': '2021-07-16T20:22:45Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'bc1029da-5ba1-4d2c-ae06-e0681e375e3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:14.861606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:15.247403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:15.284346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'mac_address': 'fa:16:3e:05:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:15.286553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:15.382123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bece3f-4031-4bdb-925a-0779fc8660ad req-3a1b450f-61cb-4f72-981b-2202ec3962d2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.384650 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50bece3f-4031-4bdb-925a-0779fc8660ad req-3a1b450f-61cb-4f72-981b-2202ec3962d2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.5731609 Jul 16 20:23:15.492702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:15.520381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:15.520794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 04f9eeed-d8d4-46bf-979b-0d833fcdaf45 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:15.521199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:15.547024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50bece3f-4031-4bdb-925a-0779fc8660ad req-ca940cff-0a2a-49d7-a2c1-881500b88b16 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057169 Jul 16 20:23:15.583889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:23:15.600858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:15.601278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e02ea1f-ff31-4eab-ac2e-58afb81d3888 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:15.619096 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.640527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc8c1ef-d6ad-4522-b97f-adc729607b85 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:15.704436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:15.721053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.917109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:15.947545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.952963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95', 'port_id': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'mac_address': 'fa:16:3e:8a:63:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86693672-59b1-4af5-8fec-ffc73df84573', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:15.968963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0bc8c1ef-d6ad-4522-b97f-adc729607b85'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:16.044953 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.048560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.088398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66347ae4-0bd9-48b2-b40f-811fddf48686 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:16.151873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:16.167159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.260653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.415613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['66347ae4-0bd9-48b2-b40f-811fddf48686'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:16.684639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 8c421491-fa90-4d43-ada7-cd1328648d08 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:16.684984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.969608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 8c421491-fa90-4d43-ada7-cd1328648d08, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8c421491-fa90-4d43-ada7-cd1328648d08,segment=NetworkSegment(a577602e-f4bf-42d6-8712-6ecb8795f6c8),segment_id=a577602e-f4bf-42d6-8712-6ecb8795f6c8)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:16.969608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.987534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 8c421491-fa90-4d43-ada7-cd1328648d08 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:17.184081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d5c45-6751-4d8f-a50e-4f21da7cfa0d req-ac6ac4ee-20eb-4e4b-92f7-b5f692ba5e9e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.198374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c96d5c45-6751-4d8f-a50e-4f21da7cfa0d req-ac6ac4ee-20eb-4e4b-92f7-b5f692ba5e9e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 944 time: 0.3140347 Jul 16 20:23:17.240772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:17.300465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c96d5c45-6751-4d8f-a50e-4f21da7cfa0d req-32f656b3-d0ab-4392-b9f3-6e770878f735 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012053 Jul 16 20:23:17.403262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 66347ae4-0bd9-48b2-b40f-811fddf48686 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:17.410341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 66347ae4-0bd9-48b2-b40f-811fddf48686 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:17.410871 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.503029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.697163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=8c421491-fa90-4d43-ada7-cd1328648d08,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.750813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.866472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:17.877891 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a40b5-e6cd-4471-87cd-e7450cb438f3" -d '{"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-plugged", "status": "completed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:17.942862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:17.957770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.042607 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e6d99-0a01-4e4b-8385-2ac7b812c741 x-openstack-request-id: req-eb3e6d99-0a01-4e4b-8385-2ac7b812c741 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:18.048183 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-plugged", "status": "completed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:18.048981 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb3e6d99-0a01-4e4b-8385-2ac7b812c741 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:18.049566 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'code': 200} Jul 16 20:23:18.187149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.258754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.298914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07a6cd-71d7-4df5-ae8b-8a6c572d050a req-ae6cb965-ae0e-4448-8000-bb7a80653d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.317935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c07a6cd-71d7-4df5-ae8b-8a6c572d050a req-ae6cb965-ae0e-4448-8000-bb7a80653d36 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1097 time: 0.2050989 Jul 16 20:23:18.456806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c07a6cd-71d7-4df5-ae8b-8a6c572d050a req-1bedfd34-d8ba-4b89-97a7-26d987b0cf11 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310251 Jul 16 20:23:18.682035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:18.774249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397da2-f860-4959-9128-2aeefffd43fb req-5caf39b4-e5f7-4ed3-9978-865c2a6452ec tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.782686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb397da2-f860-4959-9128-2aeefffd43fb req-5caf39b4-e5f7-4ed3-9978-865c2a6452ec tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1338661 Jul 16 20:23:18.785360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:18.830760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:18.838490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb397da2-f860-4959-9128-2aeefffd43fb req-c0d997bb-d56c-4a06-9eeb-ea3171901804 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Jul 16 20:23:18.842399 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:18.862727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b13d25b9-fb39-4e7f-9e1d-04a73ceac2cd tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1431239 Jul 16 20:23:18.863208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.877605 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:18.878351 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:18.911026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:18.915059 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.009895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet bc1029da-5ba1-4d2c-ae06-e0681e375e3a {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:19.033982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.040259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-2c3bf4fd-ce22-47ac-b948-a882ad9a2fc0 req-8f52ae08-efd0-4057-86ac-71fda6137b98 tempest-ImagesOneServerNegativeTestJSON-1360750815 tempest-ImagesOneServerNegativeTestJSON-1360750815-project] (93861) timed out ('10.222.0.79', 49622) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:23:19.220667 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:19.238002 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.242108 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.373329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:19.384397 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.485026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.510799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.639964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.733123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1029da-5ba1-4d2c-ae06-e0681e375e3a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.746350 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.747179 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:17Z', 'revision_number': 10, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:19.749758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b05232b8-ce29-4a95-89a5-10df7283e435 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/bc1029da-5ba1-4d2c-ae06-e0681e375e3a HTTP/1.1" status: 204 len: 168 time: 0.8852496 Jul 16 20:23:19.753055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.757069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97d77a-13d9-46ee-8067-76c20b168bbb None None] Network 47554e50-642e-44ec-8770-d4a9bcee6043 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:19.799257 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:19.823338 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:19.823988 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:20.055983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.082416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:20.084760 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd539a5-2f0f-4aa1-8fb9-269e07485589" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:20.200418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:20.211405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:20.211784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.258647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] DHCP port deletion for 47554e50-642e-44ec-8770-d4a9bcee6043 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:20.343431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,segment=NetworkSegment(a577602e-f4bf-42d6-8712-6ecb8795f6c8),segment_id=a577602e-f4bf-42d6-8712-6ecb8795f6c8)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:20.344383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.360885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:20.433154 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44308e05-e9c2-4dfc-b6b7-37e0bc588a0b x-openstack-request-id: req-44308e05-e9c2-4dfc-b6b7-37e0bc588a0b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:20.433483 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:20.433794 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-44308e05-e9c2-4dfc-b6b7-37e0bc588a0b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:20.434322 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'code': 200} Jul 16 20:23:20.457669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f0675-3523-42ea-8851-ce0f347a8082 req-a9a000c7-7d96-4b16-9102-b9e5c45369d5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:20.487461 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-258f0675-3523-42ea-8851-ce0f347a8082 req-a9a000c7-7d96-4b16-9102-b9e5c45369d5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2645259 Jul 16 20:23:20.518737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] Deleting port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:20.525093 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.578038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-258f0675-3523-42ea-8851-ce0f347a8082 req-efac9d39-315b-479e-9f7f-78013d505882 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817370 Jul 16 20:23:20.591949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.674893 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:17Z', 'revision_number': 10, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:20.675157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:20.713043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:20.722629 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba57d7-b899-4b04-b23c-30de0bfd8f31 None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:17Z', 'revision_number': 10, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None, '_interfaces': [{'id': '72729721-b48e-4a36-ab53-9642dcc91790', 'name': '', 'network_id': '7cc1025a-95ce-4415-af3f-a1721a1f0045', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'mac_address': 'fa:16:3e:d8:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de9ea3-6c88-4157-9875-88326c87a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:25Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'subnets': [{'id': 'a706a583-ccf9-42a6-8ade-de22585e0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:20.821145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] For port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,segment=NetworkSegment(a577602e-f4bf-42d6-8712-6ecb8795f6c8),segment_id=a577602e-f4bf-42d6-8712-6ecb8795f6c8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:20.821459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.851539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] Calling delete_port for 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:20.879991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.893529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47554e50-642e-44ec-8770-d4a9bcee6043']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:20.904828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a577602e-f4bf-42d6-8712-6ecb8795f6c8') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:20.905126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a577602e-f4bf-42d6-8712-6ecb8795f6c8') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:20.928248 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.970405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.989396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:20.993140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.058354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.115581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] Pushing event deleted for resources: {'Port': ['ID=9f8d45ff-e26d-4298-9b9d-9421fcd0e26f,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:21.134173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570a029-060b-4d6b-9a7d-0d6dcb38422a None None] No DVR routers for this DVR port 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:21.220642 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:21.248507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.265990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.273862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37464) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:21.279617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8c421491-fa90-4d43-ada7-cd1328648d08 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:21.279814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/47554e50-642e-44ec-8770-d4a9bcee6043 HTTP/1.1" status: 204 len: 168 time: 1.5252259 Jul 16 20:23:21.351140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8c421491-fa90-4d43-ada7-cd1328648d08 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:21.351849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8c421491-fa90-4d43-ada7-cd1328648d08 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:21.359259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:21.391422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee9afe-1bcf-4f24-b9d6-4b31b932f5cf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=47554e50-642e-44ec-8770-d4a9bcee6043,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:21.435224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:21.436039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9f8d45ff-e26d-4298-9b9d-9421fcd0e26f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:21.618097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390242c-664e-44ef-9b28-045f50d5e787 req-f2c552d5-baf0-41db-9442-f152cb471a5e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:21.619731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-f2c552d5-baf0-41db-9442-f152cb471a5e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 814 time: 0.3977952 Jul 16 20:23:21.654233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-b99e8092-0e8d-4c82-9a6b-bb51dd2355be tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/quotas/12e711db39324189aebf1839f1c11f4c HTTP/1.1" status: 200 len: 375 time: 0.0212674 Jul 16 20:23:21.943950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-f116ac37-9fed-4b0c-a349-2d85a55b0ca0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2837691 Jul 16 20:23:22.056871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.394388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-df7b4cb8-8633-4b10-ac45-8cb22849144e service neutron] 10.222.0.91 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384120 Jul 16 20:23:22.552737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 72729721-b48e-4a36-ab53-9642dcc91790 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:22.552737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.665453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-2a7ef11c-e424-48b5-b1b4-f2680ebe67b0 service neutron] 10.222.0.91 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592432 Jul 16 20:23:22.903338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 72729721-b48e-4a36-ab53-9642dcc91790, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=72729721-b48e-4a36-ab53-9642dcc91790,segment=NetworkSegment(3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a),segment_id=3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:22.911819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.971854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 72729721-b48e-4a36-ab53-9642dcc91790 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:23.192733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43971991-a819-4daa-8c7f-f972fe133107 req-6d8a873e-c33f-4192-8ac6-dea1584cae86 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 210 time: 0.0892303 Jul 16 20:23:23.483483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.591546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=72729721-b48e-4a36-ab53-9642dcc91790,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.131326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.467550 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-941179af-5cb7-4d87-98f7-00b5e3d9d854 req-fb792045-b766-438c-b45d-01de187b5b37 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 210 time: 0.1013949 Jul 16 20:23:24.498427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:24.696903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:24.715452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:24.734631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:24.736096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:24.739935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37554) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:24.741328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13bcd40a-aa6b-427e-a406-b30266f83dfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4663177 Jul 16 20:23:24.833592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting subnet a706a583-ccf9-42a6-8ade-de22585e0b99 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:24.837073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.918949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.952158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:25.113910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.156780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 11, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:25.272103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:25.301825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:25.302734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:25.344932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.472616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.475112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/a706a583-ccf9-42a6-8ade-de22585e0b99 HTTP/1.1" status: 204 len: 168 time: 0.7340634 Jul 16 20:23:25.478451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37572) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.501320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315904fd-d915-4726-aa5e-447fa4ffac78 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Subnet': ['ID=a706a583-ccf9-42a6-8ade-de22585e0b99,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:25.510221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:25.624751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390242c-664e-44ef-9b28-045f50d5e787 req-48160416-51b4-4f1f-9bf4-0d2ef8d79f08 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.628008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-48160416-51b4-4f1f-9bf4-0d2ef8d79f08 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.99 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 814 time: 0.4112728 Jul 16 20:23:25.644029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Request body: {'port': {'device_id': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95', 'admin_state_up': True, 'tenant_id': '12e711db39324189aebf1839f1c11f4c'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:25.771664 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 11, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:25.790191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228e430-200e-48cd-b293-ba55987e9eef None None] Network 7cc1025a-95ce-4415-af3f-a1721a1f0045 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:25.912877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de409c1-4f7d-4460-90b3-bf0381d471d5 None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 11, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:25.959986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Made reservation on behalf of 12e711db39324189aebf1839f1c11f4c for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:25.963946 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.242652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Allocated IP 172.20.0.8 (abbc7bd3-dc4c-4e3e-ab58-8c332b689c95/86693672-59b1-4af5-8fec-ffc73df84573/b52c3432-4358-4a18-a0a1-cae22758c673) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:26.378623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] DHCP port deletion for 7cc1025a-95ce-4415-af3f-a1721a1f0045 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:26.530302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] Deleting port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:26.533481 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.801433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-021933fa-b774-41dd-a288-e2d9912e44ad req-36eb653b-571c-4713-9b10-0b1cf7e615d2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 210 time: 0.1446419 Jul 16 20:23:26.870768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] For port 3af3deb8-bf31-4de8-972f-76a155a1f2a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3af3deb8-bf31-4de8-972f-76a155a1f2a3,segment=NetworkSegment(3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a),segment_id=3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:26.871362 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.886522 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.894081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] Calling delete_port for 3af3deb8-bf31-4de8-972f-76a155a1f2a3 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:26.973191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.053606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.083627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['66347ae4-0bd9-48b2-b40f-811fddf48686'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:27.137647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Deleting port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:27.138008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.213980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:27.217623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:27.233851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:27.296250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3af3deb8-bf31-4de8-972f-76a155a1f2a3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:27.340060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] For port 3af3deb8-bf31-4de8-972f-76a155a1f2a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3af3deb8-bf31-4de8-972f-76a155a1f2a3,segment=NetworkSegment(3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a),segment_id=3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:27.340459 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.356414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.360869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.389581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Calling delete_port for 3af3deb8-bf31-4de8-972f-76a155a1f2a3 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:27.415384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7752457 Jul 16 20:23:27.458316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2f09c-2ad0-416a-84fa-f116f461df4e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Pushing event updated for resources: {'Port': ['ID=b52c3432-4358-4a18-a0a1-cae22758c673,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.594294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Request body: {'port': {'device_id': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:27.665107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.713697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.755600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] No DVR routers for this DVR port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:27.756139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.764845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a42bc-678f-49d3-b9c6-ee4b4c9b84dc None None] Pushing event deleted for resources: {'Port': ['ID=3af3deb8-bf31-4de8-972f-76a155a1f2a3,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.768484 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.776077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Port': ['ID=3af3deb8-bf31-4de8-972f-76a155a1f2a3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.791106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No DVR routers for this DVR port 3af3deb8-bf31-4de8-972f-76a155a1f2a3 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:27.930991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72729721-b48e-4a36-ab53-9642dcc91790 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:27.984446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 72729721-b48e-4a36-ab53-9642dcc91790 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:27.991003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72729721-b48e-4a36-ab53-9642dcc91790 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:28.055905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.166389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc1025a-95ce-4415-af3f-a1721a1f0045']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:28.202388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:28.213714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9b1f7f-4460-47ef-a33d-b0bf70dc3f3a') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:28.247783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.297637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.320636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:28.321035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.361058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ad667-4876-4832-ab1a-8f95a3a309e1 req-c7b9fb62-765d-4e40-92a3-fe3c76323485 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.363412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f6ad667-4876-4832-ab1a-8f95a3a309e1 req-c7b9fb62-765d-4e40-92a3-fe3c76323485 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 931 time: 0.2824926 Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:28.364373 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:28.442386 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f6ad667-4876-4832-ab1a-8f95a3a309e1 req-f3073669-53b2-4b80-8a51-e87fdbf1bcaa tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615988 Jul 16 20:23:28.474658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52c3432-4358-4a18-a0a1-cae22758c673 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:28.495277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.547152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Transition to ACTIVE for port object b52c3432-4358-4a18-a0a1-cae22758c673 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:28.552851 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.556270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.584639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.589598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/networks/7cc1025a-95ce-4415-af3f-a1721a1f0045 HTTP/1.1" status: 204 len: 168 time: 3.1096997 Jul 16 20:23:28.604391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26298111-4863-46ee-87ec-80b711374aea tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Pushing event deleted for resources: {'Network': ['ID=7cc1025a-95ce-4415-af3f-a1721a1f0045,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.607382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37650) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:28.614874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'routes': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:28.643100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b52c3432-4358-4a18-a0a1-cae22758c673,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.833493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Added routes are [] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:23:28.834167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Removed routes are [] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:23:28.834743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.861245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Attempting to bind port b52c3432-4358-4a18-a0a1-cae22758c673 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:28.862048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Attempting to bind port b52c3432-4358-4a18-a0a1-cae22758c673 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:28.862609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Attempting to bind port b52c3432-4358-4a18-a0a1-cae22758c673 on network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:28.870007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Port b52c3432-4358-4a18-a0a1-cae22758c673 on network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:28.870753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Attempting to bind port b52c3432-4358-4a18-a0a1-cae22758c673 on network abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:28.885044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:28.885731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Checking segment: {'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:28.886346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Bound using segment: {'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:28.887038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Bound port: b52c3432-4358-4a18-a0a1-cae22758c673, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e39df85-045f-4518-a5c0-f3a13bc147b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:28.887641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.073844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] For port b52c3432-4358-4a18-a0a1-cae22758c673, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:29.080531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] For port b52c3432-4358-4a18-a0a1-cae22758c673, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b52c3432-4358-4a18-a0a1-cae22758c673,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:29.087382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.167873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.168495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.170165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] 10.222.0.99 "PUT /v2.0/ports/b52c3432-4358-4a18-a0a1-cae22758c673 HTTP/1.1" status: 200 len: 1092 time: 1.7466159 Jul 16 20:23:29.170684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'tag': 'b52c3432-4358-4a18-a0a1-cae22758c673'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:29.176598 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d516b018-bc91-4b41-b265-8b275cac2c38", "tag": "b52c3432-4358-4a18-a0a1-cae22758c673"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:29.192715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.199399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.386485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558467d-3464-4031-93c0-e89e5891a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b52c3432-4358-4a18-a0a1-cae22758c673,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.528642 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b1525-acc5-4355-b568-5b5357eb1992 x-openstack-request-id: req-472b1525-acc5-4355-b568-5b5357eb1992 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:29.529286 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d516b018-bc91-4b41-b265-8b275cac2c38", "tag": "b52c3432-4358-4a18-a0a1-cae22758c673", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:29.529286 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-472b1525-acc5-4355-b568-5b5357eb1992 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:29.529609 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'tag': 'b52c3432-4358-4a18-a0a1-cae22758c673', 'status': 'completed', 'code': 200} Jul 16 20:23:29.602645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390242c-664e-44ef-9b28-045f50d5e787 req-2dbdd5bd-61af-46a2-b255-ad44dac80638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.615905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-2dbdd5bd-61af-46a2-b255-ad44dac80638 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 1095 time: 0.3606489 Jul 16 20:23:29.621912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 07de9ea3-6c88-4157-9875-88326c87a103 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:29.823823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:29.834978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-f3e297e5-ad38-435a-8fad-83b7689eed5f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52c3432-4358-4a18-a0a1-cae22758c673 HTTP/1.1" status: 200 len: 217 time: 0.2115433 Jul 16 20:23:29.844254 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] Sync routers for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:29.862588 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.866782 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-37b6b36b-ec6e-46d5-88b5-1df54e907e03 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 200 len: 701 time: 1.2553096 Jul 16 20:23:29.867109 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:29.867285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37674) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:29.867515 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:29.969556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deebb78-0e3a-40e1-be45-7f85188a4f58 req-cb23d2d4-6f28-4d03-93b2-3fe758424361 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.979927 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8deebb78-0e3a-40e1-be45-7f85188a4f58 req-cb23d2d4-6f28-4d03-93b2-3fe758424361 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 943 time: 0.1952014 Jul 16 20:23:30.001520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-abbb0095-98fe-46a8-b798-3b206a828781 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 200 len: 205 time: 0.1329498 Jul 16 20:23:30.004140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.055060 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:30.146916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8deebb78-0e3a-40e1-be45-7f85188a4f58 req-7aff87e2-4057-4dd8-a91f-0f322c545892 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639378 Jul 16 20:23:30.154093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390242c-664e-44ef-9b28-045f50d5e787 req-b81d850a-9cd9-4a24-8fef-867554a87978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.157617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-b81d850a-9cd9-4a24-8fef-867554a87978 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.2786171 Jul 16 20:23:30.219226 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 11, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:30.271796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2f26604-e273-4202-b398-db7dcbeeb299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.306185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-3f5beb82-ab82-41ff-b833-49d377a16284 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316860 Jul 16 20:23:30.324157 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] Checking router: 07de9ea3-6c88-4157-9875-88326c87a103 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:30.351974 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] Routers {'07de9ea3-6c88-4157-9875-88326c87a103'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:30.352858 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['07de9ea3-6c88-4157-9875-88326c87a103'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:30.546727 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] Set router 07de9ea3-6c88-4157-9875-88326c87a103 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:30.613227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-35b9a6d6-d8d8-4ab1-8d3b-88cbfd4e47b6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4100623 Jul 16 20:23:30.659026 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-3e3ed8d6-32ec-454b-9de5-3ff8247169ff service neutron] 10.222.0.99 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380494 Jul 16 20:23:30.841674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c390242c-664e-44ef-9b28-045f50d5e787 req-f73062c9-a7b0-42de-a872-1ee581409656 service neutron] 10.222.0.99 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679494 Jul 16 20:23:30.848864 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2f26604-e273-4202-b398-db7dcbeeb299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.856552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2f26604-e273-4202-b398-db7dcbeeb299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.995050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2f26604-e273-4202-b398-db7dcbeeb299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.995700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f26604-e273-4202-b398-db7dcbeeb299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Fanout notify agent at l3_agent the message router_deleted on router 07de9ea3-6c88-4157-9875-88326c87a103 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:23:31.007912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a2f26604-e273-4202-b398-db7dcbeeb299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.010890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a2f26604-e273-4202-b398-db7dcbeeb299 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 204 len: 168 time: 1.0039754 Jul 16 20:23:31.016781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37690) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.023560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2915672a-a55e-45b8-bc9b-3410f681681b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594929954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:31.097430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2915672a-a55e-45b8-bc9b-3410f681681b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.100660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2915672a-a55e-45b8-bc9b-3410f681681b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.201115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-9b588ffe-f24a-4975-b5ad-8ccf40f10078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.202658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-9b588ffe-f24a-4975-b5ad-8ccf40f10078 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 1095 time: 0.1863093 Jul 16 20:23:31.254478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2915672a-a55e-45b8-bc9b-3410f681681b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.261383 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2915672a-a55e-45b8-bc9b-3410f681681b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.302562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 11, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:31.373736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.374388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.374900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.375914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.376897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2915672a-a55e-45b8-bc9b-3410f681681b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.384083 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2915672a-a55e-45b8-bc9b-3410f681681b tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3629687 Jul 16 20:23:31.384229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.384229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.384229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.384229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-ca554b91-c972-446f-945d-75ddc02867e5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 6496 time: 0.5386202 Jul 16 20:23:31.386559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37704) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.391416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7f8bff7c-136a-4d5f-8af5-3dc33339d458 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:31.455644 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94bfc81-ae6d-44c3-a786-5b988af69755 None None] The sync data for ids ['07de9ea3-6c88-4157-9875-88326c87a103'] in n-d-792458-10 is: [{'id': '07de9ea3-6c88-4157-9875-88326c87a103', 'name': 'tempest-RoutersTest-router-1270702402', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:23Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 11, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:31.456775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-08ddef71-1422-43e2-bfc5-23df68112966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.458351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-08ddef71-1422-43e2-bfc5-23df68112966 service neutron] 10.222.0.99 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 915 time: 0.2422855 Jul 16 20:23:31.736176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-f8858424-e8cc-4947-845c-0cd2c3b33828 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52c3432-4358-4a18-a0a1-cae22758c673 HTTP/1.1" status: 200 len: 217 time: 0.2681878 Jul 16 20:23:31.873485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f8bff7c-136a-4d5f-8af5-3dc33339d458 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.903380 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f8bff7c-136a-4d5f-8af5-3dc33339d458 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.931501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-069b488a-661e-4cb9-abea-cadcc81ed0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.933519 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-069b488a-661e-4cb9-abea-cadcc81ed0de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.1780229 Jul 16 20:23:32.067677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-e891a493-5f62-4be2-9259-f47e04b37a56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261489 Jul 16 20:23:32.161922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8bff7c-136a-4d5f-8af5-3dc33339d458 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Router 0bca192c-f8fb-463a-b641-9717558767e6 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:23:32.350806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8bff7c-136a-4d5f-8af5-3dc33339d458 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:32.378949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] Sync routers for ids ['0bca192c-f8fb-463a-b641-9717558767e6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:32.390439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f8bff7c-136a-4d5f-8af5-3dc33339d458 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.393769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] Routers {'0bca192c-f8fb-463a-b641-9717558767e6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:32.394357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['0bca192c-f8fb-463a-b641-9717558767e6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:32.396826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f8bff7c-136a-4d5f-8af5-3dc33339d458 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "PUT /v2.0/routers/0bca192c-f8fb-463a-b641-9717558767e6 HTTP/1.1" status: 200 len: 694 time: 1.0091982 Jul 16 20:23:32.402574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.408603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-aef16d63-2046-4228-8b72-13bdadc83f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.409176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-aef16d63-2046-4228-8b72-13bdadc83f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.409650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-aef16d63-2046-4228-8b72-13bdadc83f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.421302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-aef16d63-2046-4228-8b72-13bdadc83f24 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a59f169c-e5f6-4288-a73f-979b2b8a3703&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&id=8cd80618-c163-4a0e-9117-d6ed2b378b44&id=8cd80618-c163-4a0e-9117-d6ed2b378b44 HTTP/1.1" status: 200 len: 2294 time: 0.9351394 Jul 16 20:23:32.558800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-9f4ccd4a-b5be-4cc7-b252-f2f90e5bef98 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc HTTP/1.1" status: 200 len: 1001 time: 0.1221087 Jul 16 20:23:32.567879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a6d6-06e4-4dee-ad45-f70a36d7862f req-b67747f1-76d0-4956-93c8-2ba79f4fab24 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.576196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ec7a6d6-06e4-4dee-ad45-f70a36d7862f req-b67747f1-76d0-4956-93c8-2ba79f4fab24 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 943 time: 1.0683203 Jul 16 20:23:32.666657 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2de28b00-eff1-4efa-ade9-8d17d56c997e tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/routers/0bca192c-f8fb-463a-b641-9717558767e6 HTTP/1.1" status: 200 len: 700 time: 0.2535524 Jul 16 20:23:32.676121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37728) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.691026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-16fc51d2-fd91-4dc2-89d3-4cf1001c1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.693008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-16fc51d2-fd91-4dc2-89d3-4cf1001c1aac service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3485200b-2821-45fe-9611-0bd8895fc774 HTTP/1.1" status: 200 len: 851 time: 0.1014755 Jul 16 20:23:32.715161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] Set router 0bca192c-f8fb-463a-b641-9717558767e6 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:32.775204 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7c68031e-d058-43da-a021-0359e2adc40f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bca192c-f8fb-463a-b641-9717558767e6 HTTP/1.1" status: 200 len: 205 time: 0.0912960 Jul 16 20:23:32.775886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37730) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.830579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9ec7a6d6-06e4-4dee-ad45-f70a36d7862f req-37385d95-b111-40ba-85eb-f760eea64f81 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530446 Jul 16 20:23:32.859715 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-f61ffab7-2c30-4d68-980c-e2e86a7a3590 service neutron] 10.222.0.99 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751012 Jul 16 20:23:32.946143 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4670a3d-55cd-4aba-91f2-517d677644ee tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.139888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-bba46962-5e6d-4e92-a9a1-6033b5e05d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.141437 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-bba46962-5e6d-4e92-a9a1-6033b5e05d0e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a59f169c-e5f6-4288-a73f-979b2b8a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4360721 Jul 16 20:23:33.143445 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d8e6b16-d9f9-4ca1-9fb6-6b04b956a8f7 req-a41d3390-46b4-43a3-872a-3b83694cb277 service neutron] 10.222.0.99 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704945 Jul 16 20:23:33.447922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-519d1c51-8b71-4f77-8d92-c626b3a902a3 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928572 Jul 16 20:23:33.577559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca192c-f8fb-463a-b641-9717558767e6', 'name': 'tempest-RoutersTest-router-1594929954', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:31Z', 'updated_at': '2021-07-16T20:23:31Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:33.646882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] Checking router: 0bca192c-f8fb-463a-b641-9717558767e6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:33.669455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] Routers {'0bca192c-f8fb-463a-b641-9717558767e6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:33.670365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['0bca192c-f8fb-463a-b641-9717558767e6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:33.742464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-f643d967-38e3-4a5f-9249-dfb92e9940c2 service neutron] 10.222.0.99 "GET /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876618 Jul 16 20:23:33.844588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] Set router 0bca192c-f8fb-463a-b641-9717558767e6 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:33.890600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-92087efe-f1bd-47ad-9a13-2bcbb03a3399 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 217 time: 0.1413307 Jul 16 20:23:33.992865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca192c-f8fb-463a-b641-9717558767e6', 'name': 'tempest-RoutersTest-router-1594929954', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:31Z', 'updated_at': '2021-07-16T20:23:31Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:34.051228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecea20-67b4-49e4-9ae3-d066ee4b28a6 None None] The sync data for ids ['0bca192c-f8fb-463a-b641-9717558767e6'] in n-d-792458-10 is: [{'id': '0bca192c-f8fb-463a-b641-9717558767e6', 'name': 'tempest-RoutersTest-router-1594929954', 'tenant_id': 'f34ea0f27198450da2b9b11b6eabf679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:31Z', 'updated_at': '2021-07-16T20:23:31Z', 'revision_number': 2, 'project_id': 'f34ea0f27198450da2b9b11b6eabf679', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:34.265058 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4670a3d-55cd-4aba-91f2-517d677644ee tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.269332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4670a3d-55cd-4aba-91f2-517d677644ee tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.330023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4670a3d-55cd-4aba-91f2-517d677644ee tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.331211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4670a3d-55cd-4aba-91f2-517d677644ee tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Fanout notify agent at l3_agent the message router_deleted on router 0bca192c-f8fb-463a-b641-9717558767e6 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:23:34.351876 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c4670a3d-55cd-4aba-91f2-517d677644ee tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.359525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c4670a3d-55cd-4aba-91f2-517d677644ee tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/0bca192c-f8fb-463a-b641-9717558767e6 HTTP/1.1" status: 204 len: 168 time: 1.5822706 Jul 16 20:23:34.360728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37754) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.400717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d9f668e-94d9-4eeb-bbc5-c862dc3b95de tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bca192c-f8fb-463a-b641-9717558767e6 HTTP/1.1" status: 200 len: 205 time: 0.0389292 Jul 16 20:23:34.401690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37756) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.538619 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-0ed07771-636a-4606-8c29-389cdcf00872 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] delete failed (client error): The resource could not be found. Jul 16 20:23:34.539868 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ed07771-636a-4606-8c29-389cdcf00872 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/0bca192c-f8fb-463a-b641-9717558767e6 HTTP/1.1" status: 404 len: 336 time: 0.1370440 Jul 16 20:23:34.542458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37762) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.619139 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef072cb-a4b9-49b7-b5be-db632c0eb3a8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:34.619139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef072cb-a4b9-49b7-b5be-db632c0eb3a8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:34.619139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7ef072cb-a4b9-49b7-b5be-db632c0eb3a8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/ee4378bd-83f4-47a4-96dd-8cae96540141 HTTP/1.1" status: 404 len: 337 time: 0.0724556 Jul 16 20:23:34.622579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.661451 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-515db423-5467-4165-9ecb-1a4fd2e1790d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:34.661908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515db423-5467-4165-9ecb-1a4fd2e1790d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:34.671749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-515db423-5467-4165-9ecb-1a4fd2e1790d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/e57e4e5e-eabc-4659-821f-eb1d29013156 HTTP/1.1" status: 404 len: 337 time: 0.0452087 Jul 16 20:23:34.672555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37766) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.706416 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce6e85b-a393-4049-8d3f-2474eaf3fa17 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:34.706947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce6e85b-a393-4049-8d3f-2474eaf3fa17 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:34.711254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5ce6e85b-a393-4049-8d3f-2474eaf3fa17 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/bc1029da-5ba1-4d2c-ae06-e0681e375e3a HTTP/1.1" status: 404 len: 337 time: 0.0352910 Jul 16 20:23:34.714199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37768) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.754029 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ff3b78-f952-42be-a8a9-ffc1a0c9e623 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:34.754533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ff3b78-f952-42be-a8a9-ffc1a0c9e623 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:34.765719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b0ff3b78-f952-42be-a8a9-ffc1a0c9e623 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/a706a583-ccf9-42a6-8ade-de22585e0b99 HTTP/1.1" status: 404 len: 337 time: 0.0467112 Jul 16 20:23:34.767575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37772) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.822686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b52c3432-4358-4a18-a0a1-cae22758c673 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:34.842178 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8c7385b0-8c44-4b1e-afbd-dd501513f180 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 200 len: 205 time: 0.0685513 Jul 16 20:23:34.843768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37776) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.983000 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-3c27f039-7ec0-4a28-999a-82840dffc48a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] delete failed (client error): The resource could not be found. Jul 16 20:23:34.987452 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3c27f039-7ec0-4a28-999a-82840dffc48a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/07de9ea3-6c88-4157-9875-88326c87a103 HTTP/1.1" status: 404 len: 336 time: 0.1394348 Jul 16 20:23:34.988236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.997741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-db426955-65fe-46ae-be4c-a79ab48c5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.999351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-db426955-65fe-46ae-be4c-a79ab48c5c08 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 1.1011300 Jul 16 20:23:35.071816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-38a068aa-66c9-4e92-9739-dcb80a7e574f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=e47b960e-d227-4d1a-b6eb-03c90f4c4c34 HTTP/1.1" status: 200 len: 205 time: 0.0788465 Jul 16 20:23:35.072135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37780) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.174269 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-78dd7d30-b984-4841-9727-6e9942b9f7d0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] delete failed (client error): The resource could not be found. Jul 16 20:23:35.178803 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-78dd7d30-b984-4841-9727-6e9942b9f7d0 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/e47b960e-d227-4d1a-b6eb-03c90f4c4c34 HTTP/1.1" status: 404 len: 336 time: 0.1054688 Jul 16 20:23:35.186100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37782) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.192429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b52c3432-4358-4a18-a0a1-cae22758c673, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b52c3432-4358-4a18-a0a1-cae22758c673,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:35.222917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'b52c3432-4358-4a18-a0a1-cae22758c673', 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95', 'port_id': 'b52c3432-4358-4a18-a0a1-cae22758c673', 'mac_address': 'fa:16:3e:9a:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86693672-59b1-4af5-8fec-ffc73df84573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:35.244471 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-27725a6c-56fb-4220-9c6b-256b6387dcf7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:35.244935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27725a6c-56fb-4220-9c6b-256b6387dcf7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:35.252798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27725a6c-56fb-4220-9c6b-256b6387dcf7 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/02483fb0-b2ad-4acf-a1d3-ee847824169b HTTP/1.1" status: 404 len: 337 time: 0.0655878 Jul 16 20:23:35.259332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37784) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.265437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-3af042b2-a8b7-4ba8-9937-ed372afc4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.266983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-3af042b2-a8b7-4ba8-9937-ed372afc4ccf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2425401 Jul 16 20:23:35.290080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.312559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52c3432-4358-4a18-a0a1-cae22758c673 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:35.324794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-89a17c6c-954b-4fdb-92ce-cce591f03e6d tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=61321293-66ba-4af2-a7c1-55754361d068 HTTP/1.1" status: 200 len: 205 time: 0.0636613 Jul 16 20:23:35.329825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37786) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.366767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b52c3432-4358-4a18-a0a1-cae22758c673, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b52c3432-4358-4a18-a0a1-cae22758c673,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:35.372176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc1a1d-7155-46ac-a861-0be1c8a0428a req-a4956459-f08d-43b6-95a1-7ca4bb9c8431 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.374088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7cc1a1d-7155-46ac-a861-0be1c8a0428a req-a4956459-f08d-43b6-95a1-7ca4bb9c8431 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 943 time: 0.3715315 Jul 16 20:23:35.376680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.475112 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-71cde5ef-8463-498f-ac48-0e09670702c3 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] delete failed (client error): The resource could not be found. Jul 16 20:23:35.479190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-71cde5ef-8463-498f-ac48-0e09670702c3 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/61321293-66ba-4af2-a7c1-55754361d068 HTTP/1.1" status: 404 len: 336 time: 0.1456122 Jul 16 20:23:35.487392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37794) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.536371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=b52c3432-4358-4a18-a0a1-cae22758c673,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.601071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4f132a28-a648-4fd6-834a-e20fc30b6ec9 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=fb3473ab-9255-4670-a687-3c561ffa0f29 HTTP/1.1" status: 200 len: 205 time: 0.1024287 Jul 16 20:23:35.603051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37796) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.626019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7cc1a1d-7155-46ac-a861-0be1c8a0428a req-465191dd-3c4d-4843-ac1e-9dba2ac915e4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422299 Jul 16 20:23:35.677891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-1a2931e7-f98e-4351-aadb-b3abff3be5d6 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007382 Jul 16 20:23:35.745964 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-999cc43d-15be-4286-907e-6742ad799580 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] delete failed (client error): The resource could not be found. Jul 16 20:23:35.746956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-999cc43d-15be-4286-907e-6742ad799580 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/fb3473ab-9255-4670-a687-3c561ffa0f29 HTTP/1.1" status: 404 len: 336 time: 0.1408520 Jul 16 20:23:35.753413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['b52c3432-4358-4a18-a0a1-cae22758c673'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:35.754187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37798) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.785887 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ab253d-99d5-4ff8-ae1c-450476b4cdfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:35.786494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ab253d-99d5-4ff8-ae1c-450476b4cdfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:35.788460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f7ab253d-99d5-4ff8-ae1c-450476b4cdfa tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/c6448f37-f61c-4b13-a58e-82ae6c77854b HTTP/1.1" status: 404 len: 337 time: 0.0326304 Jul 16 20:23:35.797284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37802) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.920061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-6b69d8eb-538a-4422-b460-6128e762d547 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339971 Jul 16 20:23:35.926589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d36e27d1-357d-4d60-8205-d4ec605f1fcf tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=fb031057-ceda-4d8f-90ea-557baa32f364 HTTP/1.1" status: 200 len: 205 time: 0.1272647 Jul 16 20:23:35.931960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37806) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.006347 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-764f0c88-b5c3-4795-a669-ef7e00d9998a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] delete failed (client error): The resource could not be found. Jul 16 20:23:36.010101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-764f0c88-b5c3-4795-a669-ef7e00d9998a tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/fb031057-ceda-4d8f-90ea-557baa32f364 HTTP/1.1" status: 404 len: 336 time: 0.0738173 Jul 16 20:23:36.010746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37810) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.030640 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2420f932-be31-43e1-927d-903130d383f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.047929 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-879f3793-746b-4647-9bd0-456002e688ae tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:36.048475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879f3793-746b-4647-9bd0-456002e688ae tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:36.053072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-879f3793-746b-4647-9bd0-456002e688ae tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/f1b6815a-6cc3-4e02-9d7d-a93ee388ab93 HTTP/1.1" status: 404 len: 337 time: 0.0388191 Jul 16 20:23:36.053580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.065566 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-24f693d1-6b5f-405d-8fb3-d62ee7187ae5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 217 time: 0.1245167 Jul 16 20:23:36.147015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91711c7e-a9f6-43e6-bda4-7f1a3f160890 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "GET /v2.0/ports?device_id=03b5e6fc-1884-4b5f-ba8a-db118fa489f4 HTTP/1.1" status: 200 len: 205 time: 0.0919836 Jul 16 20:23:36.149509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37814) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.207263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-4a511ce3-346e-4dcb-ba26-aae974c60441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.212262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-4a511ce3-346e-4dcb-ba26-aae974c60441 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1387398 Jul 16 20:23:36.212559 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-e4672168-066e-4378-8e67-47a2785ba2f1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] delete failed (client error): The resource could not be found. Jul 16 20:23:36.213639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e4672168-066e-4378-8e67-47a2785ba2f1 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/routers/03b5e6fc-1884-4b5f-ba8a-db118fa489f4 HTTP/1.1" status: 404 len: 336 time: 0.0617452 Jul 16 20:23:36.219296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37816) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.264906 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5f6d37-a54d-4955-85a6-1a45c071045f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:36.265379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5f6d37-a54d-4955-85a6-1a45c071045f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:36.267872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9c5f6d37-a54d-4955-85a6-1a45c071045f tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/697e3af9-6322-4c99-b843-4db6aefa357c HTTP/1.1" status: 404 len: 337 time: 0.0475178 Jul 16 20:23:36.272430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37818) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.316037 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-137eee46-ad45-4abc-88d6-c3d939b43ac8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:36.316861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137eee46-ad45-4abc-88d6-c3d939b43ac8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:36.322811 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-137eee46-ad45-4abc-88d6-c3d939b43ac8 tempest-RoutersTest-1432808010 tempest-RoutersTest-1432808010-project] 10.222.0.91 "DELETE /v2.0/subnets/cc515328-2c6b-48ad-85f9-100163c064ce HTTP/1.1" status: 404 len: 337 time: 0.0481830 Jul 16 20:23:36.365926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-854366cf-c403-410d-954c-119796076a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.367809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-854366cf-c403-410d-954c-119796076a17 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1471171 Jul 16 20:23:36.541958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-89ec4a2f-40f6-4822-90cc-935a1e84ad3c service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663139 Jul 16 20:23:36.775239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-24b115a9-bfbb-4e85-be54-541a5c20739a service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207193 Jul 16 20:23:36.918220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-14c7708a-8591-40f1-a8f5-741b14a02722 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ccbf68dc-080e-4144-b631-5837eeef50da HTTP/1.1" status: 200 len: 217 time: 0.1386809 Jul 16 20:23:36.927069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37834) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.995937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-153cfaea-0c25-41dc-b731-3b3e11cbd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.997752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-153cfaea-0c25-41dc-b731-3b3e11cbd717 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.0539973 Jul 16 20:23:37.115315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57f217-9d7f-41a1-833f-4f0e305fb4db req-8ad0cfda-5046-41c5-ad41-f12c1a672929 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.118052 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea57f217-9d7f-41a1-833f-4f0e305fb4db req-8ad0cfda-5046-41c5-ad41-f12c1a672929 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 944 time: 0.2200024 Jul 16 20:23:37.119141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1befd15d-4da1-4bb5-b643-321938978d05 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f34ea0f27198450da2b9b11b6eabf679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907730 Jul 16 20:23:37.120004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.193116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-28e823d2-57cf-4135-965e-52621a566d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.195427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-28e823d2-57cf-4135-965e-52621a566d4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1882071 Jul 16 20:23:37.264218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f5f5564c-6d2c-4c84-b130-4d27bcac6da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.308229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea57f217-9d7f-41a1-833f-4f0e305fb4db req-afbc181a-ba25-498f-a5b8-34c40ad114e1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828477 Jul 16 20:23:37.352888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f5f5564c-6d2c-4c84-b130-4d27bcac6da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.453708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-d3eb4a7a-64fb-4e87-b9e5-e39ecaca02e9 service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461150 Jul 16 20:23:37.517768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f5f5564c-6d2c-4c84-b130-4d27bcac6da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.521595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f5f5564c-6d2c-4c84-b130-4d27bcac6da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.527168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f5f5564c-6d2c-4c84-b130-4d27bcac6da8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ae830a99-3d80-4e85-aca4-64a83110f3b0 HTTP/1.1" status: 204 len: 168 time: 0.4058259 Jul 16 20:23:37.537815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5564c-6d2c-4c84-b130-4d27bcac6da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae830a99-3d80-4e85-aca4-64a83110f3b0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:37.653603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-6e418b4b-cf90-4a42-a8db-128953a9f2da service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920493 Jul 16 20:23:37.739446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-73bda709-d8f4-4e06-a6ac-549be6e8dbb1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=a3710417-7257-4be0-8a28-f2c8846aecc6 HTTP/1.1" status: 200 len: 217 time: 0.0676444 Jul 16 20:23:37.922646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-2c360e2c-a520-45e8-98a9-9c7754dfd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.927867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-2c360e2c-a520-45e8-98a9-9c7754dfd61a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 200 len: 797 time: 0.1813581 Jul 16 20:23:38.131180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-90d556b5-8219-4d91-bc6f-500ef12930b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.140544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-90d556b5-8219-4d91-bc6f-500ef12930b7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3262dfb2-93b5-49b2-aac0-84fcfcbf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2048542 Jul 16 20:23:38.396317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-54eb9729-019c-4faf-9f66-327c56f9d72d service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480240 Jul 16 20:23:38.461257 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.581106 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.642997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-617efae1-ea3d-4cce-a188-4189d2ecbf3a service neutron] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388859 Jul 16 20:23:38.803996 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-e2ad3a34-4ca0-442f-afd2-542ae08a9338 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=142b1ade-875a-40b6-a91f-9834109165c3 HTTP/1.1" status: 200 len: 217 time: 0.1421232 Jul 16 20:23:38.840750 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd2229ba-a03f-4ad3-bfa0-33e6a8850eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.871919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b52c3432-4358-4a18-a0a1-cae22758c673 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:38.953711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-a3194c90-f2ef-480e-8216-07938e2aa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.955135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-a3194c90-f2ef-480e-8216-07938e2aa080 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.1444542 Jul 16 20:23:39.017066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.029200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port b52c3432-4358-4a18-a0a1-cae22758c673 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:39.037273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port b52c3432-4358-4a18-a0a1-cae22758c673 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:39.039221 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.058203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f810-0b09-4be1-b6d3-947ba0da0845 req-d421dc7c-6a2d-4ad5-a1b3-c9b22107369a tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.060312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d291f810-0b09-4be1-b6d3-947ba0da0845 req-d421dc7c-6a2d-4ad5-a1b3-c9b22107369a tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 944 time: 0.4161823 Jul 16 20:23:39.210535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d291f810-0b09-4be1-b6d3-947ba0da0845 req-cd38650e-d750-4e28-ba05-526947fc02f6 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421390 Jul 16 20:23:39.237267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-a30f7bb3-944a-4e95-82f1-3a28049e876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.239371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-a30f7bb3-944a-4e95-82f1-3a28049e876c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2709754 Jul 16 20:23:39.255515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37902) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.272872 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:39.303691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.380643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c3432-4358-4a18-a0a1-cae22758c673'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:39.390665 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f5442-9556-40c6-8d82-d60544107549" -d '{"events": [{"server_uuid": "d516b018-bc91-4b41-b265-8b275cac2c38", "name": "network-vif-plugged", "status": "completed", "tag": "b52c3432-4358-4a18-a0a1-cae22758c673"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:39.422734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b52c3432-4358-4a18-a0a1-cae22758c673, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b52c3432-4358-4a18-a0a1-cae22758c673,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:39.440148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-0c09193f-b044-4d95-a4b5-1e6cc92dd425 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896832 Jul 16 20:23:39.445284 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.546643 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4a9bf-92aa-4037-a13e-e09ddf03817b x-openstack-request-id: req-6ba4a9bf-92aa-4037-a13e-e09ddf03817b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:39.548859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b0e03a58-ad30-4486-ae9f-2fd32b59b97d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-444233135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:39.549946 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d516b018-bc91-4b41-b265-8b275cac2c38", "name": "network-vif-plugged", "status": "completed", "tag": "b52c3432-4358-4a18-a0a1-cae22758c673", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:39.550398 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6ba4a9bf-92aa-4037-a13e-e09ddf03817b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:39.553354 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c3432-4358-4a18-a0a1-cae22758c673', 'code': 200} Jul 16 20:23:39.636784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e03a58-ad30-4486-ae9f-2fd32b59b97d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.647881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e03a58-ad30-4486-ae9f-2fd32b59b97d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.777141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e03a58-ad30-4486-ae9f-2fd32b59b97d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.792942 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e03a58-ad30-4486-ae9f-2fd32b59b97d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.801328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=b52c3432-4358-4a18-a0a1-cae22758c673,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:39.873556 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b0e03a58-ad30-4486-ae9f-2fd32b59b97d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.875692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b0e03a58-ad30-4486-ae9f-2fd32b59b97d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6188972 Jul 16 20:23:39.878244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37922) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.886008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-349806545'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:39.928713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:39.936629 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.957909 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.000427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.018122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91969a-f787-463e-a7de-0be6ca0bcea9 req-b60f8f41-7b67-46cc-aa18-0875f6cecae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.019699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa91969a-f787-463e-a7de-0be6ca0bcea9 req-b60f8f41-7b67-46cc-aa18-0875f6cecae9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 1097 time: 0.3779657 Jul 16 20:23:40.026452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-d53842cd-f4cc-4a91-b151-f935463e44a5 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613337 Jul 16 20:23:40.079973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa91969a-f787-463e-a7de-0be6ca0bcea9 req-3aa6460c-1b0b-456d-b6a6-8ce5ffcbc282 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Jul 16 20:23:40.206956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-b48859e1-c076-43b0-8fb3-18c19144145b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0c717b-a9d4-452e-9513-aac3a766f998 HTTP/1.1" status: 200 len: 217 time: 0.1668034 Jul 16 20:23:40.285714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.294373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.323395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-8dd49cae-3dfb-4517-ab59-9aee5d8bf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.327207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-8dd49cae-3dfb-4517-ab59-9aee5d8bf659 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 200 len: 797 time: 0.1155231 Jul 16 20:23:40.338474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:40.373411 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.373758 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Added segment 1d49184e-47e0-4048-8b86-3d63e659fa06 of type vlan for network ef5c1812-0b13-4e7d-825b-0031af1b6aea Jul 16 20:23:40.509504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-43d03163-ab83-4de0-9944-dd9b7c0c9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.511872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-43d03163-ab83-4de0-9944-dd9b7c0c9a3d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8cd80618-c163-4a0e-9117-d6ed2b378b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749904 Jul 16 20:23:40.603821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba650a3-f03f-4b9f-84bc-d9e56878a366,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:40.633766 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.789196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.795051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.795682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.805925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-fa8e2893-7bbc-4ff6-a593-1f8a09e73ebc service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820117 Jul 16 20:23:40.849629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15670-6e48-40f0-84e0-54ea5877a142 req-ca5ac841-d438-4373-a43e-61b270b9c1ee tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.860132 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dca15670-6e48-40f0-84e0-54ea5877a142 req-ca5ac841-d438-4373-a43e-61b270b9c1ee tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 945 time: 0.2159793 Jul 16 20:23:41.021896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1402459 Jul 16 20:23:41.029371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37992) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:41.042439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'subnet': {'network_id': 'ef5c1812-0b13-4e7d-825b-0031af1b6aea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:41.147472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb428db1-c2f7-4a27-8bc5-781476ea97f1 req-f4cd8473-0abb-4043-90e5-9b6b5c927867 service neutron] 10.222.0.99 "GET /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385990 Jul 16 20:23:41.302566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dca15670-6e48-40f0-84e0-54ea5877a142 req-5197233a-6e47-428d-90ae-c3a1d53bef9d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411738 Jul 16 20:23:41.340495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c6309-1e7f-47c7-a515-8a59016d1a3b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Network': ['ID=ef5c1812-0b13-4e7d-825b-0031af1b6aea,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:41.355537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:41.389983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:41.394417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.771303 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.779484 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.968175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Subnet': ['ID=34f594db-9379-4dad-986a-f33406b3874f,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.004339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Checking segment: {'id': '1d49184e-47e0-4048-8b86-3d63e659fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ef5c1812-0b13-4e7d-825b-0031af1b6aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:42.004740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network hostable DHCP agents. Network: ef5c1812-0b13-4e7d-825b-0031af1b6aea, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:42.025039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:42.040718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ef5c1812-0b13-4e7d-825b-0031af1b6aea) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:42.049424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.050098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.055562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a1d343-4e6e-430c-b810-964be118ea21 None None] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:42.078295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38102) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.079631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a3526850-45d0-45cc-98b7-a63758ed7d91 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0490258 Jul 16 20:23:42.084597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'network': {'name': 'tempest-router-network01--2038471467'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:42.135702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:42.140766 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.194721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:42.209217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.209900 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Added segment a9c94b7b-4a6f-4889-819f-ab6cb9ae3044 of type vlan for network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 Jul 16 20:23:42.336826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.415166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-ef5c1812-0b13-4e7d-825b-0031af1b6aea', 'network_id': 'ef5c1812-0b13-4e7d-825b-0031af1b6aea', 'tenant_id': '47b753235360434fb137fc80249e7d80', 'fixed_ips': [{'subnet_id': '34f594db-9379-4dad-986a-f33406b3874f'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:23:42.420806 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.422594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75cda-dc89-4241-ae27-78453f6c81e9 req-e9bbe122-7a6d-4428-9576-a9fc6e05ed1d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.424334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6a75cda-dc89-4241-ae27-78453f6c81e9 req-e9bbe122-7a6d-4428-9576-a9fc6e05ed1d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.1450324 Jul 16 20:23:42.425517 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.457447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.458186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.752972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Allocated IP 2001:db8::2 (ef5c1812-0b13-4e7d-825b-0031af1b6aea/34f594db-9379-4dad-986a-f33406b3874f/20949f5a-615a-4586-af84-e62f8ff3ba1b) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:42.767653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b7cd-b6a5-4e9e-a531-033083144b49 req-b3ee62a0-4215-4fa4-8571-2e92c179a6f7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.775632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51c6b7cd-b6a5-4e9e-a531-033083144b49 req-b3ee62a0-4215-4fa4-8571-2e92c179a6f7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 945 time: 0.1443672 Jul 16 20:23:42.821860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Network': ['ID=2cd93b1c-2c88-480b-b0ad-956472a3d7d3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.869300 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51c6b7cd-b6a5-4e9e-a531-033083144b49 req-ba632c61-3155-4ea9-a0e8-b6582d539c23 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874484 Jul 16 20:23:42.870380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38184) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.871036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b822d0ff-fc95-4cda-a729-e12aede8df1b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7902975 Jul 16 20:23:42.877175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'network': {'name': 'tempest-router-network02--1983921964'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:42.923432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:42.929699 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.951575 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6a75cda-dc89-4241-ae27-78453f6c81e9 req-0c9b1d98-7cc5-4d9c-8e88-3e44120c6277 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4881032 Jul 16 20:23:42.960293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:42.972388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.972793 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Added segment 930d887f-0308-4052-9889-d287ca1270b4 of type vlan for network 1252f033-90b6-4424-ae68-d8a6410aa73a Jul 16 20:23:43.034263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.037446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.046399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Transition to ACTIVE for port object 20949f5a-615a-4586-af84-e62f8ff3ba1b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:43.074375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Transition to ACTIVE for port object 20949f5a-615a-4586-af84-e62f8ff3ba1b will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:43.085311 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.087311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:43.093606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.094572 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.203941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Network': ['ID=1252f033-90b6-4424-ae68-d8a6410aa73a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.210205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3fe56271-64a6-4c72-a2f5-3ba6496e7c16 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3353591 Jul 16 20:23:43.210638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38220) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.218686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'subnet': {'network_id': '2cd93b1c-2c88-480b-b0ad-956472a3d7d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:43.252234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1252f033-90b6-4424-ae68-d8a6410aa73a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:43.349995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:43.373014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.434117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.634975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Pushing event updated for resources: {'Port': ['ID=20949f5a-615a-4586-af84-e62f8ff3ba1b,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.659637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:43.663743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:43.671381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:43.796746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Attempting to bind port 20949f5a-615a-4586-af84-e62f8ff3ba1b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:43.797178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Attempting to bind port 20949f5a-615a-4586-af84-e62f8ff3ba1b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '1d49184e-47e0-4048-8b86-3d63e659fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ef5c1812-0b13-4e7d-825b-0031af1b6aea'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:43.797575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Attempting to bind port 20949f5a-615a-4586-af84-e62f8ff3ba1b on network ef5c1812-0b13-4e7d-825b-0031af1b6aea {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:43.802983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:43.803367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Checking segment: {'id': '1d49184e-47e0-4048-8b86-3d63e659fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ef5c1812-0b13-4e7d-825b-0031af1b6aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:43.803772 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.804281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Bound using segment: {'id': '1d49184e-47e0-4048-8b86-3d63e659fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ef5c1812-0b13-4e7d-825b-0031af1b6aea'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:43.804753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Bound port: 20949f5a-615a-4586-af84-e62f8ff3ba1b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d49184e-47e0-4048-8b86-3d63e659fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ef5c1812-0b13-4e7d-825b-0031af1b6aea'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:43.805139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.892227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] For port 20949f5a-615a-4586-af84-e62f8ff3ba1b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:43.896343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] For port 20949f5a-615a-4586-af84-e62f8ff3ba1b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20949f5a-615a-4586-af84-e62f8ff3ba1b,segment=NetworkSegment(1d49184e-47e0-4048-8b86-3d63e659fa06),segment_id=1d49184e-47e0-4048-8b86-3d63e659fa06)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:43.903511 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.949377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.980283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18560d-c5d4-4a7a-bc98-5bd2735689ed None None] Pushing event updated for resources: {'Port': ['ID=20949f5a-615a-4586-af84-e62f8ff3ba1b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:44.068751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Subnet': ['ID=fe2e738b-d37f-4f9e-acec-22a34da1d255,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:44.103079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64afa0-d0b9-40d7-ab42-f8991265abbb req-7691915c-0e5e-492c-8810-f78f78f5c27b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.106125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea64afa0-d0b9-40d7-ab42-f8991265abbb req-7691915c-0e5e-492c-8810-f78f78f5c27b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 945 time: 0.2475426 Jul 16 20:23:44.112701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Checking segment: {'id': 'a9c94b7b-4a6f-4889-819f-ab6cb9ae3044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd93b1c-2c88-480b-b0ad-956472a3d7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:44.113227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network hostable DHCP agents. Network: 2cd93b1c-2c88-480b-b0ad-956472a3d7d3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:44.293129 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea64afa0-d0b9-40d7-ab42-f8991265abbb req-3e4f9a3d-1af5-4c85-974a-1d4f2b451edb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716712 Jul 16 20:23:44.297372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:44.330060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2cd93b1c-2c88-480b-b0ad-956472a3d7d3) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:44.342291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.344405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.344850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb45b75-5d39-4aef-931a-e09d8e16e0c1 None None] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:44.387905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38334) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:44.388506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-71c1467f-a958-48ea-9dd3-b26e116fcdfb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1747329 Jul 16 20:23:44.395580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'subnet': {'network_id': '1252f033-90b6-4424-ae68-d8a6410aa73a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:44.661747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:44.665390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.711737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-2cd93b1c-2c88-480b-b0ad-956472a3d7d3', 'network_id': '2cd93b1c-2c88-480b-b0ad-956472a3d7d3', 'tenant_id': '47b753235360434fb137fc80249e7d80', 'fixed_ips': [{'subnet_id': 'fe2e738b-d37f-4f9e-acec-22a34da1d255'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:23:44.713861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.718250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a750cff-da6b-49aa-a1e7-a8622809f8ca req-b0c9f51c-ad65-4afa-a4d2-98be62e266e5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.720092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a750cff-da6b-49aa-a1e7-a8622809f8ca req-b0c9f51c-ad65-4afa-a4d2-98be62e266e5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.2118413 Jul 16 20:23:44.883616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a750cff-da6b-49aa-a1e7-a8622809f8ca req-75ab3826-2cb0-4f4e-822e-75b629f555dd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258380 Jul 16 20:23:45.197983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Allocated IP 2001:db8::2 (2cd93b1c-2c88-480b-b0ad-956472a3d7d3/fe2e738b-d37f-4f9e-acec-22a34da1d255/898c7991-b6b0-4a67-8a9f-379feb986ee9) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:45.219716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-963ce154-6df9-465e-941c-14905d9918fa tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.222005 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-963ce154-6df9-465e-941c-14905d9918fa tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.99 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 945 time: 0.2480669 Jul 16 20:23:45.302057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20949f5a-615a-4586-af84-e62f8ff3ba1b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:45.363683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.585549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 20949f5a-615a-4586-af84-e62f8ff3ba1b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:45.625037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Subnet': ['ID=b8de76db-9b0e-4116-b9a8-9b7ebe9eea5f,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:45.726701 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.756266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Transition to ACTIVE for port object 898c7991-b6b0-4a67-8a9f-379feb986ee9 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:45.801252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Transition to ACTIVE for port object 898c7991-b6b0-4a67-8a9f-379feb986ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:45.814544 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.841694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c1d98-9d17-4acd-86fc-59f02198efd9 req-fef1c607-db9a-4e5f-b1c9-1dd73e4bd0a4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.854526 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-237c1d98-9d17-4acd-86fc-59f02198efd9 req-fef1c607-db9a-4e5f-b1c9-1dd73e4bd0a4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 945 time: 0.2682886 Jul 16 20:23:45.873988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Checking segment: {'id': '930d887f-0308-4052-9889-d287ca1270b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1252f033-90b6-4424-ae68-d8a6410aa73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:45.874981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network hostable DHCP agents. Network: 1252f033-90b6-4424-ae68-d8a6410aa73a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:45.953831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Pushing event updated for resources: {'Port': ['ID=898c7991-b6b0-4a67-8a9f-379feb986ee9,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:45.961211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Deleting port b52c3432-4358-4a18-a0a1-cae22758c673 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:45.963599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.970622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network 1252f033-90b6-4424-ae68-d8a6410aa73a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:45.986157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-237c1d98-9d17-4acd-86fc-59f02198efd9 req-b5d31137-02f8-42f8-91a3-f41b852fad48 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294067 Jul 16 20:23:45.989130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f60e0-8df6-43f4-b0fe-9b403883a202 None None] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:46.045842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1252f033-90b6-4424-ae68-d8a6410aa73a) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:46.154923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.167262 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.168496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1d9f1-de03-4326-b005-a40b1562ab1c None None] Network 1252f033-90b6-4424-ae68-d8a6410aa73a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:46.288398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.288836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.289274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.289487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.289865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.290992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.291510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.292845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.293178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.293501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.294375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.294709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:46.305052 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-972976c9-b5e0-4b3e-8f55-91f62ba531c2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9148676 Jul 16 20:23:46.308336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38500) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.365134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] For port b52c3432-4358-4a18-a0a1-cae22758c673, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b52c3432-4358-4a18-a0a1-cae22758c673,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:46.366504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.378576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b3ebab66-686c-4496-8f06-e6f868c5aa57 None None] Provisioning for port 20949f5a-615a-4586-af84-e62f8ff3ba1b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:46.416491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:46.422714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc56d-93fd-4c4d-9eb4-448b158a1103 req-aa2d4c8b-fcaa-444e-9c1b-ca927e10836c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.431412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4efc56d-93fd-4c4d-9eb4-448b158a1103 req-aa2d4c8b-fcaa-444e-9c1b-ca927e10836c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.3736107 Jul 16 20:23:46.435966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b3ebab66-686c-4496-8f06-e6f868c5aa57 None None] Provisioning complete for port 20949f5a-615a-4586-af84-e62f8ff3ba1b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:46.436347 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b3ebab66-686c-4496-8f06-e6f868c5aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.438432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-1252f033-90b6-4424-ae68-d8a6410aa73a', 'network_id': '1252f033-90b6-4424-ae68-d8a6410aa73a', 'tenant_id': '47b753235360434fb137fc80249e7d80', 'fixed_ips': [{'subnet_id': 'b8de76db-9b0e-4116-b9a8-9b7ebe9eea5f'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:23:46.439316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.445715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Calling delete_port for b52c3432-4358-4a18-a0a1-cae22758c673 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:46.449229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:46.506165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:46.565830 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4efc56d-93fd-4c4d-9eb4-448b158a1103 req-f1b57a07-c6de-4977-badc-a8ca29565715 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328614 Jul 16 20:23:46.745552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.900601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Pushing event deleted for resources: {'Port': ['ID=b52c3432-4358-4a18-a0a1-cae22758c673,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.910488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['66347ae4-0bd9-48b2-b40f-811fddf48686'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:46.954686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] No DVR routers for this DVR port b52c3432-4358-4a18-a0a1-cae22758c673 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:46.958784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.961931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eac2f8b7-59f2-4e46-ac19-3ece63b32a7b req-669a1c35-c96d-42b3-be94-1ad99731291e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.99 "DELETE /v2.0/ports/b52c3432-4358-4a18-a0a1-cae22758c673 HTTP/1.1" status: 204 len: 173 time: 1.6936827 Jul 16 20:23:46.962773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'name': 'network-vif-deleted', 'tag': 'b52c3432-4358-4a18-a0a1-cae22758c673'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:46.977129 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ada5c2-d489-485c-9223-faef8cfddee7" -d '{"events": [{"server_uuid": "d516b018-bc91-4b41-b265-8b275cac2c38", "name": "network-vif-deleted", "tag": "b52c3432-4358-4a18-a0a1-cae22758c673"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:47.038608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['b52c3432-4358-4a18-a0a1-cae22758c673'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:47.085282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:47.126541 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe7d9e-3c1c-4d2c-bc7c-f1820ff16bac x-openstack-request-id: req-abbe7d9e-3c1c-4d2c-bc7c-f1820ff16bac {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:47.127196 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d516b018-bc91-4b41-b265-8b275cac2c38", "name": "network-vif-deleted", "tag": "b52c3432-4358-4a18-a0a1-cae22758c673", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:47.127541 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-abbe7d9e-3c1c-4d2c-bc7c-f1820ff16bac {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:47.128247 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd516b018-bc91-4b41-b265-8b275cac2c38', 'name': 'network-vif-deleted', 'tag': 'b52c3432-4358-4a18-a0a1-cae22758c673', 'status': 'completed', 'code': 200} Jul 16 20:23:47.133278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.429513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Allocated IP 2001:db8::2 (1252f033-90b6-4424-ae68-d8a6410aa73a/b8de76db-9b0e-4116-b9a8-9b7ebe9eea5f/addb6da0-c047-46ab-9c8e-3d10b809aa94) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:47.658223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Allocated IP 2001:db8::1 (2cd93b1c-2c88-480b-b0ad-956472a3d7d3/fe2e738b-d37f-4f9e-acec-22a34da1d255/b9664efb-e28e-4fea-8003-6b82229c550d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:47.898564 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.923946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Transition to ACTIVE for port object addb6da0-c047-46ab-9c8e-3d10b809aa94 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:47.959134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Transition to ACTIVE for port object addb6da0-c047-46ab-9c8e-3d10b809aa94 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:48.005856 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.013502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1363d114-9bd8-4341-98fb-63aeba02309e req-93f60eff-9225-4d2d-a479-1d01fd7cfd6c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=d516b018-bc91-4b41-b265-8b275cac2c38 HTTP/1.1" status: 200 len: 210 time: 0.6591439 Jul 16 20:23:48.073616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Attempting to bind port 898c7991-b6b0-4a67-8a9f-379feb986ee9 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:48.074208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Attempting to bind port 898c7991-b6b0-4a67-8a9f-379feb986ee9 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a9c94b7b-4a6f-4889-819f-ab6cb9ae3044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd93b1c-2c88-480b-b0ad-956472a3d7d3'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:48.074763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Attempting to bind port 898c7991-b6b0-4a67-8a9f-379feb986ee9 on network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:48.147915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:48.148949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Checking segment: {'id': 'a9c94b7b-4a6f-4889-819f-ab6cb9ae3044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd93b1c-2c88-480b-b0ad-956472a3d7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:48.149726 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.150454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Bound using segment: {'id': 'a9c94b7b-4a6f-4889-819f-ab6cb9ae3044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd93b1c-2c88-480b-b0ad-956472a3d7d3'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:48.151601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Bound port: 898c7991-b6b0-4a67-8a9f-379feb986ee9, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c94b7b-4a6f-4889-819f-ab6cb9ae3044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd93b1c-2c88-480b-b0ad-956472a3d7d3'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:48.152205 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.196100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.211464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Network 1252f033-90b6-4424-ae68-d8a6410aa73a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:48.217159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Transition to ACTIVE for port object b9664efb-e28e-4fea-8003-6b82229c550d will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:48.263010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.325760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:48.351292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:48.422255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Port': ['ID=b9664efb-e28e-4fea-8003-6b82229c550d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.425427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] For port 898c7991-b6b0-4a67-8a9f-379feb986ee9, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:48.446892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] For port 898c7991-b6b0-4a67-8a9f-379feb986ee9, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=898c7991-b6b0-4a67-8a9f-379feb986ee9,segment=NetworkSegment(a9c94b7b-4a6f-4889-819f-ab6cb9ae3044),segment_id=a9c94b7b-4a6f-4889-819f-ab6cb9ae3044)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:48.459948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:48.460171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Pushing event updated for resources: {'Port': ['ID=addb6da0-c047-46ab-9c8e-3d10b809aa94,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.477775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:48.484580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:48.487007 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.501984 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.504450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b7904-0110-47df-bda4-417b989eb32a req-7930130a-84c3-4f27-91b4-31d26dcc4a60 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.515421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-100b7904-0110-47df-bda4-417b989eb32a req-7930130a-84c3-4f27-91b4-31d26dcc4a60 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.5645201 Jul 16 20:23:48.555628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.648407 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-100b7904-0110-47df-bda4-417b989eb32a req-ae2be4b4-6e90-4f93-985b-369a6df1afbb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308305 Jul 16 20:23:48.757962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.824293 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b3ebab66-686c-4496-8f06-e6f868c5aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.958307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f290bb1-93e2-457a-ab2e-0ad511cbceb2 None None] Pushing event updated for resources: {'Port': ['ID=898c7991-b6b0-4a67-8a9f-379feb986ee9,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.006168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:49.011063 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60471860-b984-478c-a14a-6912b13e5b6e" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:49.018793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Attempting to bind port addb6da0-c047-46ab-9c8e-3d10b809aa94 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:49.018793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Attempting to bind port addb6da0-c047-46ab-9c8e-3d10b809aa94 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '930d887f-0308-4052-9889-d287ca1270b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1252f033-90b6-4424-ae68-d8a6410aa73a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:49.018793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Attempting to bind port addb6da0-c047-46ab-9c8e-3d10b809aa94 on network 1252f033-90b6-4424-ae68-d8a6410aa73a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:49.020764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:49.190439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:49.190922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Checking segment: {'id': '930d887f-0308-4052-9889-d287ca1270b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1252f033-90b6-4424-ae68-d8a6410aa73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:49.191354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.192621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Bound using segment: {'id': '930d887f-0308-4052-9889-d287ca1270b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1252f033-90b6-4424-ae68-d8a6410aa73a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:49.193772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Bound port: addb6da0-c047-46ab-9c8e-3d10b809aa94, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930d887f-0308-4052-9889-d287ca1270b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1252f033-90b6-4424-ae68-d8a6410aa73a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:49.194681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.200431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:49.407945 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37398ed-8db3-4af1-9c0b-99f21192d899 x-openstack-request-id: req-a37398ed-8db3-4af1-9c0b-99f21192d899 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:49.408494 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:49.408895 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a37398ed-8db3-4af1-9c0b-99f21192d899 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:49.409581 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'code': 200} Jul 16 20:23:49.411065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 898c7991-b6b0-4a67-8a9f-379feb986ee9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:49.413773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.434411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b3ebab66-686c-4496-8f06-e6f868c5aa57 None None] For port 20949f5a-615a-4586-af84-e62f8ff3ba1b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20949f5a-615a-4586-af84-e62f8ff3ba1b,segment=NetworkSegment(1d49184e-47e0-4048-8b86-3d63e659fa06),segment_id=1d49184e-47e0-4048-8b86-3d63e659fa06)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:49.459383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b52c3432-4358-4a18-a0a1-cae22758c673 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:49.527609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b3ebab66-686c-4496-8f06-e6f868c5aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.546742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.557336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.560404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.575462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: b52c3432-4358-4a18-a0a1-cae22758c673 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:49.576334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b52c3432-4358-4a18-a0a1-cae22758c673 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:49.648274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:49.715313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'mac_address': 'fa:16:3e:05:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:49.766663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.801339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Port': ['ID=b9664efb-e28e-4fea-8003-6b82229c550d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.820212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:49.823328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:49.842491 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.845029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebab66-686c-4496-8f06-e6f868c5aa57 None None] Pushing event updated for resources: {'Port': ['ID=20949f5a-615a-4586-af84-e62f8ff3ba1b,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.849665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-17eb8ca7-6a55-4d14-be6b-27b7b34806af None None] Provisioning complete for port 20949f5a-615a-4586-af84-e62f8ff3ba1b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:49.850034 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-17eb8ca7-6a55-4d14-be6b-27b7b34806af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.857681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 898c7991-b6b0-4a67-8a9f-379feb986ee9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:49.914754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] For port addb6da0-c047-46ab-9c8e-3d10b809aa94, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:49.933122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc8c1ef-d6ad-4522-b97f-adc729607b85 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:49.960099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:49.976056 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.982568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] For port addb6da0-c047-46ab-9c8e-3d10b809aa94, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=addb6da0-c047-46ab-9c8e-3d10b809aa94,segment=NetworkSegment(930d887f-0308-4052-9889-d287ca1270b4),segment_id=930d887f-0308-4052-9889-d287ca1270b4)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:50.015114 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.054211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1096-ddc1-49b7-83d6-8c3d7cca67e9 req-37cd32a5-ee06-4030-ac8d-91f7993fd1b1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.062989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4fb1096-ddc1-49b7-83d6-8c3d7cca67e9 req-37cd32a5-ee06-4030-ac8d-91f7993fd1b1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1772645 Jul 16 20:23:50.153003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2366-630f-4f19-8a2d-a90d8e1de2ca req-da4b3cbd-fa1f-4203-873b-41cda843d95f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.164910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-998c2366-630f-4f19-8a2d-a90d8e1de2ca req-da4b3cbd-fa1f-4203-873b-41cda843d95f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.6691902 Jul 16 20:23:50.173418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4fb1096-ddc1-49b7-83d6-8c3d7cca67e9 req-d072b6f3-7e2f-4098-a4e2-d8f7e5fef123 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089621 Jul 16 20:23:50.214269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0bc8c1ef-d6ad-4522-b97f-adc729607b85'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:50.306687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-998c2366-630f-4f19-8a2d-a90d8e1de2ca req-d8bb68ab-5dae-4739-86ce-e6589282feb2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404648 Jul 16 20:23:50.409432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=12']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.437558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Router d3df9ea8-07be-46f3-a380-ecafe5667537 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:23:50.742283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f8e95-dbcc-4f5d-8f0c-90dbf166605c None None] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:50.773850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:50.787888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e11497e2-ff57-4afc-8452-53cbe1576ec2 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4774313 Jul 16 20:23:50.790384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38610) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.797174 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] Sync routers for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:50.831973 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:50.841767 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:50.925473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7030-8f77-4a76-8d0d-f4cf490d71c9 None None] Pushing event updated for resources: {'Port': ['ID=addb6da0-c047-46ab-9c8e-3d10b809aa94,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.983654 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:50.992332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ddc893bf-50fd-447e-9d92-1a4ff5fad12c None None] Provisioning for port 898c7991-b6b0-4a67-8a9f-379feb986ee9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:51.006190 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:51.009912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:51.189566 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:51.195185 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4211d57e-f0c6-4141-882d-73783e6ac211 None None] The sync data for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:51.201757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ddc893bf-50fd-447e-9d92-1a4ff5fad12c None None] Provisioning complete for port 898c7991-b6b0-4a67-8a9f-379feb986ee9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:51.201757 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ddc893bf-50fd-447e-9d92-1a4ff5fad12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.373679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18c66-f1f1-4a40-b7b0-5912d058758e req-8622c38e-06c2-4bb7-8864-dc75aec2d1e0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.383951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40c18c66-f1f1-4a40-b7b0-5912d058758e req-8622c38e-06c2-4bb7-8864-dc75aec2d1e0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3956921 Jul 16 20:23:51.753405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05f97-19b5-4dec-bfc2-71d5549cde56 req-806f3084-d397-40a1-a15d-fd8846704b3c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.768202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb05f97-19b5-4dec-bfc2-71d5549cde56 req-806f3084-d397-40a1-a15d-fd8846704b3c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.2177627 Jul 16 20:23:51.847258 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40c18c66-f1f1-4a40-b7b0-5912d058758e req-e0c1c154-ccd4-4bab-9699-820b37d33a13 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592981 Jul 16 20:23:51.893335 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device addb6da0-c047-46ab-9c8e-3d10b809aa94 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:51.911963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bb05f97-19b5-4dec-bfc2-71d5549cde56 req-d4fe83cb-471d-4c3d-ac5a-a4966b0dd133 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427469 Jul 16 20:23:52.365772 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-24b0f96f-d39d-461f-b4eb-2c557bd4ecef tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:23:52.372236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-24b0f96f-d39d-461f-b4eb-2c557bd4ecef tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5804396 Jul 16 20:23:52.373098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:52.452144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c56af2-b764-4b31-b2b1-f56b4e3c34c7 None None] Network 1252f033-90b6-4424-ae68-d8a6410aa73a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:52.475686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14c6dd-f6e7-48da-bc2e-d4a04d564527 req-4965ca39-3dab-4693-ad18-ab7869ba5ca2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.487140 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d14c6dd-f6e7-48da-bc2e-d4a04d564527 req-4965ca39-3dab-4693-ad18-ab7869ba5ca2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1747582 Jul 16 20:23:52.581485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d14c6dd-f6e7-48da-bc2e-d4a04d564527 req-7875d05e-9d31-48e1-918d-d3af68d5e074 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930843 Jul 16 20:23:52.656638 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ddc893bf-50fd-447e-9d92-1a4ff5fad12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.732220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ddc893bf-50fd-447e-9d92-1a4ff5fad12c None None] For port 898c7991-b6b0-4a67-8a9f-379feb986ee9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=898c7991-b6b0-4a67-8a9f-379feb986ee9,segment=NetworkSegment(a9c94b7b-4a6f-4889-819f-ab6cb9ae3044),segment_id=a9c94b7b-4a6f-4889-819f-ab6cb9ae3044)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:52.760101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port addb6da0-c047-46ab-9c8e-3d10b809aa94 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:52.901947 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ddc893bf-50fd-447e-9d92-1a4ff5fad12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.989513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20949f5a-615a-4586-af84-e62f8ff3ba1b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:53.669860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc893bf-50fd-447e-9d92-1a4ff5fad12c None None] Pushing event updated for resources: {'Port': ['ID=898c7991-b6b0-4a67-8a9f-379feb986ee9,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:53.674812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef3ce1-ed63-4c71-bf5f-88ddce744881 req-7f1d4f9a-fd27-4b70-be48-12b80c4f3fd5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.686621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82ef3ce1-ed63-4c71-bf5f-88ddce744881 req-7f1d4f9a-fd27-4b70-be48-12b80c4f3fd5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.4694319 Jul 16 20:23:53.701119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38710) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:53.704502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b05a210-c9d0-4995-9673-77477b7a4b32 None None] Provisioning for port addb6da0-c047-46ab-9c8e-3d10b809aa94 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:53.773307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b05a210-c9d0-4995-9673-77477b7a4b32 None None] Provisioning complete for port addb6da0-c047-46ab-9c8e-3d10b809aa94 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:53.773692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b05a210-c9d0-4995-9673-77477b7a4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.821157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82ef3ce1-ed63-4c71-bf5f-88ddce744881 req-48ddaf35-2d4b-42b7-a176-d3d9c3d995b8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320310 Jul 16 20:23:53.880424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.886985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 20949f5a-615a-4586-af84-e62f8ff3ba1b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:53.888120 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.922744 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f385-fdd2-49ce-af70-0d035879fc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.270857 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f385-fdd2-49ce-af70-0d035879fc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.282349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f385-fdd2-49ce-af70-0d035879fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.377681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b05a210-c9d0-4995-9673-77477b7a4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.430003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bfb1f385-fdd2-49ce-af70-0d035879fc16 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=232bf9409ed2417d8caec7a2da8547d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245762 Jul 16 20:23:54.430733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38718) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:54.432048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1f385-fdd2-49ce-af70-0d035879fc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7ef7a2-87e3-4681-8d4b-050d0b13d176,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:54.713279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0b05a210-c9d0-4995-9673-77477b7a4b32 None None] For port addb6da0-c047-46ab-9c8e-3d10b809aa94, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=addb6da0-c047-46ab-9c8e-3d10b809aa94,segment=NetworkSegment(930d887f-0308-4052-9889-d287ca1270b4),segment_id=930d887f-0308-4052-9889-d287ca1270b4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:54.727746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b05a210-c9d0-4995-9673-77477b7a4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.798278 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.962218 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.983269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05a210-c9d0-4995-9673-77477b7a4b32 None None] Pushing event updated for resources: {'Port': ['ID=addb6da0-c047-46ab-9c8e-3d10b809aa94,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:54.996729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:55.003407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 898c7991-b6b0-4a67-8a9f-379feb986ee9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:55.162791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting port b9664efb-e28e-4fea-8003-6b82229c550d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:55.163221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.316538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae1f58ec-b8b0-4063-9424-856132226797 None None] Provisioning complete for port 898c7991-b6b0-4a67-8a9f-379feb986ee9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:55.316823 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae1f58ec-b8b0-4063-9424-856132226797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.544158 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.547557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.549167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ce7ef7a2-87e3-4681-8d4b-050d0b13d176 HTTP/1.1" status: 204 len: 168 time: 1.1121769 Jul 16 20:23:55.575627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7ef7a2-87e3-4681-8d4b-050d0b13d176,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.595080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df36df-f32d-47a1-9de9-6132b65c605a req-d9267b1e-2f91-4dc7-b478-339496a0f71e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.610568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87df36df-f32d-47a1-9de9-6132b65c605a req-d9267b1e-2f91-4dc7-b478-339496a0f71e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 946 time: 0.4376729 Jul 16 20:23:55.715632 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.727781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.734067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.738503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.739050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.739531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.739952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.740385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.741213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.742792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.745350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.746864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.749397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d8d02-cd72-42e7-a573-81f086c17650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:55.760650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 898c7991-b6b0-4a67-8a9f-379feb986ee9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:55.761223 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.863138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Calling delete_port for b9664efb-e28e-4fea-8003-6b82229c550d owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:55.932382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:55.932869 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.012558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae1f58ec-b8b0-4063-9424-856132226797 None None] Provisioning for port b9664efb-e28e-4fea-8003-6b82229c550d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:56.096352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae1f58ec-b8b0-4063-9424-856132226797 None None] Provisioning complete for port b9664efb-e28e-4fea-8003-6b82229c550d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:56.096836 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae1f58ec-b8b0-4063-9424-856132226797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.138936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87df36df-f32d-47a1-9de9-6132b65c605a req-6123f128-8e23-480b-a690-3c358525f448 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5091610 Jul 16 20:23:56.178866 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.194280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f58ec-b8b0-4063-9424-856132226797 None None] Port b9664efb-e28e-4fea-8003-6b82229c550d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:56.221094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:56.222103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:56.226488 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a0c43b-38a4-4dd9-bac6-cb0acef7ffb0" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:56.229952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.331983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=13']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.343009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e3ac9689-46e0-4699-bf51-ed7456fdf1c1 None None] Provisioning complete for port addb6da0-c047-46ab-9c8e-3d10b809aa94 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:56.343454 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9689-46e0-4699-bf51-ed7456fdf1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.398492 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2f618-0aaa-43bb-883f-7beded6bfcba x-openstack-request-id: req-b8a2f618-0aaa-43bb-883f-7beded6bfcba {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:56.398787 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:56.399084 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b8a2f618-0aaa-43bb-883f-7beded6bfcba {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:56.399516 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'code': 200} Jul 16 20:23:56.502792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e3ac9689-46e0-4699-bf51-ed7456fdf1c1 None None] Provisioning complete for port b9664efb-e28e-4fea-8003-6b82229c550d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:56.504804 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9689-46e0-4699-bf51-ed7456fdf1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.604719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac9689-46e0-4699-bf51-ed7456fdf1c1 None None] Port b9664efb-e28e-4fea-8003-6b82229c550d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:56.646126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.682625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Port': ['ID=b9664efb-e28e-4fea-8003-6b82229c550d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.954673 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.002172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device addb6da0-c047-46ab-9c8e-3d10b809aa94 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:57.216947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port addb6da0-c047-46ab-9c8e-3d10b809aa94 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:57.217463 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.498775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Router d3df9ea8-07be-46f3-a380-ecafe5667537 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:57.866478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:57.878789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] Sync routers for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:57.909340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:57.913196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:57.933370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c5b899cd-082f-442a-a439-4f64cfa8e8a6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5515437 Jul 16 20:23:57.935808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.079418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.090226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:58.091466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.127244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.128231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa168766-5d1d-4a44-8ca8-fbbccd3a2cb4 None None] The sync data for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:58.141310 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-853e316c-60d2-4622-b4a8-0146947c12f6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] delete failed (client error): The resource could not be found. Jul 16 20:23:58.142875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f69d0-5248-44bf-97e3-d26bf644677a req-d3110a4d-00dc-421f-87ae-b521ad7f24c2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.147038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-853e316c-60d2-4622-b4a8-0146947c12f6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/routers/tempest-non_exist_router-459334201 HTTP/1.1" status: 404 len: 334 time: 0.2054985 Jul 16 20:23:58.151887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38804) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.154297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b43f69d0-5248-44bf-97e3-d26bf644677a req-d3110a4d-00dc-421f-87ae-b521ad7f24c2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.9271786 Jul 16 20:23:58.156749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-60dacd82-6233-4a80-8782-9accd8fa13bd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3df9ea8-07be-46f3-a380-ecafe5667537'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:58.219556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b43f69d0-5248-44bf-97e3-d26bf644677a req-1e66f8c1-fdfb-45ea-9ad1-46aad17dd1b8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638492 Jul 16 20:23:58.653171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d65b-257b-4578-8eae-ea684fe165d1 req-fcbe5413-fa9b-43ea-b7cf-508030900915 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.664680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9015d65b-257b-4578-8eae-ea684fe165d1 req-fcbe5413-fa9b-43ea-b7cf-508030900915 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1312954 Jul 16 20:23:58.770952 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9015d65b-257b-4578-8eae-ea684fe165d1 req-0341c24b-a86e-4317-a61c-db3d00c83b41 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015396 Jul 16 20:23:59.127515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ee84-db4f-4f4c-b34e-645772509dd2 req-45e236f9-8d20-42ea-ae4d-2e30b0bb900f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.144191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a37ee84-db4f-4f4c-b34e-645772509dd2 req-45e236f9-8d20-42ea-ae4d-2e30b0bb900f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 1.6413083 Jul 16 20:23:59.508819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a37ee84-db4f-4f4c-b34e-645772509dd2 req-4e5c74db-f1e7-4ead-b095-a60f7a4bddef tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635743 Jul 16 20:23:59.522082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60dacd82-6233-4a80-8782-9accd8fa13bd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.554393 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-60dacd82-6233-4a80-8782-9accd8fa13bd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] update failed (client error): The resource could not be found. Jul 16 20:23:59.559345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38828) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.559863 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-60dacd82-6233-4a80-8782-9accd8fa13bd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537 HTTP/1.1" status: 404 len: 339 time: 1.4066324 Jul 16 20:23:59.569070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-278608718'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:59.606430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:59.612672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.659735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:59.674161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.674611 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Added segment cd77095e-5702-4603-a4a7-91b23a07e016 of type vlan for network 8150536e-6894-4f07-b4db-e81b27232f46 Jul 16 20:23:59.743431 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.803403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.813033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.814558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.945371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Network': ['ID=8150536e-6894-4f07-b4db-e81b27232f46,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.962426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.963227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.963741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.964311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.964807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.965578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.966251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.966743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.967573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.968094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.970697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.972210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:59.979112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-efb15621-13f8-4966-963f-6822b0a346cd tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4171331 Jul 16 20:23:59.982261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38836) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.988338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'subnet': {'network_id': '8150536e-6894-4f07-b4db-e81b27232f46', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:59.995526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8150536e-6894-4f07-b4db-e81b27232f46 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:00.349426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Made reservation on behalf of 47b753235360434fb137fc80249e7d80 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:00.354367 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.983375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.116917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Subnet': ['ID=058b22d1-bd15-4de1-acbd-15f4a7d30a88,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.150400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Checking segment: {'id': 'cd77095e-5702-4603-a4a7-91b23a07e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8150536e-6894-4f07-b4db-e81b27232f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:01.152292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network hostable DHCP agents. Network: 8150536e-6894-4f07-b4db-e81b27232f46, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:01.169785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f3ba7-4d44-4a2e-b10b-3d023d805414 req-b4bcf2a0-c45a-470c-ba83-f93d8ebdcd1a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.172652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c0f3ba7-4d44-4a2e-b10b-3d023d805414 req-b4bcf2a0-c45a-470c-ba83-f93d8ebdcd1a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.2998416 Jul 16 20:24:01.244987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c0f3ba7-4d44-4a2e-b10b-3d023d805414 req-4392ef1c-062b-46f2-8058-3dd116d7abed tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581303 Jul 16 20:24:01.246124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network 8150536e-6894-4f07-b4db-e81b27232f46 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:01.260684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8150536e-6894-4f07-b4db-e81b27232f46) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:01.274588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04208911-63af-4032-b737-541b39c76b87 None None] Network 8150536e-6894-4f07-b4db-e81b27232f46 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:01.286920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.290161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.331635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca150817-23c9-4388-b44f-61b9774797bb tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3451023 Jul 16 20:24:01.332316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38864) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:01.340603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f33d22d5-737a-43fb-a8e0-5590ab430279 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'router': {'external_gateway_info': {'network_id': '8150536e-6894-4f07-b4db-e81b27232f46'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:01.584788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-8150536e-6894-4f07-b4db-e81b27232f46', 'network_id': '8150536e-6894-4f07-b4db-e81b27232f46', 'tenant_id': '47b753235360434fb137fc80249e7d80', 'fixed_ips': [{'subnet_id': '058b22d1-bd15-4de1-acbd-15f4a7d30a88'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:01.586147 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.889782 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f33d22d5-737a-43fb-a8e0-5590ab430279 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.126018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Allocated IP 2001:db8:1::2 (8150536e-6894-4f07-b4db-e81b27232f46/058b22d1-bd15-4de1-acbd-15f4a7d30a88/3e11d083-5936-49ba-ad17-0f9aea7351d6) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:02.155069 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-f33d22d5-737a-43fb-a8e0-5590ab430279 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:24:02.163836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38882) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.165127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f33d22d5-737a-43fb-a8e0-5590ab430279 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537 HTTP/1.1" status: 400 len: 364 time: 0.8306046 Jul 16 20:24:02.699774 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.712138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Transition to ACTIVE for port object 3e11d083-5936-49ba-ad17-0f9aea7351d6 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:02.737276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Transition to ACTIVE for port object 3e11d083-5936-49ba-ad17-0f9aea7351d6 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:02.747464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.747868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee9a9-3443-4c67-939f-5aa4bf2e3c5e req-95b9adfd-6ec8-4e0d-b5cc-7b24605a3b4f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.749479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3daee9a9-3443-4c67-939f-5aa4bf2e3c5e req-95b9adfd-6ec8-4e0d-b5cc-7b24605a3b4f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.1718726 Jul 16 20:24:02.821316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Network 8150536e-6894-4f07-b4db-e81b27232f46 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:02.828308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:02.833787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:02.839959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3daee9a9-3443-4c67-939f-5aa4bf2e3c5e req-e6f6e10c-ab56-4df9-9262-591f2792b1a8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837579 Jul 16 20:24:02.888696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Pushing event updated for resources: {'Port': ['ID=3e11d083-5936-49ba-ad17-0f9aea7351d6,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:02.960069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645b607-3b01-42ba-ba70-f362d57d2c40 req-22038fc9-a8fa-4e85-b4cc-676698a21e78 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.961604 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3645b607-3b01-42ba-ba70-f362d57d2c40 req-22038fc9-a8fa-4e85-b4cc-676698a21e78 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.5145812 Jul 16 20:24:02.976682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Attempting to bind port 3e11d083-5936-49ba-ad17-0f9aea7351d6 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:02.978199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Attempting to bind port 3e11d083-5936-49ba-ad17-0f9aea7351d6 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'cd77095e-5702-4603-a4a7-91b23a07e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8150536e-6894-4f07-b4db-e81b27232f46'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:02.981573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Attempting to bind port 3e11d083-5936-49ba-ad17-0f9aea7351d6 on network 8150536e-6894-4f07-b4db-e81b27232f46 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:02.994240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:02.995245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Checking segment: {'id': 'cd77095e-5702-4603-a4a7-91b23a07e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8150536e-6894-4f07-b4db-e81b27232f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:02.996649 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.999190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Bound using segment: {'id': 'cd77095e-5702-4603-a4a7-91b23a07e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8150536e-6894-4f07-b4db-e81b27232f46'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:02.999838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Bound port: 3e11d083-5936-49ba-ad17-0f9aea7351d6, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd77095e-5702-4603-a4a7-91b23a07e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8150536e-6894-4f07-b4db-e81b27232f46'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:03.001311 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.032513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.048992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3645b607-3b01-42ba-ba70-f362d57d2c40 req-e3a2eab1-65cf-48f9-80c4-29150c482a71 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790179 Jul 16 20:24:03.246716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] For port 3e11d083-5936-49ba-ad17-0f9aea7351d6, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:03.258516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] For port 3e11d083-5936-49ba-ad17-0f9aea7351d6, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3e11d083-5936-49ba-ad17-0f9aea7351d6,segment=NetworkSegment(cd77095e-5702-4603-a4a7-91b23a07e016),segment_id=cd77095e-5702-4603-a4a7-91b23a07e016)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:03.265250 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.398128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a53da-0bcc-45f7-b394-82674733bc69 req-93d816eb-cb90-4197-80ef-93482ccafdfd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.407445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-007a53da-0bcc-45f7-b394-82674733bc69 req-93d816eb-cb90-4197-80ef-93482ccafdfd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1161969 Jul 16 20:24:03.486498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-007a53da-0bcc-45f7-b394-82674733bc69 req-5429695f-5840-40f6-80d5-b1ebddfa689b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775154 Jul 16 20:24:03.522449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e405a-a083-4daf-9ec8-0ecb2eaddf7c None None] Pushing event updated for resources: {'Port': ['ID=3e11d083-5936-49ba-ad17-0f9aea7351d6,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.862465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Allocated IP 2001:db8::1 (ef5c1812-0b13-4e7d-825b-0031af1b6aea/34f594db-9379-4dad-986a-f33406b3874f/4696b4dc-5c94-4896-8cf8-2bebe9e75c3e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:04.293553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c42e31-f4af-42d7-a1e1-9070247482a4 req-cb21337d-5390-4ed9-b174-02f6b3eddcb4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.307991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6c42e31-f4af-42d7-a1e1-9070247482a4 req-cb21337d-5390-4ed9-b174-02f6b3eddcb4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.1491752 Jul 16 20:24:04.398199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6c42e31-f4af-42d7-a1e1-9070247482a4 req-d465fecc-a866-42e6-951f-2adfc6f1ee74 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884092 Jul 16 20:24:04.431411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.456789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e723f-c831-4b56-8e8a-18ac5bc9d29b req-aa92ef77-4df5-43d1-819f-771f029a5883 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.465869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-126e723f-c831-4b56-8e8a-18ac5bc9d29b req-aa92ef77-4df5-43d1-819f-771f029a5883 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.4511046 Jul 16 20:24:04.488295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Transition to ACTIVE for port object 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:04.539733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-126e723f-c831-4b56-8e8a-18ac5bc9d29b req-efdc1cf3-0d95-45cf-9dd8-a13b61aa6225 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724659 Jul 16 20:24:04.631008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.849532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:04.898319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:04.922996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:04.924605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.001905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Port': ['ID=4696b4dc-5c94-4896-8cf8-2bebe9e75c3e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:05.071450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3e11d083-5936-49ba-ad17-0f9aea7351d6 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:05.292136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7696d-8f1e-46ca-8a42-515a4feb658c req-c6cc37d7-5b29-4e09-81f2-ae60125bf16f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.300946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5d7696d-8f1e-46ca-8a42-515a4feb658c req-c6cc37d7-5b29-4e09-81f2-ae60125bf16f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3682129 Jul 16 20:24:05.321827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3e11d083-5936-49ba-ad17-0f9aea7351d6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:05.466550 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5d7696d-8f1e-46ca-8a42-515a4feb658c req-957d4103-922e-493e-b563-223d55923d17 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637723 Jul 16 20:24:05.477528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.596002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-af774be1-ce55-455b-98c3-d596a04a1c44 None None] Provisioning for port 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:05.610853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-af774be1-ce55-455b-98c3-d596a04a1c44 None None] Provisioning complete for port 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:05.611232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-af774be1-ce55-455b-98c3-d596a04a1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.671797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-af774be1-ce55-455b-98c3-d596a04a1c44 None None] Port 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:05.842109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dac83c-41dd-440d-aae4-316016c0ebf4 None None] Network 8150536e-6894-4f07-b4db-e81b27232f46 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:06.145203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8401-9d52-48ff-af4c-34643aedc238 req-56ffe2c9-41a4-47b3-b3f9-a2a6619104a7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.146936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-323d8401-9d52-48ff-af4c-34643aedc238 req-56ffe2c9-41a4-47b3-b3f9-a2a6619104a7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2049310 Jul 16 20:24:06.147497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38942) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.259199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-323d8401-9d52-48ff-af4c-34643aedc238 req-2be58d9e-8986-48dc-8d65-025311684df0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919955 Jul 16 20:24:06.488564 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-12017677-33d3-4d66-a49d-7658f3fcbbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.500629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-72a06cd9-95c8-470c-a4f7-1fb4e84adbd6 None None] Provisioning for port 3e11d083-5936-49ba-ad17-0f9aea7351d6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:06.519987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-72a06cd9-95c8-470c-a4f7-1fb4e84adbd6 None None] Provisioning complete for port 3e11d083-5936-49ba-ad17-0f9aea7351d6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:06.522322 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-72a06cd9-95c8-470c-a4f7-1fb4e84adbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.547736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28c4494f-2232-40c3-be2f-acd3e84344bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.601619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a617d27-c700-4efe-8ffe-895f9bb36168 req-db8ac0b8-b838-45ed-b5cb-f099d1dc13ed tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.610937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a617d27-c700-4efe-8ffe-895f9bb36168 req-db8ac0b8-b838-45ed-b5cb-f099d1dc13ed tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.7328212 Jul 16 20:24:06.826250 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.862119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.862974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.898218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28c4494f-2232-40c3-be2f-acd3e84344bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.905874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28c4494f-2232-40c3-be2f-acd3e84344bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.940008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a617d27-c700-4efe-8ffe-895f9bb36168 req-a295f430-816b-4cbb-8f20-62b4680f1a3e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280213 Jul 16 20:24:06.948842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-72a06cd9-95c8-470c-a4f7-1fb4e84adbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.011304 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-28c4494f-2232-40c3-be2f-acd3e84344bf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cc28f923682444da98c49b70a8c1766a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8623443 Jul 16 20:24:07.030103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:07.092382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-72a06cd9-95c8-470c-a4f7-1fb4e84adbd6 None None] For port 3e11d083-5936-49ba-ad17-0f9aea7351d6, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3e11d083-5936-49ba-ad17-0f9aea7351d6,segment=NetworkSegment(cd77095e-5702-4603-a4a7-91b23a07e016),segment_id=cd77095e-5702-4603-a4a7-91b23a07e016)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:07.100881 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-72a06cd9-95c8-470c-a4f7-1fb4e84adbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.187515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4494f-2232-40c3-be2f-acd3e84344bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65667083-cc36-4657-8b29-1e661494b2f6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.242181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event updated for resources: {'Port': ['ID=4696b4dc-5c94-4896-8cf8-2bebe9e75c3e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.253728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a06cd9-95c8-470c-a4f7-1fb4e84adbd6 None None] Pushing event updated for resources: {'Port': ['ID=3e11d083-5936-49ba-ad17-0f9aea7351d6,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.288644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e450cd3c-d979-4152-accf-754a31fcbade None None] Provisioning complete for port 3e11d083-5936-49ba-ad17-0f9aea7351d6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:07.289319 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e450cd3c-d979-4152-accf-754a31fcbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.353303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9477-57f2-4042-a026-37ea1c4414fc req-0343d09a-4403-4010-afe9-2dc9c331f3e0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.355705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6023bf9-9ebd-4afb-b185-ddcacbc3ad9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.369074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-791a9477-57f2-4042-a026-37ea1c4414fc req-0343d09a-4403-4010-afe9-2dc9c331f3e0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2801409 Jul 16 20:24:07.432825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6023bf9-9ebd-4afb-b185-ddcacbc3ad9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.480216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-791a9477-57f2-4042-a026-37ea1c4414fc req-49a8d951-a4af-484b-b3a5-c5ac3340d371 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100230 Jul 16 20:24:07.524397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:07.526408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:07.738808 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6023bf9-9ebd-4afb-b185-ddcacbc3ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.741502 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6023bf9-9ebd-4afb-b185-ddcacbc3ad9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.742713 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f6023bf9-9ebd-4afb-b185-ddcacbc3ad9e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/65667083-cc36-4657-8b29-1e661494b2f6 HTTP/1.1" status: 204 len: 168 time: 0.7116003 Jul 16 20:24:07.790053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6023bf9-9ebd-4afb-b185-ddcacbc3ad9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65667083-cc36-4657-8b29-1e661494b2f6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.875316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Router d3df9ea8-07be-46f3-a380-ecafe5667537 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:08.069967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:08.085063 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] Sync routers for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:08.089335 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb83817c-20c7-49cd-9bd9-7a2c14b183d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9249084 Jul 16 20:24:08.091635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38974) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.120228 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:08.124462 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:08.197805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d29e1a60-218d-4058-b8dd-960da5be022e None None] Provisioning complete for port 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:08.199785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d29e1a60-218d-4058-b8dd-960da5be022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.233365 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:08.238405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4f5e3-f843-4651-8c77-556e515cd0c3 req-27eae96c-5b11-47fb-b848-eda4f9f03621 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.242715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2e4f5e3-f843-4651-8c77-556e515cd0c3 req-27eae96c-5b11-47fb-b848-eda4f9f03621 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2769682 Jul 16 20:24:08.257207 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:08.258179 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:23:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:08.316406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d29e1a60-218d-4058-b8dd-960da5be022e None None] Port 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:08.343221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2e4f5e3-f843-4651-8c77-556e515cd0c3 req-2007b6fe-5647-4e5d-90a3-71b65e7231a4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933311 Jul 16 20:24:08.354093 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:08.355116 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7da6d-b30e-482e-8440-44a56c887202 None None] The sync data for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:08.490279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.514978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f41fbb7c-23d0-402e-aec4-13e5505f1566 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.580260 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.644673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382bf55-fe8e-4b58-8355-98a7d557a83d req-a927e899-4456-4f09-802d-370c63fe7f5c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.657619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3382bf55-fe8e-4b58-8355-98a7d557a83d req-a927e899-4456-4f09-802d-370c63fe7f5c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1354682 Jul 16 20:24:08.728908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cbcc5-1679-4ef0-b591-66fc747d01c7 req-6b7b08eb-d2f7-499c-8446-026e9bb1d7c4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.730525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-426cbcc5-1679-4ef0-b591-66fc747d01c7 req-6b7b08eb-d2f7-499c-8446-026e9bb1d7c4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.3513227 Jul 16 20:24:08.778899 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3382bf55-fe8e-4b58-8355-98a7d557a83d req-c4ca3407-05ce-4a02-b2a1-ef47dbbf2d49 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143630 Jul 16 20:24:08.851624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3e11d083-5936-49ba-ad17-0f9aea7351d6 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:08.911861 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-f41fbb7c-23d0-402e-aec4-13e5505f1566 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:24:08.919860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f41fbb7c-23d0-402e-aec4-13e5505f1566 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537 HTTP/1.1" status: 409 len: 329 time: 0.8269591 Jul 16 20:24:08.924732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39000) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.946743 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6e49d71-10ff-40f7-a6bf-7e8864205c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.959893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-426cbcc5-1679-4ef0-b591-66fc747d01c7 req-7f6bdc60-4117-4e74-8d2b-c2ababd5c42a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801693 Jul 16 20:24:08.997537 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.018942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3e11d083-5936-49ba-ad17-0f9aea7351d6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:09.019521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.883120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf5d20-e65a-4086-a76f-ef2f383046d4 req-19b12122-83fc-4daa-82a2-ce4d828eaae8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.885021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abaf5d20-e65a-4086-a76f-ef2f383046d4 req-19b12122-83fc-4daa-82a2-ce4d828eaae8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2074585 Jul 16 20:24:09.887597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.007272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abaf5d20-e65a-4086-a76f-ef2f383046d4 req-eca075e1-a3c5-4ed0-9373-0f96b29dd93f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157255 Jul 16 20:24:10.061071 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.294585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef6c9-838f-41f1-a20b-101ea5d36605 req-967bba24-80d5-459b-9e90-4b51cabdeb04 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.296615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02aef6c9-838f-41f1-a20b-101ea5d36605 req-967bba24-80d5-459b-9e90-4b51cabdeb04 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.1768401 Jul 16 20:24:10.378664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02aef6c9-838f-41f1-a20b-101ea5d36605 req-659fb540-2246-4e25-bba4-f304f22a0ea8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695715 Jul 16 20:24:10.605764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604736c-4c10-4a72-8441-e051176d09da req-c51b75c1-8121-415f-97dd-47ed1928876d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.624872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c604736c-4c10-4a72-8441-e051176d09da req-c51b75c1-8121-415f-97dd-47ed1928876d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3771172 Jul 16 20:24:10.722535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c604736c-4c10-4a72-8441-e051176d09da req-ec8dd679-627c-4d8d-94b0-6609dd211235 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966692 Jul 16 20:24:10.758402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting port 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:10.758712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.054566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.095325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Calling delete_port for 4696b4dc-5c94-4896-8cf8-2bebe9e75c3e owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:11.151682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54576-b83c-4b51-9421-4be058d12b68 req-dfb938d5-c090-40a6-886d-51dea778be2e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.158933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91b54576-b83c-4b51-9421-4be058d12b68 req-dfb938d5-c090-40a6-886d-51dea778be2e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1584597 Jul 16 20:24:11.328409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91b54576-b83c-4b51-9421-4be058d12b68 req-46faf8c1-d29f-4ac4-b339-287e2f8e4245 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024997 Jul 16 20:24:11.694575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.754437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c36153-5706-4130-90e0-fd881b8cb483 req-68227112-cc48-4d82-af40-21da223637d8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.757905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78c36153-5706-4130-90e0-fd881b8cb483 req-68227112-cc48-4d82-af40-21da223637d8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2311299 Jul 16 20:24:11.770912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Port': ['ID=4696b4dc-5c94-4896-8cf8-2bebe9e75c3e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.803643 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.881791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78c36153-5706-4130-90e0-fd881b8cb483 req-37708d59-2441-404c-a1e7-1370883999b6 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081815 Jul 16 20:24:12.069943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.229500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ebfd-ed45-4d87-acc8-8c0e68076029 req-76642819-3c94-45d7-a71d-391f42c00c8f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.240268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fa2ebfd-ed45-4d87-acc8-8c0e68076029 req-76642819-3c94-45d7-a71d-391f42c00c8f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.5274601 Jul 16 20:24:12.383380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fa2ebfd-ed45-4d87-acc8-8c0e68076029 req-eea4c637-c7af-4397-b1e5-8778261a420c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421859 Jul 16 20:24:12.401520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Router d3df9ea8-07be-46f3-a380-ecafe5667537 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:12.501574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:12.515780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] Sync routers for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:12.523193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:12.528064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:12.528300 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a6f9539-7944-41f3-8853-67c1b5734b5a tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5991497 Jul 16 20:24:12.529106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:12.581171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:12.585240 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-5720ef6f-442a-4367-9e00-ea8b030e48ed tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] show failed (client error): The resource could not be found. Jul 16 20:24:12.586587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5720ef6f-442a-4367-9e00-ea8b030e48ed tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "GET /v2.0/routers/tempest-non_exist_router-492329157 HTTP/1.1" status: 404 len: 334 time: 0.0615609 Jul 16 20:24:12.590721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:12.596857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] Routers {'d3df9ea8-07be-46f3-a380-ecafe5667537'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:12.597863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d3df9ea8-07be-46f3-a380-ecafe5667537'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:12.599884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f3c20942-5091-473c-99d7-53d031f35992 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:12.661115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:12.662228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff06cd-da03-4b11-98fc-1d3c807bbcb2 None None] The sync data for ids ['d3df9ea8-07be-46f3-a380-ecafe5667537'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:12.670396 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-f3c20942-5091-473c-99d7-53d031f35992 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] update failed (client error): The resource could not be found. Jul 16 20:24:12.672027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f3c20942-5091-473c-99d7-53d031f35992 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "PUT /v2.0/routers/tempest-non_exist_router-1347794048 HTTP/1.1" status: 404 len: 335 time: 0.0773149 Jul 16 20:24:12.675279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39084) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:12.838458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting subnet 058b22d1-bd15-4de1-acbd-15f4a7d30a88 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:12.842856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.925480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.054306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.151007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.177313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516584f8-d32d-49f8-a55a-c7eb184df7b4 None None] Network 8150536e-6894-4f07-b4db-e81b27232f46 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:13.178144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.180704 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/subnets/058b22d1-bd15-4de1-acbd-15f4a7d30a88 HTTP/1.1" status: 204 len: 168 time: 0.5040495 Jul 16 20:24:13.185442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39094) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.214968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e456699-061e-4040-a5fe-2dc24d1942d1 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Subnet': ['ID=058b22d1-bd15-4de1-acbd-15f4a7d30a88,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.701629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] DHCP port deletion for 8150536e-6894-4f07-b4db-e81b27232f46 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:13.875561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] Deleting port 3e11d083-5936-49ba-ad17-0f9aea7351d6 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:13.875948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.040249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] For port 3e11d083-5936-49ba-ad17-0f9aea7351d6, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3e11d083-5936-49ba-ad17-0f9aea7351d6,segment=NetworkSegment(cd77095e-5702-4603-a4a7-91b23a07e016),segment_id=cd77095e-5702-4603-a4a7-91b23a07e016)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:14.041535 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.070821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] Calling delete_port for 3e11d083-5936-49ba-ad17-0f9aea7351d6 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:14.215742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.231499 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.286439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] Pushing event deleted for resources: {'Port': ['ID=3e11d083-5936-49ba-ad17-0f9aea7351d6,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.305306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054fe73-16f7-42ee-b3a5-aa630a163e96 None None] No DVR routers for this DVR port 3e11d083-5936-49ba-ad17-0f9aea7351d6 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:14.433627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.433627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8150536e-6894-4f07-b4db-e81b27232f46']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.436903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd77095e-5702-4603-a4a7-91b23a07e016') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.437209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd77095e-5702-4603-a4a7-91b23a07e016') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.450070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.465391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.513838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:14.514250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:14.517654 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:14.562468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af359a21-1a18-4a20-991d-a1d472208753 req-04d51e66-3b71-40a1-b4cb-85a8e91f5d9d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.578351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af359a21-1a18-4a20-991d-a1d472208753 req-04d51e66-3b71-40a1-b4cb-85a8e91f5d9d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.4361153 Jul 16 20:24:14.765236 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.798024 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.800335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/networks/8150536e-6894-4f07-b4db-e81b27232f46 HTTP/1.1" status: 204 len: 168 time: 1.6137400 Jul 16 20:24:14.802050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6ff53-1a4c-4698-a775-73087f3a6aa9 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Network': ['ID=8150536e-6894-4f07-b4db-e81b27232f46,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.802877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39124) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:14.824437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3e11d083-5936-49ba-ad17-0f9aea7351d6 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:14.835164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af359a21-1a18-4a20-991d-a1d472208753 req-d448af3f-2c07-4c6b-9c2c-e384ad563364 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214478 Jul 16 20:24:14.867745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting subnet b8de76db-9b0e-4116-b9a8-9b7ebe9eea5f {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:14.871665 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.884527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3e11d083-5936-49ba-ad17-0f9aea7351d6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:14.884975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3e11d083-5936-49ba-ad17-0f9aea7351d6 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:14.991812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.161250 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.656303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.717498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Subnet': ['ID=b8de76db-9b0e-4116-b9a8-9b7ebe9eea5f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.732675 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.734724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-99344ad3-8d4d-4dd3-98a2-45dad6c12e5f tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/subnets/b8de76db-9b0e-4116-b9a8-9b7ebe9eea5f HTTP/1.1" status: 204 len: 168 time: 0.9303408 Jul 16 20:24:15.737265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:15.742478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334a1a0-46e0-45af-b836-8498834b5333 None None] Network 1252f033-90b6-4424-ae68-d8a6410aa73a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:15.808026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting subnet fe2e738b-d37f-4f9e-acec-22a34da1d255 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:15.812981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.889960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.097496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.218458 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.240333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] DHCP port deletion for 1252f033-90b6-4424-ae68-d8a6410aa73a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:16.266653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2e738b-d37f-4f9e-acec-22a34da1d255,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.272524 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:16.279573 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.282819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cf914-689d-4024-a90a-436a94dd16e0 req-9ecf7677-a4a6-4ff0-83ac-614574570d53 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.285430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10ef8e42-dc8f-4383-9fee-efbc1126bcf3 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/subnets/fe2e738b-d37f-4f9e-acec-22a34da1d255 HTTP/1.1" status: 204 len: 168 time: 0.5460329 Jul 16 20:24:16.287803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39154) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.305906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce1cf914-689d-4024-a90a-436a94dd16e0 req-9ecf7677-a4a6-4ff0-83ac-614574570d53 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.1896229 Jul 16 20:24:16.307008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d91995-a683-4b41-a027-c8a43422457e None None] Network 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:16.406957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce1cf914-689d-4024-a90a-436a94dd16e0 req-4baddace-26f8-4126-841b-ce43b02962a0 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959918 Jul 16 20:24:16.522497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.566518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] Deleting port addb6da0-c047-46ab-9c8e-3d10b809aa94 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:16.567219 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.707953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting port addb6da0-c047-46ab-9c8e-3d10b809aa94 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:16.708299 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.871050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] For port addb6da0-c047-46ab-9c8e-3d10b809aa94, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=addb6da0-c047-46ab-9c8e-3d10b809aa94,segment=NetworkSegment(930d887f-0308-4052-9889-d287ca1270b4),segment_id=930d887f-0308-4052-9889-d287ca1270b4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:16.873103 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.893037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device addb6da0-c047-46ab-9c8e-3d10b809aa94 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:16.952254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] Calling delete_port for addb6da0-c047-46ab-9c8e-3d10b809aa94 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:16.990712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] DHCP port deletion for 2cd93b1c-2c88-480b-b0ad-956472a3d7d3 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:17.097550 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.144778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port addb6da0-c047-46ab-9c8e-3d10b809aa94, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=addb6da0-c047-46ab-9c8e-3d10b809aa94,segment=NetworkSegment(930d887f-0308-4052-9889-d287ca1270b4),segment_id=930d887f-0308-4052-9889-d287ca1270b4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.154286 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.229219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=addb6da0-c047-46ab-9c8e-3d10b809aa94,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.239206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] Deleting port 898c7991-b6b0-4a67-8a9f-379feb986ee9 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:17.239596 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.245527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] For port addb6da0-c047-46ab-9c8e-3d10b809aa94, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=addb6da0-c047-46ab-9c8e-3d10b809aa94,segment=NetworkSegment(930d887f-0308-4052-9889-d287ca1270b4),segment_id=930d887f-0308-4052-9889-d287ca1270b4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.246130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.264112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Calling delete_port for addb6da0-c047-46ab-9c8e-3d10b809aa94 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:17.342940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] For port 898c7991-b6b0-4a67-8a9f-379feb986ee9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=898c7991-b6b0-4a67-8a9f-379feb986ee9,segment=NetworkSegment(a9c94b7b-4a6f-4889-819f-ab6cb9ae3044),segment_id=a9c94b7b-4a6f-4889-819f-ab6cb9ae3044)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.348477 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.369686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455238ac-6609-4252-8d28-94218838463e req-f1aa72d7-1a24-4576-9aef-e1d2fb1681d4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.380409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-455238ac-6609-4252-8d28-94218838463e req-f1aa72d7-1a24-4576-9aef-e1d2fb1681d4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 814 time: 0.5865085 Jul 16 20:24:17.383992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] Calling delete_port for 898c7991-b6b0-4a67-8a9f-379feb986ee9 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:17.395333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.410470 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-455238ac-6609-4252-8d28-94218838463e req-5aca1501-c092-4bef-904c-2cedc479927f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/quotas/12e711db39324189aebf1839f1c11f4c HTTP/1.1" status: 200 len: 375 time: 0.0292802 Jul 16 20:24:17.424678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] Pushing event deleted for resources: {'Port': ['ID=addb6da0-c047-46ab-9c8e-3d10b809aa94,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.480340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e503a-9857-4da0-9bc8-f89342792d41 None None] No DVR routers for this DVR port addb6da0-c047-46ab-9c8e-3d10b809aa94 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:17.512984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.559779 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.568443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-455238ac-6609-4252-8d28-94218838463e req-947f85c7-1ba1-4f3c-b6f2-4f44edcdd3ce tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507683 Jul 16 20:24:17.573264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Port': ['ID=addb6da0-c047-46ab-9c8e-3d10b809aa94,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.584527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] No DVR routers for this DVR port addb6da0-c047-46ab-9c8e-3d10b809aa94 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:17.652965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] Pushing event deleted for resources: {'Port': ['ID=898c7991-b6b0-4a67-8a9f-379feb986ee9,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.656849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a64ff30-b9b1-4d0c-8bd4-ec039f52d797 None None] No DVR routers for this DVR port 898c7991-b6b0-4a67-8a9f-379feb986ee9 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:17.805649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.817993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1252f033-90b6-4424-ae68-d8a6410aa73a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:17.837199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930d887f-0308-4052-9889-d287ca1270b4') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:17.837471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930d887f-0308-4052-9889-d287ca1270b4') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:17.848409 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.869488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.877648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:17.878234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:17.953571 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:17.997559 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.006072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef6b4-cbe4-45fc-8f2b-92905d068863 req-dd4df575-621b-4a68-b73f-1a0d686b2ce9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.016731 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.021301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/networks/1252f033-90b6-4424-ae68-d8a6410aa73a HTTP/1.1" status: 204 len: 168 time: 1.7321529 Jul 16 20:24:18.027051 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-628ef6b4-cbe4-45fc-8f2b-92905d068863 req-dd4df575-621b-4a68-b73f-1a0d686b2ce9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.2610166 Jul 16 20:24:18.036353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39200) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.112998 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-628ef6b4-cbe4-45fc-8f2b-92905d068863 req-553060e5-2c6c-40a2-aae4-dc3e31f41802 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846233 Jul 16 20:24:18.149027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.151156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7459c-a1e3-40be-b1ff-4d69cdb9d36b tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Network': ['ID=1252f033-90b6-4424-ae68-d8a6410aa73a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.224560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7213f2-ebf2-43d5-849c-3029c4d5e89f req-583216e6-8581-46f6-af77-5cb613bed9ed tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.226220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee7213f2-ebf2-43d5-849c-3029c4d5e89f req-583216e6-8581-46f6-af77-5cb613bed9ed tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2716916 Jul 16 20:24:18.348912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee7213f2-ebf2-43d5-849c-3029c4d5e89f req-66e4b26c-567a-49dd-9a35-484e26c21876 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049542 Jul 16 20:24:18.415836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.430717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd93b1c-2c88-480b-b0ad-956472a3d7d3']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:18.443644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c94b7b-4a6f-4889-819f-ab6cb9ae3044') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:18.444027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c94b7b-4a6f-4889-819f-ab6cb9ae3044') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:18.461062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.489439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.507990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:18.508530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:18.565544 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:18.667989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.687042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8dbcb-f035-4acc-a930-2f07910d6e0c req-f93a9209-964c-4f21-8fce-9387dcca7e9e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.695787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-53c8dbcb-f035-4acc-a930-2f07910d6e0c req-f93a9209-964c-4f21-8fce-9387dcca7e9e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1522386 Jul 16 20:24:18.717237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.722348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/networks/2cd93b1c-2c88-480b-b0ad-956472a3d7d3 HTTP/1.1" status: 204 len: 168 time: 0.6829240 Jul 16 20:24:18.723216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582c55f-6d35-4f5a-85ff-dd24a35d3613 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Network': ['ID=2cd93b1c-2c88-480b-b0ad-956472a3d7d3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.727302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39222) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.838225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting subnet 34f594db-9379-4dad-986a-f33406b3874f {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:18.842280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.854127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-53c8dbcb-f035-4acc-a930-2f07910d6e0c req-8bda2917-b62f-433c-ae0a-9094a1333fa4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404996 Jul 16 20:24:18.875213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 898c7991-b6b0-4a67-8a9f-379feb986ee9 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:18.907318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.920578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 898c7991-b6b0-4a67-8a9f-379feb986ee9 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:18.921110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 898c7991-b6b0-4a67-8a9f-379feb986ee9 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:19.124734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.205244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845d2761-5229-4b95-9cd6-379e5d9b6146 req-0bf9da4d-1799-4322-a841-fc5900c95c06 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=12e711db39324189aebf1839f1c11f4c HTTP/1.1" status: 200 len: 221 time: 0.1175098 Jul 16 20:24:19.206278 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.233920 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.238617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/subnets/34f594db-9379-4dad-986a-f33406b3874f HTTP/1.1" status: 204 len: 168 time: 0.5060108 Jul 16 20:24:19.247769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39264) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:19.260906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ae2ae-20ed-48fc-a4e5-89ab9737b13c None None] Network ef5c1812-0b13-4e7d-825b-0031af1b6aea requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:19.266919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4c0c6-6042-4b4b-a16d-42ad479f7dbf tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Subnet': ['ID=34f594db-9379-4dad-986a-f33406b3874f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.529623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.558014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0351fe-a04d-4748-9967-a2fe2b76347d req-3f52feb3-939a-4093-8d3b-1471c420ae6d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.559735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf0351fe-a04d-4748-9967-a2fe2b76347d req-3f52feb3-939a-4093-8d3b-1471c420ae6d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1376481 Jul 16 20:24:19.584233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] DHCP port deletion for ef5c1812-0b13-4e7d-825b-0031af1b6aea request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:19.680431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] Deleting port 20949f5a-615a-4586-af84-e62f8ff3ba1b {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:19.680944 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.685090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf0351fe-a04d-4748-9967-a2fe2b76347d req-33f406cd-3983-41ae-987a-af675a4213e0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187921 Jul 16 20:24:19.715537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a1937-9b8c-41b7-aa31-9b7e18375fa9 req-95cb8f4b-691b-4ec1-aef4-394ddf205eb3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.725963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d57a1937-9b8c-41b7-aa31-9b7e18375fa9 req-95cb8f4b-691b-4ec1-aef4-394ddf205eb3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.2900693 Jul 16 20:24:19.759237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Deleting port 20949f5a-615a-4586-af84-e62f8ff3ba1b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:19.759788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.854094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] For port 20949f5a-615a-4586-af84-e62f8ff3ba1b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20949f5a-615a-4586-af84-e62f8ff3ba1b,segment=NetworkSegment(1d49184e-47e0-4048-8b86-3d63e659fa06),segment_id=1d49184e-47e0-4048-8b86-3d63e659fa06)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:19.854521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.883724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] Calling delete_port for 20949f5a-615a-4586-af84-e62f8ff3ba1b owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:19.952226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] For port 20949f5a-615a-4586-af84-e62f8ff3ba1b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20949f5a-615a-4586-af84-e62f8ff3ba1b,segment=NetworkSegment(1d49184e-47e0-4048-8b86-3d63e659fa06),segment_id=1d49184e-47e0-4048-8b86-3d63e659fa06)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:19.952987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.966701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Calling delete_port for 20949f5a-615a-4586-af84-e62f8ff3ba1b owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:20.056025 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.077778 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.097643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d57a1937-9b8c-41b7-aa31-9b7e18375fa9 req-7d55119d-7322-4280-89d5-126f17b4fabf tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693719 Jul 16 20:24:20.115716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] Pushing event deleted for resources: {'Port': ['ID=20949f5a-615a-4586-af84-e62f8ff3ba1b,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:20.132627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679b3a3-0b1b-4b10-837f-dd8bb24792c2 None None] No DVR routers for this DVR port 20949f5a-615a-4586-af84-e62f8ff3ba1b on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:20.196452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Port': ['ID=20949f5a-615a-4586-af84-e62f8ff3ba1b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:20.200027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] No DVR routers for this DVR port 20949f5a-615a-4586-af84-e62f8ff3ba1b on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:20.461307 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.468432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c668b1-c878-4a2d-8f2e-f46487ed1f90 req-249da05a-14fe-403f-b02b-97afbcc2f0b5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:20.482212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5c1812-0b13-4e7d-825b-0031af1b6aea']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:20.483795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4c668b1-c878-4a2d-8f2e-f46487ed1f90 req-249da05a-14fe-403f-b02b-97afbcc2f0b5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1927102 Jul 16 20:24:20.504930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d49184e-47e0-4048-8b86-3d63e659fa06') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:20.505230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d49184e-47e0-4048-8b86-3d63e659fa06') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:20.524488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.557217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4c668b1-c878-4a2d-8f2e-f46487ed1f90 req-bd77f305-afc4-49a5-8757-3ae8ab87f7bb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607243 Jul 16 20:24:20.562784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.569967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:20.570440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:20.573602 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:20.753614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.792812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.794791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/networks/ef5c1812-0b13-4e7d-825b-0031af1b6aea HTTP/1.1" status: 204 len: 168 time: 1.5352535 Jul 16 20:24:20.797775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39350) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.846360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a605e2-06cb-4c7a-b0eb-6d14b3505434 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Pushing event deleted for resources: {'Network': ['ID=ef5c1812-0b13-4e7d-825b-0031af1b6aea,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:20.871779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bc84d27a-caee-44bc-b45a-7616212a75c6 tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3df9ea8-07be-46f3-a380-ecafe5667537 HTTP/1.1" status: 200 len: 205 time: 0.0727246 Jul 16 20:24:20.880640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20949f5a-615a-4586-af84-e62f8ff3ba1b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:20.883883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39352) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.943837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 20949f5a-615a-4586-af84-e62f8ff3ba1b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:20.944333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20949f5a-615a-4586-af84-e62f8ff3ba1b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:21.014076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7331e-d468-4825-8f4f-cecd7204984d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.019709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631f35a-3aa8-464a-b0af-1dbafba406e6 req-e1220100-c892-44ce-9bfb-eb77eddef739 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.020843 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4631f35a-3aa8-464a-b0af-1dbafba406e6 req-e1220100-c892-44ce-9bfb-eb77eddef739 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1083031 Jul 16 20:24:21.075526 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4631f35a-3aa8-464a-b0af-1dbafba406e6 req-08c7a6b7-e0c4-4f61-a6a6-ccc10b634ae8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486252 Jul 16 20:24:21.387973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7331e-d468-4825-8f4f-cecd7204984d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.390386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7331e-d468-4825-8f4f-cecd7204984d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.428656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ea12-d474-4ce1-b9d7-8b8e83c82a0a req-e597f430-308c-442d-b85f-2ecb495f8dfe tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.430331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee69ea12-d474-4ce1-b9d7-8b8e83c82a0a req-e597f430-308c-442d-b85f-2ecb495f8dfe tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1716106 Jul 16 20:24:21.500761 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7331e-d468-4825-8f4f-cecd7204984d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.500761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b7331e-d468-4825-8f4f-cecd7204984d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Fanout notify agent at l3_agent the message router_deleted on router d3df9ea8-07be-46f3-a380-ecafe5667537 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:24:21.512689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7331e-d468-4825-8f4f-cecd7204984d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.513962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c1b7331e-d468-4825-8f4f-cecd7204984d tempest-RoutersNegativeIpV6Test-725002059 tempest-RoutersNegativeIpV6Test-725002059-project] 10.222.0.91 "DELETE /v2.0/routers/d3df9ea8-07be-46f3-a380-ecafe5667537 HTTP/1.1" status: 204 len: 168 time: 0.6258552 Jul 16 20:24:21.561211 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee69ea12-d474-4ce1-b9d7-8b8e83c82a0a req-98e5053d-65a6-46fd-a251-2430d6ddeeaf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201761 Jul 16 20:24:21.583994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a595d-ec92-413c-8fa9-23e3a2adb96c req-355ba4b9-59e4-48b3-ba03-e5d9fca610b8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.595004 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-698a595d-ec92-413c-8fa9-23e3a2adb96c req-355ba4b9-59e4-48b3-ba03-e5d9fca610b8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.1436827 Jul 16 20:24:21.677694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-698a595d-ec92-413c-8fa9-23e3a2adb96c req-1629a1b9-83a6-4cdc-938d-c17ac2d259d9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806227 Jul 16 20:24:21.928460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c262a-fb61-4cd9-b024-d99f11a8a65f req-0b96b0f6-684f-4803-b4e8-ac1e93aaf96c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.935746 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a86c262a-fb61-4cd9-b024-d99f11a8a65f req-0b96b0f6-684f-4803-b4e8-ac1e93aaf96c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2037570 Jul 16 20:24:21.992337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a86c262a-fb61-4cd9-b024-d99f11a8a65f req-9a8befe3-ef37-42f6-9d5f-c6efcf6bf693 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550475 Jul 16 20:24:21.997264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39408) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.043824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60aee9-1e3b-44ce-ad8e-7a8109802edc req-a605ea47-876c-4cc2-833b-a70df4614e3a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.066498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b60aee9-1e3b-44ce-ad8e-7a8109802edc req-a605ea47-876c-4cc2-833b-a70df4614e3a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 947 time: 0.1365011 Jul 16 20:24:22.132910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b60aee9-1e3b-44ce-ad8e-7a8109802edc req-d52dd04f-bb4e-4d7d-8a01-8e06fea20cfd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654521 Jul 16 20:24:22.239996 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c24ced4-39b8-4060-9f3d-ec40965ed38c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=47b753235360434fb137fc80249e7d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414072 Jul 16 20:24:22.242669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.353516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea6040-c6c1-4255-88d4-5524fa023e0d req-c0798d89-c6f9-494b-ade8-83a5bc86f71b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.355701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efdd0e2c-68ab-4c62-9258-e2f60b551430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.361394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7ea6040-c6c1-4255-88d4-5524fa023e0d req-c0798d89-c6f9-494b-ade8-83a5bc86f71b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1161711 Jul 16 20:24:22.423522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efdd0e2c-68ab-4c62-9258-e2f60b551430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.449538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7ea6040-c6c1-4255-88d4-5524fa023e0d req-50855c25-e954-46b3-88ba-7e8698adecd0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869141 Jul 16 20:24:22.558249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efdd0e2c-68ab-4c62-9258-e2f60b551430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.560857 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-efdd0e2c-68ab-4c62-9258-e2f60b551430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.564503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-efdd0e2c-68ab-4c62-9258-e2f60b551430 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3ba650a3-f03f-4b9f-84bc-d9e56878a366 HTTP/1.1" status: 204 len: 168 time: 0.3181319 Jul 16 20:24:22.570428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd0e2c-68ab-4c62-9258-e2f60b551430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba650a3-f03f-4b9f-84bc-d9e56878a366,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.750449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1dd2c-5c3c-4741-aac3-786fa3ddc226 req-1fd31ec3-52ef-4a60-a92a-95ca05bae63d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.758636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64a1dd2c-5c3c-4741-aac3-786fa3ddc226 req-1fd31ec3-52ef-4a60-a92a-95ca05bae63d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1140902 Jul 16 20:24:22.840477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64a1dd2c-5c3c-4741-aac3-786fa3ddc226 req-d979e7f9-f1b0-4c6e-a656-fe859bcd8d53 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Jul 16 20:24:23.060251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:23.216867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a12b1-ba6a-4a1c-b162-472166d3fc58 req-2d8176e7-a1af-402f-a57f-4b15214f582d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:23.240928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c93a12b1-ba6a-4a1c-b162-472166d3fc58 req-2d8176e7-a1af-402f-a57f-4b15214f582d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1943944 Jul 16 20:24:23.266506 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.354384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c93a12b1-ba6a-4a1c-b162-472166d3fc58 req-7e627e5b-3441-420e-8b56-688c6546d981 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124594 Jul 16 20:24:23.382497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:23.383764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:23.395915 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bda864b-3dcf-4590-b443-2b6e6d12e590" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:23.405903 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.524648 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031fb8fa-2853-47dd-b3d4-42b01de3a851 x-openstack-request-id: req-031fb8fa-2853-47dd-b3d4-42b01de3a851 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:23.524951 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:23.525206 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-031fb8fa-2853-47dd-b3d4-42b01de3a851 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:23.525609 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'code': 200} Jul 16 20:24:23.555300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=14']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:23.774629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219024-c286-41f6-b1a2-38c2b7baaa6c req-d88a7908-b8b3-481c-8d81-457955398890 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:23.799530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb219024-c286-41f6-b1a2-38c2b7baaa6c req-d88a7908-b8b3-481c-8d81-457955398890 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1354444 Jul 16 20:24:23.887602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb219024-c286-41f6-b1a2-38c2b7baaa6c req-37d62919-b931-46a6-acab-6b37523e03cb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870380 Jul 16 20:24:23.907264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39524) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.056072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350727331'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:24.118537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.142371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.289110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf356f-ec56-49d6-993a-2c51c3b7731b req-a0139d84-1a09-4cd3-b39e-eb80dcee839c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.309370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34bf356f-ec56-49d6-993a-2c51c3b7731b req-a0139d84-1a09-4cd3-b39e-eb80dcee839c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1346560 Jul 16 20:24:24.409765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34bf356f-ec56-49d6-993a-2c51c3b7731b req-77b8c5f6-a1ad-4c8f-b7bd-dec712518cc5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958018 Jul 16 20:24:24.427879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.440112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.535695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640f6c9e-89ab-4737-9e73-9e7d91d66833,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.723784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.735718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.799311 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.804281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39574) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.807702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8987114 Jul 16 20:24:24.820610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f54791-5faa-4358-9397-a1b8ef6c5d30 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73de767f-db52-42f5-84bc-1ae074902b4e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.894031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559e77a-26d0-4e3b-a205-ecbbe6d6a343 req-4a604713-8a3c-4952-9580-44db20a06070 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.899468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e559e77a-26d0-4e3b-a205-ecbbe6d6a343 req-4a604713-8a3c-4952-9580-44db20a06070 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1869779 Jul 16 20:24:24.933289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39580) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.941784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-813b072e-7942-49cd-b6b1-de79509a6e37 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-security--2069045896', 'description': 'tempest-security-description-934542949'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:24.948761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-87310600-2683-4072-87a5-18c072c2fcf1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1425023 Jul 16 20:24:25.044185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-813b072e-7942-49cd-b6b1-de79509a6e37 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.055410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e559e77a-26d0-4e3b-a205-ecbbe6d6a343 req-c8cb1b85-593c-475b-861a-157ee9f6d70c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042905 Jul 16 20:24:25.178702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-813b072e-7942-49cd-b6b1-de79509a6e37 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.185002 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-813b072e-7942-49cd-b6b1-de79509a6e37 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.188038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-813b072e-7942-49cd-b6b1-de79509a6e37 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.191164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-813b072e-7942-49cd-b6b1-de79509a6e37 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "PUT /v2.0/security-groups/73de767f-db52-42f5-84bc-1ae074902b4e HTTP/1.1" status: 200 len: 1779 time: 0.2560375 Jul 16 20:24:25.193996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39584) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.244948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b072e-7942-49cd-b6b1-de79509a6e37 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73de767f-db52-42f5-84bc-1ae074902b4e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.349674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5cb43-1983-4647-818d-5d22c57dad5e req-dd636c56-6a22-4685-89eb-2c6078b4f81d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.352187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-47f07e50-e3bc-4073-ad32-67948561adb0 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups/73de767f-db52-42f5-84bc-1ae074902b4e HTTP/1.1" status: 200 len: 1779 time: 0.1553931 Jul 16 20:24:25.352724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7dd5cb43-1983-4647-818d-5d22c57dad5e req-dd636c56-6a22-4685-89eb-2c6078b4f81d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1010110 Jul 16 20:24:25.353336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.395683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941bb9-94c9-472f-97ae-129a7a4c2eaf req-b8bb5a13-931b-4d21-a51d-a54252652b90 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.407656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65941bb9-94c9-472f-97ae-129a7a4c2eaf req-b8bb5a13-931b-4d21-a51d-a54252652b90 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1617062 Jul 16 20:24:25.415457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7dd5cb43-1983-4647-818d-5d22c57dad5e req-1a6012a3-09e6-4c4f-91cb-986f58a910d9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520198 Jul 16 20:24:25.465810 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65941bb9-94c9-472f-97ae-129a7a4c2eaf req-b717a804-a401-4749-b5aa-f746f89cefe2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571752 Jul 16 20:24:25.497649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b225e86d-f6b7-43d9-baa0-cfd3a079160e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.557513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b225e86d-f6b7-43d9-baa0-cfd3a079160e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.606713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b225e86d-f6b7-43d9-baa0-cfd3a079160e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.614750 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b225e86d-f6b7-43d9-baa0-cfd3a079160e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.616892 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b225e86d-f6b7-43d9-baa0-cfd3a079160e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/73de767f-db52-42f5-84bc-1ae074902b4e HTTP/1.1" status: 204 len: 168 time: 0.2624805 Jul 16 20:24:25.619956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39600) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.660928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225e86d-f6b7-43d9-baa0-cfd3a079160e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73de767f-db52-42f5-84bc-1ae074902b4e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.720836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e512876b-7a18-4fe1-a9fd-2b3a4141844b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994446 Jul 16 20:24:25.723853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39604) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.740211 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-5dd4bfbc-5b06-42d2-abde-b11b5c0786ff tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] delete failed (client error): The resource could not be found. Jul 16 20:24:25.754739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5dd4bfbc-5b06-42d2-abde-b11b5c0786ff tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/73de767f-db52-42f5-84bc-1ae074902b4e HTTP/1.1" status: 404 len: 347 time: 0.0169153 Jul 16 20:24:25.757018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39606) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.797165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c7d7b290-6a51-4cbc-a35b-d98ec99ab5c1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861936030'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:25.919553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b290-6a51-4cbc-a35b-d98ec99ab5c1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.128318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522008b2-fbb9-4435-990f-74621f46b073 req-33301cdb-5529-4121-982e-ae81db2d6210 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.131751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-522008b2-fbb9-4435-990f-74621f46b073 req-33301cdb-5529-4121-982e-ae81db2d6210 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3945463 Jul 16 20:24:26.132252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360e773-b240-4d3e-be26-de414386ce7a req-28a7efc9-5fbe-4799-8ebb-c0a45c5da32d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.143427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8360e773-b240-4d3e-be26-de414386ce7a req-28a7efc9-5fbe-4799-8ebb-c0a45c5da32d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1574693 Jul 16 20:24:26.210349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-7ec4f529-8215-46cd-86f8-f887c45ee771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.212425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-7ec4f529-8215-46cd-86f8-f887c45ee771 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.2817950 Jul 16 20:24:26.237841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8360e773-b240-4d3e-be26-de414386ce7a req-57ef2b71-59a4-42dc-b5a7-b66950c4903f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932503 Jul 16 20:24:26.254474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-522008b2-fbb9-4435-990f-74621f46b073 req-0fa3aeff-4e36-4eba-b169-9d123eed7afa tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126366 Jul 16 20:24:26.437548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-91977823-92bd-49ab-a8bb-6100f5199abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.439078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-91977823-92bd-49ab-a8bb-6100f5199abf service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.2156281 Jul 16 20:24:26.469062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b290-6a51-4cbc-a35b-d98ec99ab5c1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.507268 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b290-6a51-4cbc-a35b-d98ec99ab5c1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.544476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b290-6a51-4cbc-a35b-d98ec99ab5c1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.545709 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c7d7b290-6a51-4cbc-a35b-d98ec99ab5c1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7860808 Jul 16 20:24:26.548819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39632) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:26.554962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-848c7d3e-f770-498b-a43e-c13b6f3ac115 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '1c472faf-d7d5-400b-a5e5-adfa7c23bf85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:26.588514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-5b796e51-5c44-44a2-a94c-1d11d330f877 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.1229377 Jul 16 20:24:26.592884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7b290-6a51-4cbc-a35b-d98ec99ab5c1 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c472faf-d7d5-400b-a5e5-adfa7c23bf85,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.623440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495f31-244d-45e3-8fef-2fa15a77a514 req-2631b862-2558-4150-a5dd-096e6f968cbf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.625392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71495f31-244d-45e3-8fef-2fa15a77a514 req-2631b862-2558-4150-a5dd-096e6f968cbf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2043447 Jul 16 20:24:26.630633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-848c7d3e-f770-498b-a43e-c13b6f3ac115 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.691915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-9f04753d-287d-408b-afa4-d002dea1a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.693411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-9f04753d-287d-408b-afa4-d002dea1a781 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0968568 Jul 16 20:24:26.697380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71495f31-244d-45e3-8fef-2fa15a77a514 req-448500b8-405c-470a-b773-509474726385 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518684 Jul 16 20:24:26.719578 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-848c7d3e-f770-498b-a43e-c13b6f3ac115 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.730195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-848c7d3e-f770-498b-a43e-c13b6f3ac115 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.761653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7d3e-f770-498b-a43e-c13b6f3ac115 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be96bea1-4566-4ebe-bd08-5621e3fcfc77,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.782938 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-848c7d3e-f770-498b-a43e-c13b6f3ac115 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.784332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-848c7d3e-f770-498b-a43e-c13b6f3ac115 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2344849 Jul 16 20:24:26.787113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39636) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:26.845227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b7efaf8-2f14-4766-9c4f-1cb4895aff07 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.857277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-5ccf1007-8fc0-4f8b-ba9c-05c058bb982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.862383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-5ccf1007-8fc0-4f8b-ba9c-05c058bb982a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604781 Jul 16 20:24:26.869418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b7efaf8-2f14-4766-9c4f-1cb4895aff07 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.933467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b7efaf8-2f14-4766-9c4f-1cb4895aff07 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.951978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b7efaf8-2f14-4766-9c4f-1cb4895aff07 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.955400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3b7efaf8-2f14-4766-9c4f-1cb4895aff07 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/be96bea1-4566-4ebe-bd08-5621e3fcfc77 HTTP/1.1" status: 204 len: 168 time: 0.1649401 Jul 16 20:24:26.956049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39646) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.071895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7efaf8-2f14-4766-9c4f-1cb4895aff07 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be96bea1-4566-4ebe-bd08-5621e3fcfc77,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:27.088690 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-9f377203-a421-484a-ac8c-3221805c58d6 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164242 Jul 16 20:24:27.108613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a483462a-9437-47c5-974e-eddeb814ff42 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1513312 Jul 16 20:24:27.112812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39650) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.255819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdab1cae-7e46-4c6b-a157-32e32b907625 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.303186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdab1cae-7e46-4c6b-a157-32e32b907625 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.411469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdab1cae-7e46-4c6b-a157-32e32b907625 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.416133 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdab1cae-7e46-4c6b-a157-32e32b907625 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.417666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fdab1cae-7e46-4c6b-a157-32e32b907625 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/1c472faf-d7d5-400b-a5e5-adfa7c23bf85 HTTP/1.1" status: 204 len: 168 time: 0.3037291 Jul 16 20:24:27.422356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39664) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.468883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab1cae-7e46-4c6b-a157-32e32b907625 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c472faf-d7d5-400b-a5e5-adfa7c23bf85,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:27.610214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-398b16db-68a9-40a3-aeaf-144b413345dd tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1862819 Jul 16 20:24:27.617852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.628935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5859ba08-44b9-4aa5-9202-57d9bdc3ab44 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--283318879'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:27.705944 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5859ba08-44b9-4aa5-9202-57d9bdc3ab44 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.711755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c83e-59ef-4477-94a9-0c7ecc93bb57 req-10124ca3-d2d3-4d38-b6c7-4176bb478b37 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.719837 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e8c83e-59ef-4477-94a9-0c7ecc93bb57 req-10124ca3-d2d3-4d38-b6c7-4176bb478b37 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.6557102 Jul 16 20:24:27.742489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b546f-582f-4661-8372-c3dd5fd4ce10 req-4eec9e08-fedc-4370-8c3f-4d88b47f3c29 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.746176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0e7f1fe-5577-4474-b3ff-74dcd3a52f1b req-eb787062-2ddc-42b0-84f0-f4bb095bb0ec service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233706 Jul 16 20:24:27.747040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee6b546f-582f-4661-8372-c3dd5fd4ce10 req-4eec9e08-fedc-4370-8c3f-4d88b47f3c29 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2257986 Jul 16 20:24:27.785820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e8c83e-59ef-4477-94a9-0c7ecc93bb57 req-599793c0-3926-4f60-91cb-2146d031ef28 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635691 Jul 16 20:24:27.917474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee6b546f-582f-4661-8372-c3dd5fd4ce10 req-a063d752-9375-4a69-81d7-fc73219aa618 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528471 Jul 16 20:24:28.058322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-73421007-ba44-4860-867a-5797fa84fc31 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3098359 Jul 16 20:24:28.086949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5859ba08-44b9-4aa5-9202-57d9bdc3ab44 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.091648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5859ba08-44b9-4aa5-9202-57d9bdc3ab44 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.128244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859ba08-44b9-4aa5-9202-57d9bdc3ab44 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f1e0a5-dbce-406b-a061-d927b594e048,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.174896 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5859ba08-44b9-4aa5-9202-57d9bdc3ab44 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.180432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.180921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5859ba08-44b9-4aa5-9202-57d9bdc3ab44 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5594139 Jul 16 20:24:28.185449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-942c690f-ef2e-46d2-9ae4-9514c3691c0c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '75f1e0a5-dbce-406b-a061-d927b594e048', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:28.236285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746a068-4e6d-4311-8efe-944cebf5eb69 req-406cd680-f960-46d4-aa75-5fe9e23c6afd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.238561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b746a068-4e6d-4311-8efe-944cebf5eb69 req-406cd680-f960-46d4-aa75-5fe9e23c6afd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1430559 Jul 16 20:24:28.272892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-942c690f-ef2e-46d2-9ae4-9514c3691c0c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.359605 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b746a068-4e6d-4311-8efe-944cebf5eb69 req-1db4054a-120c-46f4-9f8e-8c78f0a8d9c0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128948 Jul 16 20:24:28.393516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-cb625c18-eee2-402a-88ff-3ac967622bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.396465 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-cb625c18-eee2-402a-88ff-3ac967622bc6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1097 time: 0.1284797 Jul 16 20:24:28.439210 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-942c690f-ef2e-46d2-9ae4-9514c3691c0c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.445026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-942c690f-ef2e-46d2-9ae4-9514c3691c0c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.483339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c690f-ef2e-46d2-9ae4-9514c3691c0c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d90c537-b636-4c9c-a2de-25392cbe3c9b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.513607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-942c690f-ef2e-46d2-9ae4-9514c3691c0c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.515306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-942c690f-ef2e-46d2-9ae4-9514c3691c0c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336811 Jul 16 20:24:28.518641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39694) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.524357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6cfb21a1-b496-4acf-8ff9-4dc64c3517e8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '75f1e0a5-dbce-406b-a061-d927b594e048', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:28.588933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cfb21a1-b496-4acf-8ff9-4dc64c3517e8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.666351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-c96ced77-8fcb-4fd9-983c-fa674aaac1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.668375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-c96ced77-8fcb-4fd9-983c-fa674aaac1c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 915 time: 0.2464643 Jul 16 20:24:28.697286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cfb21a1-b496-4acf-8ff9-4dc64c3517e8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.703482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cfb21a1-b496-4acf-8ff9-4dc64c3517e8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.730271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-644c1c65-98cc-4386-b363-eb3d08096add service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 217 time: 0.0524681 Jul 16 20:24:28.777610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb21a1-b496-4acf-8ff9-4dc64c3517e8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ca3b00-8f09-473c-ab1a-3fcef34628ba,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.791498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cfb21a1-b496-4acf-8ff9-4dc64c3517e8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.796141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6cfb21a1-b496-4acf-8ff9-4dc64c3517e8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2761090 Jul 16 20:24:28.796955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39696) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.803762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-36970f45-9e25-4251-a8f9-79d926ee86a4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '75f1e0a5-dbce-406b-a061-d927b594e048', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:28.832989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736a3b6-60ec-4323-8bfd-2fd831da52cc req-40b948f6-0b56-4c51-bde1-7a8198b4162f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.840891 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7736a3b6-60ec-4323-8bfd-2fd831da52cc req-40b948f6-0b56-4c51-bde1-7a8198b4162f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2219329 Jul 16 20:24:28.844751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-2fe1f845-71f8-4148-921f-ce10476893a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.846721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-2fe1f845-71f8-4148-921f-ce10476893a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.1091552 Jul 16 20:24:28.851948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36970f45-9e25-4251-a8f9-79d926ee86a4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.931716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7736a3b6-60ec-4323-8bfd-2fd831da52cc req-b8bd09d3-e744-480c-8a16-a75b052b174b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894315 Jul 16 20:24:28.943052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36970f45-9e25-4251-a8f9-79d926ee86a4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.948719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36970f45-9e25-4251-a8f9-79d926ee86a4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.983322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36970f45-9e25-4251-a8f9-79d926ee86a4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc134b3-e775-4f0a-9633-399636dc6564,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.005570 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36970f45-9e25-4251-a8f9-79d926ee86a4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.011296 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-36970f45-9e25-4251-a8f9-79d926ee86a4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2128015 Jul 16 20:24:29.013072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39704) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.022123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-78b0be6b-3c36-4d25-8995-d95bd961b60f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '75f1e0a5-dbce-406b-a061-d927b594e048', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:29.066642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-70e873c0-2f4f-4c68-a8ed-4f586d2471f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766295 Jul 16 20:24:29.102043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78b0be6b-3c36-4d25-8995-d95bd961b60f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.285510 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78b0be6b-3c36-4d25-8995-d95bd961b60f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.327288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78b0be6b-3c36-4d25-8995-d95bd961b60f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.352879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0be6b-3c36-4d25-8995-d95bd961b60f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1f6659-b2cc-4457-a361-c3b0f392907d,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.392615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78b0be6b-3c36-4d25-8995-d95bd961b60f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.396413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7d7-1af6-4f9f-af15-ebcd7bd06b34 req-b230c34d-3673-4969-aa7f-f6c073f5e6fd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.397406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-78b0be6b-3c36-4d25-8995-d95bd961b60f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3817801 Jul 16 20:24:29.398152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39710) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.403983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5427f7d7-1af6-4f9f-af15-ebcd7bd06b34 req-b230c34d-3673-4969-aa7f-f6c073f5e6fd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2050843 Jul 16 20:24:29.405480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-be119683-7bb3-41c1-8e21-79ea4388cd20 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '75f1e0a5-dbce-406b-a061-d927b594e048', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:29.417553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-c1a4b86b-1547-48c4-a455-94495ec8011d service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369462 Jul 16 20:24:29.453248 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be119683-7bb3-41c1-8e21-79ea4388cd20 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.543107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5427f7d7-1af6-4f9f-af15-ebcd7bd06b34 req-0d9428c3-680d-4433-a06c-bd9dc19e77b7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383138 Jul 16 20:24:29.579365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be119683-7bb3-41c1-8e21-79ea4388cd20 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.596327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d60222a6-0e79-41e9-9eef-be5ccd513cdd req-923a1521-d927-467c-a49c-9b10a88b769b service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467693 Jul 16 20:24:29.604791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe7220-8880-40ef-b262-a5231d73e612 req-00337893-2fe6-46ef-b13d-20d9e6fbb673 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.606720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cfe7220-8880-40ef-b262-a5231d73e612 req-00337893-2fe6-46ef-b13d-20d9e6fbb673 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.3185930 Jul 16 20:24:29.608159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be119683-7bb3-41c1-8e21-79ea4388cd20 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.653161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be119683-7bb3-41c1-8e21-79ea4388cd20 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bba4f0-78af-4eba-9203-e26f68669a94,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.675844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be119683-7bb3-41c1-8e21-79ea4388cd20 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.677263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be119683-7bb3-41c1-8e21-79ea4388cd20 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2767215 Jul 16 20:24:29.681453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.707370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cfe7220-8880-40ef-b262-a5231d73e612 req-120d9155-d48d-4983-b8e5-da6c7bde79d1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863400 Jul 16 20:24:29.719128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7a71864-2cc2-4a91-ba7b-6e7b2c336a8f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.735522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7a71864-2cc2-4a91-ba7b-6e7b2c336a8f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.783882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7a71864-2cc2-4a91-ba7b-6e7b2c336a8f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.791658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7a71864-2cc2-4a91-ba7b-6e7b2c336a8f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.792964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c7a71864-2cc2-4a91-ba7b-6e7b2c336a8f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/44bba4f0-78af-4eba-9203-e26f68669a94 HTTP/1.1" status: 204 len: 168 time: 0.1102715 Jul 16 20:24:29.795914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39730) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.802874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a71864-2cc2-4a91-ba7b-6e7b2c336a8f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44bba4f0-78af-4eba-9203-e26f68669a94,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.908704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39732) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.911013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-348d05a0-d04e-4b4e-b08c-e8a6e300b696 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1083858 Jul 16 20:24:29.953976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4484c526-c89e-4099-bec3-7a5095e04acf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.978189 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4484c526-c89e-4099-bec3-7a5095e04acf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.033122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4484c526-c89e-4099-bec3-7a5095e04acf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.036720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6d7d-ffd1-42c3-b1d5-80f8b5df0d2b req-63a826e0-6a5c-4fc5-af57-accd081c2cae tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.038751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b23d6d7d-ffd1-42c3-b1d5-80f8b5df0d2b req-63a826e0-6a5c-4fc5-af57-accd081c2cae tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.0931237 Jul 16 20:24:30.039630 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4484c526-c89e-4099-bec3-7a5095e04acf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.047102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4484c526-c89e-4099-bec3-7a5095e04acf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/6c1f6659-b2cc-4457-a361-c3b0f392907d HTTP/1.1" status: 204 len: 168 time: 0.1372163 Jul 16 20:24:30.048081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39736) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.081541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b23d6d7d-ffd1-42c3-b1d5-80f8b5df0d2b req-a83cf54c-b6bd-40fe-a16e-146a54088094 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368629 Jul 16 20:24:30.110900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484c526-c89e-4099-bec3-7a5095e04acf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c1f6659-b2cc-4457-a361-c3b0f392907d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.215768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39744) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.216156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13606277-e698-4831-b098-fad8db255565 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1487725 Jul 16 20:24:30.315197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76d39769-18f1-44f7-83ba-cb5c2c08e216 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.323250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fa12-c16c-4018-9185-93685d00b69f req-92b944b8-ebd2-41c5-a778-57824124aa4e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.325537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a500fa12-c16c-4018-9185-93685d00b69f req-92b944b8-ebd2-41c5-a778-57824124aa4e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1851108 Jul 16 20:24:30.351112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76d39769-18f1-44f7-83ba-cb5c2c08e216 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.394649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a500fa12-c16c-4018-9185-93685d00b69f req-26572001-d8c6-4619-9b9b-d55af8c607a6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631113 Jul 16 20:24:30.431684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9400dcc-a346-48d7-8047-586e5f06c14c req-f988e792-b865-4c9a-ae0f-9b767115ac7c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.446452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9400dcc-a346-48d7-8047-586e5f06c14c req-f988e792-b865-4c9a-ae0f-9b767115ac7c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1473148 Jul 16 20:24:30.450233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76d39769-18f1-44f7-83ba-cb5c2c08e216 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.463510 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76d39769-18f1-44f7-83ba-cb5c2c08e216 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.465859 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-76d39769-18f1-44f7-83ba-cb5c2c08e216 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/7cc134b3-e775-4f0a-9633-399636dc6564 HTTP/1.1" status: 204 len: 168 time: 0.2490208 Jul 16 20:24:30.468635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39756) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.498812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d39769-18f1-44f7-83ba-cb5c2c08e216 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc134b3-e775-4f0a-9633-399636dc6564,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.529846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9400dcc-a346-48d7-8047-586e5f06c14c req-5c10de2d-1901-41d8-8d9b-a9203c12a8db tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814660 Jul 16 20:24:30.605365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39762) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.609531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-35e480d5-d9a2-4de9-8f41-278b93a43eca tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1391277 Jul 16 20:24:30.646783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92bc54e1-97c5-4378-9ec4-52ef29c18fcb tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.658592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92bc54e1-97c5-4378-9ec4-52ef29c18fcb tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.713807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92bc54e1-97c5-4378-9ec4-52ef29c18fcb tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.722530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92bc54e1-97c5-4378-9ec4-52ef29c18fcb tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.729535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-92bc54e1-97c5-4378-9ec4-52ef29c18fcb tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/42ca3b00-8f09-473c-ab1a-3fcef34628ba HTTP/1.1" status: 204 len: 168 time: 0.1216350 Jul 16 20:24:30.736312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.738006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc54e1-97c5-4378-9ec4-52ef29c18fcb tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42ca3b00-8f09-473c-ab1a-3fcef34628ba,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.832716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39770) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.833881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-226e06e9-5aa9-4334-8bcb-402bb63ff7a9 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0942090 Jul 16 20:24:30.897550 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80634560-d40b-46a0-81c1-2aba2f572ec7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.903857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a11f21-aa56-4363-a8ad-d6e48b7c2f05 req-0d802db7-04c4-4666-9797-d4fdd9561d73 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.911012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-24a11f21-aa56-4363-a8ad-d6e48b7c2f05 req-0d802db7-04c4-4666-9797-d4fdd9561d73 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2082970 Jul 16 20:24:30.921140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80634560-d40b-46a0-81c1-2aba2f572ec7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.973801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-24a11f21-aa56-4363-a8ad-d6e48b7c2f05 req-988a4f1a-0b7d-4aea-b851-ff9c34ca65da tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591557 Jul 16 20:24:30.997547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80634560-d40b-46a0-81c1-2aba2f572ec7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.014039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-80634560-d40b-46a0-81c1-2aba2f572ec7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.015966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-80634560-d40b-46a0-81c1-2aba2f572ec7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/5d90c537-b636-4c9c-a2de-25392cbe3c9b HTTP/1.1" status: 204 len: 168 time: 0.1822162 Jul 16 20:24:31.019009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.048424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80634560-d40b-46a0-81c1-2aba2f572ec7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d90c537-b636-4c9c-a2de-25392cbe3c9b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.145557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-85f1afb8-c4a1-4da4-88e4-af9d551907c2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1251097 Jul 16 20:24:31.148975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39782) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.355000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077da98-4c7b-4226-bca6-8827ea09bcd5 req-ef0287d8-0a89-40cc-a040-c4e0be489ca2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.356665 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c077da98-4c7b-4226-bca6-8827ea09bcd5 req-ef0287d8-0a89-40cc-a040-c4e0be489ca2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1046820 Jul 16 20:24:31.416967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c077da98-4c7b-4226-bca6-8827ea09bcd5 req-caa81b58-39f4-4d6a-8aba-111c188592b6 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Jul 16 20:24:31.459040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-de945a17-214b-4a64-9f54-5b78cbf43507 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2674532 Jul 16 20:24:31.459754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be0b26d5-5366-4c3a-af1d-852984045211 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.585083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be0b26d5-5366-4c3a-af1d-852984045211 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.659987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-14654928-b128-451c-bc5c-28d7685bc2af tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.667008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-14654928-b128-451c-bc5c-28d7685bc2af tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.2973852 Jul 16 20:24:31.694586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-a3c1f778-d665-4762-bb15-0953d8469fb4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/quotas/927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 375 time: 0.0266163 Jul 16 20:24:31.757269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be0b26d5-5366-4c3a-af1d-852984045211 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.763725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be0b26d5-5366-4c3a-af1d-852984045211 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.765502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be0b26d5-5366-4c3a-af1d-852984045211 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/75f1e0a5-dbce-406b-a061-d927b594e048 HTTP/1.1" status: 204 len: 168 time: 0.6152070 Jul 16 20:24:31.767943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39806) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.783776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b26d5-5366-4c3a-af1d-852984045211 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f1e0a5-dbce-406b-a061-d927b594e048,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.850885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.851633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.854246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.855264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.856028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.856645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.857132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.860780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-2a0e4776-b803-4193-a2a7-a944017f7828 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6509 time: 0.3306384 Jul 16 20:24:31.863758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3bcf6553-b797-485f-a066-063e5c72284e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946424 Jul 16 20:24:31.870530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39810) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.875690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-94ea3c5b-f30a-4fb3-8256-b7ba23147932 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928328382'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:31.930564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea3c5b-f30a-4fb3-8256-b7ba23147932 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.963536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-66ba44c4-06ad-41cc-9481-994a217966b2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2678273 Jul 16 20:24:31.977088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-2be42b45-2a9e-4d14-a8ac-c48115771d69 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:31.981011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-2be42b45-2a9e-4d14-a8ac-c48115771d69 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165410 Jul 16 20:24:32.144704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea3c5b-f30a-4fb3-8256-b7ba23147932 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.153262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-27ea716b-a38b-4181-b64c-41d0f22f632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.154117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-27ea716b-a38b-4181-b64c-41d0f22f632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.154754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-27ea716b-a38b-4181-b64c-41d0f22f632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.156611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-27ea716b-a38b-4181-b64c-41d0f22f632f service neutron] 10.222.0.99 "GET /v2.0/networks?id=a971504f-be18-4da5-80f5-dbeaca015f02&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18 HTTP/1.1" status: 200 len: 2297 time: 0.2598896 Jul 16 20:24:32.161640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea3c5b-f30a-4fb3-8256-b7ba23147932 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.200333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea3c5b-f30a-4fb3-8256-b7ba23147932 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa8117-4137-4370-b9a8-a453871b2086,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.226694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-94ea3c5b-f30a-4fb3-8256-b7ba23147932 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.228541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-94ea3c5b-f30a-4fb3-8256-b7ba23147932 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3565071 Jul 16 20:24:32.231909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39818) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.239695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-19aaf173-7380-4bdb-9f39-b053c4a53b7f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': 'acfa8117-4137-4370-b9a8-a453871b2086', 'direction': 'ingress', 'protocol': 17}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:32.248656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-e34c48f6-2647-4505-a4f0-186661d03654 service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451029 Jul 16 20:24:32.276847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19aaf173-7380-4bdb-9f39-b053c4a53b7f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.293727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-07e37a71-9a22-403c-8ac6-4c11e6a997e4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7523de-8d69-4103-9b23-26149a900f56 HTTP/1.1" status: 200 len: 1002 time: 0.1234407 Jul 16 20:24:32.361798 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19aaf173-7380-4bdb-9f39-b053c4a53b7f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.369848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19aaf173-7380-4bdb-9f39-b053c4a53b7f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.393567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-ab69601f-443b-4ec4-a6c7-978e3684997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.395270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-ab69601f-443b-4ec4-a6c7-978e3684997b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5e91a06e-429d-4f55-94ac-ed74652e3b6c HTTP/1.1" status: 200 len: 855 time: 0.0716941 Jul 16 20:24:32.396199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19aaf173-7380-4bdb-9f39-b053c4a53b7f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.397477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-19aaf173-7380-4bdb-9f39-b053c4a53b7f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1636813 Jul 16 20:24:32.398426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaf173-7380-4bdb-9f39-b053c4a53b7f tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f395d11-279a-421e-a027-5e22e74027fd,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.400690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39824) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.405048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-34caabae-2658-495b-be61-caa3be1c2f54 service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553748 Jul 16 20:24:32.472932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e651da4b-d37a-4141-85ba-6d651f2ee803 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.511260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e651da4b-d37a-4141-85ba-6d651f2ee803 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.588927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-0feecc83-fa25-4a94-a53c-a0901f39f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.591636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-0feecc83-fa25-4a94-a53c-a0901f39f926 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a971504f-be18-4da5-80f5-dbeaca015f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1855667 Jul 16 20:24:32.631791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e651da4b-d37a-4141-85ba-6d651f2ee803 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.635659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e651da4b-d37a-4141-85ba-6d651f2ee803 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.637197 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e651da4b-d37a-4141-85ba-6d651f2ee803 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/acfa8117-4137-4370-b9a8-a453871b2086 HTTP/1.1" status: 204 len: 168 time: 0.2300029 Jul 16 20:24:32.644393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39830) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.669114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651da4b-d37a-4141-85ba-6d651f2ee803 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa8117-4137-4370-b9a8-a453871b2086,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.801367 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-251b5f1c-1d8b-41b0-8621-bb5228d2b29c tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482019 Jul 16 20:24:32.802185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.809028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4f365154-cc99-468f-ba0d-e050ffd52ea8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--38774229'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:32.810571 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3dbb4ae-6b51-4d46-a9ea-c48dd272c03c req-f1789a9d-a2fd-45e8-a39d-c221fe82f917 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 210 time: 0.0731697 Jul 16 20:24:32.866534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f365154-cc99-468f-ba0d-e050ffd52ea8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.891144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-1c6e2929-51de-4a0e-9e6b-b8a6fd9e7ddf service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915170 Jul 16 20:24:32.902370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841f24b-3b00-46e4-9e74-933da97ef7d9 req-5a1f0649-10b3-4ccc-90ff-04f22694cf54 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.904089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6841f24b-3b00-46e4-9e74-933da97ef7d9 req-5a1f0649-10b3-4ccc-90ff-04f22694cf54 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1595349 Jul 16 20:24:33.085480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6841f24b-3b00-46e4-9e74-933da97ef7d9 req-4314e9b8-66b5-4a6d-b53b-8c80068657df tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631408 Jul 16 20:24:33.175604 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-3478b4e6-fa5a-4323-9a51-c1fac2eb0950 service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737594 Jul 16 20:24:33.230220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f365154-cc99-468f-ba0d-e050ffd52ea8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.245045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f365154-cc99-468f-ba0d-e050ffd52ea8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.293934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-d34e41a1-13cc-47eb-95d9-b7cb97a2889a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 217 time: 0.1141086 Jul 16 20:24:33.312204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4f365154-cc99-468f-ba0d-e050ffd52ea8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.318014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4f365154-cc99-468f-ba0d-e050ffd52ea8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5115480 Jul 16 20:24:33.320639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39860) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.327200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ebbc47d2-dd0c-4c69-b372-a1fd0404562e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734362227'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:33.410311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-bdf7fb98-d46c-4530-b409-ce646be37d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.412288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-bdf7fb98-d46c-4530-b409-ce646be37d4c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.1120110 Jul 16 20:24:33.412595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f365154-cc99-468f-ba0d-e050ffd52ea8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad287903-a317-4389-aecf-930b612ed295,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.431194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebbc47d2-dd0c-4c69-b372-a1fd0404562e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.611473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39866) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.616594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-4fed4022-7d43-4a82-ba05-37448c91cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.618333 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-4fed4022-7d43-4a82-ba05-37448c91cb74 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1974385 Jul 16 20:24:33.711683 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebbc47d2-dd0c-4c69-b372-a1fd0404562e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.718727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebbc47d2-dd0c-4c69-b372-a1fd0404562e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.860689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebbc47d2-dd0c-4c69-b372-a1fd0404562e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.876446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ebbc47d2-dd0c-4c69-b372-a1fd0404562e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5518885 Jul 16 20:24:33.877012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39882) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.885239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-24c4af86-6ba4-460d-a04b-0b92a98ccd66 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592881 Jul 16 20:24:33.894451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6cda96fd-272b-47c2-bd0a-5d887dec47b3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': 'ad287903-a317-4389-aecf-930b612ed295', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '33483271-fb6d-43c4-b377-e00f905ea03e', 'remote_ip_prefix': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:33.939100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc47d2-dd0c-4c69-b372-a1fd0404562e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33483271-fb6d-43c4-b377-e00f905ea03e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.992665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cda96fd-272b-47c2-bd0a-5d887dec47b3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.131236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-77d05a6e-c28f-448b-8834-7aeaeaefb6f4 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391136 Jul 16 20:24:34.151763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a87e27-11e7-4c26-8a70-f747c3edc0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.199549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-3e55f072-b401-4538-84c1-77fc8cce1583 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 217 time: 0.0618052 Jul 16 20:24:34.404362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a87e27-11e7-4c26-8a70-f747c3edc0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.410649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7024afbf-868b-4076-939f-28288c6d4679 req-319c3717-10b8-432f-8118-b0f40c1a08ff tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 210 time: 0.2220793 Jul 16 20:24:34.448613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-6bb2883a-6cf4-4361-9f93-d72322afb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.454424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-6bb2883a-6cf4-4361-9f93-d72322afb451 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.2485409 Jul 16 20:24:34.471556 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a87e27-11e7-4c26-8a70-f747c3edc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.669932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0a87e27-11e7-4c26-8a70-f747c3edc0d9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dd6601991e6046d2bd66730d4ea6580b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0542600 Jul 16 20:24:34.684383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39894) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.696032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a87e27-11e7-4c26-8a70-f747c3edc0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3130a632-cb69-4a95-a541-d8beb1b09b57,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.701103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cda96fd-272b-47c2-bd0a-5d887dec47b3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.708794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cda96fd-272b-47c2-bd0a-5d887dec47b3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.776796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cda96fd-272b-47c2-bd0a-5d887dec47b3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.782298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6cda96fd-272b-47c2-bd0a-5d887dec47b3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9027221 Jul 16 20:24:34.783234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39900) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.822914 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f78-0c9b-47a4-90b3-25e00af82f1e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.829302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda96fd-272b-47c2-bd0a-5d887dec47b3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b97a121-8c3d-4b93-b88d-5f6c5f75ece0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.858503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f78-0c9b-47a4-90b3-25e00af82f1e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.896882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-e830a9e0-cb91-47d1-9860-0df77d712219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.908270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-e830a9e0-cb91-47d1-9860-0df77d712219 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4366641 Jul 16 20:24:34.918570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f78-0c9b-47a4-90b3-25e00af82f1e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.925602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f78-0c9b-47a4-90b3-25e00af82f1e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.929891 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a3c3f78-0c9b-47a4-90b3-25e00af82f1e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/3b97a121-8c3d-4b93-b88d-5f6c5f75ece0 HTTP/1.1" status: 204 len: 168 time: 0.1438134 Jul 16 20:24:34.930700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39904) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.978186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c3f78-0c9b-47a4-90b3-25e00af82f1e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b97a121-8c3d-4b93-b88d-5f6c5f75ece0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.021631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b6759666-8381-4202-8441-c6f0d58eb4e3 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0816796 Jul 16 20:24:35.022689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39906) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:35.065973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-4aca31fa-c2b8-43fb-b759-b305021cdec3 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505032 Jul 16 20:24:35.101353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27ecae-1b53-4abc-ab2f-bf52d6dcf14e req-310e2bec-9e76-4773-a63c-07a85c26a5cd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.115971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cb54-c39c-4d4c-9a50-43069fadaebf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.126017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fd27ecae-1b53-4abc-ab2f-bf52d6dcf14e req-310e2bec-9e76-4773-a63c-07a85c26a5cd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.8362906 Jul 16 20:24:35.143908 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cb54-c39c-4d4c-9a50-43069fadaebf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.294360 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1083bbf0-6b80-4e33-a01a-de5ce36e8900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.375675 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1083bbf0-6b80-4e33-a01a-de5ce36e8900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.459486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-608e1e47-c542-4ed7-bf51-813588db1346 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839178 Jul 16 20:24:35.463285 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1083bbf0-6b80-4e33-a01a-de5ce36e8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.467091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1083bbf0-6b80-4e33-a01a-de5ce36e8900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.468462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1083bbf0-6b80-4e33-a01a-de5ce36e8900 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3130a632-cb69-4a95-a541-d8beb1b09b57 HTTP/1.1" status: 204 len: 168 time: 0.7746017 Jul 16 20:24:35.495169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fd27ecae-1b53-4abc-ab2f-bf52d6dcf14e req-ddf6cb79-71e7-45a1-b9fa-6947a8ed7f5b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522215 Jul 16 20:24:35.579507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-c3733ce3-b50f-49c1-a9ba-79cd7cd46d53 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b HTTP/1.1" status: 200 len: 217 time: 0.1091847 Jul 16 20:24:35.580590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083bbf0-6b80-4e33-a01a-de5ce36e8900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3130a632-cb69-4a95-a541-d8beb1b09b57,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.695051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-c1ef347c-016d-468a-a4ab-fcd160cbe9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.703929 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-c1ef347c-016d-468a-a4ab-fcd160cbe9e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.1165628 Jul 16 20:24:35.789970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-b3b6289f-fa0a-436d-8f9c-bd338d0b1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.792137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-b3b6289f-fa0a-436d-8f9c-bd338d0b1239 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794666 Jul 16 20:24:35.878123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cb54-c39c-4d4c-9a50-43069fadaebf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.882737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ca4cb54-c39c-4d4c-9a50-43069fadaebf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.884686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2ca4cb54-c39c-4d4c-9a50-43069fadaebf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/33483271-fb6d-43c4-b377-e00f905ea03e HTTP/1.1" status: 204 len: 168 time: 0.8606277 Jul 16 20:24:35.901983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39928) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:35.942021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c888c1d-9e25-4de5-a569-f22a34a83db5 req-a6dc3236-7e2b-4aeb-994e-048648e65e08 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 210 time: 0.0781524 Jul 16 20:24:35.950740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4cb54-c39c-4d4c-9a50-43069fadaebf tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33483271-fb6d-43c4-b377-e00f905ea03e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.988247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-0014a59c-c3cb-4a52-b943-affaf455071e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.010193 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-0014a59c-c3cb-4a52-b943-affaf455071e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.7706273 Jul 16 20:24:36.027939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'port': {'device_id': '7a8a7108-c103-4277-8994-e0449393b806', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'admin_state_up': True, 'tenant_id': '927415eda0ac412fbff0486e59f831a8'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:36.046107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fc698147-f754-4bca-b8ea-c4b4b7f669f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.299595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Made reservation on behalf of 927415eda0ac412fbff0486e59f831a8 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:36.310449 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.349707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-9c667ab7-6252-4ef3-97a9-ec4865d9895f service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497179 Jul 16 20:24:36.545052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Allocated IP 172.20.0.9 (fa18409d-ff19-475d-8f02-5a5b7eb4d389/52e96ec2-d7bb-4495-8ab3-aeb130ad1351/a1ea4c4f-a18b-4b12-809a-dedb792c113a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:36.605598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-94beca05-48e8-4689-938d-519a68a40a61 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.7003715 Jul 16 20:24:36.608502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-1384b685-1bcc-4d86-9ee5-28083c4a6fde service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294602 Jul 16 20:24:36.609284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39960) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:36.755453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-b2abcc36-a6b1-42f4-b297-8b182fcb8be0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=951f07f2-e78f-4313-9640-06f997943a71 HTTP/1.1" status: 200 len: 217 time: 0.0653365 Jul 16 20:24:36.785931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.820742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Transition to ACTIVE for port object a1ea4c4f-a18b-4b12-809a-dedb792c113a will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:36.859905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-b4a53930-aea8-4802-ade1-9c7ac88fa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.861626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-b4a53930-aea8-4802-ade1-9c7ac88fa875 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.0972500 Jul 16 20:24:36.862454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-622504ae-00c2-4db8-9c9a-bcd631940f32 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.926950 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-622504ae-00c2-4db8-9c9a-bcd631940f32 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.933676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39970) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:36.989654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-f4fc4218-fcc3-41ff-be91-3474233e35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.991479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-f4fc4218-fcc3-41ff-be91-3474233e35fd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1220586 Jul 16 20:24:37.009732 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.092713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:37.101527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:37.104486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:37.140300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=a1ea4c4f-a18b-4b12-809a-dedb792c113a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:37.180093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f11b8-d26f-466b-8ed1-9310d88f98f0 req-b0840374-af2b-47aa-b0aa-d772ca91c617 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.189004 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc8f11b8-d26f-466b-8ed1-9310d88f98f0 req-b0840374-af2b-47aa-b0aa-d772ca91c617 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2598915 Jul 16 20:24:37.203072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-98eff50b-8260-4557-884d-02562e0a6f65 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045591 Jul 16 20:24:37.208875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1161611696-network', 'tenant_id': '6136c9f8ef4a4d74be5fe38d36b264b6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:37.212497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-622504ae-00c2-4db8-9c9a-bcd631940f32 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.215190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-622504ae-00c2-4db8-9c9a-bcd631940f32 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.216386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-622504ae-00c2-4db8-9c9a-bcd631940f32 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/ad287903-a317-4389-aecf-930b612ed295 HTTP/1.1" status: 204 len: 168 time: 0.6061525 Jul 16 20:24:37.223293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39980) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.258846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.259751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.326650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc8f11b8-d26f-466b-8ed1-9310d88f98f0 req-0fc548f7-40b7-4cfd-aa4e-1d505c30ad6b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363583 Jul 16 20:24:37.327369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622504ae-00c2-4db8-9c9a-bcd631940f32 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad287903-a317-4389-aecf-930b612ed295,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:37.336667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Made reservation on behalf of 6136c9f8ef4a4d74be5fe38d36b264b6 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:37.339279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.355991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-3a9b2359-57cf-40ee-8c36-60afe5f5c8c1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3361771 Jul 16 20:24:37.356722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.370401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Request body: {'port': {'device_id': '7a8a7108-c103-4277-8994-e0449393b806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:37.512386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-a8b36c48-7b7a-4d6f-bceb-9c99bc41a0fc service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937250 Jul 16 20:24:37.576389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2c7d326b-79e1-4aa5-981b-10e70173a335 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3323810 Jul 16 20:24:37.578518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39990) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.634635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-516876b0-1bc3-40b4-b1c8-daca3c59b191 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766806666'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:37.637894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d14f46e2-7d52-4c7f-8d88-1df1858fa8a6 None None] Provisioning for port a1ea4c4f-a18b-4b12-809a-dedb792c113a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:37.652885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d14f46e2-7d52-4c7f-8d88-1df1858fa8a6 None None] Provisioning complete for port a1ea4c4f-a18b-4b12-809a-dedb792c113a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:37.654531 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d14f46e2-7d52-4c7f-8d88-1df1858fa8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.751829 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-be57c391-18a8-4149-b863-3b3df0031af9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6 HTTP/1.1" status: 200 len: 217 time: 0.2315924 Jul 16 20:24:37.761156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d14f46e2-7d52-4c7f-8d88-1df1858fa8a6 None None] Port a1ea4c4f-a18b-4b12-809a-dedb792c113a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:37.783893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.846623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-20e987ef-7e85-44b9-a02a-b45ec93b0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.852363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-20e987ef-7e85-44b9-a02a-b45ec93b0a4e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.0836935 Jul 16 20:24:37.876894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739002-e9b2-4a2f-bfa4-97dd3ccffb49 req-add22e87-009d-4771-89aa-bdef622495f1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.878603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce739002-e9b2-4a2f-bfa4-97dd3ccffb49 req-add22e87-009d-4771-89aa-bdef622495f1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 931 time: 0.1532805 Jul 16 20:24:37.998368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.018455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.043032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:38.129899 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.135453 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Added segment 17223062-e722-48db-beb7-2fd5101d796e of type vlan for network 714f3b87-bd42-4717-917a-9221a1694e5d Jul 16 20:24:38.154797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce739002-e9b2-4a2f-bfa4-97dd3ccffb49 req-dcba9511-2817-4899-b24a-beecbd5bd8db tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476537 Jul 16 20:24:38.195297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-476317b0-9434-4d30-8d1e-fb29d40775ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.197086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-476317b0-9434-4d30-8d1e-fb29d40775ab service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3038304 Jul 16 20:24:38.239345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c1b467-59af-4936-9496-fa7fc0181f37,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.270104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-516876b0-1bc3-40b4-b1c8-daca3c59b191 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.325524 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.429888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.431345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.432584 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.497559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.572634 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.611764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-516876b0-1bc3-40b4-b1c8-daca3c59b191 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.618264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ea4c4f-a18b-4b12-809a-dedb792c113a {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:38.628344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-516876b0-1bc3-40b4-b1c8-daca3c59b191 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.638441 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.671362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a04725-5694-4820-a218-5b904d2001e8 req-416d57ab-575c-4a84-a8b2-9c0001410ab1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.681414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78a04725-5694-4820-a218-5b904d2001e8 req-416d57ab-575c-4a84-a8b2-9c0001410ab1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.5677793 Jul 16 20:24:38.687751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] Pushing event updated for resources: {'Network': ['ID=714f3b87-bd42-4717-917a-9221a1694e5d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.709470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 714f3b87-bd42-4717-917a-9221a1694e5d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:38.710269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-31b35410-57c7-45af-8bfe-5ec54cd93bef admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7641146 Jul 16 20:24:38.710269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40010) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.710471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.715378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.722147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.728366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.728932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Request body: {'subnet': {'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1161611696-subnet', 'tenant_id': '6136c9f8ef4a4d74be5fe38d36b264b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:38.735225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.742789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.747600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-de72f5aa-c991-486b-9985-de0036b8ebad service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033157 Jul 16 20:24:38.752795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.764800 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-c02f341b-33b1-4732-ba53-0db5d3f8c7e6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.3165300 Jul 16 20:24:38.784420 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-516876b0-1bc3-40b4-b1c8-daca3c59b191 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.786053 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-516876b0-1bc3-40b4-b1c8-daca3c59b191 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1786764 Jul 16 20:24:38.792914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Transition to ACTIVE for port object a1ea4c4f-a18b-4b12-809a-dedb792c113a will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:38.801852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40014) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.815848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-63882757-7beb-4ec3-9274-ab2bdbccdea7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': 'abbbefe9-4bfb-4e54-aeb6-4b91e0321f9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:38.827914 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.841970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516876b0-1bc3-40b4-b1c8-daca3c59b191 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbbefe9-4bfb-4e54-aeb6-4b91e0321f9f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.844537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-78a04725-5694-4820-a218-5b904d2001e8 req-fc6496c8-24c2-4919-a17a-646dd59bddfc tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620598 Jul 16 20:24:38.949257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb888e2e-a409-4105-893c-7ef813109ec8 req-137d0c31-3f33-4797-944f-53bdf77967c5 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832511 Jul 16 20:24:38.965700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Made reservation on behalf of 6136c9f8ef4a4d74be5fe38d36b264b6 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:38.971187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.027913 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5c7-d53b-409d-bcb9-1ff4f95bf83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.036224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea4c4f-a18b-4b12-809a-dedb792c113a,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.053267 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.132895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63882757-7beb-4ec3-9274-ab2bdbccdea7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.253421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Attempting to bind port a1ea4c4f-a18b-4b12-809a-dedb792c113a on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:39.254188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Attempting to bind port a1ea4c4f-a18b-4b12-809a-dedb792c113a by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:39.254457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Attempting to bind port a1ea4c4f-a18b-4b12-809a-dedb792c113a on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:39.273677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Port a1ea4c4f-a18b-4b12-809a-dedb792c113a on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:39.274229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Attempting to bind port a1ea4c4f-a18b-4b12-809a-dedb792c113a on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:39.285875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:39.286619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:39.287518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Bound using segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:39.288135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Bound port: a1ea4c4f-a18b-4b12-809a-dedb792c113a, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:39.289839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.356312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63882757-7beb-4ec3-9274-ab2bdbccdea7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.386438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63882757-7beb-4ec3-9274-ab2bdbccdea7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.475369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63882757-7beb-4ec3-9274-ab2bdbccdea7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad95415e-f8ab-410d-b07f-f14bed87506f,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.482498 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63882757-7beb-4ec3-9274-ab2bdbccdea7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.487553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-63882757-7beb-4ec3-9274-ab2bdbccdea7 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6720936 Jul 16 20:24:39.488231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] For port a1ea4c4f-a18b-4b12-809a-dedb792c113a, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:39.491012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40030) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.499496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] For port a1ea4c4f-a18b-4b12-809a-dedb792c113a, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:39.515023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.523433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-3ca5bfb9-20ba-4493-a90c-c6dcc5432e10 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155421 Jul 16 20:24:39.559626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.560517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.562756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] 10.222.0.79 "PUT /v2.0/ports/a1ea4c4f-a18b-4b12-809a-dedb792c113a HTTP/1.1" status: 200 len: 1092 time: 2.1973195 Jul 16 20:24:39.583857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8a7108-c103-4277-8994-e0449393b806', 'tag': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:39.587528 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e85d33b-b2d4-443e-934a-36d064dafaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8a7108-c103-4277-8994-e0449393b806", "tag": "a1ea4c4f-a18b-4b12-809a-dedb792c113a"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:39.600075 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd8f39e2-f8e6-4d99-be0a-64f6f5abbfac tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.610475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.617412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-5011d45f-6a72-4d2e-8487-c9e1d0c76dda service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ab6132-42e2-4194-bb60-562625afa6b2 HTTP/1.1" status: 200 len: 217 time: 0.0839753 Jul 16 20:24:39.649621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd8f39e2-f8e6-4d99-be0a-64f6f5abbfac tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.691360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.698521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.705428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.712129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.719827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.723018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dce96-b29b-45e8-b282-2a6ba9a086a6 req-b6f2223b-1fdd-4436-8d50-448256b2d0a5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.725443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed1dce96-b29b-45e8-b282-2a6ba9a086a6 req-b6f2223b-1fdd-4436-8d50-448256b2d0a5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 943 time: 0.3102484 Jul 16 20:24:39.727076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.733676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.742950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-027264dd-0dc6-425a-afe0-2cf18b92b6ef tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.5372760 Jul 16 20:24:39.769896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f06cbd-3203-416e-aaac-ba42f6c4e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea4c4f-a18b-4b12-809a-dedb792c113a,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.780638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd8f39e2-f8e6-4d99-be0a-64f6f5abbfac tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.833404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd8f39e2-f8e6-4d99-be0a-64f6f5abbfac tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.838028 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd8f39e2-f8e6-4d99-be0a-64f6f5abbfac tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/ad95415e-f8ab-410d-b07f-f14bed87506f HTTP/1.1" status: 204 len: 168 time: 0.3459151 Jul 16 20:24:39.847911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f39e2-f8e6-4d99-be0a-64f6f5abbfac tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad95415e-f8ab-410d-b07f-f14bed87506f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.888166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40038) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.895713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-871fbb6a-c952-43a3-acab-d0e286e73365 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.899478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed1dce96-b29b-45e8-b282-2a6ba9a086a6 req-a4ca7676-0088-455e-a503-5c13bbf4dad3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249270 Jul 16 20:24:39.911749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-871fbb6a-c952-43a3-acab-d0e286e73365 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "GET /v2.0/ports/f354f5c9-881f-45a4-9c64-5402f2be7e38?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1505461 Jul 16 20:24:39.922685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228fd6e-b7e7-4b90-895b-28237a5d3374 req-e171156b-04e3-4515-a5f7-1abadb152d0d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.932923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2228fd6e-b7e7-4b90-895b-28237a5d3374 req-e171156b-04e3-4515-a5f7-1abadb152d0d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.6120028 Jul 16 20:24:39.945185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-04a43133-7a90-4a14-bda3-7e1ce1d6392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.947732 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-04a43133-7a90-4a14-bda3-7e1ce1d6392a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 1095 time: 0.3191674 Jul 16 20:24:40.004965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.035364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b25dd948-dc55-419e-8206-bd44b931ff21 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1342690 Jul 16 20:24:40.037310 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a77df7-e2a8-4f3f-a103-00818b32f08c x-openstack-request-id: req-26a77df7-e2a8-4f3f-a103-00818b32f08c {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:40.037701 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8a7108-c103-4277-8994-e0449393b806", "tag": "a1ea4c4f-a18b-4b12-809a-dedb792c113a", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:40.038129 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-26a77df7-e2a8-4f3f-a103-00818b32f08c {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:40.038755 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8a7108-c103-4277-8994-e0449393b806', 'tag': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a', 'status': 'completed', 'code': 200} Jul 16 20:24:40.041891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2228fd6e-b7e7-4b90-895b-28237a5d3374 req-894434ea-b39d-442b-a6c6-8d228911557f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062553 Jul 16 20:24:40.073600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40044) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:40.120020 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-36d65bc6-0052-4832-ac02-2797ecd3c442 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a HTTP/1.1" status: 200 len: 217 time: 0.1268904 Jul 16 20:24:40.170967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8367ae-5efb-436f-a74b-ff5f06087c30,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:40.214873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-d5fad479-e273-448c-8cc3-9d0192e3808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.217987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-d5fad479-e273-448c-8cc3-9d0192e3808f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0920475 Jul 16 20:24:40.243229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-84c37a06-9ae9-4efb-9e67-513a98b23233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.245133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-84c37a06-9ae9-4efb-9e67-513a98b23233 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.5888534 Jul 16 20:24:40.404314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.405514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Checking segment: {'id': '17223062-e722-48db-beb7-2fd5101d796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:40.406057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Network hostable DHCP agents. Network: 714f3b87-bd42-4717-917a-9221a1694e5d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:40.410660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.422141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.428318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.434884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.437033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9443a9c-e59d-41dd-82e6-2162c1bbbdc4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.441709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.450196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.452445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-ae96f2ac-dcae-45d0-90c5-b9030c2dafe8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 5432 time: 0.1822951 Jul 16 20:24:40.453534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-87e270e1-4689-4f4e-9153-5710927becab tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "GET /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5060363 Jul 16 20:24:40.462747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-a1f20fea-46a6-4079-9ebc-9da7d1c7d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.467331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-a1f20fea-46a6-4079-9ebc-9da7d1c7d526 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2432239 Jul 16 20:24:40.484853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:40.549905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52eacce7-fc1e-45a2-ab4e-a1dba9b5b6f0 req-f730adf3-b766-42fd-87bb-71cb4fd09e8c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811684 Jul 16 20:24:40.551959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Network 714f3b87-bd42-4717-917a-9221a1694e5d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:40.558362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9443a9c-e59d-41dd-82e6-2162c1bbbdc4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.631868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 714f3b87-bd42-4717-917a-9221a1694e5d) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:40.641810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edd48-0293-4c99-9d66-781b28e075ad req-a5ed509a-1298-4f99-9cb1-c5873e829182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.643284 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-a5ed509a-1298-4f99-9cb1-c5873e829182 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3509684 Jul 16 20:24:40.655711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381b5ff-b666-4c14-9386-c600c23ff363 None None] Network 714f3b87-bd42-4717-917a-9221a1694e5d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:40.657417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b93f-eb3c-4b61-b89b-b5fb55db2031 req-0ef8d3f4-ae06-47cd-8016-149c9a90bab6 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.658978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2309b93f-eb3c-4b61-b89b-b5fb55db2031 req-0ef8d3f4-ae06-47cd-8016-149c9a90bab6 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3654306 Jul 16 20:24:40.668900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.670158 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.714273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-da071ba1-1d1e-4bb6-b779-509a6e6e650d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9999897 Jul 16 20:24:40.724872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-86bb69c0-111a-4512-9756-b8bf59d3bd7a service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331924 Jul 16 20:24:41.013903 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95b934f-7684-46e4-b32e-9b6c6d8a536b req-d3919ed3-e0fe-4f82-b051-428692b96cf5 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882807 Jul 16 20:24:41.046883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05f0ab-b70e-409d-9c14-93d06b240597 None None] Network 714f3b87-bd42-4717-917a-9221a1694e5d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:41.263944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9443a9c-e59d-41dd-82e6-2162c1bbbdc4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.266759 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9443a9c-e59d-41dd-82e6-2162c1bbbdc4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.268151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c9443a9c-e59d-41dd-82e6-2162c1bbbdc4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/abbbefe9-4bfb-4e54-aeb6-4b91e0321f9f HTTP/1.1" status: 204 len: 168 time: 1.1806114 Jul 16 20:24:41.273467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40084) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.294331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.297623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-cb422a40-f187-48f3-91ca-1c1f8928e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.299221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-cb422a40-f187-48f3-91ca-1c1f8928e1c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 1095 time: 0.2140658 Jul 16 20:24:41.313647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9443a9c-e59d-41dd-82e6-2162c1bbbdc4 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbbefe9-4bfb-4e54-aeb6-4b91e0321f9f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:41.338154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2309b93f-eb3c-4b61-b89b-b5fb55db2031 req-ff5bdcab-9516-47e2-8ac9-2dc0aed4ed59 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561167 Jul 16 20:24:41.388511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-3471010a-3ada-4b91-878c-2da131e32782 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107303 Jul 16 20:24:41.455180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067a550-1e2a-49e5-bff0-133bd5ea861c req-3ba89648-7612-4c1b-96c6-a4e1b8f0d90e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.456833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c067a550-1e2a-49e5-bff0-133bd5ea861c req-3ba89648-7612-4c1b-96c6-a4e1b8f0d90e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 943 time: 0.2958274 Jul 16 20:24:41.667092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d05edd48-0293-4c99-9d66-781b28e075ad req-603d225e-8d3d-49e2-81da-70138236a879 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762055 Jul 16 20:24:41.688720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-353d73f5-aca0-4c0c-be54-16cd4adf61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.690538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-353d73f5-aca0-4c0c-be54-16cd4adf61cf service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.3820276 Jul 16 20:24:41.730602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-370da6e6-c5bb-4c6d-a758-c98418ea059a tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4453218 Jul 16 20:24:41.740291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40096) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.745552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f2051dba-8b9a-4f10-b6a0-6e6971252ea2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489361978'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:41.781845 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-1aa2262a-6305-4b03-aec8-60870cf7f206 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a HTTP/1.1" status: 200 len: 217 time: 0.0487282 Jul 16 20:24:41.792165 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.828603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40102) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.868249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c067a550-1e2a-49e5-bff0-133bd5ea861c req-8e336cea-8b2d-415e-a408-ca934ab270bb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662667 Jul 16 20:24:41.875092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] For port f354f5c9-881f-45a4-9c64-5402f2be7e38, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f354f5c9-881f-45a4-9c64-5402f2be7e38,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:41.919845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-135ca173-03ab-453e-b285-274b209e64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.922248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-135ca173-03ab-453e-b285-274b209e64b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1278846 Jul 16 20:24:41.931140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] For port f354f5c9-881f-45a4-9c64-5402f2be7e38, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:41.995235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2051dba-8b9a-4f10-b6a0-6e6971252ea2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.063575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] device_id is not set on port f354f5c9-881f-45a4-9c64-5402f2be7e38 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:42.094671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-1d1171d8-5bc2-4f17-8d1f-5a7393d80b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.096438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-1d1171d8-5bc2-4f17-8d1f-5a7393d80b6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674354 Jul 16 20:24:42.102246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.144771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.257803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40118) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:42.267111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-190868348-network', 'tenant_id': 'a6a3f9fe7346479dae6c54eb0c80f366'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:42.279736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50cd8902-4454-47f7-a2f0-c62e34495d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.308599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a224d-1b0a-436d-a9c0-bfc9a3227fd5 req-57f08461-2909-42cc-bfa8-3c0aa90b7c05 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.316409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-002a224d-1b0a-436d-a9c0-bfc9a3227fd5 req-57f08461-2909-42cc-bfa8-3c0aa90b7c05 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.5770721 Jul 16 20:24:42.354555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:24:42.354555 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:24:42.354555 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id_1': 'a6a3f9fe7346479dae6c54eb0c80f366', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 24, 42, 278461)}] Jul 16 20:24:42.354555 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:24:42.355255 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:24:42.360393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] Pushing event updated for resources: {'Port': ['ID=f354f5c9-881f-45a4-9c64-5402f2be7e38,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:42.365026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] No DVR routers for this DVR port f354f5c9-881f-45a4-9c64-5402f2be7e38 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:42.368189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-ed1f9114-5d96-47fe-a054-89e808bbce92 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.374725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-ed1f9114-5d96-47fe-a054-89e808bbce92 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.381260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-ed1f9114-5d96-47fe-a054-89e808bbce92 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.393043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-ed1f9114-5d96-47fe-a054-89e808bbce92 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.399570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-ed1f9114-5d96-47fe-a054-89e808bbce92 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.423653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-ed1f9114-5d96-47fe-a054-89e808bbce92 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.433361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-ed1f9114-5d96-47fe-a054-89e808bbce92 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 4660 time: 0.2699583 Jul 16 20:24:42.436388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-f5bc3de8-98c2-4877-a91a-9ea33662f203 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327346 Jul 16 20:24:42.495628 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-002a224d-1b0a-436d-a9c0-bfc9a3227fd5 req-b8d5efac-47cb-4312-a99a-0d90bf3fc9fe tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782157 Jul 16 20:24:42.498852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] In _notify_port_updated(), no bound segment for port f354f5c9-881f-45a4-9c64-5402f2be7e38 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:24:42.499776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.500389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.501667 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-80029566-c8de-493d-9574-fd307ceaab8c service neutron] 10.222.0.99 "PUT /v2.0/ports/f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 200 len: 1025 time: 2.0343390 Jul 16 20:24:42.618529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a0795cce-138a-4048-9b75-9a82631ee598 None None] Provisioning complete for port f354f5c9-881f-45a4-9c64-5402f2be7e38 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:42.619597 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a0795cce-138a-4048-9b75-9a82631ee598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.626203 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d452ecd0-0a49-4b99-a256-5eac41645b65 req-245d3ffb-5a95-4f00-8854-0d6fcf702db6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=673bed62-21ce-46db-9041-65f2633d25e8&id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869111 Jul 16 20:24:42.679732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-151e4ce4-13b8-491b-bf9e-a1d01017557c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.681383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-151e4ce4-13b8-491b-bf9e-a1d01017557c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "GET /v2.0/ports/5a467959-2f28-49ce-9483-871091ace3a6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1606781 Jul 16 20:24:42.685297 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2051dba-8b9a-4f10-b6a0-6e6971252ea2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.701608 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e85d33b-b2d4-443e-934a-36d064dafaeb req-1f17182b-b083-477e-8b2b-f66ea1e8cf6a service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529781 Jul 16 20:24:42.706486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2051dba-8b9a-4f10-b6a0-6e6971252ea2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.714478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:42.752653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a0795cce-138a-4048-9b75-9a82631ee598 None None] Port f354f5c9-881f-45a4-9c64-5402f2be7e38 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:42.814643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2051dba-8b9a-4f10-b6a0-6e6971252ea2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9124fcd4-9351-4518-9972-6290d6e6c74a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:42.987509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.091218 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50cd8902-4454-47f7-a2f0-c62e34495d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.135513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50cd8902-4454-47f7-a2f0-c62e34495d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.141936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2051dba-8b9a-4f10-b6a0-6e6971252ea2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.146326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f2051dba-8b9a-4f10-b6a0-6e6971252ea2 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4050457 Jul 16 20:24:43.148405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.149874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5a467959-2f28-49ce-9483-871091ace3a6 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:43.217779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e2b95308-2680-4e4a-8583-9c602a989c01 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '9124fcd4-9351-4518-9972-6290d6e6c74a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:43.243472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Made reservation on behalf of a6a3f9fe7346479dae6c54eb0c80f366 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:43.246113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.257956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.282257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f12f8-9a66-45ea-bd96-928f325ba349 req-aa2439d9-60bf-476f-a195-0e580bffc1d4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.284216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-234f12f8-9a66-45ea-bd96-928f325ba349 req-aa2439d9-60bf-476f-a195-0e580bffc1d4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1698492 Jul 16 20:24:43.295005 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.303470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd8902-4454-47f7-a2f0-c62e34495d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a11bf43-c1f9-4152-83de-cd980ae39faf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.320090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-50cd8902-4454-47f7-a2f0-c62e34495d56 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=06d867774d5845aa944090af17688cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4836941 Jul 16 20:24:43.323366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40140) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.367962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2b95308-2680-4e4a-8583-9c602a989c01 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.369493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-234f12f8-9a66-45ea-bd96-928f325ba349 req-68ea3b90-4806-4e28-9676-e85e4ed07b25 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760667 Jul 16 20:24:43.393804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcca86-a704-4821-b9b3-ad23179ceb44 req-adc62763-ed16-4df4-9760-2f608f4cae1b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.395395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcbcca86-a704-4821-b9b3-ad23179ceb44 req-adc62763-ed16-4df4-9760-2f608f4cae1b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 943 time: 0.3333912 Jul 16 20:24:43.432541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e5305a0-9b0b-4be6-b5d5-1e3fd1970266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.455533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e5305a0-9b0b-4be6-b5d5-1e3fd1970266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.460057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] For port 5a467959-2f28-49ce-9483-871091ace3a6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a467959-2f28-49ce-9483-871091ace3a6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:43.514289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcbcca86-a704-4821-b9b3-ad23179ceb44 req-ca46f816-741f-432c-afec-c8573330ddb3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053958 Jul 16 20:24:43.529361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2b95308-2680-4e4a-8583-9c602a989c01 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.530752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.537483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2b95308-2680-4e4a-8583-9c602a989c01 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.539726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] For port 5a467959-2f28-49ce-9483-871091ace3a6, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:43.545770 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e5305a0-9b0b-4be6-b5d5-1e3fd1970266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.548957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e5305a0-9b0b-4be6-b5d5-1e3fd1970266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.550439 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0e5305a0-9b0b-4be6-b5d5-1e3fd1970266 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8a11bf43-c1f9-4152-83de-cd980ae39faf HTTP/1.1" status: 204 len: 168 time: 0.2262659 Jul 16 20:24:43.555219 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.566352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5305a0-9b0b-4be6-b5d5-1e3fd1970266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a11bf43-c1f9-4152-83de-cd980ae39faf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.576715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:43.602904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.603259 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Added segment 1cbd1a7e-58f6-4cfb-b0e4-c86e2f3e7710 of type vlan for network 383d5822-9831-42e1-a9a4-2cade0011693 Jul 16 20:24:43.613478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a1ea4c4f-a18b-4b12-809a-dedb792c113a details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:43.616319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8f2e42-feb3-4a1f-8db0-a23ec830d046,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.648912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2b95308-2680-4e4a-8583-9c602a989c01 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.656174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e2b95308-2680-4e4a-8583-9c602a989c01 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4855883 Jul 16 20:24:43.660162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b95308-2680-4e4a-8583-9c602a989c01 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf461dc-e7e9-4754-89fc-3e90aaaa3445,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.662341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40152) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.667928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] device_id is not set on port 5a467959-2f28-49ce-9483-871091ace3a6 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:43.706802 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.723537 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.737308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40158) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.742113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7af7d25f-c290-4cde-be88-e4736192ddf6 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules/ebf461dc-e7e9-4754-89fc-3e90aaaa3445 HTTP/1.1" status: 200 len: 763 time: 0.0766888 Jul 16 20:24:43.753005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.761050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a1ea4c4f-a18b-4b12-809a-dedb792c113a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:43.777855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a', 'mac_address': 'fa:16:3e:5c:bc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:43.830662 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.831672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.832256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.847297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:24:43.857972 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:24:43.928971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.932982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] No DVR routers for this DVR port 5a467959-2f28-49ce-9483-871091ace3a6 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:43.947337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] Pushing event updated for resources: {'Port': ['ID=5a467959-2f28-49ce-9483-871091ace3a6,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.953254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ea4c4f-a18b-4b12-809a-dedb792c113a {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:43.961366 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6944683 Jul 16 20:24:43.986894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac46ab6d-2c85-45ec-bb31-f6f00ae3ccc8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2483959 Jul 16 20:24:43.994787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40164) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.995142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40166) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.013307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a1ea4c4f-a18b-4b12-809a-dedb792c113a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:44.019756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.079550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Request body: {'subnet': {'network_id': '383d5822-9831-42e1-a9a4-2cade0011693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-190868348-subnet', 'tenant_id': 'a6a3f9fe7346479dae6c54eb0c80f366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:44.111620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11016f-6a77-4425-a3ff-72b79e836bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=383d5822-9831-42e1-a9a4-2cade0011693,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.117408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] In _notify_port_updated(), no bound segment for port 5a467959-2f28-49ce-9483-871091ace3a6 on network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:24:44.118760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.119541 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.131459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 383d5822-9831-42e1-a9a4-2cade0011693 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:44.136960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-5312e3a7-f7c7-427b-ad37-ea00dc6f8f65 service neutron] 10.222.0.99 "PUT /v2.0/ports/5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 200 len: 1027 time: 1.4316297 Jul 16 20:24:44.154628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Made reservation on behalf of a6a3f9fe7346479dae6c54eb0c80f366 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:44.176286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.212327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49125-6e8b-45d0-a7ca-049595e3dd02 req-73dec2ad-b2fb-48aa-96a6-9d43baba384b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.218897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49125-6e8b-45d0-a7ca-049595e3dd02 req-73dec2ad-b2fb-48aa-96a6-9d43baba384b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.229117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49125-6e8b-45d0-a7ca-049595e3dd02 req-73dec2ad-b2fb-48aa-96a6-9d43baba384b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.239015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49125-6e8b-45d0-a7ca-049595e3dd02 req-73dec2ad-b2fb-48aa-96a6-9d43baba384b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.246360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49125-6e8b-45d0-a7ca-049595e3dd02 req-73dec2ad-b2fb-48aa-96a6-9d43baba384b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.248774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ea49125-6e8b-45d0-a7ca-049595e3dd02 req-73dec2ad-b2fb-48aa-96a6-9d43baba384b tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 3886 time: 0.3048525 Jul 16 20:24:44.328088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ea49125-6e8b-45d0-a7ca-049595e3dd02 req-6f21d6d6-671c-49d8-8ebe-f335eed3dce8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715616 Jul 16 20:24:44.416251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port a3710417-7257-4be0-8a28-f2c8846aecc6 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:44.416631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.502156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f354f5c9-881f-45a4-9c64-5402f2be7e38 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:44.507436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a1ea4c4f-a18b-4b12-809a-dedb792c113a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.546478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5562dc6e-5c14-4342-af42-d651d98d29ab tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.554289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-66fb48f1-0695-4624-a367-1efc641edb7e None None] Provisioning complete for port 5a467959-2f28-49ce-9483-871091ace3a6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:44.555002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-66fb48f1-0695-4624-a367-1efc641edb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.560326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43197b-8171-4231-a765-003f1a429d69 req-7ea827e8-10b6-4976-8158-6b5428eb0670 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.569813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd43197b-8171-4231-a765-003f1a429d69 req-7ea827e8-10b6-4976-8158-6b5428eb0670 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.7517307 Jul 16 20:24:44.576046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.583779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] For port a3710417-7257-4be0-8a28-f2c8846aecc6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3710417-7257-4be0-8a28-f2c8846aecc6,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:44.584266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.601213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for a3710417-7257-4be0-8a28-f2c8846aecc6 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:44.609710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-66fb48f1-0695-4624-a367-1efc641edb7e None None] Port 5a467959-2f28-49ce-9483-871091ace3a6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:44.646899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a1ea4c4f-a18b-4b12-809a-dedb792c113a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:44.651701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5562dc6e-5c14-4342-af42-d651d98d29ab tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.673724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd43197b-8171-4231-a765-003f1a429d69 req-a486ca3f-dbf6-4595-b98b-0a654c07f913 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025224 Jul 16 20:24:44.792859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.812520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f354f5c9-881f-45a4-9c64-5402f2be7e38 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:44.813817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6d0c717b-a9d4-452e-9513-aac3a766f998 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:44.847083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=a3710417-7257-4be0-8a28-f2c8846aecc6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.944048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] No DVR routers for this DVR port a3710417-7257-4be0-8a28-f2c8846aecc6 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:44.951132 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.953225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ff3c8ab9-a889-4c05-93ac-eefbe13afc07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "DELETE /v2.0/ports/a3710417-7257-4be0-8a28-f2c8846aecc6 HTTP/1.1" status: 204 len: 173 time: 0.8105636 Jul 16 20:24:44.954429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5562dc6e-5c14-4342-af42-d651d98d29ab tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.955019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': 'a3710417-7257-4be0-8a28-f2c8846aecc6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:44.960435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf073ef5-f0e0-4052-ba44-51774f1376a0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.966252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5562dc6e-5c14-4342-af42-d651d98d29ab tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.972697 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41192c3-afaa-4787-a606-6fb0bbbc75f0" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "a3710417-7257-4be0-8a28-f2c8846aecc6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:44.974528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5562dc6e-5c14-4342-af42-d651d98d29ab tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/ebf461dc-e7e9-4754-89fc-3e90aaaa3445 HTTP/1.1" status: 204 len: 168 time: 0.9760451 Jul 16 20:24:44.982960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40200) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.998228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562dc6e-5c14-4342-af42-d651d98d29ab tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebf461dc-e7e9-4754-89fc-3e90aaaa3445,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.002776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Checking segment: {'id': '1cbd1a7e-58f6-4cfb-b0e4-c86e2f3e7710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '383d5822-9831-42e1-a9a4-2cade0011693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:45.003167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Network hostable DHCP agents. Network: 383d5822-9831-42e1-a9a4-2cade0011693, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:45.077643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40208) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.110561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de360-eec0-4953-9b4f-b24eff3280fa req-66f5c665-57d7-4076-9a3e-50e48e69fcdd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.118360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-638de360-eec0-4953-9b4f-b24eff3280fa req-66f5c665-57d7-4076-9a3e-50e48e69fcdd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2308681 Jul 16 20:24:45.118569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5aeac649-f266-4819-9113-26d8a8750145 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1337235 Jul 16 20:24:45.118569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.126348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Network 383d5822-9831-42e1-a9a4-2cade0011693 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:45.145778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 383d5822-9831-42e1-a9a4-2cade0011693) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:45.154017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.155101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.169552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b12ace0e-abc7-4da9-85b7-b3ab5e78472b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '9124fcd4-9351-4518-9972-6290d6e6c74a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:45.172331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d378d22-6d7d-4a7d-aa32-8fca1b6c5b73 None None] Network 383d5822-9831-42e1-a9a4-2cade0011693 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:45.204207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-638de360-eec0-4953-9b4f-b24eff3280fa req-699a84cb-ed7c-43d8-b78b-bbd119a88f8e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853302 Jul 16 20:24:45.214232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-78f12af8-71f1-4eb9-94d6-9cf8b5cec8ba admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2092278 Jul 16 20:24:45.232371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25b8b6-821f-4e8c-8d7e-ebf4f582ef22 req-e594de42-972f-40d6-86c2-99c77e98b964 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.240884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea25b8b6-821f-4e8c-8d7e-ebf4f582ef22 req-e594de42-972f-40d6-86c2-99c77e98b964 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 944 time: 0.3277464 Jul 16 20:24:45.277541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-582865168-network', 'tenant_id': '7749d02d72f148a6b0d11f063739606f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:45.303369 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d895b7ca-7dba-421e-b7a3-4550ca70f428 x-openstack-request-id: req-d895b7ca-7dba-421e-b7a3-4550ca70f428 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:45.303663 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "a3710417-7257-4be0-8a28-f2c8846aecc6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:45.303920 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d895b7ca-7dba-421e-b7a3-4550ca70f428 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:45.307124 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': 'a3710417-7257-4be0-8a28-f2c8846aecc6', 'status': 'completed', 'code': 200} Jul 16 20:24:45.330013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b12ace0e-abc7-4da9-85b7-b3ab5e78472b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.351279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:45.354139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.384848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.394916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port e20a8aad-8452-40c9-a0e9-b654a1f435cc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:45.395371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.410897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea25b8b6-821f-4e8c-8d7e-ebf4f582ef22 req-22358359-915d-4024-a1af-e38ae46794ba tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658554 Jul 16 20:24:45.524097 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.568407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b12ace0e-abc7-4da9-85b7-b3ab5e78472b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.600964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6d0c717b-a9d4-452e-9513-aac3a766f998, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6d0c717b-a9d4-452e-9513-aac3a766f998,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:45.602989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd621a-ec0f-49ca-9447-14341b0700d7 None None] Network 383d5822-9831-42e1-a9a4-2cade0011693 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:45.607255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:45.610244 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327e63a-94d3-450e-b7e6-803fd9c9eb49" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:45.653253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a1ea4c4f-a18b-4b12-809a-dedb792c113a up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:45.655249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.655947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ccbf68dc-080e-4144-b631-5837eeef50da no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:45.659849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b12ace0e-abc7-4da9-85b7-b3ab5e78472b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.729596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ace0e-abc7-4da9-85b7-b3ab5e78472b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93b7fe1-9fea-4f4e-a49a-cbaea46f3b7e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.754603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0135-258a-4ad1-a679-7c496c1eff69 req-b1b03cee-1952-4fab-b717-b8d9ccab5caa tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.764329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-387e0135-258a-4ad1-a679-7c496c1eff69 req-b1b03cee-1952-4fab-b717-b8d9ccab5caa tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2336605 Jul 16 20:24:45.784715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] For port e20a8aad-8452-40c9-a0e9-b654a1f435cc, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:45.785101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.793036 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.805362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.819884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc4502-2508-4123-bd7d-5262ba29c1e3 req-59f2459a-e9e0-485d-a05f-ee70782c401c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.825090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:45.826135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc4502-2508-4123-bd7d-5262ba29c1e3 req-59f2459a-e9e0-485d-a05f-ee70782c401c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.829623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6d0c717b-a9d4-452e-9513-aac3a766f998,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.832841 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc4502-2508-4123-bd7d-5262ba29c1e3 req-59f2459a-e9e0-485d-a05f-ee70782c401c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.839394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc4502-2508-4123-bd7d-5262ba29c1e3 req-59f2459a-e9e0-485d-a05f-ee70782c401c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.846795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7fc4502-2508-4123-bd7d-5262ba29c1e3 req-59f2459a-e9e0-485d-a05f-ee70782c401c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 3149 time: 0.1532316 Jul 16 20:24:45.877127 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b12ace0e-abc7-4da9-85b7-b3ab5e78472b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.881174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b12ace0e-abc7-4da9-85b7-b3ab5e78472b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7594483 Jul 16 20:24:45.881899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40240) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.888093 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-387e0135-258a-4ad1-a679-7c496c1eff69 req-cbf6b15b-c216-47f7-a4b8-97290a8ee87d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228137 Jul 16 20:24:45.889359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.889714 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Added segment aea34607-00b4-4b47-a0e1-b814adb34918 of type vlan for network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 Jul 16 20:24:45.956107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d601314-79b1-4d12-89a4-2311f4cc291f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.971827 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.989285 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.991236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c445d0df-cf28-4a21-95ab-d41db2c83491 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules/b93b7fe1-9fea-4f4e-a49a-cbaea46f3b7e HTTP/1.1" status: 200 len: 763 time: 0.0752778 Jul 16 20:24:45.992310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40244) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.034141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7fc4502-2508-4123-bd7d-5262ba29c1e3 req-a5dc4d1e-e6ed-4b18-a333-798c10cfb810 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863410 Jul 16 20:24:46.061796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c993b261-1f3e-41ec-8f25-9d4912ada8b6 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0677831 Jul 16 20:24:46.063119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.064356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.065593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.071673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40250) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.156278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e2db2254-8aa3-401b-bd1c-1253cecbb083 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.169672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ccbf68dc-080e-4144-b631-5837eeef50da, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ccbf68dc-080e-4144-b631-5837eeef50da,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:46.174784 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ec6d3-a60c-4ca2-890d-ecd652164b66 x-openstack-request-id: req-551ec6d3-a60c-4ca2-890d-ecd652164b66 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:46.175097 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:46.176047 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-551ec6d3-a60c-4ca2-890d-ecd652164b66 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:46.176854 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998', 'code': 200} Jul 16 20:24:46.185803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.188552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3710417-7257-4be0-8a28-f2c8846aecc6 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:46.194886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a1ea4c4f-a18b-4b12-809a-dedb792c113a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:46.242978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1133707 Jul 16 20:24:46.244021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40256) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.264332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Request body: {'subnet': {'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-582865168-subnet', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:46.285086 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a1ea4c4f-a18b-4b12-809a-dedb792c113a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:46.285803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.297060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e2db2254-8aa3-401b-bd1c-1253cecbb083 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.297841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: a3710417-7257-4be0-8a28-f2c8846aecc6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:46.298466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3710417-7257-4be0-8a28-f2c8846aecc6 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:46.299512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e20a8aad-8452-40c9-a0e9-b654a1f435cc no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:46.310984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5407578-2b55-4b12-9311-2306ca6915c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f10ab94c-7d04-486b-9be8-99d7d45c5cc1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.418986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:46.443402 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e2db2254-8aa3-401b-bd1c-1253cecbb083 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.448525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:46.453719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.466077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e2db2254-8aa3-401b-bd1c-1253cecbb083 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.472922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e2db2254-8aa3-401b-bd1c-1253cecbb083 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/b93b7fe1-9fea-4f4e-a49a-cbaea46f3b7e HTTP/1.1" status: 204 len: 168 time: 0.4001522 Jul 16 20:24:46.474017 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.474646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.476672 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Floating IP d12fecfe-a78c-4fe0-833c-fd8eb55e7681 disassociated. External IP: 172.25.3.15, port: e20a8aad-8452-40c9-a0e9-b654a1f435cc. Jul 16 20:24:46.477657 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for e20a8aad-8452-40c9-a0e9-b654a1f435cc owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:46.531569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40270) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.544278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ccbf68dc-080e-4144-b631-5837eeef50da,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.557353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.557730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.558020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.558347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.558681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.559020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.559339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.559656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.559972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.560682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.560682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.560877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:46.575758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db2254-8aa3-401b-bd1c-1253cecbb083 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b93b7fe1-9fea-4f4e-a49a-cbaea46f3b7e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.664434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dbcb6659-b5bf-4c45-bef1-f4f6da5821ac tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1286068 Jul 16 20:24:46.667474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40276) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.669853 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.674562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-00fff6cd-b294-48bb-bdb9-c1e8dcb45ea5 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Request body: {'security_group_rule': {'security_group_id': '9124fcd4-9351-4518-9972-6290d6e6c74a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:46.675568 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.719763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e20a8aad-8452-40c9-a0e9-b654a1f435cc, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e20a8aad-8452-40c9-a0e9-b654a1f435cc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:46.748808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a1ea4c4f-a18b-4b12-809a-dedb792c113a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:46.751011 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.752522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 142b1ade-875a-40b6-a91f-9834109165c3 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:46.779715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.794896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485266-a4ce-406a-829f-67c543dc45e4 req-2d4a5fe7-7f16-4ff4-80f0-65b7942f1dca tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.802172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-2d4a5fe7-7f16-4ff4-80f0-65b7942f1dca tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/networks?id=714f3b87-bd42-4717-917a-9221a1694e5d HTTP/1.1" status: 200 len: 812 time: 0.2639103 Jul 16 20:24:46.816622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-00fff6cd-b294-48bb-bdb9-c1e8dcb45ea5 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.823551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-a56cfb7d-101f-4650-9641-7e665a016769 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/quotas/6136c9f8ef4a4d74be5fe38d36b264b6 HTTP/1.1" status: 200 len: 375 time: 0.0206041 Jul 16 20:24:46.850444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e20a8aad-8452-40c9-a0e9-b654a1f435cc,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.898271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-c88570bc-041e-4205-9fa2-7f8b40dbbc94 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6136c9f8ef4a4d74be5fe38d36b264b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648916 Jul 16 20:24:46.910517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-8b54e3bc-7558-4efc-a1eb-645044f0bf6e tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:46.913408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-8b54e3bc-7558-4efc-a1eb-645044f0bf6e tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079112 Jul 16 20:24:46.957850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a1ea4c4f-a18b-4b12-809a-dedb792c113a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.960636 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.007840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e1dd-cba9-45ae-8cab-03b72a76f569 req-6f4aa258-0ec0-4af2-a42c-d5a1151a4f7e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.015732 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e996e1dd-cba9-45ae-8cab-03b72a76f569 req-6f4aa258-0ec0-4af2-a42c-d5a1151a4f7e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.4463456 Jul 16 20:24:47.019382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-00fff6cd-b294-48bb-bdb9-c1e8dcb45ea5 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.041931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 142b1ade-875a-40b6-a91f-9834109165c3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=142b1ade-875a-40b6-a91f-9834109165c3,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:47.048692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.103125 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e996e1dd-cba9-45ae-8cab-03b72a76f569 req-6fc65814-2bf8-4173-a035-819127bdd6e6 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860550 Jul 16 20:24:47.108494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.118519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=142b1ade-875a-40b6-a91f-9834109165c3,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.164415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=e20a8aad-8452-40c9-a0e9-b654a1f435cc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.348546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Router 29d45965-5791-4885-b7cf-b02fd257fb0b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:47.407270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-00fff6cd-b294-48bb-bdb9-c1e8dcb45ea5 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.430651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0e225-935e-4f59-a7e5-2846c746b860 req-050e21b7-2f19-4592-9015-ad4df271acc8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.432295 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88f0e225-935e-4f59-a7e5-2846c746b860 req-050e21b7-2f19-4592-9015-ad4df271acc8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1515412 Jul 16 20:24:47.464162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fff6cd-b294-48bb-bdb9-c1e8dcb45ea5 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39ba07f-8cdd-4d56-82ee-f7b53880dfe5,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.470619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.476832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-00fff6cd-b294-48bb-bdb9-c1e8dcb45ea5 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.478108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-00fff6cd-b294-48bb-bdb9-c1e8dcb45ea5 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8074522 Jul 16 20:24:47.482344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40288) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.531977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88f0e225-935e-4f59-a7e5-2846c746b860 req-3a110da9-630c-4135-914b-4377031544fe tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Jul 16 20:24:47.533971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:47.553068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-45e07c7f-6434-4dcc-af9c-7bbe9a69100e tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules/b39ba07f-8cdd-4d56-82ee-f7b53880dfe5 HTTP/1.1" status: 200 len: 764 time: 0.0660369 Jul 16 20:24:47.554970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.558785 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] Sync routers for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:47.576945 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:47.577850 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:47.626649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07381f6-ef19-4a12-a94c-1cbaada029ea,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.640605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] No DVR routers for this DVR port e20a8aad-8452-40c9-a0e9-b654a1f435cc on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:47.645189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.648809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-ba079262-8395-4fcb-89ab-1abad99586f0 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "DELETE /v2.0/ports/e20a8aad-8452-40c9-a0e9-b654a1f435cc HTTP/1.1" status: 204 len: 173 time: 2.6691201 Jul 16 20:24:47.649413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:47.651892 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c7d8b6-2fea-48ff-8ce9-041c95b4be9d" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:47.659680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-181d5975-fee5-41f1-ae93-85bab45f6711 service neutron] 10.222.0.91 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362707 Jul 16 20:24:47.708993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:47.709368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Network hostable DHCP agents. Network: f10ab94c-7d04-486b-9be8-99d7d45c5cc1, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:47.744602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b2007814-b019-431c-8efe-993c44fd90d9 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1877668 Jul 16 20:24:47.748684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40294) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.814595 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:47.843608 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-3767944d-b3b0-4362-a916-589bff832e95 service neutron] 10.222.0.91 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826193 Jul 16 20:24:47.860195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:47.875118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, f10ab94c-7d04-486b-9be8-99d7d45c5cc1) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:47.886948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27e4ce-e472-4ab6-b0c9-b0110bafc586 None None] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:47.899236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.900114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.913366 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8d614b2c-5480-4150-b695-df8ff97b33fd tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.924606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4d06bb52-cc1d-4626-b4cf-a60952b4b0ff admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6699271 Jul 16 20:24:47.927201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8d614b2c-5480-4150-b695-df8ff97b33fd tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.929239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40296) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.932603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff3b73-dbba-4729-8e79-0d2a4e4bd4fa req-102aebc5-c5ce-4943-8c89-672a05a17cde tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.950846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff3b73-dbba-4729-8e79-0d2a4e4bd4fa req-102aebc5-c5ce-4943-8c89-672a05a17cde tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.965135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff3b73-dbba-4729-8e79-0d2a4e4bd4fa req-102aebc5-c5ce-4943-8c89-672a05a17cde tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.971505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17ff3b73-dbba-4729-8e79-0d2a4e4bd4fa req-102aebc5-c5ce-4943-8c89-672a05a17cde tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 2409 time: 0.2456808 Jul 16 20:24:47.975740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:48.046746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8d614b2c-5480-4150-b695-df8ff97b33fd tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.058400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port 142b1ade-875a-40b6-a91f-9834109165c3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:48.059627 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.073031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8d614b2c-5480-4150-b695-df8ff97b33fd tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.078693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8d614b2c-5480-4150-b695-df8ff97b33fd tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/b39ba07f-8cdd-4d56-82ee-f7b53880dfe5 HTTP/1.1" status: 204 len: 168 time: 0.3176451 Jul 16 20:24:48.078693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d614b2c-5480-4150-b695-df8ff97b33fd tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b39ba07f-8cdd-4d56-82ee-f7b53880dfe5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.086636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.088139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40300) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.108600 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.138185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17ff3b73-dbba-4729-8e79-0d2a4e4bd4fa req-241db921-b768-4359-b2b1-92781b9f1bb8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552956 Jul 16 20:24:48.182142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da'}, {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc'}, {'server_uuid': '7a8a7108-c103-4277-8994-e0449393b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a'}, {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:48.184730 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc0803-7c59-4f8e-9755-fbef4855dd3a" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da"}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc"}, {"server_uuid": "7a8a7108-c103-4277-8994-e0449393b806", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea4c4f-a18b-4b12-809a-dedb792c113a"}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "142b1ade-875a-40b6-a91f-9834109165c3"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:48.239054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.297337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:48.298176 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.345247 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:48Z', 'revision_number': 5, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:48.355030 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd34dee5-2a51-4645-9940-a3082606757e x-openstack-request-id: req-dd34dee5-2a51-4645-9940-a3082606757e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:48.355348 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:48.355584 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dd34dee5-2a51-4645-9940-a3082606757e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:48.355989 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'status': 'completed', 'code': 200} Jul 16 20:24:48.381627 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fc006f-fa3e-4156-872a-0400da4eea69 x-openstack-request-id: req-f1fc006f-fa3e-4156-872a-0400da4eea69 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:48.381987 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da", "code": 200}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "e20a8aad-8452-40c9-a0e9-b654a1f435cc", "code": 200}, {"server_uuid": "7a8a7108-c103-4277-8994-e0449393b806", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea4c4f-a18b-4b12-809a-dedb792c113a", "code": 200}, {"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-unplugged", "status": "completed", "tag": "142b1ade-875a-40b6-a91f-9834109165c3", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:48.382254 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f1fc006f-fa3e-4156-872a-0400da4eea69 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:48.382688 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da', 'code': 200} Jul 16 20:24:48.382982 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20a8aad-8452-40c9-a0e9-b654a1f435cc', 'code': 200} Jul 16 20:24:48.383237 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8a7108-c103-4277-8994-e0449393b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a', 'code': 200} Jul 16 20:24:48.383487 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3', 'code': 200} Jul 16 20:24:48.470277 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] Checking router: 29d45965-5791-4885-b7cf-b02fd257fb0b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:48.475025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9396a79c-5dbc-41ad-966b-bb66b5ab35b8 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3793695 Jul 16 20:24:48.477713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40314) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.493871 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:48.494798 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:48.582364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-302e8050-645f-49b7-9468-0f9dea85e6d9 req-ad527c3b-3ab9-40b9-b2b7-f1a4e99dfecc tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 210 time: 0.2206886 Jul 16 20:24:48.607942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] For port 142b1ade-875a-40b6-a91f-9834109165c3, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=142b1ade-875a-40b6-a91f-9834109165c3,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:48.607942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.642548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for 142b1ade-875a-40b6-a91f-9834109165c3 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:48.691613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:48.708958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5007a668-4e7c-4f39-9986-61b11d435519 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.787258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Allocated IP 172.20.0.2 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/2f2d7a86-8b44-4ca3-98d0-665c5942a513) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:48.814229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5007a668-4e7c-4f39-9986-61b11d435519 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.841901 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.884125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba0ea-11cc-4ac8-b275-f015d53b1401 req-e496fb05-2587-486a-b6e5-c04bba5b6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.885763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a16ba0ea-11cc-4ac8-b275-f015d53b1401 req-e496fb05-2587-486a-b6e5-c04bba5b6ba3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 1097 time: 0.4162273 Jul 16 20:24:48.966322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a16ba0ea-11cc-4ac8-b275-f015d53b1401 req-e72d972e-9483-45df-97b2-77eb816f8e6a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509801 Jul 16 20:24:49.051511 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.058073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4923-08f9-451a-9819-af5ca82b4dcd req-35b118b1-5681-40f4-b95c-c9d6b52463f7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.061623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Transition to ACTIVE for port object 2f2d7a86-8b44-4ca3-98d0-665c5942a513 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:49.064598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66db4923-08f9-451a-9819-af5ca82b4dcd req-35b118b1-5681-40f4-b95c-c9d6b52463f7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.5383384 Jul 16 20:24:49.065200 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:48Z', 'revision_number': 5, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.072237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a5bd3-0810-4ec0-8614-ee82fb85e246 req-434120ad-f605-4de1-b716-38f04935540d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.081062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e41a5bd3-0810-4ec0-8614-ee82fb85e246 req-434120ad-f605-4de1-b716-38f04935540d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.2235889 Jul 16 20:24:49.109989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b1fdd-4acc-42f2-b6d5-4b0f199b1d1b None None] The sync data for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 is: [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:13:36Z', 'revision_number': 4, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed9682ec-8b9f-4f96-98a4-271bda0dbdbc', 'name': '', 'network_id': 'a59f169c-e5f6-4288-a73f-979b2b8a3703', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'mac_address': 'fa:16:3e:6d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3485200b-2821-45fe-9611-0bd8895fc774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:34Z', 'updated_at': '2021-07-16T20:13:48Z', 'revision_number': 5, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'subnets': [{'id': '3485200b-2821-45fe-9611-0bd8895fc774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:49.121188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Transition to ACTIVE for port object 2f2d7a86-8b44-4ca3-98d0-665c5942a513 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:49.130313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.136277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5007a668-4e7c-4f39-9986-61b11d435519 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.139496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5007a668-4e7c-4f39-9986-61b11d435519 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.140780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5007a668-4e7c-4f39-9986-61b11d435519 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "DELETE /v2.0/security-groups/9124fcd4-9351-4518-9972-6290d6e6c74a HTTP/1.1" status: 204 len: 168 time: 0.6620650 Jul 16 20:24:49.146977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40322) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.185396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007a668-4e7c-4f39-9986-61b11d435519 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9124fcd4-9351-4518-9972-6290d6e6c74a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.209778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-66db4923-08f9-451a-9819-af5ca82b4dcd req-04c86b35-8352-4aaa-85dc-33081e96a5a5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351995 Jul 16 20:24:49.263125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:49.281535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:49.293528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:49.310653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Pushing event updated for resources: {'Port': ['ID=2f2d7a86-8b44-4ca3-98d0-665c5942a513,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.357450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e41a5bd3-0810-4ec0-8614-ee82fb85e246 req-d91c29bd-07ad-4ef5-b625-cb1a672297ab tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741742 Jul 16 20:24:49.368576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.446514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Attempting to bind port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:49.448163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Attempting to bind port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:49.448730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Attempting to bind port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:49.459165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:49.459863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:49.460457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.461079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:49.468974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Bound port: 2f2d7a86-8b44-4ca3-98d0-665c5942a513, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:49.470153 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.478312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=142b1ade-875a-40b6-a91f-9834109165c3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.563146 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a8a9e6e-34f4-4a39-86b7-4ac7e3509a4b tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4066484 Jul 16 20:24:49.572169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40330) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.612417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.633950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] For port 2f2d7a86-8b44-4ca3-98d0-665c5942a513, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:49.639387 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] For port 2f2d7a86-8b44-4ca3-98d0-665c5942a513, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2f2d7a86-8b44-4ca3-98d0-665c5942a513,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:49.646781 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.654211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.673233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] No DVR routers for this DVR port 142b1ade-875a-40b6-a91f-9834109165c3 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:49.676910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.682516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e69d59-6bea-4148-a045-9d2ad07792fd None None] New status for floating IP d12fecfe-a78c-4fe0-833c-fd8eb55e7681: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:24:49.682862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-373ab86c-f65a-4d8c-9f08-0c28eb2dd4f8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "DELETE /v2.0/ports/142b1ade-875a-40b6-a91f-9834109165c3 HTTP/1.1" status: 204 len: 173 time: 2.0269823 Jul 16 20:24:49.786770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Allocated IP 172.25.3.43 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e7b435fb-2e21-43b1-bf21-4ca0551d99c0) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:49.921058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ead864-c179-4538-9cbf-1bec00440e7d req-bc0c567f-0c66-40cd-892e-6f848268ea6e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.927414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ead864-c179-4538-9cbf-1bec00440e7d req-bc0c567f-0c66-40cd-892e-6f848268ea6e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.929232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ead864-c179-4538-9cbf-1bec00440e7d req-bc0c567f-0c66-40cd-892e-6f848268ea6e tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 1676 time: 0.4065337 Jul 16 20:24:49.937845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.065090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27dedcd7-bbb1-41b7-8987-9cf036795c96 tempest-SecGroupTest-46241995 tempest-SecGroupTest-46241995-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4858820 Jul 16 20:24:50.114104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d3daa580-6675-4a54-857d-72ba9ba45fed tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.122766 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d3daa580-6675-4a54-857d-72ba9ba45fed tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.99 "GET /v2.0/networks?id=714f3b87-bd42-4717-917a-9221a1694e5d HTTP/1.1" status: 200 len: 812 time: 0.2364817 Jul 16 20:24:50.159857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Request body: {'port': {'device_id': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d', 'admin_state_up': True, 'tenant_id': '6136c9f8ef4a4d74be5fe38d36b264b6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:50.168221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d3871-aff0-45fb-8a01-71f31a86c993 None None] Pushing event updated for resources: {'Port': ['ID=2f2d7a86-8b44-4ca3-98d0-665c5942a513,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.267971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.293967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ead864-c179-4538-9cbf-1bec00440e7d req-65c8ea31-6c80-4485-98c4-29e68f5e0705 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537755 Jul 16 20:24:50.326275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.344005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:50.360128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e205058-4e73-4dfc-901b-70d9925adc06 req-a04fc67f-8597-4dda-a0ad-35810ab199a9 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.367792 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e205058-4e73-4dfc-901b-70d9925adc06 req-a04fc67f-8597-4dda-a0ad-35810ab199a9 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3185718 Jul 16 20:24:50.372191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:50.379093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:50.440033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port 6d0c717b-a9d4-452e-9513-aac3a766f998 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:50.440398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.443239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:50.446787 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de17005a-8a3d-4033-b4bf-1b947cb04e11" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "142b1ade-875a-40b6-a91f-9834109165c3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:50.512152 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e205058-4e73-4dfc-901b-70d9925adc06 req-4ef51100-017e-43a4-9286-f95e8f721292 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433301 Jul 16 20:24:50.517152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40344) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.615212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] For port 6d0c717b-a9d4-452e-9513-aac3a766f998, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6d0c717b-a9d4-452e-9513-aac3a766f998,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:50.616105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.697752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b59da3c-85d7-4de9-94ae-ea4f96b4784e req-ce221bba-0c43-4c19-9374-6624e9584d85 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 210 time: 0.0669076 Jul 16 20:24:50.700204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for 6d0c717b-a9d4-452e-9513-aac3a766f998 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:50.805484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Made reservation on behalf of 6136c9f8ef4a4d74be5fe38d36b264b6 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:50.811122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.832926 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f594f458-513a-4902-b5ce-57f508bc3bd1 x-openstack-request-id: req-f594f458-513a-4902-b5ce-57f508bc3bd1 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:50.833367 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "142b1ade-875a-40b6-a91f-9834109165c3", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:50.833979 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f594f458-513a-4902-b5ce-57f508bc3bd1 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:50.834957 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': '142b1ade-875a-40b6-a91f-9834109165c3', 'status': 'completed', 'code': 200} Jul 16 20:24:50.981126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f3af4d59-6702-4c9c-b8c1-482e9ef25235 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7848aa49d57c4d629603fb88a0a8f43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613817 Jul 16 20:24:50.985863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40352) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.994611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5acb3f-6aea-425a-bea2-afa2896a22e5 req-4c25c969-9a66-4a93-9e67-3e70d0704af6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.996299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f5acb3f-6aea-425a-bea2-afa2896a22e5 req-4c25c969-9a66-4a93-9e67-3e70d0704af6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.3018079 Jul 16 20:24:51.037590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2f2d7a86-8b44-4ca3-98d0-665c5942a513 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:51.127872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f5acb3f-6aea-425a-bea2-afa2896a22e5 req-85f9ae8d-1dfd-4fe1-91a3-358dc83f1497 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205914 Jul 16 20:24:51.146880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:51.149848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Allocated IP 172.20.0.5 (714f3b87-bd42-4717-917a-9221a1694e5d/ea8367ae-5efb-436f-a74b-ff5f06087c30/ad555e80-5dcd-435d-baef-86334a0e3698) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:51.196667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.338518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.371886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37d4249f-9598-4fcd-926f-66c9106bf7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.437202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=6d0c717b-a9d4-452e-9513-aac3a766f998,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:51.456168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.497586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37d4249f-9598-4fcd-926f-66c9106bf7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.571993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] No DVR routers for this DVR port 6d0c717b-a9d4-452e-9513-aac3a766f998 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:51.576373 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.583043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-8bd7e2a4-c46b-4cb1-9340-dfb8fa720910 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "DELETE /v2.0/ports/6d0c717b-a9d4-452e-9513-aac3a766f998 HTTP/1.1" status: 204 len: 173 time: 1.8803451 Jul 16 20:24:51.702278 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.739707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.757000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37d4249f-9598-4fcd-926f-66c9106bf7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.759587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-37d4249f-9598-4fcd-926f-66c9106bf7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.762460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-37d4249f-9598-4fcd-926f-66c9106bf7cb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/640f6c9e-89ab-4737-9e73-9e7d91d66833 HTTP/1.1" status: 204 len: 168 time: 0.7632108 Jul 16 20:24:51.777071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe21ca-d64d-4280-85d8-9db7d13da6ef req-9f6f8d77-47f6-415d-9c74-16caca6f8ba8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.786468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-febe21ca-d64d-4280-85d8-9db7d13da6ef req-9f6f8d77-47f6-415d-9c74-16caca6f8ba8 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3659608 Jul 16 20:24:51.795714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Pushing event updated for resources: {'Port': ['ID=ad555e80-5dcd-435d-baef-86334a0e3698,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:51.831085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba49f0-3680-4381-816c-a813e9d98197 None None] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:51.863819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Network 714f3b87-bd42-4717-917a-9221a1694e5d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:51.888538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:51.894466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:51.942122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4249f-9598-4fcd-926f-66c9106bf7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640f6c9e-89ab-4737-9e73-9e7d91d66833,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:51.992988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.994002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.997740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port ccbf68dc-080e-4144-b631-5837eeef50da {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:51.998301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.023211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-962118ab-b64e-4c4f-8921-d866f290dd22 None None] Provisioning for port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:52.038240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-962118ab-b64e-4c4f-8921-d866f290dd22 None None] Provisioning complete for port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:52.039002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-962118ab-b64e-4c4f-8921-d866f290dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.076886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-37b87cf6-4d08-4c1b-8f1f-74a34886e17b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9341993 Jul 16 20:24:52.096995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-febe21ca-d64d-4280-85d8-9db7d13da6ef req-fda6f41c-e8d3-4bd3-9552-7f6a09b98076 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073034 Jul 16 20:24:52.119688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:24:52.131587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2087a-2783-4ae5-ac51-e60bfa5ec48f req-0a978f6c-b72b-4574-aa78-5f8a1114399a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.139196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95e2087a-2783-4ae5-ac51-e60bfa5ec48f req-0a978f6c-b72b-4574-aa78-5f8a1114399a tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 942 time: 0.3456497 Jul 16 20:24:52.153544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Request body: {'port': {'device_id': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:52.276601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] For port ccbf68dc-080e-4144-b631-5837eeef50da, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ccbf68dc-080e-4144-b631-5837eeef50da,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:52.278450 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.297417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-962118ab-b64e-4c4f-8921-d866f290dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.334314 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95e2087a-2783-4ae5-ac51-e60bfa5ec48f req-2fa22a2f-635f-49e8-9a01-ce68cc241853 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups?id=a899dae3-423f-482c-9b39-0f67032626df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938686 Jul 16 20:24:52.336749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for ccbf68dc-080e-4144-b631-5837eeef50da owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:52.357238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-962118ab-b64e-4c4f-8921-d866f290dd22 None None] For port 2f2d7a86-8b44-4ca3-98d0-665c5942a513, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2f2d7a86-8b44-4ca3-98d0-665c5942a513,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:52.377677 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-962118ab-b64e-4c4f-8921-d866f290dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.492479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.495912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962118ab-b64e-4c4f-8921-d866f290dd22 None None] Pushing event updated for resources: {'Port': ['ID=2f2d7a86-8b44-4ca3-98d0-665c5942a513,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.828781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:52.841769 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:52.849097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.852706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:52.852858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7d3e6-2fd6-4302-86b7-579e472fb59a req-0b557ac0-455f-4fb3-a393-ba0b9458fc17 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.860209 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04a7d3e6-2fd6-4302-86b7-579e472fb59a req-0b557ac0-455f-4fb3-a393-ba0b9458fc17 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1367502 Jul 16 20:24:52.866220 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90184ddb-ec45-4a08-8eab-a78f36fd510a" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:52.872112 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:52.872529 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.897583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.901136 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ed726966-c788-41d5-9bf7-e9f5f21cd029 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9684143 Jul 16 20:24:52.905208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:52.926797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-642adcf9-5216-42f3-a692-e9070e5cdfe1 None None] Provisioning complete for port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:52.927839 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-642adcf9-5216-42f3-a692-e9070e5cdfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.992494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2f2d7a86-8b44-4ca3-98d0-665c5942a513 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:53.024826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411160c6-bf5c-4c9b-83bc-cd805c80333a req-d2627093-704c-44cc-8a20-da9ba2416d3f tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.026442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-411160c6-bf5c-4c9b-83bc-cd805c80333a req-d2627093-704c-44cc-8a20-da9ba2416d3f tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 931 time: 0.4392245 Jul 16 20:24:53.045607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=ccbf68dc-080e-4144-b631-5837eeef50da,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:53.045883 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04a7d3e6-2fd6-4302-86b7-579e472fb59a req-9b25bc12-c7e0-4839-b80a-cfd23289b2ae tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848173 Jul 16 20:24:53.063222 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:53.190669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:53.191344 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.248304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] No DVR routers for this DVR port ccbf68dc-080e-4144-b631-5837eeef50da on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:53.255497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.257955 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e8865e1b-547f-4f3b-8e29-098aad7b6426 req-279ea5be-1dee-40f6-ab9d-ce1c288e7635 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.99 "DELETE /v2.0/ports/ccbf68dc-080e-4144-b631-5837eeef50da HTTP/1.1" status: 204 len: 173 time: 1.6642513 Jul 16 20:24:53.339529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-411160c6-bf5c-4c9b-83bc-cd805c80333a req-683956a7-6a98-4ab8-811e-e39a0c5f2cac tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810047 Jul 16 20:24:53.524857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad555e80-5dcd-435d-baef-86334a0e3698 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:53.544252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.564123 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:53.572380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Transition to ACTIVE for port object ad555e80-5dcd-435d-baef-86334a0e3698 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:53.577029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.683964 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:50Z', 'revision_number': 3, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:53.778906 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b896ca-98a1-4953-85e1-08514a48d5af x-openstack-request-id: req-14b896ca-98a1-4953-85e1-08514a48d5af {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:53.779185 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "6d0c717b-a9d4-452e-9513-aac3a766f998", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:53.780245 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-14b896ca-98a1-4953-85e1-08514a48d5af {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:53.780245 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': '6d0c717b-a9d4-452e-9513-aac3a766f998', 'status': 'completed', 'code': 200} Jul 16 20:24:53.780794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad555e80-5dcd-435d-baef-86334a0e3698,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:53.782732 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:53.783289 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Updating router 6a73f36e-fffd-4422-8794-3f1cdda884fe port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:24:53.794162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ea4b4-c1ac-46fb-988c-4e45c594a52d req-d79404c0-ba0b-48b5-bae3-4db0ba687e69 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.809785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-357ea4b4-c1ac-46fb-988c-4e45c594a52d req-d79404c0-ba0b-48b5-bae3-4db0ba687e69 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3080289 Jul 16 20:24:53.863926 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.900317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-357ea4b4-c1ac-46fb-988c-4e45c594a52d req-8f530fc4-38ec-4e8b-9da5-a18d0a65ff33 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833523 Jul 16 20:24:53.917061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Attempting to bind port ad555e80-5dcd-435d-baef-86334a0e3698 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:53.917391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Attempting to bind port ad555e80-5dcd-435d-baef-86334a0e3698 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '17223062-e722-48db-beb7-2fd5101d796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:53.917722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Attempting to bind port ad555e80-5dcd-435d-baef-86334a0e3698 on network 714f3b87-bd42-4717-917a-9221a1694e5d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:53.920928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.925883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Port ad555e80-5dcd-435d-baef-86334a0e3698 on network 714f3b87-bd42-4717-917a-9221a1694e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:53.926209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Attempting to bind port ad555e80-5dcd-435d-baef-86334a0e3698 on network 714f3b87-bd42-4717-917a-9221a1694e5d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:53.933675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:53.934065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Checking segment: {'id': '17223062-e722-48db-beb7-2fd5101d796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:53.934396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Bound using segment: {'id': '17223062-e722-48db-beb7-2fd5101d796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:53.949545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Bound port: ad555e80-5dcd-435d-baef-86334a0e3698, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17223062-e722-48db-beb7-2fd5101d796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:53.949925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.002048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ae360db-6826-4682-aead-ca2947f32b45 req-9fdd82f1-a32f-4031-9559-956a5701d255 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0494597 Jul 16 20:24:54.143965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] For port ad555e80-5dcd-435d-baef-86334a0e3698, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:54.151447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] For port ad555e80-5dcd-435d-baef-86334a0e3698, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ad555e80-5dcd-435d-baef-86334a0e3698,segment=NetworkSegment(17223062-e722-48db-beb7-2fd5101d796e),segment_id=17223062-e722-48db-beb7-2fd5101d796e)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:54.160084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.191289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.191924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.193726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] 10.222.0.99 "PUT /v2.0/ports/ad555e80-5dcd-435d-baef-86334a0e3698 HTTP/1.1" status: 200 len: 1092 time: 2.0793247 Jul 16 20:24:54.299132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Allocated IP 172.20.0.1 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/1d16b21e-fed2-4fdc-8824-c00276c6811d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:54.322088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7db714-e771-4f49-8542-aa4dfcc164bf req-31324b1f-8be4-44b5-93ad-8e54c7d78614 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.330938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c7db714-e771-4f49-8542-aa4dfcc164bf req-31324b1f-8be4-44b5-93ad-8e54c7d78614 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1840560 Jul 16 20:24:54.390772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26be481-9927-42eb-b301-b69e4a3a69d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad555e80-5dcd-435d-baef-86334a0e3698,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.438396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b18b0-71d5-4bb8-bcbf-76d297487c8f req-b72800d1-68b7-4cf0-8549-92e0ac6a30b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.441102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c7db714-e771-4f49-8542-aa4dfcc164bf req-06b31cb2-d2fa-4465-b4cf-67ddf4597ca9 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095791 Jul 16 20:24:54.445500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b06b18b0-71d5-4bb8-bcbf-76d297487c8f req-b72800d1-68b7-4cf0-8549-92e0ac6a30b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.2062984 Jul 16 20:24:54.470405 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.506340 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Transition to ACTIVE for port object e7b435fb-2e21-43b1-bf21-4ca0551d99c0 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:54.507421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485266-a4ce-406a-829f-67c543dc45e4 req-44b1ccfb-d459-4a23-bf63-aa33e00eaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.509055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-44b1ccfb-d459-4a23-bf63-aa33e00eaa25 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6136c9f8ef4a4d74be5fe38d36b264b6&device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 1095 time: 0.2211068 Jul 16 20:24:54.521619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b06b18b0-71d5-4bb8-bcbf-76d297487c8f req-a1028baa-91c8-4d36-a09a-2706ee89ceb4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749583 Jul 16 20:24:54.549427 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.607667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.612700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-e943518f-0686-4cec-8c18-f61a8405dab4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad555e80-5dcd-435d-baef-86334a0e3698 HTTP/1.1" status: 200 len: 217 time: 0.0900319 Jul 16 20:24:54.646424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Transition to ACTIVE for port object 1d16b21e-fed2-4fdc-8824-c00276c6811d will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:54.646700 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Pushing event updated for resources: {'Port': ['ID=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.665539 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.666060 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.666755 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.667312 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.667807 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.668468 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.668797 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.669120 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.671261 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.671610 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.672028 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.672360 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:54.726929 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Attempting to bind port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:54.727238 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Attempting to bind port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:54.730202 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Attempting to bind port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:54.748639 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:54.749021 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:54.749460 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.749837 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:54.750334 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Bound port: e7b435fb-2e21-43b1-bf21-4ca0551d99c0, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:54.750724 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.751664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.823625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Pushing event updated for resources: {'Port': ['ID=1d16b21e-fed2-4fdc-8824-c00276c6811d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.844448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873dfd4-35f1-409e-82d3-63fd83664b2e req-df492a33-36d0-4884-aa2f-4572e65e8de2 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.852502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6873dfd4-35f1-409e-82d3-63fd83664b2e req-df492a33-36d0-4884-aa2f-4572e65e8de2 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 943 time: 0.1691735 Jul 16 20:24:54.862850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:54.870472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:54.873559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:54.928995 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] For port e7b435fb-2e21-43b1-bf21-4ca0551d99c0, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:54.933188 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] For port e7b435fb-2e21-43b1-bf21-4ca0551d99c0, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:54.945118 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.949099 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6873dfd4-35f1-409e-82d3-63fd83664b2e req-6cbd3261-b0bb-4940-9814-fe4bc0d8003c tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953593 Jul 16 20:24:54.973489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.101586 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a8f4-ea0b-48c0-b550-dfbaca834d2d None None] Pushing event updated for resources: {'Port': ['ID=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.143355 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:55.144158 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:55.207176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485266-a4ce-406a-829f-67c543dc45e4 req-67b93058-30e5-4983-852d-11fb696d8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.208687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-67b93058-30e5-4983-852d-11fb696d8e0c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea8367ae-5efb-436f-a74b-ff5f06087c30 HTTP/1.1" status: 200 len: 852 time: 0.5848644 Jul 16 20:24:55.289044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-6a81d698-6718-4451-91d0-3b7d82524134 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=714f3b87-bd42-4717-917a-9221a1694e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648170 Jul 16 20:24:55.342910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d37f8329-cef2-4865-9eb0-31139a56c4d4 None None] Provisioning for port 1d16b21e-fed2-4fdc-8824-c00276c6811d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:55.348902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d37f8329-cef2-4865-9eb0-31139a56c4d4 None None] Provisioning complete for port 1d16b21e-fed2-4fdc-8824-c00276c6811d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:55.349283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d37f8329-cef2-4865-9eb0-31139a56c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.387575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.413032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4ff9b-2d3d-4e2b-ac2e-0be77275c6b6 req-8c667641-3c8e-4492-ac4e-5e9af282dda9 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.422160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12b4ff9b-2d3d-4e2b-ac2e-0be77275c6b6 req-8c667641-3c8e-4492-ac4e-5e9af282dda9 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3375094 Jul 16 20:24:55.443265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d37f8329-cef2-4865-9eb0-31139a56c4d4 None None] Port 1d16b21e-fed2-4fdc-8824-c00276c6811d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:55.462549 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:55.572112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-3115a55f-74ed-42fd-9cf7-f672f7975680 service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681704 Jul 16 20:24:55.597975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12b4ff9b-2d3d-4e2b-ac2e-0be77275c6b6 req-ec194d09-d7ee-43f7-bdde-83d194f548ec tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734462 Jul 16 20:24:55.600141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-640758b1-db57-4cf1-98c3-d264e4bc7f25 req-eb6db1f6-ea2c-4735-bbe8-10759ad2b074 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0504849 Jul 16 20:24:55.783233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.791452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.793181 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:50Z', 'revision_number': 3, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:55.802238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da'}, {'name': 'network-changed', 'server_uuid': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'tag': 'ad555e80-5dcd-435d-baef-86334a0e3698'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:55.804851 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f568a77a-5c8e-42c5-9063-47b682414cfc" -d '{"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da"}, {"name": "network-changed", "server_uuid": "aeb80ea2-3cb6-4551-acb4-8b696767a697", "tag": "ad555e80-5dcd-435d-baef-86334a0e3698"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:55.830041 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46796203-14ef-4f9a-a25a-38c3f3a06c04 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:50Z', 'revision_number': 3, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:55.874972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91485266-a4ce-406a-829f-67c543dc45e4 req-df367b41-72df-468d-b315-bcb55a63b637 service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743187 Jul 16 20:24:55.975574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.979624 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Pushing event updated for resources: {'Port': ['ID=1d16b21e-fed2-4fdc-8824-c00276c6811d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:56.054058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a7e90-0ccb-4662-82ab-8552ecd15cad req-466c0735-c645-4be9-b005-0bf2c20de1b3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.061667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-318a7e90-0ccb-4662-82ab-8552ecd15cad req-466c0735-c645-4be9-b005-0bf2c20de1b3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.2346692 Jul 16 20:24:56.139418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cf916-432c-4c1b-b622-b81ff911b277 req-f57d09dd-26ca-4dfb-9490-1c13e5fc29f3 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.148434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec1cf916-432c-4c1b-b622-b81ff911b277 req-f57d09dd-26ca-4dfb-9490-1c13e5fc29f3 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1775804 Jul 16 20:24:56.179229 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-318a7e90-0ccb-4662-82ab-8552ecd15cad req-c4898544-0713-4034-9393-ebaaac6cafe8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155672 Jul 16 20:24:56.219976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:56.221794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:56.250616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec1cf916-432c-4c1b-b622-b81ff911b277 req-3056086c-cfed-40da-8b9b-f933f0baf508 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009965 Jul 16 20:24:56.276407 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff36ab5-02ab-423a-af20-92353bd76495 x-openstack-request-id: req-7ff36ab5-02ab-423a-af20-92353bd76495 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:56.277184 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e54d6-fe35-4e4e-bf0b-cd7d0548794c", "name": "network-vif-deleted", "tag": "ccbf68dc-080e-4144-b631-5837eeef50da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aeb80ea2-3cb6-4551-acb4-8b696767a697", "tag": "ad555e80-5dcd-435d-baef-86334a0e3698", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:56.281311 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7ff36ab5-02ab-423a-af20-92353bd76495 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:56.282261 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e54d6-fe35-4e4e-bf0b-cd7d0548794c', 'name': 'network-vif-deleted', 'tag': 'ccbf68dc-080e-4144-b631-5837eeef50da', 'status': 'completed', 'code': 200} Jul 16 20:24:56.282806 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'tag': 'ad555e80-5dcd-435d-baef-86334a0e3698', 'status': 'completed', 'code': 200} Jul 16 20:24:56.536065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-933ee5c0-5cc2-4eea-83aa-925f079f6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.548892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-933ee5c0-5cc2-4eea-83aa-925f079f6585 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6136c9f8ef4a4d74be5fe38d36b264b6&device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 1095 time: 0.1763854 Jul 16 20:24:56.630820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:56.781047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f5dc339c-57e7-4e99-9447-c985516060b9 None None] Provisioning complete for port 1d16b21e-fed2-4fdc-8824-c00276c6811d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:56.782030 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f5dc339c-57e7-4e99-9447-c985516060b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.848912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc339c-57e7-4e99-9447-c985516060b9 None None] Port 1d16b21e-fed2-4fdc-8824-c00276c6811d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:56.860186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608563-2ce4-41ec-af16-58e942cc1081 req-d99da9ce-f088-482a-9a21-2a131e21d3bb tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.870899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b608563-2ce4-41ec-af16-58e942cc1081 req-d99da9ce-f088-482a-9a21-2a131e21d3bb tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 943 time: 0.3205860 Jul 16 20:24:56.970401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6b608563-2ce4-41ec-af16-58e942cc1081 req-41a4854b-a90a-40a6-9e1b-bc28e2e84549 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986674 Jul 16 20:24:56.984187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-b007027d-7b35-4eca-a464-7bb7923b5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.988812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-b007027d-7b35-4eca-a464-7bb7923b5f02 service neutron] 10.222.0.99 "GET /v2.0/networks?id=714f3b87-bd42-4717-917a-9221a1694e5d HTTP/1.1" status: 200 len: 913 time: 0.4144292 Jul 16 20:24:57.012462 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:57.022263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e7b435fb-2e21-43b1-bf21-4ca0551d99c0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:57.027691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a32fe532-0b12-4499-8528-66fc88c8090c admin admin] 10.222.0.91 "PUT /v2.0/routers/6a73f36e-fffd-4422-8794-3f1cdda884fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1204278 Jul 16 20:24:57.077959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62df0-3d72-408b-9c48-1f83e6704129 req-d1619959-df0f-46d0-8f31-b6b680361bda tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.086737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-4779609b-4aba-471e-bd28-645be85ab515 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad555e80-5dcd-435d-baef-86334a0e3698 HTTP/1.1" status: 200 len: 217 time: 0.0831120 Jul 16 20:24:57.092897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8cf62df0-3d72-408b-9c48-1f83e6704129 req-d1619959-df0f-46d0-8f31-b6b680361bda tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1663733 Jul 16 20:24:57.107929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:57.122379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:57.122786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.190722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8cf62df0-3d72-408b-9c48-1f83e6704129 req-8e425e5d-d224-4efb-ab14-9aca72bc0cf4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966763 Jul 16 20:24:57.220500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-24911fe1-4492-424a-a2f8-fd9fe5cdc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.237428 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-24911fe1-4492-424a-a2f8-fd9fe5cdc706 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea8367ae-5efb-436f-a74b-ff5f06087c30 HTTP/1.1" status: 200 len: 852 time: 0.1299024 Jul 16 20:24:57.320973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-e7de581a-f6da-47b4-9d4d-3a07247bd2af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=714f3b87-bd42-4717-917a-9221a1694e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825541 Jul 16 20:24:57.525697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8420f33e-bc88-4711-a820-75bf955cf3eb req-448bbce0-f2b3-4f1f-9f15-e5dc73c64253 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.2047062 Jul 16 20:24:57.554915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-fd8107cc-202a-4c11-9d7d-3d77fffb573c service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229528 Jul 16 20:24:57.699416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5402858-90c1-487a-8d9d-17038553ffc2 req-20766386-15f4-4533-8edf-91465715a687 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.701028 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5402858-90c1-487a-8d9d-17038553ffc2 req-20766386-15f4-4533-8edf-91465715a687 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.2054014 Jul 16 20:24:57.726438 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.777016 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f568a77a-5c8e-42c5-9063-47b682414cfc req-d13a9de9-7d94-4a2f-8dc7-5724f5fa2f8e service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138166 Jul 16 20:24:57.777875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e7b435fb-2e21-43b1-bf21-4ca0551d99c0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:57.781124 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5402858-90c1-487a-8d9d-17038553ffc2 req-e5a686f8-1eb5-40fe-8708-b0c18489942b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731845 Jul 16 20:24:57.787709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.885150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d457d6-caf4-4884-942d-16a1670fd092 req-5a05489d-4527-4b70-83c3-ec51115cefd5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.892871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d457d6-caf4-4884-942d-16a1670fd092 req-5a05489d-4527-4b70-83c3-ec51115cefd5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.0873129 Jul 16 20:24:57.893916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.943678 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d457d6-caf4-4884-942d-16a1670fd092 req-aef4b330-7c30-4b17-ae72-dc8e3b76d815 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495925 Jul 16 20:24:58.142937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40496) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:58.149041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1114068130-network', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:58.194759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60859900-b089-46b7-aa37-c51dfd5b0343 req-06435a8d-366e-461c-b3bf-b2ba72d5ec94 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.206201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60859900-b089-46b7-aa37-c51dfd5b0343 req-06435a8d-366e-461c-b3bf-b2ba72d5ec94 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1332493 Jul 16 20:24:58.245864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Made reservation on behalf of 791e1bef8deb423d86726ff69ddeea42 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:58.248235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.274721 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.301763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60859900-b089-46b7-aa37-c51dfd5b0343 req-97c8bb4c-b7c2-4d4f-81f4-a407f8b7fe60 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927267 Jul 16 20:24:58.356018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897dfbe-3f81-42fb-88b9-668ca57bbd4b req-95d951a6-19a0-484c-951f-84d159f38c1c tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.357671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0897dfbe-3f81-42fb-88b9-668ca57bbd4b req-95d951a6-19a0-484c-951f-84d159f38c1c tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 943 time: 0.2262902 Jul 16 20:24:58.448582 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0897dfbe-3f81-42fb-88b9-668ca57bbd4b req-21c0e6b6-32eb-4ca6-9b21-361dfa3f7789 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 Jul 16 20:24:58.492644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.505454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.535993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:58.564488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebe5376-9378-4c6b-933c-6247635e25c7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:58.571066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.571485 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Added segment c7f0fcc6-cb98-441d-9983-55ac85eca7bf of type vlan for network a2fe52bc-411c-402c-a674-fc9c43a07914 Jul 16 20:24:58.589045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.589462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.589870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.590404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.590806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.591227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.591615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.591998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.592403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.592814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.593193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.593583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.668424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.712375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.714485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.715873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.723754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cacf7-75af-4238-9572-13d948b9a651 req-994d2e65-fa89-41b1-88f1-61d5fc2a62ae tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.734496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-354cacf7-75af-4238-9572-13d948b9a651 req-994d2e65-fa89-41b1-88f1-61d5fc2a62ae tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1800301 Jul 16 20:24:58.795946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:58.810095 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6632574 Jul 16 20:24:58.811464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40514) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:58.811788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:58.812434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:58.819373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Request body: {'subnet': {'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1114068130-subnet', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:58.856526 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-354cacf7-75af-4238-9572-13d948b9a651 req-bb95bc38-de83-447a-897b-d2cdeeb248e7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177545 Jul 16 20:24:58.860350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Made reservation on behalf of 791e1bef8deb423d86726ff69ddeea42 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:58.867022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.998226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e710d7c-9e7d-4985-84a3-0df8b7a172d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fe52bc-411c-402c-a674-fc9c43a07914,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.029901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e7b435fb-2e21-43b1-bf21-4ca0551d99c0 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:59.032222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network a2fe52bc-411c-402c-a674-fc9c43a07914 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:59.066661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4438c607-66da-4644-9e5f-5eb71ce41240 req-cbe24508-27fe-4b60-9583-02b3e173e8c8 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.2504814 Jul 16 20:24:59.157044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:59.228868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ad555e80-5dcd-435d-baef-86334a0e3698 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:59.296165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f52394-c25d-4959-b364-93e6a87138ca req-f4841931-2ce6-454d-acdb-1d75bbc93963 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.301351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7f52394-c25d-4959-b364-93e6a87138ca req-f4841931-2ce6-454d-acdb-1d75bbc93963 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.0962121 Jul 16 20:24:59.343231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ad555e80-5dcd-435d-baef-86334a0e3698, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ad555e80-5dcd-435d-baef-86334a0e3698,segment=NetworkSegment(17223062-e722-48db-beb7-2fd5101d796e),segment_id=17223062-e722-48db-beb7-2fd5101d796e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:59.370372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'ad555e80-5dcd-435d-baef-86334a0e3698', 'network_id': '714f3b87-bd42-4717-917a-9221a1694e5d', 'port_id': 'ad555e80-5dcd-435d-baef-86334a0e3698', 'mac_address': 'fa:16:3e:a2:2f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8367ae-5efb-436f-a74b-ff5f06087c30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:59.394302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7f52394-c25d-4959-b364-93e6a87138ca req-b28a1e2d-9c2f-463c-96b2-5bc6512b4f5e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863042 Jul 16 20:24:59.513259 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.526098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:59.526492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.573455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad555e80-5dcd-435d-baef-86334a0e3698 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:59.619513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ad555e80-5dcd-435d-baef-86334a0e3698, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ad555e80-5dcd-435d-baef-86334a0e3698,segment=NetworkSegment(17223062-e722-48db-beb7-2fd5101d796e),segment_id=17223062-e722-48db-beb7-2fd5101d796e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:59.663132 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.737053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ad555e80-5dcd-435d-baef-86334a0e3698,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.836119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 2, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:59.878549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:59.879262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Updating router 6a73f36e-fffd-4422-8794-3f1cdda884fe port 1d16b21e-fed2-4fdc-8824-c00276c6811d binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:24:59.916005 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.930385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80845305-4df2-46d7-9ade-92cfdc3638ba req-ba439302-c9b1-4130-8b68-1bc853d30f89 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.936032 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.938067 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80845305-4df2-46d7-9ade-92cfdc3638ba req-ba439302-c9b1-4130-8b68-1bc853d30f89 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.2003138 Jul 16 20:25:00.026882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80845305-4df2-46d7-9ade-92cfdc3638ba req-a8334266-7058-464a-a324-2789f200126e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875094 Jul 16 20:25:00.091508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5a46cb-c834-453f-981a-aceac9d7274b,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.100132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Checking segment: {'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:00.100576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Network hostable DHCP agents. Network: a2fe52bc-411c-402c-a674-fc9c43a07914, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:00.121478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.124661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.125394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.127191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.127612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.127997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.128386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.129924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.130803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.131266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.133424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.133878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.163978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Network a2fe52bc-411c-402c-a674-fc9c43a07914 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:00.179713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, a2fe52bc-411c-402c-a674-fc9c43a07914) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:00.200828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.201800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.231960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4713fc87-d326-4dab-95c3-3ed63d04f339 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4188135 Jul 16 20:25:00.234791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40544) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:00.241181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:00.279455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.281979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.315152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bcee1-c0a0-4a63-a66c-315234982468 req-23a59b46-9b78-4cdd-8e92-9967b7491b38 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.315152 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-154bcee1-c0a0-4a63-a66c-315234982468 req-23a59b46-9b78-4cdd-8e92-9967b7491b38 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 944 time: 0.0906453 Jul 16 20:25:00.356026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.412762 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-154bcee1-c0a0-4a63-a66c-315234982468 req-767591be-35a9-42f3-bb36-747a283a26a4 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Jul 16 20:25:00.461706 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.489684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Transition to ACTIVE for port object 1d16b21e-fed2-4fdc-8824-c00276c6811d will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:00.504586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['ad555e80-5dcd-435d-baef-86334a0e3698'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:00.543577 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ffb22741-4ced-4dff-a5bd-3491a250885d req-c7d52e58-2904-4d37-8740-7ed25e7565fc tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0384209 Jul 16 20:25:00.593790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc542270-85b4-4870-b8d6-0e9996b872d6 None None] Network a2fe52bc-411c-402c-a674-fc9c43a07914 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:00.667189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.808194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d145c2-1a2a-4be8-965b-5c330f6b49af req-4b08135a-94a6-4cc4-9873-6ecc82010fc2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.819630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2d145c2-1a2a-4be8-965b-5c330f6b49af req-4b08135a-94a6-4cc4-9873-6ecc82010fc2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1910264 Jul 16 20:25:00.837347 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.909192 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2d145c2-1a2a-4be8-965b-5c330f6b49af req-5ac23a2a-6ce9-46ab-b511-5e0774dc84a1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884588 Jul 16 20:25:01.122542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.136362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae33b90-0efd-45d7-a3b5-ed1e17b49098 None None] Pushing event updated for resources: {'Port': ['ID=1d16b21e-fed2-4fdc-8824-c00276c6811d,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.148528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-a2fe52bc-411c-402c-a674-fc9c43a07914', 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'fixed_ips': [{'subnet_id': '3d5a46cb-c834-453f-981a-aceac9d7274b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:01.149390 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.174587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.377751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Allocated IP 172.25.3.218 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/16c7b02e-0f3d-4e96-9308-8311be6bbae4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:01.443702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Attempting to bind port 1d16b21e-fed2-4fdc-8824-c00276c6811d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:01.444072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Attempting to bind port 1d16b21e-fed2-4fdc-8824-c00276c6811d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:01.444428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Attempting to bind port 1d16b21e-fed2-4fdc-8824-c00276c6811d on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:01.466900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:01.467215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:01.467621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.468029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:01.468508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Bound port: 1d16b21e-fed2-4fdc-8824-c00276c6811d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:01.468898 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.527101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.581691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] For port 1d16b21e-fed2-4fdc-8824-c00276c6811d, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:01.582263 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.587287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] For port 1d16b21e-fed2-4fdc-8824-c00276c6811d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1d16b21e-fed2-4fdc-8824-c00276c6811d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:01.596967 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.670394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Allocated IP 172.20.0.2 (a2fe52bc-411c-402c-a674-fc9c43a07914/3d5a46cb-c834-453f-981a-aceac9d7274b/86b36dd4-edbf-410e-84f7-ccafeb8a470e) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:01.678153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a597f7b-8832-4b27-98a6-961d07e20612 req-18209317-e8b1-4e8d-be5b-546e6542765b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.682400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a597f7b-8832-4b27-98a6-961d07e20612 req-18209317-e8b1-4e8d-be5b-546e6542765b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.4261425 Jul 16 20:25:01.701058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:01.701803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:01.767361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:01.776866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:01.785085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:01.787752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Pushing event updated for resources: {'Port': ['ID=16c7b02e-0f3d-4e96-9308-8311be6bbae4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.799796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae33b90-0efd-45d7-a3b5-ed1e17b49098 None None] Pushing event updated for resources: {'Port': ['ID=1d16b21e-fed2-4fdc-8824-c00276c6811d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.831984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694e9fd-e02c-4eda-8ca9-595ed71fb28e req-e69ddef9-429d-4623-9e23-f66b8568cd71 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.850527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c694e9fd-e02c-4eda-8ca9-595ed71fb28e req-e69ddef9-429d-4623-9e23-f66b8568cd71 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 944 time: 0.1943018 Jul 16 20:25:01.883544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a597f7b-8832-4b27-98a6-961d07e20612 req-831e5f4f-4afc-4cf6-9437-00d7c88afc9e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880083 Jul 16 20:25:01.933754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:01.984317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c694e9fd-e02c-4eda-8ca9-595ed71fb28e req-16a34aa1-8e2d-43b1-a90e-56e11f5e81f7 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238344 Jul 16 20:25:02.133076 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.142410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Transition to ACTIVE for port object 86b36dd4-edbf-410e-84f7-ccafeb8a470e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:02.159263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Transition to ACTIVE for port object 86b36dd4-edbf-410e-84f7-ccafeb8a470e will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:02.188450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.275092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50c3f22c-2169-4812-a1fe-3f0fe2a747da req-08f9b28c-fdbb-4544-aa15-ffd82d2087ba tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0871792 Jul 16 20:25:02.293093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Network a2fe52bc-411c-402c-a674-fc9c43a07914 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:02.302690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:02.305176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:02.309594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Pushing event updated for resources: {'Port': ['ID=86b36dd4-edbf-410e-84f7-ccafeb8a470e,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.464756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.479957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Attempting to bind port 86b36dd4-edbf-410e-84f7-ccafeb8a470e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:02.480519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Attempting to bind port 86b36dd4-edbf-410e-84f7-ccafeb8a470e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:02.481434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Attempting to bind port 86b36dd4-edbf-410e-84f7-ccafeb8a470e on network a2fe52bc-411c-402c-a674-fc9c43a07914 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:02.499433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:02.500979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Checking segment: {'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:02.500979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.501197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Bound using segment: {'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:02.508354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Bound port: 86b36dd4-edbf-410e-84f7-ccafeb8a470e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:02.508354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.529906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af06c7-cdd5-421e-b576-ad715de686ee req-9433aab2-f3ee-4f43-91f2-eb16cdfba79f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.535719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9af06c7-cdd5-421e-b576-ad715de686ee req-9433aab2-f3ee-4f43-91f2-eb16cdfba79f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1225064 Jul 16 20:25:02.647606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9af06c7-cdd5-421e-b576-ad715de686ee req-2adba149-3d3c-4dc3-9535-2a6eef761ef0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072190 Jul 16 20:25:02.678994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:01Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:02.815695 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.968871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31547c-4664-411a-b1d9-5c52dfbec7a6 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:01Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:02.998895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] For port 86b36dd4-edbf-410e-84f7-ccafeb8a470e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:03.018325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] For port 86b36dd4-edbf-410e-84f7-ccafeb8a470e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=86b36dd4-edbf-410e-84f7-ccafeb8a470e,segment=NetworkSegment(c7f0fcc6-cb98-441d-9983-55ac85eca7bf),segment_id=c7f0fcc6-cb98-441d-9983-55ac85eca7bf)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:03.028972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.220403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:25:03.314877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ad555e80-5dcd-435d-baef-86334a0e3698 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:03.336458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61709d8-d197-434b-a77c-c6d23b0f40b9 None None] Pushing event updated for resources: {'Port': ['ID=86b36dd4-edbf-410e-84f7-ccafeb8a470e,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.412314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port ad555e80-5dcd-435d-baef-86334a0e3698 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:03.417865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port ad555e80-5dcd-435d-baef-86334a0e3698 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:03.418311 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.530351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6274136-48db-4725-b95c-a2501ea77209 req-463e0dc5-8467-45eb-aaf3-9c868ad10013 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.532214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6274136-48db-4725-b95c-a2501ea77209 req-463e0dc5-8467-45eb-aaf3-9c868ad10013 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 944 time: 0.1172199 Jul 16 20:25:03.628014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:03.643644 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Sync routers for ids ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:03.645358 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.673420 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.673420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-708203d4-a51c-48b6-a943-5bdbc41522a2 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4370146 Jul 16 20:25:03.679748 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Routers {'e67f17eb-17bb-4a83-ab61-7e1a7dd61051'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:03.685365 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:03.689618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6274136-48db-4725-b95c-a2501ea77209 req-971548a0-dbae-4165-a127-4ea849688664 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504879 Jul 16 20:25:03.690165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40584) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.726812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad555e80-5dcd-435d-baef-86334a0e3698'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:03.730976 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f23f9-df40-47de-8c4a-d7be78e5a905" -d '{"events": [{"server_uuid": "aeb80ea2-3cb6-4551-acb4-8b696767a697", "name": "network-vif-plugged", "status": "completed", "tag": "ad555e80-5dcd-435d-baef-86334a0e3698"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:03.731837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeaa1c-9fee-4aaf-8bf4-428727a14de6 req-cf191010-2e9c-48df-8eb0-48f066ae6ff6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.742887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfbeaa1c-9fee-4aaf-8bf4-428727a14de6 req-cf191010-2e9c-48df-8eb0-48f066ae6ff6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.2447505 Jul 16 20:25:03.772018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ad555e80-5dcd-435d-baef-86334a0e3698, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ad555e80-5dcd-435d-baef-86334a0e3698,segment=NetworkSegment(17223062-e722-48db-beb7-2fd5101d796e),segment_id=17223062-e722-48db-beb7-2fd5101d796e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:03.779875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.797552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfbeaa1c-9fee-4aaf-8bf4-428727a14de6 req-5c00a195-1b46-476c-8736-18c980229d5e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534964 Jul 16 20:25:03.969463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ad555e80-5dcd-435d-baef-86334a0e3698,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.992541 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Set router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:04.030475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebe20f20-059e-48e1-9c94-7e7b60408d40 req-4164f0e2-78ce-49ed-9968-fb1ce699b488 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0832236 Jul 16 20:25:04.121153 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9c0b3c-2c0b-42bd-bd9f-fbb6df38da63 x-openstack-request-id: req-8a9c0b3c-2c0b-42bd-bd9f-fbb6df38da63 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:04.121449 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb80ea2-3cb6-4551-acb4-8b696767a697", "name": "network-vif-plugged", "status": "completed", "tag": "ad555e80-5dcd-435d-baef-86334a0e3698", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:04.121699 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8a9c0b3c-2c0b-42bd-bd9f-fbb6df38da63 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:04.122092 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad555e80-5dcd-435d-baef-86334a0e3698', 'code': 200} Jul 16 20:25:04.339341 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:25:02Z', 'revision_number': 3, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port': {'id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:01Z', 'updated_at': '2021-07-16T20:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:04.358724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137df77-f897-45bd-a631-429630a13e3f req-17acf9fc-5990-42ad-99ea-87068dd260f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.361028 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6137df77-f897-45bd-a631-429630a13e3f req-17acf9fc-5990-42ad-99ea-87068dd260f3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 1097 time: 0.1384873 Jul 16 20:25:04.389706 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Checking router: e67f17eb-17bb-4a83-ab61-7e1a7dd61051 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:04.390051 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Updating router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:04.440085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6137df77-f897-45bd-a631-429630a13e3f req-9b96ff93-1f90-4a7b-9895-6192ffbe22db service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717518 Jul 16 20:25:04.481658 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.603822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a7919-9e80-4967-81af-9efb5bdf5827 req-fbb19ba0-8756-4292-97c8-5b20973ef44a tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.612076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd9a7919-9e80-4967-81af-9efb5bdf5827 req-fbb19ba0-8756-4292-97c8-5b20973ef44a tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2724063 Jul 16 20:25:04.926321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd9a7919-9e80-4967-81af-9efb5bdf5827 req-d716e3b5-bd27-4589-903f-f27f64624a6c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129802 Jul 16 20:25:05.148581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4a14f-590a-474a-9f53-61263b9e8c46 req-316ed78d-6dbd-4ce7-8d17-27f9b1f8fca2 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.157284 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7f4a14f-590a-474a-9f53-61263b9e8c46 req-316ed78d-6dbd-4ce7-8d17-27f9b1f8fca2 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.2229190 Jul 16 20:25:05.179250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86b36dd4-edbf-410e-84f7-ccafeb8a470e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:05.242657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7f4a14f-590a-474a-9f53-61263b9e8c46 req-3f0e50cb-0915-4d1a-b8b4-19a9314b92c7 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839689 Jul 16 20:25:05.247021 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.282692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc654f7-e6dc-4759-8b4a-31997c491950 None None] Network a2fe52bc-411c-402c-a674-fc9c43a07914 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:05.287168 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Transition to ACTIVE for port object 16c7b02e-0f3d-4e96-9308-8311be6bbae4 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:05.299777 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.354888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.397366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c8e5eec-d457-4f52-963f-22382c1d6ffa None None] Provisioning for port 86b36dd4-edbf-410e-84f7-ccafeb8a470e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:05.399054 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c580a-2ec6-4c12-8014-62f4881d541c None None] Pushing event updated for resources: {'Port': ['ID=16c7b02e-0f3d-4e96-9308-8311be6bbae4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.464224 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Attempting to bind port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:05.464224 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Attempting to bind port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:05.464224 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Attempting to bind port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:05.480246 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:05.480639 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:05.481247 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.481704 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:05.482229 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Bound port: 16c7b02e-0f3d-4e96-9308-8311be6bbae4, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:05.482612 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.544832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4e30f-f588-47fd-9e90-6e850198ed25 req-e0d7b321-fa94-4af0-b300-ee64075a450a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.547910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 86b36dd4-edbf-410e-84f7-ccafeb8a470e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:05.564429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2b4e30f-f588-47fd-9e90-6e850198ed25 req-e0d7b321-fa94-4af0-b300-ee64075a450a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.3354299 Jul 16 20:25:05.567111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 86b36dd4-edbf-410e-84f7-ccafeb8a470e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:05.567469 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.625684 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] For port 16c7b02e-0f3d-4e96-9308-8311be6bbae4, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:05.632627 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] For port 16c7b02e-0f3d-4e96-9308-8311be6bbae4, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=16c7b02e-0f3d-4e96-9308-8311be6bbae4,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:05.642087 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.746219 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Routers {'e67f17eb-17bb-4a83-ab61-7e1a7dd61051'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:05.746906 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:24:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:05.754817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2b4e30f-f588-47fd-9e90-6e850198ed25 req-079ef7be-7977-44c2-9dd3-5721cd675627 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890171 Jul 16 20:25:05.917550 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.946474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Allocated IP 172.20.0.1 (a2fe52bc-411c-402c-a674-fc9c43a07914/3d5a46cb-c834-453f-981a-aceac9d7274b/6b5c2882-5e21-4dea-a28f-80be446b0f17) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:05.954404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 86b36dd4-edbf-410e-84f7-ccafeb8a470e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=86b36dd4-edbf-410e-84f7-ccafeb8a470e,segment=NetworkSegment(c7f0fcc6-cb98-441d-9983-55ac85eca7bf),segment_id=c7f0fcc6-cb98-441d-9983-55ac85eca7bf)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:05.956308 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c580a-2ec6-4c12-8014-62f4881d541c None None] Pushing event updated for resources: {'Port': ['ID=16c7b02e-0f3d-4e96-9308-8311be6bbae4,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.965632 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.967138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d16b21e-fed2-4fdc-8824-c00276c6811d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:06.015688 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-14ce6306-0041-4af7-8443-55b7838e26a4 req-e932e9b5-ed4e-42e3-88a0-7c8db24c2159 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.1256132 Jul 16 20:25:06.035004 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] Set router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:06.087904 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-44a189d9-d9cd-42b9-8c02-6ad41da26c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.113601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 1d16b21e-fed2-4fdc-8824-c00276c6811d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:06.131657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1d16b21e-fed2-4fdc-8824-c00276c6811d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:06.132502 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.204906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=86b36dd4-edbf-410e-84f7-ccafeb8a470e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.252333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.302544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 1d16b21e-fed2-4fdc-8824-c00276c6811d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1d16b21e-fed2-4fdc-8824-c00276c6811d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:06.311209 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.381186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.399454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=1d16b21e-fed2-4fdc-8824-c00276c6811d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.422159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2d552-ad90-4832-ac8e-cd207efa5ce1 req-ce4c9ca0-13f2-4cf5-afdd-c8bb3acc9caf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.429561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6be2d552-ad90-4832-ac8e-cd207efa5ce1 req-ce4c9ca0-13f2-4cf5-afdd-c8bb3acc9caf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1584489 Jul 16 20:25:06.433868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.440163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.448226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.454985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.461849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.469601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.476578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.477803 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-12145768-f646-4682-a403-d0107b9241d1 req-2f08d249-4993-4a3f-a775-2f6fdcfa30d8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.5289512 Jul 16 20:25:06.502478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Transition to ACTIVE for port object 6b5c2882-5e21-4dea-a28f-80be446b0f17 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:06.567662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6be2d552-ad90-4832-ac8e-cd207efa5ce1 req-f479a07d-d548-457f-b02c-4198ccbad87f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370590 Jul 16 20:25:06.584938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-12145768-f646-4682-a403-d0107b9241d1 req-d9aa7af4-2f89-4057-9121-0d37f5fe1d9e tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995617 Jul 16 20:25:06.660535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-245df1b9-91db-422e-9f3c-3f026d1f28cf None None] Provisioning complete for port 86b36dd4-edbf-410e-84f7-ccafeb8a470e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:06.660830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-245df1b9-91db-422e-9f3c-3f026d1f28cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.667239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.750082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Network a2fe52bc-411c-402c-a674-fc9c43a07914 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:06.759699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:06.764186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:06.849014 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:25:02Z', 'revision_number': 3, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port': {'id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:01Z', 'updated_at': '2021-07-16T20:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:06.897109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a313-2ed3-402c-a7d6-72c0f38467ab req-8108ac51-ac03-4d39-ba56-7cfc65605112 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.898820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5327a313-2ed3-402c-a7d6-72c0f38467ab req-8108ac51-ac03-4d39-ba56-7cfc65605112 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.1319604 Jul 16 20:25:06.918482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Pushing event updated for resources: {'Port': ['ID=6b5c2882-5e21-4dea-a28f-80be446b0f17,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.953616 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50680161-86d4-488d-bb6e-126777a51c5d None None] The sync data for ids ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'] in n-d-792458-10 is: [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:25:02Z', 'revision_number': 3, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port': {'id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:01Z', 'updated_at': '2021-07-16T20:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:06.973704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.003374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86b36dd4-edbf-410e-84f7-ccafeb8a470e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:07.007149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5327a313-2ed3-402c-a7d6-72c0f38467ab req-ab28ce04-7646-419a-9145-0f9c223e277a tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999832 Jul 16 20:25:07.110707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 86b36dd4-edbf-410e-84f7-ccafeb8a470e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:07.113910 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.210531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.222735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-604ee323-6ac6-4152-b674-298d89d3161e None None] Provisioning for port 6b5c2882-5e21-4dea-a28f-80be446b0f17 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:07.229683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-604ee323-6ac6-4152-b674-298d89d3161e None None] Provisioning complete for port 6b5c2882-5e21-4dea-a28f-80be446b0f17 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:07.229968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.230311 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-604ee323-6ac6-4152-b674-298d89d3161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.236674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.243153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.249061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.255513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.261917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.264398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0c8bf71-9076-4aa7-a89a-5faa68419191 req-1f8807ae-3210-430f-9f4d-5c0d1fdcfd85 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.3759022 Jul 16 20:25:07.306304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-604ee323-6ac6-4152-b674-298d89d3161e None None] Port 6b5c2882-5e21-4dea-a28f-80be446b0f17 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:07.340186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d16b21e-fed2-4fdc-8824-c00276c6811d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:07.383340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.479747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1d16b21e-fed2-4fdc-8824-c00276c6811d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:07.480119 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.722742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649ab2e-dfce-4d6c-b8f7-e4a29059d50b req-334112c1-8e29-4f40-8fe9-4b590a2ac05d tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.730582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3649ab2e-dfce-4d6c-b8f7-e4a29059d50b req-334112c1-8e29-4f40-8fe9-4b590a2ac05d tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.2705994 Jul 16 20:25:07.818355 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3649ab2e-dfce-4d6c-b8f7-e4a29059d50b req-afc54d30-7465-47e4-8b01-20fd500527ab tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830977 Jul 16 20:25:07.837990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945f7c2-d319-48cf-b4d9-f84c6c0df4b6 req-8205f9f6-df2c-44cc-802b-ba4bc550c419 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.839456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2945f7c2-d319-48cf-b4d9-f84c6c0df4b6 req-8205f9f6-df2c-44cc-802b-ba4bc550c419 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.6184893 Jul 16 20:25:07.909680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.916300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.939635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2945f7c2-d319-48cf-b4d9-f84c6c0df4b6 req-84323f72-8da3-4a41-b99c-9d42174bf6c0 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979509 Jul 16 20:25:08.060181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.065945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Pushing event updated for resources: {'Port': ['ID=6b5c2882-5e21-4dea-a28f-80be446b0f17,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.149327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64010aae-c055-446b-a3f6-090cab728a44 req-30965761-8ffe-475f-a32a-4ef41db5715f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0803182 Jul 16 20:25:08.251314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8c045-62f4-42bb-963a-b2fe516979ac req-cbeec577-fa8c-47c1-ba3e-bbcd4713cac2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.254143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bdb8c045-62f4-42bb-963a-b2fe516979ac req-cbeec577-fa8c-47c1-ba3e-bbcd4713cac2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1177735 Jul 16 20:25:08.297060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Network a2fe52bc-411c-402c-a674-fc9c43a07914 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:08.298445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:08.341384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bdb8c045-62f4-42bb-963a-b2fe516979ac req-35775101-036f-4d6d-b90c-026ae68e33c1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786586 Jul 16 20:25:08.489210 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.579959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.596180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:08.756764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-182bc0e4-bf63-4478-beb4-72ce315418f0 None None] Provisioning complete for port 6b5c2882-5e21-4dea-a28f-80be446b0f17 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:08.757146 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-182bc0e4-bf63-4478-beb4-72ce315418f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.783003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761590b9-407d-481a-8cc7-f38c6e2d06e2 req-2f14d436-be66-4165-ac6a-bdfb1d24b5cb tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.791673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-761590b9-407d-481a-8cc7-f38c6e2d06e2 req-2f14d436-be66-4165-ac6a-bdfb1d24b5cb tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.0997217 Jul 16 20:25:08.791938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:08.806921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-730c4144-fe94-4e22-8f62-09633ea2a43b admin admin] 10.222.0.91 "PUT /v2.0/routers/e67f17eb-17bb-4a83-ab61-7e1a7dd61051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1067007 Jul 16 20:25:08.866959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7231af16-96f6-4adf-aace-68cf3792c29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.876564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-182bc0e4-bf63-4478-beb4-72ce315418f0 None None] Port 6b5c2882-5e21-4dea-a28f-80be446b0f17 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:08.884597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-761590b9-407d-481a-8cc7-f38c6e2d06e2 req-9a72fe75-b1e1-4bf3-8dfa-b15cffbb0546 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914395 Jul 16 20:25:08.923717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.955097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 16c7b02e-0f3d-4e96-9308-8311be6bbae4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:09.086546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:09.094322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:09.094925 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.298541 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.334659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68438-cdae-44a3-acaa-0fb3dac6879c req-37f621bb-1885-4ee2-8ea2-0a6276130e7a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.344120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03b68438-cdae-44a3-acaa-0fb3dac6879c req-37f621bb-1885-4ee2-8ea2-0a6276130e7a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1410172 Jul 16 20:25:09.397045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 16c7b02e-0f3d-4e96-9308-8311be6bbae4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=16c7b02e-0f3d-4e96-9308-8311be6bbae4,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:09.406727 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.427549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03b68438-cdae-44a3-acaa-0fb3dac6879c req-510e2601-bcda-4482-8fde-48d73fb7d9f6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717819 Jul 16 20:25:09.526244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=16c7b02e-0f3d-4e96-9308-8311be6bbae4,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.555763 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c6db62a-5ea5-4276-992f-b2155139403e req-e427f544-c9d6-4bdc-ad9b-041f6368a5fe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0596523 Jul 16 20:25:09.756137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0af0-af24-4f66-a62d-7a0ddf24f262 req-bf0651bf-9530-4202-a01f-db16761e86ef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.757682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93bd0af0-af24-4f66-a62d-7a0ddf24f262 req-bf0651bf-9530-4202-a01f-db16761e86ef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1327674 Jul 16 20:25:09.841906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93bd0af0-af24-4f66-a62d-7a0ddf24f262 req-ff6055dc-13fd-4b2b-97de-33e81e6b1b01 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765054 Jul 16 20:25:09.874016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Sync routers for ids ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:09.897213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Routers {'e67f17eb-17bb-4a83-ab61-7e1a7dd61051'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:09.897866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:25:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:09.984064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40684) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.052072 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.166809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Set router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:10.221714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967dc60-79bd-45de-93ff-dc3f7654be89 req-52136dc1-87c1-4dc7-93ab-d4ddb93a3589 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.223420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e967dc60-79bd-45de-93ff-dc3f7654be89 req-52136dc1-87c1-4dc7-93ab-d4ddb93a3589 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.1773047 Jul 16 20:25:10.231097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.231656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.232137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.232649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.233120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.233989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.234470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.236672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-efe177c7-c901-4217-bfc3-13424d50687e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6509 time: 0.2515941 Jul 16 20:25:10.349475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e967dc60-79bd-45de-93ff-dc3f7654be89 req-d5c8c00e-d3b0-4f46-8f02-2b1a98c846a9 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109395 Jul 16 20:25:10.372256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-3afdd589-4062-4d27-b38a-9ce70ad98de3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271517 Jul 16 20:25:10.504229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:25:07Z', 'revision_number': 4, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port': {'id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:01Z', 'updated_at': '2021-07-16T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6b5c2882-5e21-4dea-a28f-80be446b0f17', 'name': '', 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'mac_address': 'fa:16:3e:92:ed:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '3d5a46cb-c834-453f-981a-aceac9d7274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:05Z', 'updated_at': '2021-07-16T20:25:07Z', 'revision_number': 2, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'subnets': [{'id': '3d5a46cb-c834-453f-981a-aceac9d7274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:10.579858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Checking router: e67f17eb-17bb-4a83-ab61-7e1a7dd61051 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:10.580950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Updating router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 port 6b5c2882-5e21-4dea-a28f-80be446b0f17 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:10.663963 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.866208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31c1a5-8fe7-49e7-8e0d-08e67c5817a9 req-7c9aec7b-e539-4ebd-b6eb-ef88af896a02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.877420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c31c1a5-8fe7-49e7-8e0d-08e67c5817a9 req-7c9aec7b-e539-4ebd-b6eb-ef88af896a02 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1796944 Jul 16 20:25:11.004615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b691528-082f-4daa-9c9b-7f61dd16c36e req-9b4ed081-55fb-4dcc-b40d-b8f29b5ba436 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.1159768 Jul 16 20:25:11.007266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 16c7b02e-0f3d-4e96-9308-8311be6bbae4 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:11.045549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c31c1a5-8fe7-49e7-8e0d-08e67c5817a9 req-83c180e9-a752-42da-b453-d9d11b688b4c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642876 Jul 16 20:25:11.137973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ef34-3324-436a-87aa-a04bfd90669f req-b3765e03-0025-4c8d-8b54-53d1e655fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.146866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e158ef34-3324-436a-87aa-a04bfd90669f req-b3765e03-0025-4c8d-8b54-53d1e655fd6e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6136c9f8ef4a4d74be5fe38d36b264b6&device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 1097 time: 0.2613432 Jul 16 20:25:11.250056 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.291600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Transition to ACTIVE for port object 6b5c2882-5e21-4dea-a28f-80be446b0f17 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:11.300801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:11.304202 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.327034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff598-918f-41c8-96ef-228eb1476761 req-f9129fdd-401a-42c3-8f91-cfa3dfbc8411 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.339506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4acff598-918f-41c8-96ef-228eb1476761 req-f9129fdd-401a-42c3-8f91-cfa3dfbc8411 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.1928561 Jul 16 20:25:11.397644 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.424992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4acff598-918f-41c8-96ef-228eb1476761 req-343cab79-eeee-49dd-8a55-c9ab0e053a9a tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806773 Jul 16 20:25:11.462245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ef34-3324-436a-87aa-a04bfd90669f req-af787d91-e84a-4536-8c4c-9ea5f7e05c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.465653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e158ef34-3324-436a-87aa-a04bfd90669f req-af787d91-e84a-4536-8c4c-9ea5f7e05c25 service neutron] 10.222.0.99 "GET /v2.0/networks?id=714f3b87-bd42-4717-917a-9221a1694e5d HTTP/1.1" status: 200 len: 913 time: 0.3130188 Jul 16 20:25:11.555446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e158ef34-3324-436a-87aa-a04bfd90669f req-e0f3c00c-f6ee-485c-b5a1-1d9a27e5992a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad555e80-5dcd-435d-baef-86334a0e3698 HTTP/1.1" status: 200 len: 217 time: 0.0790486 Jul 16 20:25:11.560931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14110e0-49d1-4af8-8ea5-4341ddfefd93 None None] Pushing event updated for resources: {'Port': ['ID=6b5c2882-5e21-4dea-a28f-80be446b0f17,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.568606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec316d0f-ad43-41b0-8c15-6c7cedee5f34 req-cba136db-34b5-4f28-9bae-aabc173c8e38 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.570166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec316d0f-ad43-41b0-8c15-6c7cedee5f34 req-cba136db-34b5-4f28-9bae-aabc173c8e38 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2177851 Jul 16 20:25:11.618004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Attempting to bind port 6b5c2882-5e21-4dea-a28f-80be446b0f17 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:11.618519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Attempting to bind port 6b5c2882-5e21-4dea-a28f-80be446b0f17 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:11.618785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Attempting to bind port 6b5c2882-5e21-4dea-a28f-80be446b0f17 on network a2fe52bc-411c-402c-a674-fc9c43a07914 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:11.630508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:11.630929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Checking segment: {'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:11.631326 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.635080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Bound using segment: {'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:11.635682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Bound port: 6b5c2882-5e21-4dea-a28f-80be446b0f17, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:11.636089 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.698419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ef34-3324-436a-87aa-a04bfd90669f req-a5076d0c-d98e-4c17-944a-2e9c8e7736bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.700146 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e158ef34-3324-436a-87aa-a04bfd90669f req-a5076d0c-d98e-4c17-944a-2e9c8e7736bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea8367ae-5efb-436f-a74b-ff5f06087c30 HTTP/1.1" status: 200 len: 852 time: 0.1290350 Jul 16 20:25:11.724261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec316d0f-ad43-41b0-8c15-6c7cedee5f34 req-76794466-395a-43e4-81fa-950620db3a30 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405005 Jul 16 20:25:11.764553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.803249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.812021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e158ef34-3324-436a-87aa-a04bfd90669f req-2d856a02-a9fc-4bc4-9b7b-441703f95f3c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=714f3b87-bd42-4717-917a-9221a1694e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800624 Jul 16 20:25:11.814374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] For port 6b5c2882-5e21-4dea-a28f-80be446b0f17, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:11.818200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] For port 6b5c2882-5e21-4dea-a28f-80be446b0f17, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6b5c2882-5e21-4dea-a28f-80be446b0f17,segment=NetworkSegment(c7f0fcc6-cb98-441d-9983-55ac85eca7bf),segment_id=c7f0fcc6-cb98-441d-9983-55ac85eca7bf)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:11.823692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.878222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14110e0-49d1-4af8-8ea5-4341ddfefd93 None None] Pushing event updated for resources: {'Port': ['ID=6b5c2882-5e21-4dea-a28f-80be446b0f17,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.910581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Routers {'e67f17eb-17bb-4a83-ab61-7e1a7dd61051'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:11.911350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:25:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:11.954150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e158ef34-3324-436a-87aa-a04bfd90669f req-b0b91fe7-e457-4fa6-a7ed-a530d6ab72c1 service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340437 Jul 16 20:25:11.957081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64a99b4f-fcfa-4fd3-aea2-4aa545cb780e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.085871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e158ef34-3324-436a-87aa-a04bfd90669f req-55674b9c-a86c-4586-a85e-2911bf68863e service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232240 Jul 16 20:25:12.216809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] Set router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:12.249396 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64a99b4f-fcfa-4fd3-aea2-4aa545cb780e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.263858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64a99b4f-fcfa-4fd3-aea2-4aa545cb780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.394114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c323d40-7a51-4508-93ce-b30631798224 req-80200f2c-5c92-4337-9577-4166e01f1adb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.402246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c323d40-7a51-4508-93ce-b30631798224 req-80200f2c-5c92-4337-9577-4166e01f1adb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.0956395 Jul 16 20:25:12.450519 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c323d40-7a51-4508-93ce-b30631798224 req-e2290764-397f-44ea-9c59-fbf44fc3f956 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Jul 16 20:25:12.468838 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5fc86e70-2264-44b5-ac69-d1d7878fd5d0 req-4142ee2c-c7b5-48f5-a69f-b63281f8925d tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.1354213 Jul 16 20:25:12.475898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-64a99b4f-fcfa-4fd3-aea2-4aa545cb780e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4c26548544104ff3aeeeaf2a67c76909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069535 Jul 16 20:25:12.475990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40740) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.499523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a99b4f-fcfa-4fd3-aea2-4aa545cb780e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b52802-5e73-4ff5-9dfd-86c9c3731202,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.583193 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1c489cb4-da98-44a6-a0cd-af209ea422f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.625177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1c489cb4-da98-44a6-a0cd-af209ea422f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.814212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1c489cb4-da98-44a6-a0cd-af209ea422f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.819312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1c489cb4-da98-44a6-a0cd-af209ea422f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.825728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1c489cb4-da98-44a6-a0cd-af209ea422f6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a2b52802-5e73-4ff5-9dfd-86c9c3731202 HTTP/1.1" status: 204 len: 168 time: 0.3473198 Jul 16 20:25:12.918779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c489cb4-da98-44a6-a0cd-af209ea422f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b52802-5e73-4ff5-9dfd-86c9c3731202,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.984006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fe42b-26e0-469c-bc0a-85cc6b64a977 req-a5222fd6-98f7-4af3-a72a-07d74550b968 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.994477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-772fe42b-26e0-469c-bc0a-85cc6b64a977 req-a5222fd6-98f7-4af3-a72a-07d74550b968 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.3124661 Jul 16 20:25:13.057731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-772fe42b-26e0-469c-bc0a-85cc6b64a977 req-e724b03d-f87e-4ae1-a603-b12ee1e1fbdf tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609019 Jul 16 20:25:13.161601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:25:07Z', 'revision_number': 4, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port': {'id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:01Z', 'updated_at': '2021-07-16T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6b5c2882-5e21-4dea-a28f-80be446b0f17', 'name': '', 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'mac_address': 'fa:16:3e:92:ed:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '3d5a46cb-c834-453f-981a-aceac9d7274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:05Z', 'updated_at': '2021-07-16T20:25:11Z', 'revision_number': 4, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'subnets': [{'id': '3d5a46cb-c834-453f-981a-aceac9d7274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:13.170684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-54c53319-2bc7-4b39-b14f-f1bf0bef8792 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.183954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-54c53319-2bc7-4b39-b14f-f1bf0bef8792 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2983193 Jul 16 20:25:13.214936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-17dacc56-48c4-44c7-8597-6c9adc1cafca tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/quotas/7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 375 time: 0.0299885 Jul 16 20:25:13.223426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750afc3-bae8-4c0d-bcac-79fa89b578ea None None] The sync data for ids ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'] in n-d-792458-10 is: [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:25:07Z', 'revision_number': 4, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port': {'id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:01Z', 'updated_at': '2021-07-16T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6b5c2882-5e21-4dea-a28f-80be446b0f17', 'name': '', 'network_id': 'a2fe52bc-411c-402c-a674-fc9c43a07914', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'mac_address': 'fa:16:3e:92:ed:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '3d5a46cb-c834-453f-981a-aceac9d7274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:05Z', 'updated_at': '2021-07-16T20:25:11Z', 'revision_number': 4, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'subnets': [{'id': '3d5a46cb-c834-453f-981a-aceac9d7274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:13.307219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e782aec-888c-4b20-b228-2c4fb3b24e88 req-4fa8f939-ee10-4314-b096-9104077750d7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.314039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e782aec-888c-4b20-b228-2c4fb3b24e88 req-4fa8f939-ee10-4314-b096-9104077750d7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1366625 Jul 16 20:25:13.416645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e782aec-888c-4b20-b228-2c4fb3b24e88 req-51c28669-f2ce-404c-8717-05ce5b330585 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006331 Jul 16 20:25:13.450440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-aae72798-e40b-421d-ba84-b94730dfffc3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328024 Jul 16 20:25:13.577002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40772) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:13.644166 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78d5d1cb-53c7-4e5e-b2c8-c75156779755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.677812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:13.735354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-b9819086-4f58-48c3-98be-fc6df4cb91ae service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790110 Jul 16 20:25:13.923089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646807f8-a7d0-4da0-92dc-41ca9ab58de1 req-013be04f-f23b-4bc6-8ce3-9331e6099526 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.925047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-646807f8-a7d0-4da0-92dc-41ca9ab58de1 req-013be04f-f23b-4bc6-8ce3-9331e6099526 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1875229 Jul 16 20:25:13.950275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:13.985673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95', 'port_id': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'mac_address': 'fa:16:3e:8a:63:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86693672-59b1-4af5-8fec-ffc73df84573', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:14.000722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78d5d1cb-53c7-4e5e-b2c8-c75156779755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.010126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78d5d1cb-53c7-4e5e-b2c8-c75156779755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.077501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-cf98a5ad-f017-46b9-b8a2-d6b9dc5cf95c service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407304 Jul 16 20:25:14.109620 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.132414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66347ae4-0bd9-48b2-b40f-811fddf48686 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:14.145179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40788) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.147431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-78d5d1cb-53c7-4e5e-b2c8-c75156779755 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6537322b6f584aaea56f3a3684a2fa30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668912 Jul 16 20:25:14.151101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5d1cb-53c7-4e5e-b2c8-c75156779755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf1695-b2a0-4a9f-96b7-66ec7cbc4414,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.191186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:14.199933 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.254613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aaea06ed-18ec-404e-b8f0-a5b939263153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.294128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aaea06ed-18ec-404e-b8f0-a5b939263153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.321226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['66347ae4-0bd9-48b2-b40f-811fddf48686'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:14.338191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.362315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aaea06ed-18ec-404e-b8f0-a5b939263153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.364960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aaea06ed-18ec-404e-b8f0-a5b939263153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.371872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aaea06ed-18ec-404e-b8f0-a5b939263153 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/46cf1695-b2a0-4a9f-96b7-66ec7cbc4414 HTTP/1.1" status: 204 len: 168 time: 0.2252822 Jul 16 20:25:14.421408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea06ed-18ec-404e-b8f0-a5b939263153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf1695-b2a0-4a9f-96b7-66ec7cbc4414,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.554684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-646807f8-a7d0-4da0-92dc-41ca9ab58de1 req-f0dfc613-5d70-4084-b55c-d898f24be05e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169353 Jul 16 20:25:14.965781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39638e74-3f57-4326-b376-483364b4ffef req-fdffd98d-9830-4338-9513-860979b34d45 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0869253 Jul 16 20:25:14.995204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498e409-cd00-4d99-8e5e-edb13d1981f6 req-e5f355fb-f088-4269-b16b-c47366f8cf46 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.003700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5498e409-cd00-4d99-8e5e-edb13d1981f6 req-e5f355fb-f088-4269-b16b-c47366f8cf46 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.1754885 Jul 16 20:25:15.107316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6b5c2882-5e21-4dea-a28f-80be446b0f17 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:15.144782 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5498e409-cd00-4d99-8e5e-edb13d1981f6 req-f2391b9b-264c-4858-a0fc-5647cba99278 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398823 Jul 16 20:25:15.277888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 6b5c2882-5e21-4dea-a28f-80be446b0f17 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:15.294950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-53dc8924-add0-49fe-b749-827ad28d3648 req-91bd19b3-162e-4e3b-894f-7742f7c4bbea tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0555060 Jul 16 20:25:15.301717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6b5c2882-5e21-4dea-a28f-80be446b0f17 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:15.302198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.569485 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.613762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbcdcc-e98f-491c-9bcb-f60f1896d8c3 req-b07e3f9b-14f1-4ca8-b452-a6d7746bb38b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.615744 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccdbcdcc-e98f-491c-9bcb-f60f1896d8c3 req-b07e3f9b-14f1-4ca8-b452-a6d7746bb38b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 944 time: 0.2751353 Jul 16 20:25:15.707220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:15.735779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccdbcdcc-e98f-491c-9bcb-f60f1896d8c3 req-45ae506b-0058-42b6-874e-29d5180538e4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058996 Jul 16 20:25:15.841677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 6b5c2882-5e21-4dea-a28f-80be446b0f17, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6b5c2882-5e21-4dea-a28f-80be446b0f17,segment=NetworkSegment(c7f0fcc6-cb98-441d-9983-55ac85eca7bf),segment_id=c7f0fcc6-cb98-441d-9983-55ac85eca7bf)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:15.870468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.055849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=6b5c2882-5e21-4dea-a28f-80be446b0f17,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.103407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 66347ae4-0bd9-48b2-b40f-811fddf48686 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:16.103781 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.123034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ff230-ee42-4769-81fc-5e6f06792e9f req-3eb8f08b-9cce-4ae3-a041-286cad722b4e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.139997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f8ff230-ee42-4769-81fc-5e6f06792e9f req-3eb8f08b-9cce-4ae3-a041-286cad722b4e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1703222 Jul 16 20:25:16.248790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f8ff230-ee42-4769-81fc-5e6f06792e9f req-fd714cea-60b3-4b28-afc8-da11571beb66 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058316 Jul 16 20:25:16.356494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c1d98-55b6-4ed2-9c84-b1fed1420774 req-379cff7a-4983-4cbc-9efb-44f158978f5b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.363709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb0c1d98-55b6-4ed2-9c84-b1fed1420774 req-379cff7a-4983-4cbc-9efb-44f158978f5b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.1867251 Jul 16 20:25:16.364341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.394357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:16.397171 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a9a8fb-865f-47a8-ba50-d63dd6d4c855" -d '{"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-plugged", "status": "completed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:16.433917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:16.442947 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.535554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb0c1d98-55b6-4ed2-9c84-b1fed1420774 req-07f7187c-fccf-45b4-b77d-6168171a78ce tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656621 Jul 16 20:25:16.626294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.709963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed79e059-9a7d-45a2-b5c1-785ece4f3e8e req-d1ca4b72-d3ae-4bd4-bc76-fd9a1bd9696c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0623362 Jul 16 20:25:16.855737 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac651300-10d3-48ed-937f-94baa47f034b x-openstack-request-id: req-ac651300-10d3-48ed-937f-94baa47f034b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:16.856341 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-plugged", "status": "completed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:16.856808 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac651300-10d3-48ed-937f-94baa47f034b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:16.857553 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'code': 200} Jul 16 20:25:16.874609 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-876021ef-2a87-4026-8ebb-d5f9debeb77b req-6c9dba84-ec9e-4d5b-8c7d-da417bcdc170 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0733969 Jul 16 20:25:17.036281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6b5c2882-5e21-4dea-a28f-80be446b0f17 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:17.156553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6b5c2882-5e21-4dea-a28f-80be446b0f17 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:17.164216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.247534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-3513bf8a-ab16-45b4-9baa-73e3b1f849bb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.249140 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-3513bf8a-ab16-45b4-9baa-73e3b1f849bb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.3619227 Jul 16 20:25:17.267330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbef1b7-8ba7-4dac-9924-0eab4f251726 req-88901eeb-bcc6-4165-8ea3-e71a84c66c25 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.274299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'port': {'device_id': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'admin_state_up': True, 'tenant_id': '7749d02d72f148a6b0d11f063739606f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:17.275453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bbef1b7-8ba7-4dac-9924-0eab4f251726 req-88901eeb-bcc6-4165-8ea3-e71a84c66c25 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2322829 Jul 16 20:25:17.383220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bbef1b7-8ba7-4dac-9924-0eab4f251726 req-7b99661f-66ad-4c9f-8e6e-d0c9a7b2c072 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064832 Jul 16 20:25:17.950709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5014a4-2ebf-4653-897f-fcdf0fcebcf4 req-73d2eca2-0240-463e-b879-b9c95ce7746c tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.953268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d5014a4-2ebf-4653-897f-fcdf0fcebcf4 req-73d2eca2-0240-463e-b879-b9c95ce7746c tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.1576023 Jul 16 20:25:18.058898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d5014a4-2ebf-4653-897f-fcdf0fcebcf4 req-46782ff7-74b6-4e81-a829-d0aaf7a03e2b tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959730 Jul 16 20:25:18.195952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dfbd6-60d7-4cef-9f53-cdd47c64edbf req-94b44d6b-3930-407c-9486-cec6fe3edb3e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.204219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-932dfbd6-60d7-4cef-9f53-cdd47c64edbf req-94b44d6b-3930-407c-9486-cec6fe3edb3e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1247864 Jul 16 20:25:18.232567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:18.240127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.386030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba553861-35e0-452c-928c-1d18a207c539 req-1d727b80-672f-49cb-96c2-e456285bb426 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0653901 Jul 16 20:25:18.405133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-932dfbd6-60d7-4cef-9f53-cdd47c64edbf req-55fe909b-6995-4fcc-874a-8c1b61f8e30e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996021 Jul 16 20:25:18.720365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.20.0.5 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/656b6398-a649-42a5-a598-69fec4e1f9d3) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:18.804001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31d96c8e-8230-4253-8438-a32cd83c6a77 req-c188bf4f-9437-45fe-a8ed-4f38ca4e4f6a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0991073 Jul 16 20:25:19.028741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-5015ce49-1f53-41a4-b233-134e96017bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.031800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-5015ce49-1f53-41a4-b233-134e96017bd2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6136c9f8ef4a4d74be5fe38d36b264b6&device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 1097 time: 0.1279480 Jul 16 20:25:19.320528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-394fb077-136e-4c12-afe2-6157bc69b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.323235 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-394fb077-136e-4c12-afe2-6157bc69b658 service neutron] 10.222.0.99 "GET /v2.0/networks?id=714f3b87-bd42-4717-917a-9221a1694e5d HTTP/1.1" status: 200 len: 913 time: 0.2834549 Jul 16 20:25:19.360168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2511596-f6c4-4e3d-9a1c-5b6031dd9558 req-52fafd4b-9d13-4b4f-81b8-2c9d5c96660e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.361587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536417c0-a1d9-46ea-a70b-2996c00ec9b7 req-36364db1-d448-460f-9510-cca08e97bc83 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.364215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-536417c0-a1d9-46ea-a70b-2996c00ec9b7 req-36364db1-d448-460f-9510-cca08e97bc83 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.2065601 Jul 16 20:25:19.375851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2511596-f6c4-4e3d-9a1c-5b6031dd9558 req-52fafd4b-9d13-4b4f-81b8-2c9d5c96660e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.4630740 Jul 16 20:25:19.395448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.422971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-c9742fac-a698-4572-a450-7d784ad3388c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad555e80-5dcd-435d-baef-86334a0e3698 HTTP/1.1" status: 200 len: 217 time: 0.0910954 Jul 16 20:25:19.532319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Transition to ACTIVE for port object 656b6398-a649-42a5-a598-69fec4e1f9d3 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:19.576683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a2511596-f6c4-4e3d-9a1c-5b6031dd9558 req-9b22bbfe-8b52-4d8c-9112-d9db1ed3ed59 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975956 Jul 16 20:25:19.580012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.599836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-536417c0-a1d9-46ea-a70b-2996c00ec9b7 req-24fef31c-fce7-4be4-836b-fbff1e755f19 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814034 Jul 16 20:25:19.692678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-38d11738-6656-40fa-aa44-1422f473aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.695280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-38d11738-6656-40fa-aa44-1422f473aa01 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea8367ae-5efb-436f-a74b-ff5f06087c30 HTTP/1.1" status: 200 len: 852 time: 0.2624540 Jul 16 20:25:19.737634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:19.750035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:19.776134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:19.792747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=656b6398-a649-42a5-a598-69fec4e1f9d3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.800340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-035c6617-becc-4be9-bb75-ea84f184c2ed service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=714f3b87-bd42-4717-917a-9221a1694e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978565 Jul 16 20:25:20.015965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.018739 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.052833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-3cc7de86-f3a7-4715-a23d-35d82498bb02 service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456958 Jul 16 20:25:20.059928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-eebaef83-7193-4a24-9327-530241cd2329 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7945809 Jul 16 20:25:20.078677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Request body: {'port': {'device_id': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:20.149039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d53b-d289-447a-a915-207fcbac35ac req-64a6cb58-c175-4cc9-b96d-301b72ffcb33 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.150650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a794d53b-d289-447a-a915-207fcbac35ac req-64a6cb58-c175-4cc9-b96d-301b72ffcb33 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2945328 Jul 16 20:25:20.229057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4b05768f-7e5f-4f21-aa74-7d007a59b7f1 None None] Provisioning for port 656b6398-a649-42a5-a598-69fec4e1f9d3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:20.239430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.239686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4b05768f-7e5f-4f21-aa74-7d007a59b7f1 None None] Provisioning complete for port 656b6398-a649-42a5-a598-69fec4e1f9d3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:20.239918 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4b05768f-7e5f-4f21-aa74-7d007a59b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.305265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a794d53b-d289-447a-a915-207fcbac35ac req-58a6cde7-0fef-4dda-a21b-b0d8208f30e3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175964 Jul 16 20:25:20.335722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-990fcfce-5b6e-4254-a85f-8268e2a7deed req-2372745f-489e-4be5-bb08-78e0f85c9ee6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0857468 Jul 16 20:25:20.408793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4b05768f-7e5f-4f21-aa74-7d007a59b7f1 None None] Port 656b6398-a649-42a5-a598-69fec4e1f9d3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:20.416901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e27487b-4b4a-44e5-a578-ecbf3484466c req-8011c625-0594-4f74-a01a-bd3a5ed85460 service neutron] 10.222.0.99 "GET /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570552 Jul 16 20:25:20.689346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c0ea1-6975-4950-ba87-52eaaa3207bc req-b56b7680-c9ae-4de8-b09b-2bc5707d42bb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.735360 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db4c0ea1-6975-4950-ba87-52eaaa3207bc req-b56b7680-c9ae-4de8-b09b-2bc5707d42bb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1390080 Jul 16 20:25:20.838478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db4c0ea1-6975-4950-ba87-52eaaa3207bc req-3a192397-34e7-4c19-a43e-583c1e27484b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254187 Jul 16 20:25:20.892640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656b6398-a649-42a5-a598-69fec4e1f9d3 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:20.945393 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.980264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cd39f-33ad-4ad5-9466-c89551c08bca req-30648796-031f-4065-bb81-ecc690f5d44f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.981853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-329cd39f-33ad-4ad5-9466-c89551c08bca req-30648796-031f-4065-bb81-ecc690f5d44f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 931 time: 0.3906441 Jul 16 20:25:21.068159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-329cd39f-33ad-4ad5-9466-c89551c08bca req-d5b45893-beb7-4c67-b01e-f1f3d7ce81d9 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708282 Jul 16 20:25:21.069367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Transition to ACTIVE for port object 656b6398-a649-42a5-a598-69fec4e1f9d3 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:21.090243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.209783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0260cb-074a-4133-b7b6-4fea48d739f2 req-82c9c649-54a4-42cf-9261-07c88ba47d10 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.221227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da0260cb-074a-4133-b7b6-4fea48d739f2 req-82c9c649-54a4-42cf-9261-07c88ba47d10 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1488135 Jul 16 20:25:21.253071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Pushing event updated for resources: {'Port': ['ID=656b6398-a649-42a5-a598-69fec4e1f9d3,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.303270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da0260cb-074a-4133-b7b6-4fea48d739f2 req-16968d68-dbfb-4179-96c4-875ee905ceed tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818098 Jul 16 20:25:21.385386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Attempting to bind port 656b6398-a649-42a5-a598-69fec4e1f9d3 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:21.385772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Attempting to bind port 656b6398-a649-42a5-a598-69fec4e1f9d3 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:21.386119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Attempting to bind port 656b6398-a649-42a5-a598-69fec4e1f9d3 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:21.443783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Port 656b6398-a649-42a5-a598-69fec4e1f9d3 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:21.444119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Attempting to bind port 656b6398-a649-42a5-a598-69fec4e1f9d3 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:21.476516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:21.477133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:21.477544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:21.478010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Bound port: 656b6398-a649-42a5-a598-69fec4e1f9d3, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:21.478448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.574723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fa619-7afc-4f6d-a453-873e41741451 req-bd99ff83-f2d8-492f-ae8a-21079d5470f7 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.576516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f0fa619-7afc-4f6d-a453-873e41741451 req-bd99ff83-f2d8-492f-ae8a-21079d5470f7 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.2090895 Jul 16 20:25:21.634879 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f0fa619-7afc-4f6d-a453-873e41741451 req-fe11ad22-6d1f-4100-9d89-39cba244ba3f tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502961 Jul 16 20:25:21.671690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] For port 656b6398-a649-42a5-a598-69fec4e1f9d3, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:21.687463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] For port 656b6398-a649-42a5-a598-69fec4e1f9d3, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=656b6398-a649-42a5-a598-69fec4e1f9d3,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:21.695392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.766337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-c4e42655-c04a-4bfb-86f8-fa1299b71c6b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.774316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-c4e42655-c04a-4bfb-86f8-fa1299b71c6b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.3116004 Jul 16 20:25:21.792564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.793193 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.794614 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] 10.222.0.79 "PUT /v2.0/ports/656b6398-a649-42a5-a598-69fec4e1f9d3 HTTP/1.1" status: 200 len: 1092 time: 1.7272608 Jul 16 20:25:21.795113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'tag': '656b6398-a649-42a5-a598-69fec4e1f9d3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:21.798078 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cf6692-ba41-49f9-a430-d8ae8d378f78" -d '{"events": [{"name": "network-changed", "server_uuid": "f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47", "tag": "656b6398-a649-42a5-a598-69fec4e1f9d3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:21.809600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bc8cd-4549-4829-8559-41db8dac3438 service neutron] Pushing event updated for resources: {'Port': ['ID=656b6398-a649-42a5-a598-69fec4e1f9d3,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.820576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4227a521-144a-405d-a556-210c51182aed tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/quotas/927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 375 time: 0.0449560 Jul 16 20:25:21.906535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-73da46f2-4149-41b3-a8dd-2d7df4745dcb req-2b85c66d-5ba1-428c-b3b9-5b73adda8c90 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0782032 Jul 16 20:25:22.005514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-96948662-99bd-4cb0-af82-f9ad87824f0c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1838791 Jul 16 20:25:22.032339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-b710d54d-6686-40c1-9375-520e36adf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.034002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-b710d54d-6686-40c1-9375-520e36adf257 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 1095 time: 0.1606486 Jul 16 20:25:22.143584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-9272c60d-a2ca-4e12-99b7-42a88bfaffcd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=656b6398-a649-42a5-a598-69fec4e1f9d3 HTTP/1.1" status: 200 len: 217 time: 0.1016309 Jul 16 20:25:22.262391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-2342a1a4-ec4d-4625-bc7c-e23d806a5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.264313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-2342a1a4-ec4d-4625-bc7c-e23d806a5dc2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1127291 Jul 16 20:25:22.410524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3974-3068-4802-b552-ece425322950 req-d8797db3-bc08-4a18-a573-ea54f7d411e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.415389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-d8797db3-bc08-4a18-a573-ea54f7d411e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384432 Jul 16 20:25:22.487070 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97dcc9f-d0c4-4f69-9106-8845b7dab718 x-openstack-request-id: req-c97dcc9f-d0c4-4f69-9106-8845b7dab718 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:22.487334 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47", "tag": "656b6398-a649-42a5-a598-69fec4e1f9d3", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:22.487584 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c97dcc9f-d0c4-4f69-9106-8845b7dab718 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:22.487971 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'tag': '656b6398-a649-42a5-a598-69fec4e1f9d3', 'status': 'completed', 'code': 200} Jul 16 20:25:22.502126 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-65785bcd-890b-4015-ba32-d11bc717d179 service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860742 Jul 16 20:25:22.749410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-690bc6e9-a95e-4460-9b36-6581ee7e1414 service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462783 Jul 16 20:25:22.773364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-0b7aaf04-bdf1-47c2-b00b-5e74451058c8 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299162 Jul 16 20:25:22.894042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1eb95-755a-4d55-b031-de742fc0f4e8 req-812bfda3-d63d-4ab3-84b6-1fc43d4bcc31 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.907934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61f1eb95-755a-4d55-b031-de742fc0f4e8 req-812bfda3-d63d-4ab3-84b6-1fc43d4bcc31 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.2634532 Jul 16 20:25:23.003553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82f3974-3068-4802-b552-ece425322950 req-d95cbc5e-8635-49d4-84d2-0a7c00525e26 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206850 Jul 16 20:25:23.015646 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61f1eb95-755a-4d55-b031-de742fc0f4e8 req-751adc2c-947c-407f-b2d1-96fa2e771ac4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068830 Jul 16 20:25:23.169231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30663-ca64-4c10-8947-ea304f9371c7 req-166049b5-5511-41a8-948b-1c3faccb7213 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.176783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efe30663-ca64-4c10-8947-ea304f9371c7 req-166049b5-5511-41a8-948b-1c3faccb7213 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1619248 Jul 16 20:25:23.229621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efe30663-ca64-4c10-8947-ea304f9371c7 req-83ba5e14-d5ae-4a86-b379-e0fae7daf6bc tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Jul 16 20:25:23.243479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-ec31248d-c8a0-4e1e-9fd9-cb676190bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.248455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-ec31248d-c8a0-4e1e-9fd9-cb676190bba5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 1095 time: 0.1409657 Jul 16 20:25:23.395914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-389de577-6ae0-4c54-80c1-a44792cbcfc7 req-7cea39ca-d9c7-44da-ad96-d88ff0d3232d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0935621 Jul 16 20:25:23.708429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ccd4b-28b4-4d71-8016-8e2dec04bfbc req-40c29540-cb33-4ecb-81d6-40f75f22d902 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.710582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd9ccd4b-28b4-4d71-8016-8e2dec04bfbc req-40c29540-cb33-4ecb-81d6-40f75f22d902 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.4119272 Jul 16 20:25:23.718543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-d2fc19a9-771c-4c94-9030-f82391bd201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.728423 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-d2fc19a9-771c-4c94-9030-f82391bd201e service neutron] 10.222.0.79 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.4657562 Jul 16 20:25:23.897818 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6fb05b7-3c41-488a-899d-77be573ff72d req-d85c4897-3bdb-4ea8-959d-c76734e5a7dd tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/ports?device_id=a18e54d6-fe35-4e4e-bf0b-cd7d0548794c HTTP/1.1" status: 200 len: 210 time: 0.0655818 Jul 16 20:25:23.906195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-d3f03706-504c-41f7-8cb0-5e2849575ac0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=656b6398-a649-42a5-a598-69fec4e1f9d3 HTTP/1.1" status: 200 len: 217 time: 0.1635115 Jul 16 20:25:24.092195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fd9ccd4b-28b4-4d71-8016-8e2dec04bfbc req-9b21ddc9-25ee-4e5e-b2ac-2ca956378c6a tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605788 Jul 16 20:25:24.119252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-8155ab63-5650-42ab-9406-2807f0688ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.121348 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-8155ab63-5650-42ab-9406-2807f0688ed7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1879103 Jul 16 20:25:24.335259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-4e97f556-7b8b-4559-ac8d-9e9d5ab9b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.337834 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-4e97f556-7b8b-4559-ac8d-9e9d5ab9b125 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2089498 Jul 16 20:25:24.559516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-e76eb23e-7d50-42f3-90e3-68719c27a6e3 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144301 Jul 16 20:25:24.641973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a5fb1-f0cb-491f-8d27-206c94fd0027 req-114da2d0-923a-4637-92eb-2784f720ecd2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.654457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b7a5fb1-f0cb-491f-8d27-206c94fd0027 req-114da2d0-923a-4637-92eb-2784f720ecd2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.3011227 Jul 16 20:25:24.744651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-310254fb-a34f-47d6-b48b-c9d885d75310 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.750939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-310254fb-a34f-47d6-b48b-c9d885d75310 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.99 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.3067629 Jul 16 20:25:24.771766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59cf6692-ba41-49f9-a430-d8ae8d378f78 req-6fe06468-e287-44c4-87a1-2e756a31c745 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860192 Jul 16 20:25:24.861405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b7a5fb1-f0cb-491f-8d27-206c94fd0027 req-4e0bb4d5-2df1-4301-8b3b-7f3599bd9a2a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006776 Jul 16 20:25:24.890117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232e281-ff4c-4b68-8135-c37a57ba9c80 req-a4a70d80-0a3c-43ef-a16b-de3b661f4096 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.907450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a232e281-ff4c-4b68-8135-c37a57ba9c80 req-a4a70d80-0a3c-43ef-a16b-de3b661f4096 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3429313 Jul 16 20:25:25.008314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a232e281-ff4c-4b68-8135-c37a57ba9c80 req-9f6e0a03-fe6b-4b2f-9071-d6869018dbea tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992830 Jul 16 20:25:25.149452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Deleting port ad555e80-5dcd-435d-baef-86334a0e3698 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:25.150018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.428228 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-427ddde5-6f11-4808-98f6-e5c080731e4a req-992389a8-493a-4a25-8ae4-211e29236ae8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 210 time: 0.1928499 Jul 16 20:25:25.551989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41034) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:25.747953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f571-378b-4eb5-9d21-6e694236be90 req-0e8f0eb7-8c67-4dda-8dc2-5b361a3b5f74 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.757937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a666f571-378b-4eb5-9d21-6e694236be90 req-0e8f0eb7-8c67-4dda-8dc2-5b361a3b5f74 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 945 time: 0.2776966 Jul 16 20:25:25.764110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] For port ad555e80-5dcd-435d-baef-86334a0e3698, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ad555e80-5dcd-435d-baef-86334a0e3698,segment=NetworkSegment(17223062-e722-48db-beb7-2fd5101d796e),segment_id=17223062-e722-48db-beb7-2fd5101d796e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:25.764754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.810156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Calling delete_port for ad555e80-5dcd-435d-baef-86334a0e3698 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:25.821260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e818d6f-651d-4f16-83f3-673189d1bf07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.825046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-2b87bc86-d40e-4838-8e08-04b95278bd09 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.826926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-2b87bc86-d40e-4838-8e08-04b95278bd09 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.5544169 Jul 16 20:25:25.860592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'port': {'device_id': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'admin_state_up': True, 'tenant_id': '927415eda0ac412fbff0486e59f831a8'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:25.872281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e818d6f-651d-4f16-83f3-673189d1bf07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.947082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e818d6f-651d-4f16-83f3-673189d1bf07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.949838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e818d6f-651d-4f16-83f3-673189d1bf07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.954713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0e818d6f-651d-4f16-83f3-673189d1bf07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/security-groups/a899dae3-423f-482c-9b39-0f67032626df HTTP/1.1" status: 204 len: 168 time: 0.3801730 Jul 16 20:25:25.979877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41040) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:25.982943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e818d6f-651d-4f16-83f3-673189d1bf07 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a899dae3-423f-482c-9b39-0f67032626df,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.101222 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-495f227f-5adc-4d2c-beb9-8d97f8eb8308 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] show failed (client error): The resource could not be found. Jul 16 20:25:26.106404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-495f227f-5adc-4d2c-beb9-8d97f8eb8308 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "GET /v2.0/security-groups/a899dae3-423f-482c-9b39-0f67032626df HTTP/1.1" status: 404 len: 347 time: 0.1183736 Jul 16 20:25:26.109089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41048) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:26.229425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a666f571-378b-4eb5-9d21-6e694236be90 req-751ad735-5e03-46e7-a1b6-c2fb3b7e464d tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/security-groups?id=80c1b467-59af-4936-9496-fa7fc0181f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703918 Jul 16 20:25:26.423328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port 3f3b9897-6b7d-4e08-a609-13f1f2d8a34b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:26.423592 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.467079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Made reservation on behalf of 927415eda0ac412fbff0486e59f831a8 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:26.472212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.590670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded1379-40a1-41d8-b39a-327348af81ca req-921e30f6-178f-4036-826b-fb3cc319c775 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:26.602334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dded1379-40a1-41d8-b39a-327348af81ca req-921e30f6-178f-4036-826b-fb3cc319c775 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.4842441 Jul 16 20:25:26.613099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.657880 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.658376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.680208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for 3f3b9897-6b7d-4e08-a609-13f1f2d8a34b owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:26.712370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73a9b-49b2-4091-ad98-302dbf49ba26 req-4effbf34-662c-42a8-872c-ed2be1d5155b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:26.719678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dd73a9b-49b2-4091-ad98-302dbf49ba26 req-4effbf34-662c-42a8-872c-ed2be1d5155b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1448081 Jul 16 20:25:26.863123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dd73a9b-49b2-4091-ad98-302dbf49ba26 req-33e79305-a505-47cb-b065-c25b2ef0fd2d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424110 Jul 16 20:25:27.046202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.127619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=3f3b9897-6b7d-4e08-a609-13f1f2d8a34b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.308626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.313632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.316896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-92435382-4e1b-4136-8834-178710d6d79c tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/floatingips/d12fecfe-a78c-4fe0-833c-fd8eb55e7681 HTTP/1.1" status: 204 len: 168 time: 1.2042665 Jul 16 20:25:27.319487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41072) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.365473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ad555e80-5dcd-435d-baef-86334a0e3698 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:27.393290 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fbebf680-8802-4858-9329-a33f66b49605 req-4bcd6507-6703-4efe-b4cf-ce73af8d7f17 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 210 time: 0.2079785 Jul 16 20:25:27.426199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: ad555e80-5dcd-435d-baef-86334a0e3698 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:27.426541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ad555e80-5dcd-435d-baef-86334a0e3698 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:27.528523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dded1379-40a1-41d8-b39a-327348af81ca req-161d319b-c041-4474-a85f-1f22eab72b8a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9199619 Jul 16 20:25:27.587437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Pushing event deleted for resources: {'Port': ['ID=ad555e80-5dcd-435d-baef-86334a0e3698,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.649376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] No DVR routers for this DVR port ad555e80-5dcd-435d-baef-86334a0e3698 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:27.656083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.658475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab8eac80-acaf-4cf4-811b-83782fd02e7d req-7341709e-4a14-4f20-9473-976814e00ad6 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.99 "DELETE /v2.0/ports/ad555e80-5dcd-435d-baef-86334a0e3698 HTTP/1.1" status: 204 len: 173 time: 2.8570936 Jul 16 20:25:27.659130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'name': 'network-vif-deleted', 'tag': 'ad555e80-5dcd-435d-baef-86334a0e3698'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:27.661706 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c681b9-1ede-4674-8a8a-5a239dc6661e" -d '{"events": [{"server_uuid": "aeb80ea2-3cb6-4551-acb4-8b696767a697", "name": "network-vif-deleted", "tag": "ad555e80-5dcd-435d-baef-86334a0e3698"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:27.718248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc24b23b-51ea-4130-a331-cd1559bb4760 req-9934a361-233a-40ef-b5e8-33b85ab99935 tempest-TestServerAdvancedOps-1493729472 tempest-TestServerAdvancedOps-1493729472-project] 10.222.0.91 "GET /v2.0/ports?device_id=aeb80ea2-3cb6-4551-acb4-8b696767a697 HTTP/1.1" status: 200 len: 210 time: 0.0760806 Jul 16 20:25:27.769338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port 5a467959-2f28-49ce-9483-871091ace3a6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:27.769685 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.813480 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d4c80-bac7-47dd-8b35-6728017e4a6d x-openstack-request-id: req-d45d4c80-bac7-47dd-8b35-6728017e4a6d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:27.813911 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb80ea2-3cb6-4551-acb4-8b696767a697", "name": "network-vif-deleted", "tag": "ad555e80-5dcd-435d-baef-86334a0e3698", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:27.814171 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d45d4c80-bac7-47dd-8b35-6728017e4a6d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:27.814598 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb80ea2-3cb6-4551-acb4-8b696767a697', 'name': 'network-vif-deleted', 'tag': 'ad555e80-5dcd-435d-baef-86334a0e3698', 'status': 'completed', 'code': 200} Jul 16 20:25:27.868177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Allocated IP 172.20.0.5 (fa18409d-ff19-475d-8f02-5a5b7eb4d389/52e96ec2-d7bb-4495-8ab3-aeb130ad1351/9223522e-6cc3-40aa-b19f-678fba9fa018) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:27.996537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.020397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for 5a467959-2f28-49ce-9483-871091ace3a6 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:28.353594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bae8f4-f805-428a-bae2-207c7399ea26 req-2cf231ff-91f2-48f9-8ebc-d7a5b7185cb4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.357856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0bae8f4-f805-428a-bae2-207c7399ea26 req-2cf231ff-91f2-48f9-8ebc-d7a5b7185cb4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2517517 Jul 16 20:25:28.454130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.507357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Transition to ACTIVE for port object 9223522e-6cc3-40aa-b19f-678fba9fa018 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:28.567370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.699622 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.707577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0bae8f4-f805-428a-bae2-207c7399ea26 req-fd9c3ce7-6bda-4214-a374-b5ba80e49c1a tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432407 Jul 16 20:25:28.711019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=5a467959-2f28-49ce-9483-871091ace3a6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.712322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a1ea4c4f-a18b-4b12-809a-dedb792c113a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:29.021144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.026346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b105cb82-21b6-43fd-8de6-96f8a0addffe tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/ports/5a467959-2f28-49ce-9483-871091ace3a6 HTTP/1.1" status: 204 len: 168 time: 1.6569748 Jul 16 20:25:29.028148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41100) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.066816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:29.068412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=9223522e-6cc3-40aa-b19f-678fba9fa018,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.079805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:29.085397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:29.162316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.162316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.198303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdd556-2769-436d-a763-1593be3ca506 req-ee34046d-b4b0-4632-9874-5073eba1ef7b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.200484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09cdd556-2769-436d-a763-1593be3ca506 req-ee34046d-b4b0-4632-9874-5073eba1ef7b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 931 time: 0.4821863 Jul 16 20:25:29.205677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-f48c12db-8e75-468b-903e-519290f125f5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3506293 Jul 16 20:25:29.246729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Request body: {'port': {'device_id': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:29.389060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09cdd556-2769-436d-a763-1593be3ca506 req-426d8497-ce95-4a2e-877d-4c9398bfe12f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821606 Jul 16 20:25:29.486466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-2dbf9130-61c1-4f13-985e-9bf19914962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.488048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-2dbf9130-61c1-4f13-985e-9bf19914962b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1097 time: 0.5556064 Jul 16 20:25:29.525633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.582343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fae6e-6d54-471e-8414-7b8ba9b74781 req-9b3811d5-50fe-4730-b5b6-a670792ee82c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.588235 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727fae6e-6d54-471e-8414-7b8ba9b74781 req-9b3811d5-50fe-4730-b5b6-a670792ee82c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.5069199 Jul 16 20:25:29.613477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41106) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.703767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5cc5209c-efaa-400c-8645-74bccdd4f0a8 None None] Provisioning for port 9223522e-6cc3-40aa-b19f-678fba9fa018 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:29.711495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5cc5209c-efaa-400c-8645-74bccdd4f0a8 None None] Provisioning complete for port 9223522e-6cc3-40aa-b19f-678fba9fa018 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:29.713310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5cc5209c-efaa-400c-8645-74bccdd4f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.770038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] Deleting subnet ea8367ae-5efb-436f-a74b-ff5f06087c30 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:29.780190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.808061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5209c-efaa-400c-8645-74bccdd4f0a8 None None] Port 9223522e-6cc3-40aa-b19f-678fba9fa018 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:29.847707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.957970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.033354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port f354f5c9-881f-45a4-9c64-5402f2be7e38 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:30.034651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.043852 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.102163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8367ae-5efb-436f-a74b-ff5f06087c30,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.105175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.111519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c44fcb2a-075b-4510-aaff-694aede63d57 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ea8367ae-5efb-436f-a74b-ff5f06087c30 HTTP/1.1" status: 204 len: 168 time: 0.4688294 Jul 16 20:25:30.161102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9223522e-6cc3-40aa-b19f-678fba9fa018 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:30.179121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.206726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Transition to ACTIVE for port object 9223522e-6cc3-40aa-b19f-678fba9fa018 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:30.230478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41116) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:30.273270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.320651 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:30.460231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789d426-6193-404a-87af-359d232876f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9223522e-6cc3-40aa-b19f-678fba9fa018,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.667090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.791202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-727fae6e-6d54-471e-8414-7b8ba9b74781 req-6cfda650-2285-4b36-a5c7-c4669754ea78 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1673551 Jul 16 20:25:30.864663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6014-8d95-44a1-b4db-dfd23543bc8c req-888cffd9-51f3-41d1-b615-09c53e8bd007 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.864663 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b37e6014-8d95-44a1-b4db-dfd23543bc8c req-888cffd9-51f3-41d1-b615-09c53e8bd007 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.6365628 Jul 16 20:25:30.911525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Attempting to bind port 9223522e-6cc3-40aa-b19f-678fba9fa018 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:30.912237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Attempting to bind port 9223522e-6cc3-40aa-b19f-678fba9fa018 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:30.912813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Attempting to bind port 9223522e-6cc3-40aa-b19f-678fba9fa018 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:30.953939 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Port 9223522e-6cc3-40aa-b19f-678fba9fa018 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:30.954524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Attempting to bind port 9223522e-6cc3-40aa-b19f-678fba9fa018 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:30.980624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:31.006938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:31.007472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Bound using segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:31.012124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-1ce0a694-2e96-4336-bc67-efe426c040c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.012658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Bound port: 9223522e-6cc3-40aa-b19f-678fba9fa018, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:31.013100 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.013799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-1ce0a694-2e96-4336-bc67-efe426c040c9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 915 time: 1.4976974 Jul 16 20:25:31.015714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.155238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b37e6014-8d95-44a1-b4db-dfd23543bc8c req-10218980-c575-4965-9d20-cc2178d73261 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027842 Jul 16 20:25:31.273988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.291321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-77245b9f-bb2a-4b63-9b0e-6a4d6d21dfbd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 217 time: 0.2310507 Jul 16 20:25:31.292390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for f354f5c9-881f-45a4-9c64-5402f2be7e38 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:31.314877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] For port 9223522e-6cc3-40aa-b19f-678fba9fa018, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:31.336176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714f3b87-bd42-4717-917a-9221a1694e5d']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:31.400005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] For port 9223522e-6cc3-40aa-b19f-678fba9fa018, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9223522e-6cc3-40aa-b19f-678fba9fa018,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:31.411746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17223062-e722-48db-beb7-2fd5101d796e') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:31.412086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17223062-e722-48db-beb7-2fd5101d796e') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:31.414626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.461018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.505643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.510565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-281cfc5a-6a06-45ad-8f94-db299b28967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.512102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-281cfc5a-6a06-45ad-8f94-db299b28967c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.1949892 Jul 16 20:25:31.521492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:31.522169 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.568926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-7055ea55-9702-4405-837b-6ac011c597d6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3911602 Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:31.570083 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:31.573655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.573655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.573945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-4789d426-6193-404a-87af-359d232876f0 service neutron] 10.222.0.99 "PUT /v2.0/ports/9223522e-6cc3-40aa-b19f-678fba9fa018 HTTP/1.1" status: 200 len: 1092 time: 2.3317785 Jul 16 20:25:31.588233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:31.601045 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70" -d '{"events": [{"name": "network-changed", "server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:31.761833 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.795184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-76ea57e0-7e02-466b-b4c0-e7d32821822c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556295 Jul 16 20:25:31.803875 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64008759-d1fd-4c52-ae13-1b8e33714461 x-openstack-request-id: req-64008759-d1fd-4c52-ae13-1b8e33714461 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:31.804543 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:31.805058 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-64008759-d1fd-4c52-ae13-1b8e33714461 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:31.805842 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018', 'status': 'completed', 'code': 200} Jul 16 20:25:31.809911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789d426-6193-404a-87af-359d232876f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9223522e-6cc3-40aa-b19f-678fba9fa018,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.853515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.906218 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=f354f5c9-881f-45a4-9c64-5402f2be7e38,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.934379 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.940601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] 10.222.0.91 "DELETE /v2.0/networks/714f3b87-bd42-4717-917a-9221a1694e5d HTTP/1.1" status: 204 len: 168 time: 1.7044623 Jul 16 20:25:31.957163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:31.973358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b4073-a070-479c-8b17-75f0bd7ccc2c req-c1b1879c-8ed0-4532-871d-1f68a01d7d1b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.980877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c26b4073-a070-479c-8b17-75f0bd7ccc2c req-c1b1879c-8ed0-4532-871d-1f68a01d7d1b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 943 time: 0.9365258 Jul 16 20:25:31.985761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880acd3a-9046-4716-b294-b39b459bee49 admin admin] Pushing event deleted for resources: {'Network': ['ID=714f3b87-bd42-4717-917a-9221a1694e5d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.021213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-ea26475b-132d-412d-8401-654584fe464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:32.024092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-ea26475b-132d-412d-8401-654584fe464e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.4106410 Jul 16 20:25:32.188012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c26b4073-a070-479c-8b17-75f0bd7ccc2c req-e0696e14-44f3-4ef8-a2ed-d43d03a733a6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061307 Jul 16 20:25:32.224444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-53e6e46f-f63f-4686-9aa6-b95a96c8c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:32.225977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-53e6e46f-f63f-4686-9aa6-b95a96c8c1e5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.1591828 Jul 16 20:25:32.246298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.273986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6c76ef0a-24ea-49fe-a80a-70901b750b74 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/ports/f354f5c9-881f-45a4-9c64-5402f2be7e38 HTTP/1.1" status: 204 len: 168 time: 3.2387335 Jul 16 20:25:32.277835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41154) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:32.346274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] Deleting subnet bf073ef5-f0e0-4052-ba44-51774f1376a0 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:32.360527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-498b53e1-80ca-409d-989c-ab119bbb2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:32.366154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-498b53e1-80ca-409d-989c-ab119bbb2df5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 1095 time: 0.5882239 Jul 16 20:25:32.367015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.370182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting subnet 9d6bc668-387d-40c1-abc9-70605eec3598 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:32.383370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-54f6cb2f-6e6a-4b68-9d93-a31af9af7ab2 service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037889 Jul 16 20:25:32.387001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.545995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-ccf5b1ec-2f49-4e1b-82b4-dd2a12bfc464 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9223522e-6cc3-40aa-b19f-678fba9fa018 HTTP/1.1" status: 200 len: 217 time: 0.1004512 Jul 16 20:25:32.595447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.707860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.708363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.852616 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a5190346-42f5-4bab-bb20-a0e86423efd8 req-8f2291b3-ee09-4506-9151-bef8b30e7bbb service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625258 Jul 16 20:25:32.886339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c62cd-79db-48d3-84c6-044c9260d5ac req-5c0e7f16-dcf6-42ca-a9ed-99f2a6defde2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:32.888088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f7c62cd-79db-48d3-84c6-044c9260d5ac req-5c0e7f16-dcf6-42ca-a9ed-99f2a6defde2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.3761919 Jul 16 20:25:32.910923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-1c6fa093-bcb2-45a5-9cba-1f8efebb913e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.6687810 Jul 16 20:25:32.988203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.066480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41166) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.077414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313220d7-fac8-4481-bd11-f38b55e3af74 req-a547a16b-296d-48e5-a7be-2be050c5162a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.091222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-313220d7-fac8-4481-bd11-f38b55e3af74 req-a547a16b-296d-48e5-a7be-2be050c5162a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 1.0261855 Jul 16 20:25:33.091933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f7c62cd-79db-48d3-84c6-044c9260d5ac req-dc7f59bf-f168-426c-bf6d-6cf7a6370978 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958642 Jul 16 20:25:33.158062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-9fd38968-5bb2-41ed-af55-0756c839df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.160417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-9fd38968-5bb2-41ed-af55-0756c839df96 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.3978691 Jul 16 20:25:33.183472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.305309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6bc668-387d-40c1-abc9-70605eec3598,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:33.330526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cfa21-5c0a-4d67-98ac-8e148c21fca3 None None] Network 8cd80618-c163-4a0e-9117-d6ed2b378b44 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:33.332003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.339240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-50a3a57a-7224-41d5-9928-a8e0f87b47af tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/subnets/9d6bc668-387d-40c1-abc9-70605eec3598 HTTP/1.1" status: 204 len: 168 time: 1.0525227 Jul 16 20:25:33.340580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41174) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.408148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.429765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-fb346cb1-c180-4bed-b0d1-cbf29de97783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.431649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-fb346cb1-c180-4bed-b0d1-cbf29de97783 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.5044370 Jul 16 20:25:33.444701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-313220d7-fac8-4481-bd11-f38b55e3af74 req-6c3ae5fc-f6fd-44fc-b9c9-405904774d5b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524127 Jul 16 20:25:33.519478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf073ef5-f0e0-4052-ba44-51774f1376a0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:33.526301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4577e0e-c107-4ff6-8d6b-75322d68a773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.553380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting subnet 00158d16-4801-4ca7-b933-3c691ad5641b {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:33.583124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.585601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-447d4ccd-b72d-45ad-88ac-f0617fff19f3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bf073ef5-f0e0-4052-ba44-51774f1376a0 HTTP/1.1" status: 204 len: 168 time: 1.6247187 Jul 16 20:25:33.588834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41180) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.614895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.744892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.748745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-12be369b-0e0c-4c5f-ae02-31748ba4d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.750432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-12be369b-0e0c-4c5f-ae02-31748ba4d7ef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5616293 Jul 16 20:25:33.753160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.823934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] DHCP port deletion for 8cd80618-c163-4a0e-9117-d6ed2b378b44 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:33.829200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-6b6a31d2-d625-4943-9e1c-19432c70402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.831075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-6b6a31d2-d625-4943-9e1c-19432c70402a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3269358 Jul 16 20:25:33.859356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291f74c-1802-449f-bdfc-24e6bd4bd5f4 req-f20cc4f0-4508-437c-9ebc-20c3a565ec47 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.861098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0291f74c-1802-449f-bdfc-24e6bd4bd5f4 req-f20cc4f0-4508-437c-9ebc-20c3a565ec47 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 943 time: 0.3663757 Jul 16 20:25:33.943209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-23b2bbb8-2dae-4b86-9308-20fde06779aa service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034424 Jul 16 20:25:33.950644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] Deleting port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:33.951135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.986039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0291f74c-1802-449f-bdfc-24e6bd4bd5f4 req-530db964-b3f7-410d-9797-03febc50da92 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169014 Jul 16 20:25:33.994168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.115148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] For port 5065125c-7776-43f9-b8cc-0cd7cc1d2021, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5065125c-7776-43f9-b8cc-0cd7cc1d2021,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:34.117631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.119863 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.143097 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.145964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/subnets/00158d16-4801-4ca7-b933-3c691ad5641b HTTP/1.1" status: 204 len: 168 time: 0.8035975 Jul 16 20:25:34.148567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41188) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.191045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc9e8e-299e-4730-9c97-242f4ee10ffa tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Subnet': ['ID=00158d16-4801-4ca7-b933-3c691ad5641b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.207229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c1636-13a4-441f-902c-c127d0975a64 None None] Network 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:34.273133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] Calling delete_port for 5065125c-7776-43f9-b8cc-0cd7cc1d2021 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:34.302982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.423956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Deleting port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:34.424513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.495207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.538516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] For port 5065125c-7776-43f9-b8cc-0cd7cc1d2021, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5065125c-7776-43f9-b8cc-0cd7cc1d2021,segment=NetworkSegment(e7c36eba-cad5-4035-a30a-14f00c1841c0),segment_id=e7c36eba-cad5-4035-a30a-14f00c1841c0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:34.539099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.565225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Calling delete_port for 5065125c-7776-43f9-b8cc-0cd7cc1d2021 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:34.657278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-825d1741-bf98-4567-8436-dce491485802 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936582 Jul 16 20:25:34.719369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.740083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383d5822-9831-42e1-a9a4-2cade0011693']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:34.777928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] Pushing event deleted for resources: {'Port': ['ID=5065125c-7776-43f9-b8cc-0cd7cc1d2021,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.783754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dad1e-b88a-47f5-87bd-3617163592c2 req-0b669918-792e-4d46-9c3e-04a0e56c382c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.785768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d19dad1e-b88a-47f5-87bd-3617163592c2 req-0b669918-792e-4d46-9c3e-04a0e56c382c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.1400840 Jul 16 20:25:34.790026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.791250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63ac8b-c1f4-410b-b103-cf3f5bfa2b86 None None] No DVR routers for this DVR port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:34.798799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbd1a7e-58f6-4cfb-b0e4-c86e2f3e7710') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:34.800284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbd1a7e-58f6-4cfb-b0e4-c86e2f3e7710') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:34.857237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.874288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Port': ['ID=5065125c-7776-43f9-b8cc-0cd7cc1d2021,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.876289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4577e0e-c107-4ff6-8d6b-75322d68a773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.904175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d19dad1e-b88a-47f5-87bd-3617163592c2 req-ff815d0b-84ca-479c-b582-c2da6d5a962c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105096 Jul 16 20:25:34.916780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] DHCP port deletion for 3262dfb2-93b5-49b2-aac0-84fcfcbf4190 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:34.928221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4577e0e-c107-4ff6-8d6b-75322d68a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.928452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] No DVR routers for this DVR port 5065125c-7776-43f9-b8cc-0cd7cc1d2021 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:34.973200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.979448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4577e0e-c107-4ff6-8d6b-75322d68a773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd40ae4b-ac10-4893-89e1-384435af6d22,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.995907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3629-d1d7-4e8b-ad29-d1b873ff6982 req-f33ee83d-1de3-4c40-86da-3b04b97d0b5c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.000528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d7e3629-d1d7-4e8b-ad29-d1b873ff6982 req-f33ee83d-1de3-4c40-86da-3b04b97d0b5c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.5009794 Jul 16 20:25:35.051944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5065125c-7776-43f9-b8cc-0cd7cc1d2021 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:35.091396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d4577e0e-c107-4ff6-8d6b-75322d68a773 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d971ff9544ec423183b1073ad4d5f0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9974742 Jul 16 20:25:35.093873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0d351aa-7e0c-404c-bb41-dbf31d3f1ed4 req-17167594-31e9-4058-97ab-f4b0acffcf66 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469865 Jul 16 20:25:35.094687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41200) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.122453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43c7ec89-cfca-45ce-9cc9-c0120bd94c11 req-00aaae0f-dc9d-4ac7-a5b3-9f1ea9282153 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1690898 Jul 16 20:25:35.128669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:35.134697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.165483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5065125c-7776-43f9-b8cc-0cd7cc1d2021 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:35.165878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5065125c-7776-43f9-b8cc-0cd7cc1d2021 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:35.197848 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:35.200237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] Deleting port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:35.200237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.311495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] For port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dfa6f584-ba2a-4205-a2a1-5da36a2a51f0,segment=NetworkSegment(6b3c159b-3d86-43ad-a254-9a93ddae0749),segment_id=6b3c159b-3d86-43ad-a254-9a93ddae0749)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:35.311894 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.317376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.326061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] Calling delete_port for dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:35.339450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd80618-c163-4a0e-9117-d6ed2b378b44']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:35.357166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c36eba-cad5-4035-a30a-14f00c1841c0') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:35.357753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c36eba-cad5-4035-a30a-14f00c1841c0') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:35.359275 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d7e3629-d1d7-4e8b-ad29-d1b873ff6982 req-ced7a3f0-3a8c-4c6d-951f-5f948328844f tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337486 Jul 16 20:25:35.378959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.391812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.393841 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] 10.222.0.91 "DELETE /v2.0/networks/383d5822-9831-42e1-a9a4-2cade0011693 HTTP/1.1" status: 204 len: 168 time: 1.8022752 Jul 16 20:25:35.396491 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.413392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.418607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c30fb-ca91-40b9-8f73-b03ad08747ff admin admin] Pushing event deleted for resources: {'Network': ['ID=383d5822-9831-42e1-a9a4-2cade0011693,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.421962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:35.422617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.460049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-774f290d-cb02-4942-b199-cd44c36d1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.462055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-774f290d-cb02-4942-b199-cd44c36d1859 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 1095 time: 0.2412555 Jul 16 20:25:35.488990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:35.493993 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:35.499192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.503079 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c02ddc-7399-431f-9cfc-94a7b6266ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.512161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.516512 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/networks/8cd80618-c163-4a0e-9117-d6ed2b378b44 HTTP/1.1" status: 204 len: 168 time: 1.3642757 Jul 16 20:25:35.520187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.548840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cd402-2f7d-42ff-9b05-abc5b714ccd6 tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Network': ['ID=8cd80618-c163-4a0e-9117-d6ed2b378b44,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.569982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] Pushing event deleted for resources: {'Port': ['ID=dfa6f584-ba2a-4205-a2a1-5da36a2a51f0,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.577057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f0e2c-4ceb-453a-825f-e8a13126ac87 None None] No DVR routers for this DVR port dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:35.601932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a74d-eafd-4bc4-b8cf-263d06e572c7 req-a0a96758-6df0-4d65-b906-fdd8cb82a06f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.610718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1f0a74d-eafd-4bc4-b8cf-263d06e572c7 req-a0a96758-6df0-4d65-b906-fdd8cb82a06f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 943 time: 0.4065025 Jul 16 20:25:35.621417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c02ddc-7399-431f-9cfc-94a7b6266ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.713418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41212) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.749309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.759450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-c4c49065-dab2-48b2-8cf4-54972c54fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.764080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-c4c49065-dab2-48b2-8cf4-54972c54fc5b service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.2932618 Jul 16 20:25:35.771023 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f1f0a74d-eafd-4bc4-b8cf-263d06e572c7 req-2489695d-f0f5-47d1-848d-4589653d769c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590815 Jul 16 20:25:35.835520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-84934c47-37be-487c-b554-a0d7a6ebf64b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9223522e-6cc3-40aa-b19f-678fba9fa018 HTTP/1.1" status: 200 len: 217 time: 0.0617812 Jul 16 20:25:35.915785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.931571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3262dfb2-93b5-49b2-aac0-84fcfcbf4190']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:35.940749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3c159b-3d86-43ad-a254-9a93ddae0749') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:35.941220 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3c159b-3d86-43ad-a254-9a93ddae0749') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:35.944396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-b2554364-c3d5-4ec2-91cd-5e21b5e4b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.946396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-b2554364-c3d5-4ec2-91cd-5e21b5e4b624 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1037271 Jul 16 20:25:35.949528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c02ddc-7399-431f-9cfc-94a7b6266ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.952144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c02ddc-7399-431f-9cfc-94a7b6266ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.957586 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26c02ddc-7399-431f-9cfc-94a7b6266ae9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dd40ae4b-ac10-4893-89e1-384435af6d22 HTTP/1.1" status: 204 len: 168 time: 0.8596973 Jul 16 20:25:35.970000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41218) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.970250 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1cffd022-1e93-44ca-99d3-0dca5e7bb596 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6136c9f8ef4a4d74be5fe38d36b264b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552884 Jul 16 20:25:35.973226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.005246 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bc50dd4c-e4a8-4637-986b-cdf0dd7b8e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.032005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02ddc-7399-431f-9cfc-94a7b6266ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd40ae4b-ac10-4893-89e1-384435af6d22,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.053880 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.082649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-4c8aa21e-9d43-488b-a26b-999e3da30c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.082649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-4c8aa21e-9d43-488b-a26b-999e3da30c0a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253250 Jul 16 20:25:36.097771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:36.099205 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:36.106245 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:36.130234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879b9ba4-de71-4c89-aa4b-03c043c9e8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.276390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879b9ba4-de71-4c89-aa4b-03c043c9e8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.278904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.298125 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.300437 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] 10.222.0.91 "DELETE /v2.0/networks/3262dfb2-93b5-49b2-aac0-84fcfcbf4190 HTTP/1.1" status: 204 len: 168 time: 0.7648134 Jul 16 20:25:36.313223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b26bf-28cb-44da-8dc1-91aca2eeec1f tempest-TaggedBootDevicesTest-378242728 tempest-TaggedBootDevicesTest-378242728-project] Pushing event deleted for resources: {'Network': ['ID=3262dfb2-93b5-49b2-aac0-84fcfcbf4190,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.508626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-4463d3e2-a448-4eb8-9b94-da947d44e00e service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046941 Jul 16 20:25:36.563411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879b9ba4-de71-4c89-aa4b-03c043c9e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.569317 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879b9ba4-de71-4c89-aa4b-03c043c9e8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.577578 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-879b9ba4-de71-4c89-aa4b-03c043c9e8de admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80c1b467-59af-4936-9496-fa7fc0181f37 HTTP/1.1" status: 204 len: 168 time: 0.6059399 Jul 16 20:25:36.689339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57534-6220-4170-ab6e-c7a7fe35ac2b req-dab579ba-c58f-4bf9-a96f-aa6de729d68d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.708208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64b57534-6220-4170-ab6e-c7a7fe35ac2b req-dab579ba-c58f-4bf9-a96f-aa6de729d68d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1247275 Jul 16 20:25:36.756645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41238) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:36.775479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b9ba4-de71-4c89-aa4b-03c043c9e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c1b467-59af-4936-9496-fa7fc0181f37,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.779479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd7b32a9-9fa8-4c63-aca9-293fc7457c70 req-de46e355-4162-4233-b32c-d96db290dfbb service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662258 Jul 16 20:25:36.814272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64b57534-6220-4170-ab6e-c7a7fe35ac2b req-91d0f3a5-0dc8-45be-af1f-be46ad1deda7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051309 Jul 16 20:25:36.816777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab92f-80dc-4d9d-855c-5059710bc627 req-0e232b64-f504-497e-8687-3f759ef5015a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.818490 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6acab92f-80dc-4d9d-855c-5059710bc627 req-0e232b64-f504-497e-8687-3f759ef5015a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.6046958 Jul 16 20:25:36.835034 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a17c82d-7a21-4a82-a7a9-e6b162c4ef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.900959 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6acab92f-80dc-4d9d-855c-5059710bc627 req-eedd3d4d-8ff4-4931-abb8-cc255dc49c54 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757766 Jul 16 20:25:36.987219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:37.035107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:37.036953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfa6f584-ba2a-4205-a2a1-5da36a2a51f0 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:37.058637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a17c82d-7a21-4a82-a7a9-e6b162c4ef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.064084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a17c82d-7a21-4a82-a7a9-e6b162c4ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.103218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1a17c82d-7a21-4a82-a7a9-e6b162c4ef68 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c8081acf9f1940958523fdb0e983ab20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453131 Jul 16 20:25:37.105629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41248) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.156776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17c82d-7a21-4a82-a7a9-e6b162c4ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acab6f-6a85-4db0-bfa6-4c7fccd2574f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:37.191135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41252) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.299722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9a4d822d-3e07-4e30-99cb-4b5513ebff8d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a6a3f9fe7346479dae6c54eb0c80f366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069973 Jul 16 20:25:37.304954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41258) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.320280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3968c183-b9b6-488a-9fbf-f7c81c286a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.347790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7209-6570-4c72-8f6c-2d0b72f6433f req-513c9c8e-b9cc-4864-a5ad-39d8ba201e0c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:37.349992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b97a7209-6570-4c72-8f6c-2d0b72f6433f req-513c9c8e-b9cc-4864-a5ad-39d8ba201e0c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 943 time: 0.2186346 Jul 16 20:25:37.391114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9223522e-6cc3-40aa-b19f-678fba9fa018 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:37.396724 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3968c183-b9b6-488a-9fbf-f7c81c286a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.454110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556ab4ad-44d3-4233-85a9-ab58c02c14ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.575433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b97a7209-6570-4c72-8f6c-2d0b72f6433f req-25f625e2-cd0a-4e63-803e-41c3ddb1af51 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Jul 16 20:25:37.578328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3968c183-b9b6-488a-9fbf-f7c81c286a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.585267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3968c183-b9b6-488a-9fbf-f7c81c286a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.589794 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3968c183-b9b6-488a-9fbf-f7c81c286a63 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a6acab6f-6a85-4db0-bfa6-4c7fccd2574f HTTP/1.1" status: 204 len: 168 time: 0.4828594 Jul 16 20:25:37.600106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556ab4ad-44d3-4233-85a9-ab58c02c14ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.609274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c183-b9b6-488a-9fbf-f7c81c286a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acab6f-6a85-4db0-bfa6-4c7fccd2574f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:37.742414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556ab4ad-44d3-4233-85a9-ab58c02c14ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.745439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-556ab4ad-44d3-4233-85a9-ab58c02c14ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.749361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-556ab4ad-44d3-4233-85a9-ab58c02c14ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3b8f2e42-feb3-4a1f-8db0-a23ec830d046 HTTP/1.1" status: 204 len: 168 time: 0.4405150 Jul 16 20:25:37.771379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9223522e-6cc3-40aa-b19f-678fba9fa018, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9223522e-6cc3-40aa-b19f-678fba9fa018,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:37.778908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab4ad-44d3-4233-85a9-ab58c02c14ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8f2e42-feb3-4a1f-8db0-a23ec830d046,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:37.950699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '9223522e-6cc3-40aa-b19f-678fba9fa018', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': '9223522e-6cc3-40aa-b19f-678fba9fa018', 'mac_address': 'fa:16:3e:6e:1a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:38.041874 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.075287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9223522e-6cc3-40aa-b19f-678fba9fa018 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:38.143371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9223522e-6cc3-40aa-b19f-678fba9fa018, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9223522e-6cc3-40aa-b19f-678fba9fa018,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:38.149142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.236687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e384-7e48-4515-b7c1-949e5bcb4fba req-531705cf-881e-47f0-88ca-41f928aec9d1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.244126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34f1e384-7e48-4515-b7c1-949e5bcb4fba req-531705cf-881e-47f0-88ca-41f928aec9d1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.1606996 Jul 16 20:25:38.315932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9223522e-6cc3-40aa-b19f-678fba9fa018,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:38.337954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffb833-aeb4-440b-a623-779de87e2b8d req-011e1f9e-1ece-4dbf-b391-cd0143dad2a8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.355471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34f1e384-7e48-4515-b7c1-949e5bcb4fba req-84102acd-1499-4e61-a0b0-681bf9cbfbbe tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103334 Jul 16 20:25:38.355975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1ffb833-aeb4-440b-a623-779de87e2b8d req-011e1f9e-1ece-4dbf-b391-cd0143dad2a8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.2405775 Jul 16 20:25:38.429283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1ffb833-aeb4-440b-a623-779de87e2b8d req-f8f2e437-cd33-47e7-95c0-1b0bb81d508c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716963 Jul 16 20:25:38.438031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9223522e-6cc3-40aa-b19f-678fba9fa018'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:38.686080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.818643 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.854693 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5c52195-3623-49d9-8e31-3d3fdb4f8498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.925109 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.067318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9505c-e1be-4c3f-932c-33b34ed68706 req-83bce1e7-b9c8-40d2-b8d6-e2600beae9de tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.088238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2d9505c-e1be-4c3f-932c-33b34ed68706 req-83bce1e7-b9c8-40d2-b8d6-e2600beae9de tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 944 time: 0.1894488 Jul 16 20:25:39.149202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2d9505c-e1be-4c3f-932c-33b34ed68706 req-f4ea28c7-3c02-4f5d-9d8e-3aa2556394e1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465426 Jul 16 20:25:39.743458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a72738-c0a5-4f01-8e3c-3d33c5142214 req-a10bf8f1-d7bb-439e-b128-0fe13113e08d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.749322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7a72738-c0a5-4f01-8e3c-3d33c5142214 req-a10bf8f1-d7bb-439e-b128-0fe13113e08d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 943 time: 0.1317310 Jul 16 20:25:39.789838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 656b6398-a649-42a5-a598-69fec4e1f9d3 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:39.834283 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7a72738-c0a5-4f01-8e3c-3d33c5142214 req-8165bffe-ec80-49df-85de-ca6f683fbdf5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573964 Jul 16 20:25:39.997837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa837f-948c-4b44-b2a1-27d5ed2429d9 req-b15841d1-a746-4abd-b33e-3117aa7e3440 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.999540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87aa837f-948c-4b44-b2a1-27d5ed2429d9 req-b15841d1-a746-4abd-b33e-3117aa7e3440 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.2778332 Jul 16 20:25:40.062559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.065859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 656b6398-a649-42a5-a598-69fec4e1f9d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=656b6398-a649-42a5-a598-69fec4e1f9d3,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:40.098986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87aa837f-948c-4b44-b2a1-27d5ed2429d9 req-02c8db71-a54f-46d4-80de-57727097322b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926242 Jul 16 20:25:40.103739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '656b6398-a649-42a5-a598-69fec4e1f9d3', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'port_id': '656b6398-a649-42a5-a598-69fec4e1f9d3', 'mac_address': 'fa:16:3e:9b:21:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:40.160149 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.176532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656b6398-a649-42a5-a598-69fec4e1f9d3 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:40.208564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 656b6398-a649-42a5-a598-69fec4e1f9d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=656b6398-a649-42a5-a598-69fec4e1f9d3,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:40.217280 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.361537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=656b6398-a649-42a5-a598-69fec4e1f9d3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.446185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b77b-efbe-456e-b50c-d880dff390de req-2a9c368e-0362-4f3f-892e-89aa4705f569 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.448389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fda5b77b-efbe-456e-b50c-d880dff390de req-2a9c368e-0362-4f3f-892e-89aa4705f569 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 944 time: 0.1161344 Jul 16 20:25:40.464732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['656b6398-a649-42a5-a598-69fec4e1f9d3'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:40.499591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fda5b77b-efbe-456e-b50c-d880dff390de req-392e1aa4-82cf-47fa-b8a7-91f523166d1d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Jul 16 20:25:40.611811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-3eecc6c6-a6c1-42d0-8f19-357cb72e2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.614089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-3eecc6c6-a6c1-42d0-8f19-357cb72e2198 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1097 time: 0.0567482 Jul 16 20:25:40.741608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-5d8b2a22-c7bf-45d5-8eb3-ddb65be9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.743873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-5d8b2a22-c7bf-45d5-8eb3-ddb65be9a48e service neutron] 10.222.0.79 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 915 time: 0.1244836 Jul 16 20:25:40.794642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-0e1ea316-b8d7-4fa9-828e-cc5a20ae0f80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 217 time: 0.0436110 Jul 16 20:25:40.849982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-26e28d58-1f08-4823-b743-9e0b19f3551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.851945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-26e28d58-1f08-4823-b743-9e0b19f3551f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.0507777 Jul 16 20:25:40.909375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-5152e5e8-bc40-4359-809c-e34f69e4c06a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501931 Jul 16 20:25:41.021254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-17906f1b-6ebc-4261-bb60-b11565bc4a8f service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022394 Jul 16 20:25:41.179592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbed0d-d830-4c64-8bbc-bf7b6c373e99 req-3a0e3329-0f68-4f85-b126-0d28cf682bad tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.181502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81bbed0d-d830-4c64-8bbc-bf7b6c373e99 req-3a0e3329-0f68-4f85-b126-0d28cf682bad tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 944 time: 0.1217265 Jul 16 20:25:41.200977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e0ca9c0-9655-45d3-a573-2447b9b25d46 req-e32b89a9-32a0-4cbd-8035-9399fbad715b service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717093 Jul 16 20:25:41.253436 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81bbed0d-d830-4c64-8bbc-bf7b6c373e99 req-8ba5741b-8153-4a09-8bf2-54397c056f75 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556378 Jul 16 20:25:41.400686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997fb60-10d4-4516-a980-e0c01d2ab5ab req-4eb0591d-0ec9-4924-9094-f4667f04bfec tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.408496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2997fb60-10d4-4516-a980-e0c01d2ab5ab req-4eb0591d-0ec9-4924-9094-f4667f04bfec tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 945 time: 0.0917153 Jul 16 20:25:41.421876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9223522e-6cc3-40aa-b19f-678fba9fa018 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:41.472785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2997fb60-10d4-4516-a980-e0c01d2ab5ab req-8fe0cc9c-c943-463d-9a05-a5f646cf8ed1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632026 Jul 16 20:25:41.500000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 9223522e-6cc3-40aa-b19f-678fba9fa018 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:41.504979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 9223522e-6cc3-40aa-b19f-678fba9fa018 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:41.505503 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.682528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.718621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:41.721384 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9c624a-4b59-4503-8a71-fed469909040" -d '{"events": [{"server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "name": "network-vif-plugged", "status": "completed", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:41.736497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9223522e-6cc3-40aa-b19f-678fba9fa018, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9223522e-6cc3-40aa-b19f-678fba9fa018,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:41.741459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.808412 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21527e2-7092-4c37-9d61-cf87112b6451 x-openstack-request-id: req-f21527e2-7092-4c37-9d61-cf87112b6451 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:41.809002 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "name": "network-vif-plugged", "status": "completed", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:41.809863 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f21527e2-7092-4c37-9d61-cf87112b6451 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:41.810527 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018', 'code': 200} Jul 16 20:25:41.817122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9223522e-6cc3-40aa-b19f-678fba9fa018,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.826174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 656b6398-a649-42a5-a598-69fec4e1f9d3 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:41.854658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d0cd-12f6-4092-9703-98f088ebac8b req-f636ca74-424e-4fd1-8f3d-16d806ae62a1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.864673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f2d0cd-12f6-4092-9703-98f088ebac8b req-f636ca74-424e-4fd1-8f3d-16d806ae62a1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 945 time: 0.0947073 Jul 16 20:25:41.893466 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.906450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 656b6398-a649-42a5-a598-69fec4e1f9d3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:41.917179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 656b6398-a649-42a5-a598-69fec4e1f9d3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:41.919103 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.937846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f2d0cd-12f6-4092-9703-98f088ebac8b req-1f4907a4-8ac6-4911-81fe-1d3b50202c5d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720246 Jul 16 20:25:42.024879 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.039898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89209776-6631-43d3-a74c-925fc6dfb8fc req-bd500526-5a69-4ac6-8ea5-6e85830a3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.041828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89209776-6631-43d3-a74c-925fc6dfb8fc req-bd500526-5a69-4ac6-8ea5-6e85830a3e35 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 1097 time: 0.1437850 Jul 16 20:25:42.063643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 656b6398-a649-42a5-a598-69fec4e1f9d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=656b6398-a649-42a5-a598-69fec4e1f9d3,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:42.069073 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.070345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:42.090462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89209776-6631-43d3-a74c-925fc6dfb8fc req-58586c18-ce59-421c-bf63-568131013824 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Jul 16 20:25:42.310212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.325032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=656b6398-a649-42a5-a598-69fec4e1f9d3,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.387007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:42.398998 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.457518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.570092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669ccb-44d0-41bf-9453-60cd43049337 req-2ff54557-7fca-4a4b-abd2-76db4d39e1f5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.583772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b669ccb-44d0-41bf-9453-60cd43049337 req-2ff54557-7fca-4a4b-abd2-76db4d39e1f5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.1537170 Jul 16 20:25:42.692952 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b669ccb-44d0-41bf-9453-60cd43049337 req-f1d02df9-eada-4c52-8d2b-8cf6156dc81c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980675 Jul 16 20:25:42.829515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691b1f-19b2-466f-9206-6d2d6b525257 req-408900cc-ee41-40f7-8791-aa63e7f65940 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.839105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47691b1f-19b2-466f-9206-6d2d6b525257 req-408900cc-ee41-40f7-8791-aa63e7f65940 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1104736 Jul 16 20:25:42.915672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47691b1f-19b2-466f-9206-6d2d6b525257 req-5f727384-45f5-4c0d-84ef-0abf648b0953 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753133 Jul 16 20:25:43.292146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d0108-06a0-4fee-8e27-2436eeb5126b req-0914d778-3f60-415e-aef1-d27076b18e85 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.305344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed1d0108-06a0-4fee-8e27-2436eeb5126b req-0914d778-3f60-415e-aef1-d27076b18e85 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 945 time: 0.1368144 Jul 16 20:25:43.377029 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed1d0108-06a0-4fee-8e27-2436eeb5126b req-92b7bdcc-3047-465a-9df9-940621db5006 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697205 Jul 16 20:25:43.811968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656b6398-a649-42a5-a598-69fec4e1f9d3'}, {'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:43.815139 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ba3b98-8c47-42ae-82ea-f85176323410" -d '{"events": [{"server_uuid": "f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47", "name": "network-vif-plugged", "status": "completed", "tag": "656b6398-a649-42a5-a598-69fec4e1f9d3"}, {"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-unplugged", "status": "completed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:43.860553 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b30e09-8897-4c95-a9d8-b02822f7963e x-openstack-request-id: req-10b30e09-8897-4c95-a9d8-b02822f7963e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:43.860892 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47", "name": "network-vif-plugged", "status": "completed", "tag": "656b6398-a649-42a5-a598-69fec4e1f9d3", "code": 200}, {"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-unplugged", "status": "failed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686", "code": 422}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:43.861134 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-10b30e09-8897-4c95-a9d8-b02822f7963e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:43.861527 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656b6398-a649-42a5-a598-69fec4e1f9d3', 'code': 200} Jul 16 20:25:43.861794 n-d-792458-10 neutron-server[93863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'code': 422} returned with failed status Jul 16 20:25:43.935140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942f3e8-fb43-4f9c-b6df-c4b465707299 req-5a72be23-ff6e-4817-a0f0-01f7b0b36433 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.937037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a942f3e8-fb43-4f9c-b6df-c4b465707299 req-5a72be23-ff6e-4817-a0f0-01f7b0b36433 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.0870674 Jul 16 20:25:44.012351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a942f3e8-fb43-4f9c-b6df-c4b465707299 req-a57ec83b-3c79-466f-b7f6-747eb5efcb27 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 Jul 16 20:25:44.028094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fe0c7-ee6b-4993-9787-2510935f98c4 req-bfc65dec-699d-4447-bfb4-121de167f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.029608 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-224fe0c7-ee6b-4993-9787-2510935f98c4 req-bfc65dec-699d-4447-bfb4-121de167f9a0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 1097 time: 0.0916495 Jul 16 20:25:44.078154 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-224fe0c7-ee6b-4993-9787-2510935f98c4 req-69b6a019-a81d-4c57-8ae5-b39d4a944bfc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Jul 16 20:25:44.142053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb454a-9ecd-4b51-b654-6ba07dae5b0f req-47789e7e-341f-4435-8a87-d2cb95b4c33e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.143858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cfb454a-9ecd-4b51-b654-6ba07dae5b0f req-47789e7e-341f-4435-8a87-d2cb95b4c33e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.0740957 Jul 16 20:25:44.205280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cfb454a-9ecd-4b51-b654-6ba07dae5b0f req-5264e499-f069-4693-9c65-a26496200f2b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556407 Jul 16 20:25:44.435747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516a388-1cee-4efb-86a0-4dcb02ac6d9f req-c7f80d09-5da3-410a-9106-e6b9ca7b86a4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.439611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a516a388-1cee-4efb-86a0-4dcb02ac6d9f req-c7f80d09-5da3-410a-9106-e6b9ca7b86a4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1104028 Jul 16 20:25:44.495285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a516a388-1cee-4efb-86a0-4dcb02ac6d9f req-36088010-b919-4d32-b111-1fe5c0b23cee tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472004 Jul 16 20:25:44.827202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-46f31008-f664-42d3-9db7-c3fe633b6ea6 req-a14ae3f2-5146-41cb-b32f-d9a5569d026c service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:25:44.828590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46f31008-f664-42d3-9db7-c3fe633b6ea6 req-a14ae3f2-5146-41cb-b32f-d9a5569d026c service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060241 Jul 16 20:25:45.279127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731b22e-c13c-420a-9643-95022255b0a4 req-97960991-9fc5-4080-8683-e97bc32a3b38 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.286354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8731b22e-c13c-420a-9643-95022255b0a4 req-97960991-9fc5-4080-8683-e97bc32a3b38 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1552854 Jul 16 20:25:45.392323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8731b22e-c13c-420a-9643-95022255b0a4 req-569b58a9-ceb5-43d4-99b1-2671fa435303 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983589 Jul 16 20:25:45.534798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd4d15-8158-49fd-98e6-ec095fc3aefc req-583084dd-1b14-430f-aa04-0f045db648ac tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.546883 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45dd4d15-8158-49fd-98e6-ec095fc3aefc req-583084dd-1b14-430f-aa04-0f045db648ac tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.2338450 Jul 16 20:25:45.672970 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-45dd4d15-8158-49fd-98e6-ec095fc3aefc req-84956eb2-bbd1-4a58-bf67-4bf2890cd91a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246889 Jul 16 20:25:45.939530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab358068-f0ba-4f39-aef7-0bfb21ddad31 req-9b8117d9-5d5b-4b23-b3cd-0f08125d5d29 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.947565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab358068-f0ba-4f39-aef7-0bfb21ddad31 req-9b8117d9-5d5b-4b23-b3cd-0f08125d5d29 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.0822570 Jul 16 20:25:45.973296 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-06672b73-8d1e-4044-8139-ca777ac02fc2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3538067 Jul 16 20:25:46.017064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab358068-f0ba-4f39-aef7-0bfb21ddad31 req-c4a1e14b-2e58-43f5-a4d0-f941e3a7e76d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612514 Jul 16 20:25:46.371764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412a9b3-06fa-4f30-add5-e68d6bc4511f req-8ce8e864-c6f2-4fd6-b211-8f58318d4987 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.381002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3412a9b3-06fa-4f30-add5-e68d6bc4511f req-8ce8e864-c6f2-4fd6-b211-8f58318d4987 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.1075499 Jul 16 20:25:46.431640 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3412a9b3-06fa-4f30-add5-e68d6bc4511f req-dd77e3f3-de61-4c1c-8a93-eefffcd9351d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492761 Jul 16 20:25:46.789204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd74f2-bcb7-4a8b-b5f3-8d3c3576b86b req-48350a79-7cd1-4d41-b6ca-7f71f1da3e0c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.802401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6cd74f2-bcb7-4a8b-b5f3-8d3c3576b86b req-48350a79-7cd1-4d41-b6ca-7f71f1da3e0c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1771822 Jul 16 20:25:46.899337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6cd74f2-bcb7-4a8b-b5f3-8d3c3576b86b req-4e5b46a7-2a4d-4086-9538-ff4f65b16598 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708237 Jul 16 20:25:47.043315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84709492-b05a-42c0-a938-187ff34780c2 req-279ed938-78f1-47ed-a41f-94235cf58d8d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.053812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84709492-b05a-42c0-a938-187ff34780c2 req-279ed938-78f1-47ed-a41f-94235cf58d8d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.1004624 Jul 16 20:25:47.108552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84709492-b05a-42c0-a938-187ff34780c2 req-2e6b8a0e-aaae-4397-b3a0-0f1b3b0249cb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526907 Jul 16 20:25:47.363441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-9e8237dc-3aad-45df-83ee-10875e50ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.365102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-9e8237dc-3aad-45df-83ee-10875e50ac98 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3&tenant_id=12e711db39324189aebf1839f1c11f4c HTTP/1.1" status: 200 len: 1095 time: 0.1753359 Jul 16 20:25:47.838392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:48.087666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-308d5845-1651-4ff9-a59b-98cded7e3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.091498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-308d5845-1651-4ff9-a59b-98cded7e3b06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1095 time: 0.6923909 Jul 16 20:25:48.302735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d83dc-69a8-4f34-b2e8-a48316471fda req-c9f009d4-cd2e-413d-aa04-91aaa07e7218 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.304345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fe8d83dc-69a8-4f34-b2e8-a48316471fda req-c9f009d4-cd2e-413d-aa04-91aaa07e7218 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.2023256 Jul 16 20:25:48.311582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b342bb0-6447-4368-916b-46357ba50318 req-4b368be6-3f35-4e2e-8a27-f3178dbac591 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.319846 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b342bb0-6447-4368-916b-46357ba50318 req-4b368be6-3f35-4e2e-8a27-f3178dbac591 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.0779138 Jul 16 20:25:48.328196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-00240db3-dfc1-4a1d-93fd-7b49595fd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.329638 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-00240db3-dfc1-4a1d-93fd-7b49595fd845 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 915 time: 0.2298522 Jul 16 20:25:48.405604 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b342bb0-6447-4368-916b-46357ba50318 req-4b94e0eb-4b26-4ddc-8c74-c0bba783d708 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845304 Jul 16 20:25:48.417904 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-cc00a2ac-79c9-4386-b15c-f575b288112c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 217 time: 0.0787442 Jul 16 20:25:48.451965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-9db2e27f-a061-47b8-8dac-b753ee31d2d8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.453478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-9db2e27f-a061-47b8-8dac-b753ee31d2d8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 945 time: 0.1096652 Jul 16 20:25:48.483004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-0d5cc986-7a70-4b84-92e1-53656fc416e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.484459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-0d5cc986-7a70-4b84-92e1-53656fc416e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.0582402 Jul 16 20:25:48.502316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fe8d83dc-69a8-4f34-b2e8-a48316471fda req-342b4e7c-6714-43a9-8174-bf397455f9d2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820495 Jul 16 20:25:48.557917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-2e40914a-78a9-4aa8-904b-7656be855f1b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533586 Jul 16 20:25:48.605662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port 656b6398-a649-42a5-a598-69fec4e1f9d3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:48.606004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.725139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-b2eb6a58-c7bd-4dae-ad45-678d9298d2de service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610944 Jul 16 20:25:48.739908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] For port 656b6398-a649-42a5-a598-69fec4e1f9d3, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=656b6398-a649-42a5-a598-69fec4e1f9d3,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:48.740574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.755413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for 656b6398-a649-42a5-a598-69fec4e1f9d3 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:48.902909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.915394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['656b6398-a649-42a5-a598-69fec4e1f9d3'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:48.929734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcd96f5c-2525-4e53-9684-4461e6cc6743 req-d1a36616-2951-4d38-b762-48df9f933f9c service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984990 Jul 16 20:25:49.007759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=656b6398-a649-42a5-a598-69fec4e1f9d3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.046117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] No DVR routers for this DVR port 656b6398-a649-42a5-a598-69fec4e1f9d3 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:49.049219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.051321 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-586dd1e9-27f6-4509-892e-a1e16f4e4a43 req-f371af50-2d99-4f1b-9bae-6cfa24804731 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "DELETE /v2.0/ports/656b6398-a649-42a5-a598-69fec4e1f9d3 HTTP/1.1" status: 204 len: 173 time: 0.5876658 Jul 16 20:25:49.051857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'name': 'network-vif-deleted', 'tag': '656b6398-a649-42a5-a598-69fec4e1f9d3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:49.054393 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363bf9a-1a31-412a-b3af-0d26819c158a" -d '{"events": [{"server_uuid": "f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47", "name": "network-vif-deleted", "tag": "656b6398-a649-42a5-a598-69fec4e1f9d3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:49.091851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41628) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:49.131751 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b206b-3238-4e22-bb5f-01d98b6cc94c x-openstack-request-id: req-798b206b-3238-4e22-bb5f-01d98b6cc94c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:49.132196 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47", "name": "network-vif-deleted", "tag": "656b6398-a649-42a5-a598-69fec4e1f9d3", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:49.132461 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-798b206b-3238-4e22-bb5f-01d98b6cc94c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:49.132866 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47', 'name': 'network-vif-deleted', 'tag': '656b6398-a649-42a5-a598-69fec4e1f9d3', 'status': 'completed', 'code': 200} Jul 16 20:25:49.298174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2d2aa2d-8c17-4e9d-bcba-4af5458eb56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.441819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2d2aa2d-8c17-4e9d-bcba-4af5458eb56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.459335 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2d2aa2d-8c17-4e9d-bcba-4af5458eb56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.534921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41650) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:49.555851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d2d2aa2d-8c17-4e9d-bcba-4af5458eb56c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7ef055e94522485dbe2bf8735d3f5065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626806 Jul 16 20:25:49.557214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2aa2d-8c17-4e9d-bcba-4af5458eb56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162e9b01-59c6-4bfd-b832-072d8c52a0b7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.613782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-999d2ced-01b3-4cd1-ae48-39cf50b1e163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.648956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-999d2ced-01b3-4cd1-ae48-39cf50b1e163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.723071 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-999d2ced-01b3-4cd1-ae48-39cf50b1e163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.731827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-999d2ced-01b3-4cd1-ae48-39cf50b1e163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.736485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-999d2ced-01b3-4cd1-ae48-39cf50b1e163 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/162e9b01-59c6-4bfd-b832-072d8c52a0b7 HTTP/1.1" status: 204 len: 168 time: 0.2004445 Jul 16 20:25:49.756192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d2ced-01b3-4cd1-ae48-39cf50b1e163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162e9b01-59c6-4bfd-b832-072d8c52a0b7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.866748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d82854ba-9296-4a18-aec0-7726579d0a7b req-9fc700a3-f966-458f-ac82-0a1583419e31 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.1515667 Jul 16 20:25:49.868588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976b1dd-f335-410c-86c0-70e291a9e51d req-c383c16a-450a-4a3a-833b-3b0f81013bbf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.884743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e976b1dd-f335-410c-86c0-70e291a9e51d req-c383c16a-450a-4a3a-833b-3b0f81013bbf tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1793776 Jul 16 20:25:50.013004 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e976b1dd-f335-410c-86c0-70e291a9e51d req-b91c3064-b358-4bd0-8a47-33ea60b96f80 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272726 Jul 16 20:25:50.108919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41660) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.366499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41666) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.397282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bd3c6ce-dcb8-4ec1-b73e-2324eaf91427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.656021 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bd3c6ce-dcb8-4ec1-b73e-2324eaf91427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.661858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bd3c6ce-dcb8-4ec1-b73e-2324eaf91427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.731756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1bd3c6ce-dcb8-4ec1-b73e-2324eaf91427 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e4a4546b7525416aab061319945b026c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633075 Jul 16 20:25:50.734074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41668) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.823486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3c6ce-dcb8-4ec1-b73e-2324eaf91427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da19e9e0-4b92-4b80-aecd-2246f8d2a58f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:50.896229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-02cfbf96-0948-4c5b-83e3-6d96c2821832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.936105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.953001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-02cfbf96-0948-4c5b-83e3-6d96c2821832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.053486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-02cfbf96-0948-4c5b-83e3-6d96c2821832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.056790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-02cfbf96-0948-4c5b-83e3-6d96c2821832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.062536 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-02cfbf96-0948-4c5b-83e3-6d96c2821832 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/da19e9e0-4b92-4b80-aecd-2246f8d2a58f HTTP/1.1" status: 204 len: 168 time: 0.3262429 Jul 16 20:25:51.092522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfbf96-0948-4c5b-83e3-6d96c2821832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19e9e0-4b92-4b80-aecd-2246f8d2a58f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.230650 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb828213-1b83-4b29-87db-194ccb96ec60 req-77d094db-9b6c-4419-a1cb-d19eb498b230 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0559158 Jul 16 20:25:51.677854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698cd51-9e38-4dd1-9501-a6b131a24358 req-78ec8071-3f58-4f05-8976-14f2bf8b1325 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.687246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c698cd51-9e38-4dd1-9501-a6b131a24358 req-78ec8071-3f58-4f05-8976-14f2bf8b1325 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1752834 Jul 16 20:25:51.719845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Deleting port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:51.720271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.772981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c698cd51-9e38-4dd1-9501-a6b131a24358 req-455a12a8-bcf2-4173-a803-e798e7959249 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Jul 16 20:25:51.843719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41686) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:51.846473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 656b6398-a649-42a5-a598-69fec4e1f9d3 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:51.865663 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f60285e2-d882-47c1-878b-ffc0501a06a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.901570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 656b6398-a649-42a5-a598-69fec4e1f9d3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:51.901930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 656b6398-a649-42a5-a598-69fec4e1f9d3 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:51.906743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] For port ed9682ec-8b9f-4f96-98a4-271bda0dbdbc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:51.908396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.926007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Calling delete_port for ed9682ec-8b9f-4f96-98a4-271bda0dbdbc owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:52.105358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f60285e2-d882-47c1-878b-ffc0501a06a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.111846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f60285e2-d882-47c1-878b-ffc0501a06a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.160372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f60285e2-d882-47c1-878b-ffc0501a06a0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f5f092375ca04077874c8f32abfb82be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153877 Jul 16 20:25:52.164083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:52.216456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60285e2-d882-47c1-878b-ffc0501a06a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3dbc11-ef59-407e-87f9-b70c745626da,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.256611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbb82-ffab-4f0e-94cb-d4238f7a88a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.307945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbb82-ffab-4f0e-94cb-d4238f7a88a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.378872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbb82-ffab-4f0e-94cb-d4238f7a88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.382175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbb82-ffab-4f0e-94cb-d4238f7a88a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.383538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f8ccbb82-ffab-4f0e-94cb-d4238f7a88a2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1c3dbc11-ef59-407e-87f9-b70c745626da HTTP/1.1" status: 204 len: 168 time: 0.2183485 Jul 16 20:25:52.393949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccbb82-ffab-4f0e-94cb-d4238f7a88a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3dbc11-ef59-407e-87f9-b70c745626da,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.507468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-16ec08e4-aa67-429e-a0d4-612cc81004d2 req-c26c49b0-40a8-487c-bdde-3c09b0e0cb9f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0621481 Jul 16 20:25:52.636873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.698903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9682ec-8b9f-4f96-98a4-271bda0dbdbc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.137975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d108b-3ce9-4b88-9723-3786974e47fd req-c23b070e-9218-417d-82a8-8d23d236204c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.146329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-819d108b-3ce9-4b88-9723-3786974e47fd req-c23b070e-9218-417d-82a8-8d23d236204c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.0876033 Jul 16 20:25:53.154426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.201574 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-819d108b-3ce9-4b88-9723-3786974e47fd req-2ade8d3c-5a32-491f-9724-9ef4f62701a2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542629 Jul 16 20:25:53.454490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Router 29d45965-5791-4885-b7cf-b02fd257fb0b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:53.610851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:53.628958 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] Sync routers for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:53.631498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c91c29c5-75ec-4492-b956-3b44c7d27c0e admin admin] 10.222.0.91 "PUT /v2.0/routers/29d45965-5791-4885-b7cf-b02fd257fb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5214047 Jul 16 20:25:53.634286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41726) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.646014 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:53.647007 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:25:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:53.905661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b21bc4e5-491e-408b-a861-17082a879ec1 req-a3a99879-0f04-480c-a430-8496df349a3f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0761807 Jul 16 20:25:53.931862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.948598 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:54.174261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.317250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Deleting port e35a422b-e900-4a54-90b4-dfac585f6c9f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:54.317622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.363933 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 5, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port': {'id': 'e35a422b-e900-4a54-90b4-dfac585f6c9f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:27Z', 'updated_at': '2021-07-16T20:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.401554 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] Checking router: 29d45965-5791-4885-b7cf-b02fd257fb0b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:54.430049 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] Routers {'29d45965-5791-4885-b7cf-b02fd257fb0b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:54.431318 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:25:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['29d45965-5791-4885-b7cf-b02fd257fb0b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.622156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] For port e35a422b-e900-4a54-90b4-dfac585f6c9f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e35a422b-e900-4a54-90b4-dfac585f6c9f,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:54.622529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.653374 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] Set router 29d45965-5791-4885-b7cf-b02fd257fb0b gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:54.686570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Calling delete_port for e35a422b-e900-4a54-90b4-dfac585f6c9f owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:54.749993 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:25:54Z', 'revision_number': 6, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.818892 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b125c-84a2-47b5-a4c7-32f062f24736 None None] The sync data for ids ['29d45965-5791-4885-b7cf-b02fd257fb0b'] in n-d-792458-10 is: [{'id': '29d45965-5791-4885-b7cf-b02fd257fb0b', 'name': 'tempest-TaggedBootDevicesTest-1929143675-router', 'tenant_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:25Z', 'updated_at': '2021-07-16T20:25:54Z', 'revision_number': 6, 'project_id': 'bed46c5fde2e4f61ba9a2c097f5c0381', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:54.835527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aaab8-9ad4-44d5-884c-93b1a7ee0af0 req-234940c5-0e69-409c-80b4-86563e254375 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.846100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-302aaab8-9ad4-44d5-884c-93b1a7ee0af0 req-234940c5-0e69-409c-80b4-86563e254375 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.3074751 Jul 16 20:25:55.042376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-302aaab8-9ad4-44d5-884c-93b1a7ee0af0 req-b484d0e5-844c-4290-af1f-02ce8b478b43 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945710 Jul 16 20:25:55.140560 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.205454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35a422b-e900-4a54-90b4-dfac585f6c9f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.263271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8866467e-0d91-4581-adc1-844197e1940e req-6056166e-ee96-49bf-bd9f-b0ae23da8ca1 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0708976 Jul 16 20:25:55.364478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.493767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.496415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.572302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.575538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d45965-5791-4885-b7cf-b02fd257fb0b {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:25:55.586090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.590242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-293c80ba-d827-44ca-bf1b-a6a3a8a0e725 admin admin] 10.222.0.91 "DELETE /v2.0/routers/29d45965-5791-4885-b7cf-b02fd257fb0b HTTP/1.1" status: 204 len: 168 time: 1.9548585 Jul 16 20:25:55.593680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41754) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:55.743890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] Deleting subnet 3485200b-2821-45fe-9611-0bd8895fc774 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:55.748443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.837535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.997156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.083097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.108464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.109220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e077ab5-bc6c-448f-ae84-1169e2f19183 None None] Network a59f169c-e5f6-4288-a73f-979b2b8a3703 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:56.113137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41770) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:56.116540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3485200b-2821-45fe-9611-0bd8895fc774 HTTP/1.1" status: 204 len: 168 time: 0.5208983 Jul 16 20:25:56.138522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea17e0b-27e8-4465-ace3-c53f6c85eb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3485200b-2821-45fe-9611-0bd8895fc774,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.349237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.441919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] DHCP port deletion for a59f169c-e5f6-4288-a73f-979b2b8a3703 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:56.532944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Deleting port 677e16ba-ebfd-4f18-ab7c-5e135023acce {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:56.537231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.562002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Deleting port 677e16ba-ebfd-4f18-ab7c-5e135023acce {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:56.563432 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.597407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccd8d0-f116-4135-9564-9e81f51f1974 req-10f65bf1-6c3f-4257-b878-beada62018de tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.619974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3ccd8d0-f116-4135-9564-9e81f51f1974 req-10f65bf1-6c3f-4257-b878-beada62018de tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.2113922 Jul 16 20:25:56.624199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327d13d-f18c-4ba2-8ac2-e0462a1a70b8 req-7154eac1-cbd1-4e2e-8ae3-5dbcae5e4eff tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.642077 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0327d13d-f18c-4ba2-8ac2-e0462a1a70b8 req-7154eac1-cbd1-4e2e-8ae3-5dbcae5e4eff tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2473865 Jul 16 20:25:56.718259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3ccd8d0-f116-4135-9564-9e81f51f1974 req-41e0299a-cfc7-4b4c-82d8-000dabaa7408 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972309 Jul 16 20:25:56.758507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] For port 677e16ba-ebfd-4f18-ab7c-5e135023acce, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=677e16ba-ebfd-4f18-ab7c-5e135023acce,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:56.758929 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.759384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0327d13d-f18c-4ba2-8ac2-e0462a1a70b8 req-626ba51e-ba5f-429b-b32a-6775043bcc59 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161423 Jul 16 20:25:56.780585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] For port 677e16ba-ebfd-4f18-ab7c-5e135023acce, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=677e16ba-ebfd-4f18-ab7c-5e135023acce,segment=NetworkSegment(48f19efa-9b0d-4d39-b752-7d42e0f54cba),segment_id=48f19efa-9b0d-4d39-b752-7d42e0f54cba)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:56.781017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.797588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Calling delete_port for 677e16ba-ebfd-4f18-ab7c-5e135023acce owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:56.811731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Calling delete_port for 677e16ba-ebfd-4f18-ab7c-5e135023acce owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:56.983483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a90071f-b146-44cc-b8d2-f1c854fff178 req-ca165787-349b-4870-ad9b-9c8ec5e19e2a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.0762393 Jul 16 20:25:57.000098 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.098498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] No DVR routers for this DVR port 677e16ba-ebfd-4f18-ab7c-5e135023acce on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:57.108160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e35a422b-e900-4a54-90b4-dfac585f6c9f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:57.122954 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.141304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] No DVR routers for this DVR port 677e16ba-ebfd-4f18-ab7c-5e135023acce on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:57.144373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Pushing event deleted for resources: {'Port': ['ID=677e16ba-ebfd-4f18-ab7c-5e135023acce,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.195139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=677e16ba-ebfd-4f18-ab7c-5e135023acce,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.252378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.252653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.252997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.253329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.263595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.264373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.264994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.265639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.266148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.266797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.267478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.268022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61ba95c-560a-4ba9-8595-19a6b302144d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:57.280666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e35a422b-e900-4a54-90b4-dfac585f6c9f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:57.280804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e35a422b-e900-4a54-90b4-dfac585f6c9f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:57.281290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed9682ec-8b9f-4f96-98a4-271bda0dbdbc no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:57.282129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.305613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86355ac9-93a1-4e3c-af42-e96588ac7669 req-611c1f3d-ca75-4547-9942-66d4153fcc80 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:57.313734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86355ac9-93a1-4e3c-af42-e96588ac7669 req-611c1f3d-ca75-4547-9942-66d4153fcc80 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2866640 Jul 16 20:25:57.323098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59f169c-e5f6-4288-a73f-979b2b8a3703']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:57.333452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ed9682ec-8b9f-4f96-98a4-271bda0dbdbc {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:57.333802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed9682ec-8b9f-4f96-98a4-271bda0dbdbc not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:57.334220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 677e16ba-ebfd-4f18-ab7c-5e135023acce no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:57.343880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f19efa-9b0d-4d39-b752-7d42e0f54cba') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:57.344588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f19efa-9b0d-4d39-b752-7d42e0f54cba') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:57.355816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 677e16ba-ebfd-4f18-ab7c-5e135023acce {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:57.356503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 677e16ba-ebfd-4f18-ab7c-5e135023acce not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:57.372641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.408553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86355ac9-93a1-4e3c-af42-e96588ac7669 req-e8a64a5f-16af-4e5d-815b-d50325cf301d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935030 Jul 16 20:25:57.416443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.447120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:57.448670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:57.454485 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:57.535112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.552741 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.559077 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a59f169c-e5f6-4288-a73f-979b2b8a3703 HTTP/1.1" status: 204 len: 168 time: 1.4431510 Jul 16 20:25:57.608127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685f27c-9c50-46d4-913c-d12ae8df2a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59f169c-e5f6-4288-a73f-979b2b8a3703,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.959297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41792) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:58.103953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-350e3b5d-3a80-4b3b-a6a0-5f77c2310dc9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bed46c5fde2e4f61ba9a2c097f5c0381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427395 Jul 16 20:25:58.106858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41800) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:58.135795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea2f04-6f46-4e86-9abf-7ca603b4f73c req-ea1dc9b6-bc21-438a-89f9-2df0b590d874 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.162251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33ea2f04-6f46-4e86-9abf-7ca603b4f73c req-ea1dc9b6-bc21-438a-89f9-2df0b590d874 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1982534 Jul 16 20:25:58.259697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad687efd-9998-421c-b99d-731147a2f58b req-268e8e18-0e49-4026-b96a-9f4d9fe83da4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.261311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ad687efd-9998-421c-b99d-731147a2f58b req-268e8e18-0e49-4026-b96a-9f4d9fe83da4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2517226 Jul 16 20:25:58.266059 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33ea2f04-6f46-4e86-9abf-7ca603b4f73c req-386b22fc-6800-43ee-8605-e8cf003e477e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027789 Jul 16 20:25:58.335706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.457222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ad687efd-9998-421c-b99d-731147a2f58b req-6f48039e-ba47-4e05-8a10-394a0e18a251 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653619 Jul 16 20:25:58.500440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.608989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.619917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.619917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/673bed62-21ce-46db-9041-65f2633d25e8 HTTP/1.1" status: 204 len: 168 time: 0.5096929 Jul 16 20:25:58.672142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673bed62-21ce-46db-9041-65f2633d25e8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.697897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.698537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0e5e14b-b198-4bd8-8824-c2c85496cebd req-a7df17bf-6aea-4e22-a91c-cafb3ee6b21f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7465ec7-3ffb-4cb7-8e5d-8f651d53ca47 HTTP/1.1" status: 200 len: 210 time: 0.1006804 Jul 16 20:25:58.699018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.699018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.701630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:58.702066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d92c7-fff0-416d-ab2c-c90bc3153a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.641010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658018d-3602-448f-9a89-ca17b16749c8 req-91bfce47-5810-4638-872f-a3c998719ea3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.652090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897fe7b-b01e-4858-bbeb-cd79f01a18d1 req-85310238-4dd7-4eee-9c8f-9cb0785e4e2d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.653817 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1897fe7b-b01e-4858-bbeb-cd79f01a18d1 req-85310238-4dd7-4eee-9c8f-9cb0785e4e2d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1486573 Jul 16 20:25:59.655026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2658018d-3602-448f-9a89-ca17b16749c8 req-91bfce47-5810-4638-872f-a3c998719ea3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1381102 Jul 16 20:25:59.723282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2658018d-3602-448f-9a89-ca17b16749c8 req-a5b42969-a42d-4de2-9d5c-dfea85a06e99 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669858 Jul 16 20:25:59.745988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1897fe7b-b01e-4858-bbeb-cd79f01a18d1 req-e1bab5eb-f3f7-466f-acef-9b466a5bdc3d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792818 Jul 16 20:26:00.158608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41850) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:00.313926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-496015548-network', 'tenant_id': '03d63f0163b449c19ee6101323789c94'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:00.341456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Made reservation on behalf of 03d63f0163b449c19ee6101323789c94 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:00.346719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.364868 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.510322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.515912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.546257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:00.555759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83175c0a-30c7-4b2e-a297-083bc1de69dd,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.568356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.568356 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Added segment 51e61ac0-37c1-498a-b45a-22aebc7d3060 of type vlan for network 1d4118e7-08b8-44ca-976b-a785c6d76eaf Jul 16 20:26:00.617481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.650072 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.651229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:00.651817 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.682424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5222721 Jul 16 20:26:00.685409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41856) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:00.690928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Request body: {'subnet': {'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-496015548-subnet', 'tenant_id': '03d63f0163b449c19ee6101323789c94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:00.712325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Made reservation on behalf of 03d63f0163b449c19ee6101323789c94 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:00.714825 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.718515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46946c7-ce07-45a2-8f4c-a0d4e9011f46 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4118e7-08b8-44ca-976b-a785c6d76eaf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.728922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:00.935102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f82de-cbdb-4f80-8d43-09f18d54dac8 req-97e16260-6787-4458-8e68-e57126901443 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:00.936822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b93f82de-cbdb-4f80-8d43-09f18d54dac8 req-97e16260-6787-4458-8e68-e57126901443 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0894947 Jul 16 20:26:00.984198 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.990087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b93f82de-cbdb-4f80-8d43-09f18d54dac8 req-4e10f086-ae4f-4e64-822a-95efafd49e44 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445228 Jul 16 20:26:01.064144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f7be4-0ec7-4b41-9f81-d4f7b0b3541b req-d41043b6-10aa-4ecd-9ad9-683b8ea7b198 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.065667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c14f7be4-0ec7-4b41-9f81-d4f7b0b3541b req-d41043b6-10aa-4ecd-9ad9-683b8ea7b198 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.1532273 Jul 16 20:26:01.076634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Checking segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:01.077256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Network hostable DHCP agents. Network: 1d4118e7-08b8-44ca-976b-a785c6d76eaf, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:01.081453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.113654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.114056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.114392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.114739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.115088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.115400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.115921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.116254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.116570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.116898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.117298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.117648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:01.124496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:01.152072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c14f7be4-0ec7-4b41-9f81-d4f7b0b3541b req-6aec1ffd-4449-4678-9964-a8110060aeb3 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770504 Jul 16 20:26:01.157883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1d4118e7-08b8-44ca-976b-a785c6d76eaf) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:01.162910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.163686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.168968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e212d-c809-4b50-b89f-d920ed592a1d None None] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:01.184449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1464cdc7-ee1d-4d55-9e3b-59bad6a5a868 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4958258 Jul 16 20:26:01.351324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3f4c3-e2a9-4e40-9323-b605a60f354e None None] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:01.657792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-aa73d658-1b21-4cfe-9b04-8fad489a95f4 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.659375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-aa73d658-1b21-4cfe-9b04-8fad489a95f4 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 812 time: 0.1111600 Jul 16 20:26:01.676175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-542778d2-7dd9-4b3c-9ae3-4f6415faabf0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/quotas/03d63f0163b449c19ee6101323789c94 HTTP/1.1" status: 200 len: 375 time: 0.0103226 Jul 16 20:26:01.712263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f29ea66e-f16f-4545-939f-178192b71581 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303733 Jul 16 20:26:01.816193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-169cb0af-85d5-4452-a962-28ff70f91707 service neutron] 10.222.0.91 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929613 Jul 16 20:26:01.912546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-dea16b0b-0800-4b04-9c1f-65986ef46800 service neutron] 10.222.0.91 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905204 Jul 16 20:26:02.221681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a2e1d-83c7-48f9-a9c5-3352e89e240a req-1f319a62-6f0d-4a33-ab5b-a97fd0917afe tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.221681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca5a2e1d-83c7-48f9-a9c5-3352e89e240a req-1f319a62-6f0d-4a33-ab5b-a97fd0917afe tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0908585 Jul 16 20:26:02.296491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca5a2e1d-83c7-48f9-a9c5-3352e89e240a req-8268fbbb-14b8-40b8-aa6c-06ea29ee85d7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641994 Jul 16 20:26:02.398622 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19679dc1-3101-4cda-824d-a1c5fd09c308 req-82845c0c-ffb9-48b0-ad8b-46b65d5311f4 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 210 time: 0.0516369 Jul 16 20:26:02.471345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bc2a-4f07-444c-9401-2ab78451e956 req-813af851-2244-4691-b3f0-0b07ad6af07e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.472953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e10bc2a-4f07-444c-9401-2ab78451e956 req-813af851-2244-4691-b3f0-0b07ad6af07e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.0928500 Jul 16 20:26:02.519279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e10bc2a-4f07-444c-9401-2ab78451e956 req-c046e752-9c64-4f94-b59c-4de072863f9e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Jul 16 20:26:03.716738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-59ab5920-fdbc-4988-9e97-c4443a28a181 req-72deb113-cc38-4442-a651-7d3d66c669b5 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 210 time: 0.0727677 Jul 16 20:26:03.745690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597021ee-715c-4697-98fb-2397390c8351 req-fa7e158b-32b5-4948-a8ae-55af05b9516c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.751260 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-597021ee-715c-4697-98fb-2397390c8351 req-fa7e158b-32b5-4948-a8ae-55af05b9516c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2073240 Jul 16 20:26:03.820326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-eec98f07-b04c-4e1a-a1fa-602ee54eb8a4 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.829378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-eec98f07-b04c-4e1a-a1fa-602ee54eb8a4 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 812 time: 0.2755733 Jul 16 20:26:03.843274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Request body: {'port': {'device_id': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'admin_state_up': True, 'tenant_id': '03d63f0163b449c19ee6101323789c94'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:03.855036 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-597021ee-715c-4697-98fb-2397390c8351 req-bd43fad1-d5b8-42b9-8fc0-cc35f4baea58 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923128 Jul 16 20:26:03.924452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:04.061009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Made reservation on behalf of 03d63f0163b449c19ee6101323789c94 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:04.064563 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.064796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:04.080921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'network_id': 'abbc7bd3-dc4c-4e3e-ab58-8c332b689c95', 'port_id': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'mac_address': 'fa:16:3e:8a:63:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86693672-59b1-4af5-8fec-ffc73df84573', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:04.180083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.206194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66347ae4-0bd9-48b2-b40f-811fddf48686 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:04.211389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47433dfd-f8b7-4ea3-93ba-667c3a71b44a req-e85553a6-68ab-4d4d-b95a-0020ac20bfac tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.212930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47433dfd-f8b7-4ea3-93ba-667c3a71b44a req-e85553a6-68ab-4d4d-b95a-0020ac20bfac tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 943 time: 0.2427976 Jul 16 20:26:04.253121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:04.258741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.343248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:04.427646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Allocated IP 172.20.0.13 (1d4118e7-08b8-44ca-976b-a785c6d76eaf/4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca/6d2ef88d-26ad-440f-b8b3-db5fe49172c6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:04.481226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['66347ae4-0bd9-48b2-b40f-811fddf48686'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:04.516429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47433dfd-f8b7-4ea3-93ba-667c3a71b44a req-b7f128ab-9b79-4b38-937c-a2890331cf34 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870841 Jul 16 20:26:04.562572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-70b06731-5312-46fc-bd24-5584c95c7706 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.596054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-70b06731-5312-46fc-bd24-5584c95c7706 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 812 time: 0.2816947 Jul 16 20:26:04.615372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Request body: {'port': {'device_id': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'admin_state_up': True, 'tenant_id': '03d63f0163b449c19ee6101323789c94'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:04.859767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.926448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.933336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Made reservation on behalf of 03d63f0163b449c19ee6101323789c94 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:04.938235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.013158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:05.017362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:05.020872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:05.029428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event updated for resources: {'Port': ['ID=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.113272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.114060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.142664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-03af896c-32b9-4c2a-846e-652897dec6bc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3041799 Jul 16 20:26:05.146821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ebfa7369-8d48-4a7e-b199-4f8a553dbe34 req-18fc39a5-c52e-4d5c-9af9-2eb5d4d8b1c7 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 210 time: 0.0959826 Jul 16 20:26:05.199754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Request body: {'port': {'device_id': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:05.283967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Allocated IP 172.20.0.7 (1d4118e7-08b8-44ca-976b-a785c6d76eaf/4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca/06fa042d-8a6a-40c2-b554-8ac59c23e284) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:05.299290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.383928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0ce0-b399-43af-bce0-0a54855ed3a4 req-9f5ab118-be52-4974-997d-0ef12eb116a1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.385781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef4a0ce0-b399-43af-bce0-0a54855ed3a4 req-9f5ab118-be52-4974-997d-0ef12eb116a1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2585359 Jul 16 20:26:05.547992 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.552237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef4a0ce0-b399-43af-bce0-0a54855ed3a4 req-c5b60a7c-1622-43e7-b457-7ffe05d96d06 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478343 Jul 16 20:26:05.635163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.715195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:05.741689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:05.745577 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:05.844005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.845474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.850726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event updated for resources: {'Port': ['ID=06fa042d-8a6a-40c2-b554-8ac59c23e284,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.881535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9797c0-14ff-4aa9-aa3e-df372805155f req-9068b362-9f32-4519-b41b-221a1559b859 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.883168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b9797c0-14ff-4aa9-aa3e-df372805155f req-9068b362-9f32-4519-b41b-221a1559b859 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 944 time: 0.1814790 Jul 16 20:26:05.914927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:05.964554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:05.978384 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.994391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b9797c0-14ff-4aa9-aa3e-df372805155f req-74bd9495-9927-4475-9c94-7d859bd6b89c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039021 Jul 16 20:26:06.000909 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-295abaf8-eceb-4624-a6da-ea621fe5c560 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3931370 Jul 16 20:26:06.003483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Transition to ACTIVE for port object 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:06.008548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.016385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Request body: {'port': {'device_id': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:06.068445 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fd531d6d-0f97-4af3-895b-c28a0910e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.074291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 66347ae4-0bd9-48b2-b40f-811fddf48686 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:06.074864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.175705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.196655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.241459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.284698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:06.287256 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b18487-fb97-4779-b00e-41ab0ba88069" -d '{"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-plugged", "status": "completed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:06.323810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Attempting to bind port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:06.324350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Attempting to bind port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:06.324844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Attempting to bind port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:06.340464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:06.340767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Attempting to bind port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:06.343066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:06.346293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:06.346873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Checking segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:06.347587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Bound using segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:06.348268 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.348722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Bound port: 6d2ef88d-26ad-440f-b8b3-db5fe49172c6, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:06.349241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.404116 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814d654-2562-4a62-88a1-59fff8c78a0c x-openstack-request-id: req-d814d654-2562-4a62-88a1-59fff8c78a0c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:06.404402 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-plugged", "status": "completed", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:06.404649 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d814d654-2562-4a62-88a1-59fff8c78a0c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:06.405114 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'code': 200} Jul 16 20:26:06.462282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.551150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] For port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:06.575862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] For port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:06.610526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.686948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.715023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.715677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.717147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-f3392a6d-0d23-4856-8e5d-918cebedf653 service neutron] 10.222.0.79 "PUT /v2.0/ports/6d2ef88d-26ad-440f-b8b3-db5fe49172c6 HTTP/1.1" status: 200 len: 1093 time: 1.5251555 Jul 16 20:26:06.719056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'tag': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:06.730499 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376" -d '{"events": [{"name": "network-changed", "server_uuid": "dae4d82f-2598-40ed-976e-19fe7ae388e4", "tag": "6d2ef88d-26ad-440f-b8b3-db5fe49172c6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:06.749294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648b17-8f65-4c1d-a311-83c92144129a req-594a76a3-b5d3-4847-a14e-19bae35d4e1d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.762249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49648b17-8f65-4c1d-a311-83c92144129a req-594a76a3-b5d3-4847-a14e-19bae35d4e1d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 931 time: 0.2730529 Jul 16 20:26:06.868422 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49648b17-8f65-4c1d-a311-83c92144129a req-05ce0532-94b3-4549-9fc1-96ae89ead4f0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910289 Jul 16 20:26:06.902671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c236a7-2651-4b7f-9e66-ed99f08dca55 req-499e3ad9-ab1d-4097-88aa-9957d759c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.914092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45c236a7-2651-4b7f-9e66-ed99f08dca55 req-499e3ad9-ab1d-4097-88aa-9957d759c1c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1098 time: 0.3349962 Jul 16 20:26:07.010539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-23c6cfd4-49c5-4a96-aa2f-64a5731b8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.013200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-23c6cfd4-49c5-4a96-aa2f-64a5731b8f61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=dae4d82f-2598-40ed-976e-19fe7ae388e4 HTTP/1.1" status: 200 len: 1096 time: 0.2452505 Jul 16 20:26:07.014985 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e5631d-d687-4f41-8acf-a3db4fe41998 x-openstack-request-id: req-88e5631d-d687-4f41-8acf-a3db4fe41998 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:07.015278 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae4d82f-2598-40ed-976e-19fe7ae388e4", "tag": "6d2ef88d-26ad-440f-b8b3-db5fe49172c6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:07.015526 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-88e5631d-d687-4f41-8acf-a3db4fe41998 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:07.015928 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'tag': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6', 'status': 'completed', 'code': 200} Jul 16 20:26:07.119479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-35a49266-f46c-4ace-a75d-84467d4e29a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d2ef88d-26ad-440f-b8b3-db5fe49172c6 HTTP/1.1" status: 200 len: 217 time: 0.0733345 Jul 16 20:26:07.121329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45c236a7-2651-4b7f-9e66-ed99f08dca55 req-e1693133-b283-4374-844d-75820663844f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919503 Jul 16 20:26:07.308521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-93726998-c2b6-4204-aaf8-0f841f8bb88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.310047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-93726998-c2b6-4204-aaf8-0f841f8bb88f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.1428378 Jul 16 20:26:07.325386 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:07.394537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-3355d163-0dfb-4870-ace4-968a23c1544c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576465 Jul 16 20:26:07.505123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9637a-b01e-4212-b4d8-24d857f56c0c req-3b76c24f-b612-4a1c-a0a6-e93a92c451be tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.512882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ece9637a-b01e-4212-b4d8-24d857f56c0c req-3b76c24f-b612-4a1c-a0a6-e93a92c451be tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.2163465 Jul 16 20:26:07.581728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ece9637a-b01e-4212-b4d8-24d857f56c0c req-7a5d063d-f261-4427-b8db-c65ba4bc2a1c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678704 Jul 16 20:26:07.594652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-b91afa28-5388-4d42-9d72-19c2d143f222 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907780 Jul 16 20:26:07.718392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fa042d-8a6a-40c2-b554-8ac59c23e284 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:07.732119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf1926-1ae8-498a-bc20-85b69fc57ed2 req-be5c86ee-efcb-4051-b064-c3083c09fc18 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.735450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e6bf1926-1ae8-498a-bc20-85b69fc57ed2 req-be5c86ee-efcb-4051-b064-c3083c09fc18 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2421324 Jul 16 20:26:07.740950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.742388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-86ff1cfa-5535-49e0-934e-35434a1b36f3 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418843 Jul 16 20:26:07.804538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Transition to ACTIVE for port object 06fa042d-8a6a-40c2-b554-8ac59c23e284 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:07.827428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e6bf1926-1ae8-498a-bc20-85b69fc57ed2 req-f7f3bf04-1df2-4746-a459-945520ea6eaa tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833368 Jul 16 20:26:07.828661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.920174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=06fa042d-8a6a-40c2-b554-8ac59c23e284,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.979619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-732b865d-e935-43ad-8f8d-fc1c93f7077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.981809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-732b865d-e935-43ad-8f8d-fc1c93f7077b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=dae4d82f-2598-40ed-976e-19fe7ae388e4 HTTP/1.1" status: 200 len: 1096 time: 0.1557975 Jul 16 20:26:08.201574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Attempting to bind port 06fa042d-8a6a-40c2-b554-8ac59c23e284 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:08.206025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Attempting to bind port 06fa042d-8a6a-40c2-b554-8ac59c23e284 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:08.207990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Attempting to bind port 06fa042d-8a6a-40c2-b554-8ac59c23e284 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:08.217010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Port 06fa042d-8a6a-40c2-b554-8ac59c23e284 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:08.217749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Attempting to bind port 06fa042d-8a6a-40c2-b554-8ac59c23e284 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:08.226157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:08.226783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Checking segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:08.227835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Bound using segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:08.230095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Bound port: 06fa042d-8a6a-40c2-b554-8ac59c23e284, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:08.231410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.238742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-744f26f4-bec1-4ed0-8680-a421b360bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.243948 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-744f26f4-bec1-4ed0-8680-a421b360bc54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 913 time: 0.2467792 Jul 16 20:26:08.312722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-cc2db687-2118-4c48-ab0a-70fc6ed9a610 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d2ef88d-26ad-440f-b8b3-db5fe49172c6 HTTP/1.1" status: 200 len: 217 time: 0.0606029 Jul 16 20:26:08.389854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] For port 06fa042d-8a6a-40c2-b554-8ac59c23e284, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:08.404216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] For port 06fa042d-8a6a-40c2-b554-8ac59c23e284, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=06fa042d-8a6a-40c2-b554-8ac59c23e284,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:08.411089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.456926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a1cc7-c2db-4336-ab9b-d2053f1517d4 req-8d8bdea0-8d03-46cc-a82d-a2659689ad09 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.459225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c7a1cc7-c2db-4336-ab9b-d2053f1517d4 req-8d8bdea0-8d03-46cc-a82d-a2659689ad09 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 943 time: 0.1494775 Jul 16 20:26:08.463860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-fb222b04-6c19-4a0f-8a84-3d1c9613dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.465457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-fb222b04-6c19-4a0f-8a84-3d1c9613dd44 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.1018817 Jul 16 20:26:08.518065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.539746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=06fa042d-8a6a-40c2-b554-8ac59c23e284,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:08.540853 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-7b7f58af-73f5-453d-8c1d-8e0839c0e19c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433657 Jul 16 20:26:08.572710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.573380 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.575583 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-8bfb8215-7a53-4a2f-a359-5fd53ae8a4ea service neutron] 10.222.0.79 "PUT /v2.0/ports/06fa042d-8a6a-40c2-b554-8ac59c23e284 HTTP/1.1" status: 200 len: 1092 time: 2.5702412 Jul 16 20:26:08.576185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'tag': '06fa042d-8a6a-40c2-b554-8ac59c23e284'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:08.576820 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.579170 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31" -d '{"events": [{"name": "network-changed", "server_uuid": "effae1be-5c4a-483a-9eaa-ddb99fd5cac0", "tag": "06fa042d-8a6a-40c2-b554-8ac59c23e284"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:08.596425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c7a1cc7-c2db-4336-ab9b-d2053f1517d4 req-74af796f-7cd7-4408-87fe-45c472a1256e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294863 Jul 16 20:26:08.700810 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d211a658-92be-4470-9205-47a991925d5b x-openstack-request-id: req-d211a658-92be-4470-9205-47a991925d5b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:08.701505 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effae1be-5c4a-483a-9eaa-ddb99fd5cac0", "tag": "06fa042d-8a6a-40c2-b554-8ac59c23e284", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:08.701815 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d211a658-92be-4470-9205-47a991925d5b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:08.702248 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'tag': '06fa042d-8a6a-40c2-b554-8ac59c23e284', 'status': 'completed', 'code': 200} Jul 16 20:26:08.728463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-6952104c-73a7-4c6e-8823-c736da3073d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.734000 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-6952104c-73a7-4c6e-8823-c736da3073d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 1095 time: 0.0945821 Jul 16 20:26:08.841328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-e0d4432c-079d-409a-8134-71cae249adc1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06fa042d-8a6a-40c2-b554-8ac59c23e284 HTTP/1.1" status: 200 len: 217 time: 0.1012661 Jul 16 20:26:08.850051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f6282fe3-6811-4b8d-aaf6-94e09760af9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.913201 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.963535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-41a6b55a-1087-42a3-bee4-82e1ef2a36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.965139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-41a6b55a-1087-42a3-bee4-82e1ef2a36e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.1171207 Jul 16 20:26:09.036962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-70e54356-0db5-40d7-847c-3af67e58ffa6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655057 Jul 16 20:26:09.356855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-ec33c243-4f27-42e3-8656-b7ba8ac1e793 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114824 Jul 16 20:26:09.477780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-ebaf5563-f43b-4974-b5c5-3a0b61aa9ce6 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9282358 Jul 16 20:26:09.502217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5e5fd-8ff1-43e3-8a3f-46f9f4f6dda2 req-71db4e9c-953f-40b6-9a05-9605cae793c7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.505544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33c5e5fd-8ff1-43e3-8a3f-46f9f4f6dda2 req-71db4e9c-953f-40b6-9a05-9605cae793c7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.3004506 Jul 16 20:26:09.585549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb228bb1-462d-45c1-94f8-f1b710bd63cc req-e61ad851-44a3-4899-b31c-a12c56a13d8e service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202415 Jul 16 20:26:09.601865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33c5e5fd-8ff1-43e3-8a3f-46f9f4f6dda2 req-f6b378c7-465b-4c1f-a042-21284d991d35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848343 Jul 16 20:26:09.639448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ae3a6-e195-4e64-ae88-e6f71a63cc0f req-4749427b-938c-4fa0-a621-cc823eb0ce64 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.649529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c1ae3a6-e195-4e64-ae88-e6f71a63cc0f req-4749427b-938c-4fa0-a621-cc823eb0ce64 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.2810445 Jul 16 20:26:09.802983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c1ae3a6-e195-4e64-ae88-e6f71a63cc0f req-5b21faf8-ec13-4617-be30-5f5c78e449c5 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447232 Jul 16 20:26:09.808551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67fa46ca-9adb-4ec7-8b4f-28be6a4e6376 req-864edcd8-bb4c-41fd-aa1c-00bbde7e9961 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243980 Jul 16 20:26:09.959523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-f3e5fd54-8709-41cc-8e99-2bb67f716be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.961131 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-f3e5fd54-8709-41cc-8e99-2bb67f716be3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 1095 time: 0.2398872 Jul 16 20:26:09.970144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ca724-0cc3-408f-b0e3-a457b25ddad3 req-90bea5a0-6154-481e-aa41-cef692f4c39b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.972301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee9ca724-0cc3-408f-b0e3-a457b25ddad3 req-90bea5a0-6154-481e-aa41-cef692f4c39b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 943 time: 0.1620517 Jul 16 20:26:10.006847 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.103520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee9ca724-0cc3-408f-b0e3-a457b25ddad3 req-9489e409-38e0-42c7-96c3-3ba82ffcaacd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131909 Jul 16 20:26:10.134808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-a7e2a949-bd44-4e6a-88fa-dc9708e3b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:10.136662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-a7e2a949-bd44-4e6a-88fa-dc9708e3b9fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 913 time: 0.1634526 Jul 16 20:26:10.190877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-4436afac-b8f0-4852-9034-1d7251a5b4b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06fa042d-8a6a-40c2-b554-8ac59c23e284 HTTP/1.1" status: 200 len: 217 time: 0.0457342 Jul 16 20:26:10.258558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-f9b25390-4412-4583-aace-6d349b90ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:10.260416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-f9b25390-4412-4583-aace-6d349b90ceb9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.0630038 Jul 16 20:26:10.307245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-7b711c77-770a-4ce7-b819-6555e04302d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399706 Jul 16 20:26:10.438307 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-50e9c53f-defc-4079-8a47-d19b0bf92111 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238859 Jul 16 20:26:10.563557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fcc483cc-8169-4fd6-93f8-773b3ec5cb31 req-a7b7dd74-93e8-4038-980e-de339840cbb3 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182005 Jul 16 20:26:10.821170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0a9dc-2620-4251-a03b-228a5efa0495 req-e136fd68-386d-4f50-9d7d-2da2cb97400f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:10.823291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6e0a9dc-2620-4251-a03b-228a5efa0495 req-e136fd68-386d-4f50-9d7d-2da2cb97400f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0946403 Jul 16 20:26:10.891494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6e0a9dc-2620-4251-a03b-228a5efa0495 req-09f9028d-8f1b-48d1-a679-47e61026c42c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593841 Jul 16 20:26:11.059928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803005a-2b64-4794-acbb-8230d9eee99c req-9ea4f37c-681d-4b25-8783-b3c9b0965897 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.067353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4803005a-2b64-4794-acbb-8230d9eee99c req-9ea4f37c-681d-4b25-8783-b3c9b0965897 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0995438 Jul 16 20:26:11.115556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4803005a-2b64-4794-acbb-8230d9eee99c req-3d083a6a-f687-4fa2-82a9-c8669290a776 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468326 Jul 16 20:26:11.505149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991dd8-187d-432f-8a78-6b31fb5a8f6f req-860eb292-6fa8-4e4e-aa3c-0061b1a25586 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.512886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34991dd8-187d-432f-8a78-6b31fb5a8f6f req-860eb292-6fa8-4e4e-aa3c-0061b1a25586 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 943 time: 0.2144287 Jul 16 20:26:11.535607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb32d88-a26d-4104-b3a5-d0ffdb44b8c2 req-84034281-aa8b-452a-bab8-ef9aa7c2ca33 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.543253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb32d88-a26d-4104-b3a5-d0ffdb44b8c2 req-84034281-aa8b-452a-bab8-ef9aa7c2ca33 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1449771 Jul 16 20:26:11.553654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-b105b8b8-f749-4ed1-bbc4-8cda883e2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.555409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-b105b8b8-f749-4ed1-bbc4-8cda883e2c79 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.1185801 Jul 16 20:26:11.567071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34991dd8-187d-432f-8a78-6b31fb5a8f6f req-01ec0565-432f-49fe-b661-b501a7b43353 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531015 Jul 16 20:26:11.610106 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fb32d88-a26d-4104-b3a5-d0ffdb44b8c2 req-4ae64f54-b4ba-4af8-a3c8-7cfc24a18c1e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658767 Jul 16 20:26:11.801436 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.824082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-9cbc1c4d-40ab-45e6-bd94-38f146004091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.828410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-9cbc1c4d-40ab-45e6-bd94-38f146004091 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.2641110 Jul 16 20:26:11.854363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9458d3-4059-4e5d-b982-e879476c185a req-144a0d76-b64d-4649-8a25-06c4c30cfb2d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.855983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb9458d3-4059-4e5d-b982-e879476c185a req-144a0d76-b64d-4649-8a25-06c4c30cfb2d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1333039 Jul 16 20:26:11.914646 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb9458d3-4059-4e5d-b982-e879476c185a req-be121d75-e287-4a0b-abe1-a2840963c209 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520437 Jul 16 20:26:11.939469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:11.995207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-4bb6a881-99b4-437b-9bf1-11ea65649f97 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.1497045 Jul 16 20:26:12.008777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d137-a046-4367-aba1-49d141daca99 req-371b5913-22a2-470b-bc78-b55aa2e30aa2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.011484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d06d137-a046-4367-aba1-49d141daca99 req-371b5913-22a2-470b-bc78-b55aa2e30aa2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1799440 Jul 16 20:26:12.100736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.113441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'port_id': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6', 'mac_address': 'fa:16:3e:ae:0d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:12.140013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d06d137-a046-4367-aba1-49d141daca99 req-cba7bb2e-934e-4156-ba8f-c1753a03f275 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760412 Jul 16 20:26:12.141818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-be713719-0605-4283-9c8a-4c12b9a97b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.143772 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-be713719-0605-4283-9c8a-4c12b9a97b0b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1309600 Jul 16 20:26:12.210992 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.216328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-b1d0b491-83fe-415e-ad8d-c9b3358d9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.223725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-b1d0b491-83fe-415e-ad8d-c9b3358d9a7f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737629 Jul 16 20:26:12.225351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:12.265753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.271861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.272760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 06fa042d-8a6a-40c2-b554-8ac59c23e284 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:12.368525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 06fa042d-8a6a-40c2-b554-8ac59c23e284, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=06fa042d-8a6a-40c2-b554-8ac59c23e284,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.393727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '06fa042d-8a6a-40c2-b554-8ac59c23e284', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'port_id': '06fa042d-8a6a-40c2-b554-8ac59c23e284', 'mac_address': 'fa:16:3e:78:fc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:12.396501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.398669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-830ca21e-72f7-4fbb-a9fa-d83b31abfeb8 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668684 Jul 16 20:26:12.454132 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.500010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fa042d-8a6a-40c2-b554-8ac59c23e284 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:12.541662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f66d10c9-d7c8-4946-90f2-3d5268166fa6 req-54b03dc4-1a94-4385-890d-6ae3bde79d6f service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344938 Jul 16 20:26:12.561391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 06fa042d-8a6a-40c2-b554-8ac59c23e284, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=06fa042d-8a6a-40c2-b554-8ac59c23e284,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.563421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da16d5-7ad1-4fe9-ae89-dcabd326a195 req-e6c68308-ba26-4f49-a88c-341d5990bffb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.566002 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7da16d5-7ad1-4fe9-ae89-dcabd326a195 req-e6c68308-ba26-4f49-a88c-341d5990bffb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.2457144 Jul 16 20:26:12.576067 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.714274 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7da16d5-7ad1-4fe9-ae89-dcabd326a195 req-1e923af0-1a8d-4527-96f2-3c3835bec3cd tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403508 Jul 16 20:26:12.744759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=06fa042d-8a6a-40c2-b554-8ac59c23e284,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.827992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6d2ef88d-26ad-440f-b8b3-db5fe49172c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:12.834527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['06fa042d-8a6a-40c2-b554-8ac59c23e284'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:12.882557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0e747-d216-4b44-aa31-5932113c7bc5 req-6f9a7bdf-680c-468e-8ceb-834e52ff2165 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.884335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3c0e747-d216-4b44-aa31-5932113c7bc5 req-6f9a7bdf-680c-468e-8ceb-834e52ff2165 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 944 time: 0.0932570 Jul 16 20:26:12.959872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3c0e747-d216-4b44-aa31-5932113c7bc5 req-bf21fdf2-2090-49ae-aa91-b4f7475b10d4 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568867 Jul 16 20:26:12.988081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54e966-5876-4f6b-aff1-f7b1f3e0fa34 req-6d5155ba-af2b-4ebe-a4ed-dc4df84016bb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.990146 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc54e966-5876-4f6b-aff1-f7b1f3e0fa34 req-6d5155ba-af2b-4ebe-a4ed-dc4df84016bb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0938110 Jul 16 20:26:13.053212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc54e966-5876-4f6b-aff1-f7b1f3e0fa34 req-8bedbbef-e81f-4170-bc47-7ec33dd5d983 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Jul 16 20:26:13.319823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4d868-b77e-49e3-a26c-1a72255cabab req-a06fde14-ec5f-457f-824e-d3705cb63558 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:13.326673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642ddc2-abbe-47f5-a992-20a1fd1baf5c req-b3291b71-e911-4490-b1ef-89a14109b1c3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:13.327012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24e4d868-b77e-49e3-a26c-1a72255cabab req-a06fde14-ec5f-457f-824e-d3705cb63558 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1225078 Jul 16 20:26:13.328774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1642ddc2-abbe-47f5-a992-20a1fd1baf5c req-b3291b71-e911-4490-b1ef-89a14109b1c3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1269596 Jul 16 20:26:13.390133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1642ddc2-abbe-47f5-a992-20a1fd1baf5c req-c2dd5f8a-a348-4032-9995-bec55c7f7879 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550969 Jul 16 20:26:13.396429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24e4d868-b77e-49e3-a26c-1a72255cabab req-407e0cf2-7d1f-4b0a-b076-a5eafbd75329 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616653 Jul 16 20:26:13.639900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89afd-68d9-4276-9b19-daf3573bcfd7 req-fbed7a11-b301-442b-9e08-088b9b6fc2fb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:13.641367 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-92f89afd-68d9-4276-9b19-daf3573bcfd7 req-fbed7a11-b301-442b-9e08-088b9b6fc2fb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1026807 Jul 16 20:26:13.704920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-92f89afd-68d9-4276-9b19-daf3573bcfd7 req-cd706ce4-c910-43ce-bb94-5a105dab8eda tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567193 Jul 16 20:26:13.940166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:14.043537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:14.055577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:14.056234 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.212018 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.224700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646986cc-596f-4f08-86ac-ec6cce600f43 req-85c6879e-e6db-4b0e-b146-8b6d8bb598f2 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.231931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-646986cc-596f-4f08-86ac-ec6cce600f43 req-85c6879e-e6db-4b0e-b146-8b6d8bb598f2 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 944 time: 0.0811012 Jul 16 20:26:14.255302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220ed30-e2a8-4933-89ce-f42b75e1df0c req-be2bd0b4-2280-4fa5-a17f-c82668964247 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.263297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e220ed30-e2a8-4933-89ce-f42b75e1df0c req-be2bd0b4-2280-4fa5-a17f-c82668964247 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0847631 Jul 16 20:26:14.293079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-646986cc-596f-4f08-86ac-ec6cce600f43 req-e89a0379-9a84-4d03-a2ca-b5842b82638f tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541844 Jul 16 20:26:14.296149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:14.298610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:14.302448 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3c2730-794c-4e41-bf9b-fbaa2e76bec7" -d '{"events": [{"server_uuid": "dae4d82f-2598-40ed-976e-19fe7ae388e4", "name": "network-vif-plugged", "status": "completed", "tag": "6d2ef88d-26ad-440f-b8b3-db5fe49172c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:14.306192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.307503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 06fa042d-8a6a-40c2-b554-8ac59c23e284 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:14.339891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e220ed30-e2a8-4933-89ce-f42b75e1df0c req-d53113a8-1967-4ed0-953a-c8305f73ce16 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754709 Jul 16 20:26:14.384724 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91e0c25-1d51-45fb-99b0-80ebd11897e0 x-openstack-request-id: req-e91e0c25-1d51-45fb-99b0-80ebd11897e0 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:14.385010 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4d82f-2598-40ed-976e-19fe7ae388e4", "name": "network-vif-plugged", "status": "completed", "tag": "6d2ef88d-26ad-440f-b8b3-db5fe49172c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:14.385510 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e91e0c25-1d51-45fb-99b0-80ebd11897e0 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:14.385899 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6', 'code': 200} Jul 16 20:26:14.419622 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.423873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 06fa042d-8a6a-40c2-b554-8ac59c23e284 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:14.428677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 06fa042d-8a6a-40c2-b554-8ac59c23e284 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:14.429932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.503885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664d71-d6e7-4e36-a3c1-8d3b4fc5a1a9 req-b3a9cdcf-a663-4d9a-a9a0-2782bd437230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.506636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77664d71-d6e7-4e36-a3c1-8d3b4fc5a1a9 req-b3a9cdcf-a663-4d9a-a9a0-2782bd437230 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dae4d82f-2598-40ed-976e-19fe7ae388e4 HTTP/1.1" status: 200 len: 1098 time: 0.0707257 Jul 16 20:26:14.531157 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.633790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 06fa042d-8a6a-40c2-b554-8ac59c23e284, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=06fa042d-8a6a-40c2-b554-8ac59c23e284,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:14.639972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77664d71-d6e7-4e36-a3c1-8d3b4fc5a1a9 req-21fceb4b-0d72-4758-bbda-3c4d20870209 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255910 Jul 16 20:26:14.645859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.750265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=06fa042d-8a6a-40c2-b554-8ac59c23e284,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.800867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c10236-176a-49ba-89ac-768f4611620e req-75b5b069-3d59-421d-8b60-5f5582555c3b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.802468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12c10236-176a-49ba-89ac-768f4611620e req-75b5b069-3d59-421d-8b60-5f5582555c3b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0967860 Jul 16 20:26:14.854764 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12c10236-176a-49ba-89ac-768f4611620e req-d57bdbb9-eda4-446b-a948-4189110fec5f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461504 Jul 16 20:26:15.075263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0329c-ce0a-4f3a-a2de-0dfe7d68aeb5 req-89066524-1d97-4110-a8e1-ab10ce383fec tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.080952 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2bd0329c-ce0a-4f3a-a2de-0dfe7d68aeb5 req-89066524-1d97-4110-a8e1-ab10ce383fec tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0894258 Jul 16 20:26:15.128444 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2bd0329c-ce0a-4f3a-a2de-0dfe7d68aeb5 req-e524e9a7-5caa-4309-aff1-630424b425fe tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Jul 16 20:26:15.579371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29452a8-86fd-42ae-8397-33c058003585 req-0a8ed59d-b322-4789-8461-50536a2a439e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.582706 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d29452a8-86fd-42ae-8397-33c058003585 req-0a8ed59d-b322-4789-8461-50536a2a439e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 945 time: 0.0944893 Jul 16 20:26:15.648667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d29452a8-86fd-42ae-8397-33c058003585 req-a347d099-e823-4ae8-8195-f4b261862658 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Jul 16 20:26:15.782770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d01429-8a33-4e50-988e-a809a47c8f37 req-636fb225-0588-4504-bbf6-fe0f92aa7dc9 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.787682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1d01429-8a33-4e50-988e-a809a47c8f37 req-636fb225-0588-4504-bbf6-fe0f92aa7dc9 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0811625 Jul 16 20:26:15.842108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1d01429-8a33-4e50-988e-a809a47c8f37 req-eb79c967-ced6-4182-83f9-65f78806bea4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Jul 16 20:26:15.971796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409a19-fc50-4c35-ae80-8a7d2ff57ccf req-1e2f5c67-422e-4bb9-84cc-3a56b35a9cf8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.980297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d4409a19-fc50-4c35-ae80-8a7d2ff57ccf req-1e2f5c67-422e-4bb9-84cc-3a56b35a9cf8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1793520 Jul 16 20:26:16.058432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d4409a19-fc50-4c35-ae80-8a7d2ff57ccf req-0a8b5312-16c8-427b-bfe0-ebc79318399d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770040 Jul 16 20:26:16.387784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fa042d-8a6a-40c2-b554-8ac59c23e284'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:16.391178 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54e5e96-112e-40e7-a8dd-408fcdaced8c" -d '{"events": [{"server_uuid": "effae1be-5c4a-483a-9eaa-ddb99fd5cac0", "name": "network-vif-plugged", "status": "completed", "tag": "06fa042d-8a6a-40c2-b554-8ac59c23e284"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:16.596800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922025f-ead6-4eda-9b5f-ac2022f5bd86 req-c7d430b8-8eb6-42cf-824d-abc917a9343e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.609431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5922025f-ead6-4eda-9b5f-ac2022f5bd86 req-c7d430b8-8eb6-42cf-824d-abc917a9343e tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1243870 Jul 16 20:26:16.680013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5922025f-ead6-4eda-9b5f-ac2022f5bd86 req-48292635-5fab-4be4-9837-2783802067ea tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690110 Jul 16 20:26:16.745735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d7e0-6f72-4ee7-87d0-8021c642616d req-788101c4-84a4-4e53-964e-322ae1a6ae5f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.747379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a08d7e0-6f72-4ee7-87d0-8021c642616d req-788101c4-84a4-4e53-964e-322ae1a6ae5f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2073896 Jul 16 20:26:16.752877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-4aec0060-342c-4c6c-b471-71c2a2d3018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.754770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-4aec0060-342c-4c6c-b471-71c2a2d3018e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=12e711db39324189aebf1839f1c11f4c&device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 1098 time: 0.2964466 Jul 16 20:26:16.763235 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620760b5-2cb4-4ca9-81d1-5c229edc6293 x-openstack-request-id: req-620760b5-2cb4-4ca9-81d1-5c229edc6293 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:16.763836 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effae1be-5c4a-483a-9eaa-ddb99fd5cac0", "name": "network-vif-plugged", "status": "completed", "tag": "06fa042d-8a6a-40c2-b554-8ac59c23e284", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:16.764353 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-620760b5-2cb4-4ca9-81d1-5c229edc6293 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:16.765150 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fa042d-8a6a-40c2-b554-8ac59c23e284', 'code': 200} Jul 16 20:26:16.939409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a08d7e0-6f72-4ee7-87d0-8021c642616d req-e1ecfeb5-ca93-4274-931a-c7d6cd4e219e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831977 Jul 16 20:26:16.976584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-3d2955cb-ba61-438a-b81e-d75812562158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.978535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-3d2955cb-ba61-438a-b81e-d75812562158 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 200 len: 915 time: 0.2151000 Jul 16 20:26:17.045275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-f692ad2d-da33-47a3-a113-54201fcd2812 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 200 len: 217 time: 0.0596840 Jul 16 20:26:17.058520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0cb97-2993-41de-bf7c-3b41bf0f6a57 req-1df6110a-53f7-442e-9077-6ea661ae5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.060782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3de0cb97-2993-41de-bf7c-3b41bf0f6a57 req-1df6110a-53f7-442e-9077-6ea661ae5176 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 1097 time: 0.2117739 Jul 16 20:26:17.073821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174ba03-931f-49b5-93d0-22c43e731ee4 req-e8727d62-4440-4983-b2dd-9006823363ca tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.075942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8174ba03-931f-49b5-93d0-22c43e731ee4 req-e8727d62-4440-4983-b2dd-9006823363ca tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 945 time: 0.1378212 Jul 16 20:26:17.124508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-8db60b88-bd89-40d8-8b81-c95208d110c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.126444 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-8db60b88-bd89-40d8-8b81-c95208d110c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 200 len: 854 time: 0.0737987 Jul 16 20:26:17.159340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3de0cb97-2993-41de-bf7c-3b41bf0f6a57 req-ca846af8-daec-41f1-b4c4-e1fd67aebafa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776362 Jul 16 20:26:17.188459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-c2fad0f0-abf2-480d-b1a1-2ac7b7ede9d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492871 Jul 16 20:26:17.212134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8174ba03-931f-49b5-93d0-22c43e731ee4 req-1c2f5b8d-eec4-4d0a-b46e-e1f45c28a500 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138525 Jul 16 20:26:17.346622 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-19a0a186-eb24-4865-8207-44ba22f2bd28 service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440012 Jul 16 20:26:17.477919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6fe254e7-01c1-45c5-82f1-985453f7134d req-1e25a98b-f619-431a-b505-6754dabe5188 service neutron] 10.222.0.79 "GET /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250203 Jul 16 20:26:17.900590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a0b0-5fce-42e2-b82a-06af8e88756e req-3bb977a5-4be2-47a8-b250-450e758eee76 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.903328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c84a0b0-5fce-42e2-b82a-06af8e88756e req-3bb977a5-4be2-47a8-b250-450e758eee76 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0873296 Jul 16 20:26:17.970882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c84a0b0-5fce-42e2-b82a-06af8e88756e req-a55547f0-0aa6-4116-bee7-2a81f6a5205c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587060 Jul 16 20:26:18.272196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf9f5-0da4-4871-89cb-2b3aee69a4db req-6035fa3d-c6fb-4d0c-939e-4aa52a8fe1cb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.283405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e6bf9f5-0da4-4871-89cb-2b3aee69a4db req-6035fa3d-c6fb-4d0c-939e-4aa52a8fe1cb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1507871 Jul 16 20:26:18.351546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e6bf9f5-0da4-4871-89cb-2b3aee69a4db req-7bdf09ad-eb07-45af-a917-55fb741f45dd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638533 Jul 16 20:26:18.587959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976b12-2488-431b-9721-11dc4adfd8ca req-880ac0ac-5fb7-4fd7-8af2-5f1f7e00501a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.592686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52976b12-2488-431b-9721-11dc4adfd8ca req-880ac0ac-5fb7-4fd7-8af2-5f1f7e00501a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 945 time: 0.1106277 Jul 16 20:26:18.668954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52976b12-2488-431b-9721-11dc4adfd8ca req-bb2b7de9-17b9-4c54-b295-97c96ee1c7d3 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675395 Jul 16 20:26:18.918899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa78c1-0905-4fee-b4b7-3b157ab388c0 req-478ec34a-fdef-4e16-9a13-70cb700bc19a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.923667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3aa78c1-0905-4fee-b4b7-3b157ab388c0 req-478ec34a-fdef-4e16-9a13-70cb700bc19a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1195583 Jul 16 20:26:19.015823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3aa78c1-0905-4fee-b4b7-3b157ab388c0 req-30b7e16d-061c-42c1-8bbf-97a37f8ba4ea tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858951 Jul 16 20:26:19.213116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00292b2-892e-4c08-a279-9971bafcb7a7 req-b64c9392-c184-490c-ad15-0d7f5927ae81 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.215020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e00292b2-892e-4c08-a279-9971bafcb7a7 req-b64c9392-c184-490c-ad15-0d7f5927ae81 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0800872 Jul 16 20:26:19.294978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e00292b2-892e-4c08-a279-9971bafcb7a7 req-45b2d8f8-94d6-47b6-9394-a9ca84ebd08a tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690362 Jul 16 20:26:19.535142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f31bc8-723e-4475-843f-f7e2485279ba req-56e5a34a-c3e1-4cfb-8a52-04a5597e5d63 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.536920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22f31bc8-723e-4475-843f-f7e2485279ba req-56e5a34a-c3e1-4cfb-8a52-04a5597e5d63 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0960541 Jul 16 20:26:19.591501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22f31bc8-723e-4475-843f-f7e2485279ba req-9d5285d1-4296-48e3-a57d-d0aad7f6eb17 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Jul 16 20:26:19.838080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f776c9-4a31-4471-8b86-3d5ceba2c18d req-564bc37d-0966-4592-8ffa-0e9b1a821cd2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.849272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e6f776c9-4a31-4471-8b86-3d5ceba2c18d req-564bc37d-0966-4592-8ffa-0e9b1a821cd2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1022527 Jul 16 20:26:19.907885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e6f776c9-4a31-4471-8b86-3d5ceba2c18d req-72ca43eb-b25e-42f9-9b8c-ca3fd8da96b7 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526390 Jul 16 20:26:19.944481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b9603-c511-41ea-907c-e40b4155f8e6 req-ac24eb4b-1c35-44bf-842a-33bf2a02dc64 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.946019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-074b9603-c511-41ea-907c-e40b4155f8e6 req-ac24eb4b-1c35-44bf-842a-33bf2a02dc64 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 945 time: 0.1014555 Jul 16 20:26:20.016245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-074b9603-c511-41ea-907c-e40b4155f8e6 req-118933f8-08c9-4214-b2b1-11ee057fb36b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641181 Jul 16 20:26:20.197043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43c4b-9753-40cb-9c31-eb1a3c0dd1b6 req-4766dcd4-0531-44f1-bcf8-4195f29e0a70 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.204335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b1c43c4b-9753-40cb-9c31-eb1a3c0dd1b6 req-4766dcd4-0531-44f1-bcf8-4195f29e0a70 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1404548 Jul 16 20:26:20.255333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4c858-0d41-40ed-91fe-80a4183dbb71 req-581cc9cc-ce6a-4a1f-b0e0-09a2e3503cd7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.260493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9f4c858-0d41-40ed-91fe-80a4183dbb71 req-581cc9cc-ce6a-4a1f-b0e0-09a2e3503cd7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0882883 Jul 16 20:26:20.283654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b1c43c4b-9753-40cb-9c31-eb1a3c0dd1b6 req-1e1bd687-8f51-44d1-bc08-e992339c9fe2 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717635 Jul 16 20:26:20.316210 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d9f4c858-0d41-40ed-91fe-80a4183dbb71 req-b703efce-4af4-456e-a18b-c92c276c5862 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509934 Jul 16 20:26:20.497001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf136-9151-4ca3-8be3-2aaa49ea241c req-affebdf9-324e-4aac-b04b-19520bc52e0d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.499090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83dbf136-9151-4ca3-8be3-2aaa49ea241c req-affebdf9-324e-4aac-b04b-19520bc52e0d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=dae4d82f-2598-40ed-976e-19fe7ae388e4 HTTP/1.1" status: 200 len: 946 time: 0.0971642 Jul 16 20:26:20.551440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83dbf136-9151-4ca3-8be3-2aaa49ea241c req-397b54af-4586-4d86-bbf2-e0a357a43a8b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Jul 16 20:26:20.621597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767250-6005-4e3b-a4e8-4425680ed931 req-365ab97e-60a5-43af-8731-792b90aa388d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.623679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82767250-6005-4e3b-a4e8-4425680ed931 req-365ab97e-60a5-43af-8731-792b90aa388d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0940096 Jul 16 20:26:20.669995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82767250-6005-4e3b-a4e8-4425680ed931 req-56cb1f37-5f33-4368-9b7b-137d649114b8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381680 Jul 16 20:26:20.794897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639e0b1-71fc-466a-abe2-fdf617385e81 req-4811870f-69a9-42e7-a5f0-04c8bf4c7f8d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.799322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c639e0b1-71fc-466a-abe2-fdf617385e81 req-4811870f-69a9-42e7-a5f0-04c8bf4c7f8d tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0963919 Jul 16 20:26:20.842568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c639e0b1-71fc-466a-abe2-fdf617385e81 req-6fb5bdf4-d5f9-4ca7-b52d-8a39f4cd0267 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Jul 16 20:26:21.064490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4379-3378-42c4-941f-0081a920b45c req-15dbde5d-ae9d-49dd-94ab-0a8aed6537d6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.075661 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c7f4379-3378-42c4-941f-0081a920b45c req-15dbde5d-ae9d-49dd-94ab-0a8aed6537d6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1012316 Jul 16 20:26:21.145302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece96a-8c41-4f36-9f5a-61563f7ab550 req-f8f7fabc-52f2-4a0e-a3ff-beefd85b2af4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.153708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1ece96a-8c41-4f36-9f5a-61563f7ab550 req-f8f7fabc-52f2-4a0e-a3ff-beefd85b2af4 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0796406 Jul 16 20:26:21.162130 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c7f4379-3378-42c4-941f-0081a920b45c req-ae3ec85f-efca-4163-ba15-c8adbe6d9cad tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876012 Jul 16 20:26:21.200632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1ece96a-8c41-4f36-9f5a-61563f7ab550 req-943ed916-0c02-4d1e-92a3-ccd645633f57 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 Jul 16 20:26:21.483483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d9c72-09e4-4f53-94b1-662658b5754f req-b27151ef-e380-4712-b030-abe43e22ffbd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.485537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c41d9c72-09e4-4f53-94b1-662658b5754f req-b27151ef-e380-4712-b030-abe43e22ffbd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1153076 Jul 16 20:26:21.624077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c41d9c72-09e4-4f53-94b1-662658b5754f req-f55fb7d3-4ad7-4998-af57-3fd72f8bc825 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276433 Jul 16 20:26:21.787838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1e3eb-221c-446e-bffc-c2dba1526e94 req-70ffa74a-b919-4612-819e-ee46ce0f9f59 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.800615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cee1e3eb-221c-446e-bffc-c2dba1526e94 req-70ffa74a-b919-4612-819e-ee46ce0f9f59 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1168196 Jul 16 20:26:21.865379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cee1e3eb-221c-446e-bffc-c2dba1526e94 req-903dd228-01f4-4498-b594-8e80de73bf48 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623686 Jul 16 20:26:21.900771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-cd9c00d0-078d-483c-bf2a-e53d2a5c603c tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.904733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-cd9c00d0-078d-483c-bf2a-e53d2a5c603c tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 812 time: 0.1643584 Jul 16 20:26:21.945458 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-0d482673-1ae0-4e26-b8cb-26ad94ade007 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/quotas/03d63f0163b449c19ee6101323789c94 HTTP/1.1" status: 200 len: 375 time: 0.0353236 Jul 16 20:26:22.071605 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-22c172be-82bf-4c89-a23e-33a316a7d5f0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1249514 Jul 16 20:26:22.097710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f196c-7e40-4974-95f4-af024cd0d26c req-c9001431-79cd-4b7b-a4b6-b869864e1ac3 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:22.107891 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d3f196c-7e40-4974-95f4-af024cd0d26c req-c9001431-79cd-4b7b-a4b6-b869864e1ac3 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0805666 Jul 16 20:26:22.163650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d3f196c-7e40-4974-95f4-af024cd0d26c req-3bfc12fb-0a73-48d0-a577-b033d4515d16 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Jul 16 20:26:22.204292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-4b039316-3796-49f5-a990-34e86d85577a service neutron] 10.222.0.91 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315768 Jul 16 20:26:22.385742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-9a844b94-9648-431b-b58a-f9d54b9e1721 service neutron] 10.222.0.91 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797466 Jul 16 20:26:22.654299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-5ac87f04-98b3-4ea2-b34c-be93f2ea1e7d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:22.656720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-5ac87f04-98b3-4ea2-b34c-be93f2ea1e7d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4d82f-2598-40ed-976e-19fe7ae388e4 HTTP/1.1" status: 200 len: 946 time: 0.2274497 Jul 16 20:26:22.668656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f08869-31f6-44a1-ae48-5718defd89fb req-4e27ca35-ffdd-4776-8f72-6861e7915043 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:22.676690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94f08869-31f6-44a1-ae48-5718defd89fb req-4e27ca35-ffdd-4776-8f72-6861e7915043 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1882842 Jul 16 20:26:22.839931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94f08869-31f6-44a1-ae48-5718defd89fb req-d6ccb346-6f1a-4436-885c-578ea18b8543 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582136 Jul 16 20:26:23.015174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Deleting port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:23.015526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.318923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] For port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:23.319749 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.349862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Calling delete_port for 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:23.362119 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea4e30d3-9f57-4e2c-bae6-4be7dfde532c req-137b9d72-48b8-4776-b843-810f44f321c5 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 210 time: 0.2745311 Jul 16 20:26:23.402784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-7800cdf7-910c-42a3-a828-80a8a198075d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:23.404396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-7800cdf7-910c-42a3-a828-80a8a198075d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "GET /v2.0/ports?device_id=effae1be-5c4a-483a-9eaa-ddb99fd5cac0 HTTP/1.1" status: 200 len: 945 time: 0.2050419 Jul 16 20:26:23.406507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47112550-f16c-4b21-a284-60c0bf2a055a req-7751de5f-dbd1-4767-bf69-d0877d6f22e1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:23.414548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47112550-f16c-4b21-a284-60c0bf2a055a req-7751de5f-dbd1-4767-bf69-d0877d6f22e1 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.3343618 Jul 16 20:26:23.597450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47112550-f16c-4b21-a284-60c0bf2a055a req-885811f5-31ce-42ee-a76e-496f9884bc27 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814268 Jul 16 20:26:23.709335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Deleting port 06fa042d-8a6a-40c2-b554-8ac59c23e284 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:23.709738 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.854451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.869979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6d2ef88d-26ad-440f-b8b3-db5fe49172c6', '06fa042d-8a6a-40c2-b554-8ac59c23e284'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:23.916127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event deleted for resources: {'Port': ['ID=6d2ef88d-26ad-440f-b8b3-db5fe49172c6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.977944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] For port 06fa042d-8a6a-40c2-b554-8ac59c23e284, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=06fa042d-8a6a-40c2-b554-8ac59c23e284,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:23.997767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.029836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Calling delete_port for 06fa042d-8a6a-40c2-b554-8ac59c23e284 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:24.045363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] No DVR routers for this DVR port 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:24.049303 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.052015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d61ea1f-c40e-42f9-a5ae-66785de6523a req-7d5f7a31-126b-496f-a996-173e2108d35a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "DELETE /v2.0/ports/6d2ef88d-26ad-440f-b8b3-db5fe49172c6 HTTP/1.1" status: 204 len: 173 time: 1.3732975 Jul 16 20:26:24.052719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'name': 'network-vif-deleted', 'tag': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:24.055762 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4724b837-5211-4f02-af7e-b17f8f3cfc91" -d '{"events": [{"server_uuid": "dae4d82f-2598-40ed-976e-19fe7ae388e4", "name": "network-vif-deleted", "tag": "6d2ef88d-26ad-440f-b8b3-db5fe49172c6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:24.135525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728608f-8b3e-4068-8901-efed5292ad81 req-c2d8ecf8-ec7c-42f8-bc67-6f028f08640b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:24.139810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d728608f-8b3e-4068-8901-efed5292ad81 req-c2d8ecf8-ec7c-42f8-bc67-6f028f08640b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1502180 Jul 16 20:26:24.150444 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06115e30-1213-4c05-b41d-4ed8180237e6 x-openstack-request-id: req-06115e30-1213-4c05-b41d-4ed8180237e6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:24.150878 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4d82f-2598-40ed-976e-19fe7ae388e4", "name": "network-vif-deleted", "tag": "6d2ef88d-26ad-440f-b8b3-db5fe49172c6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:24.151242 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-06115e30-1213-4c05-b41d-4ed8180237e6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:24.151719 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae4d82f-2598-40ed-976e-19fe7ae388e4', 'name': 'network-vif-deleted', 'tag': '6d2ef88d-26ad-440f-b8b3-db5fe49172c6', 'status': 'completed', 'code': 200} Jul 16 20:26:24.287380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d728608f-8b3e-4068-8901-efed5292ad81 req-a99458aa-f634-44ca-816a-a36d895b820a tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397650 Jul 16 20:26:24.538076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.553181 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6d2ef88d-26ad-440f-b8b3-db5fe49172c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:24.675607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event deleted for resources: {'Port': ['ID=06fa042d-8a6a-40c2-b554-8ac59c23e284,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:24.773407 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-410574dd-3108-40fd-a04e-ffff54b9335d req-016af889-ab31-4e92-860b-9bd69979471a tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 210 time: 0.0459349 Jul 16 20:26:24.864109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] No DVR routers for this DVR port 06fa042d-8a6a-40c2-b554-8ac59c23e284 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:24.868604 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.871552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d34648f8-31f4-452b-bbcd-d75d29d8d2dd req-95a8b934-eb1b-4fd6-b390-b62f4732a9e0 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "DELETE /v2.0/ports/06fa042d-8a6a-40c2-b554-8ac59c23e284 HTTP/1.1" status: 204 len: 173 time: 1.4600570 Jul 16 20:26:24.895447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'name': 'network-vif-deleted', 'tag': '06fa042d-8a6a-40c2-b554-8ac59c23e284'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:24.897843 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9fd1a3-79b3-440a-bdad-c8665df437ee" -d '{"events": [{"server_uuid": "effae1be-5c4a-483a-9eaa-ddb99fd5cac0", "name": "network-vif-deleted", "tag": "06fa042d-8a6a-40c2-b554-8ac59c23e284"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:24.961698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0dbb2-38a2-4ac6-a4fe-8cee0a780ca6 req-d370df7e-0055-4f58-878d-1d7e4e4f312c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:24.970332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10b0dbb2-38a2-4ac6-a4fe-8cee0a780ca6 req-d370df7e-0055-4f58-878d-1d7e4e4f312c tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.2224760 Jul 16 20:26:24.980194 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67ed09-58b0-4d17-8893-fe3368057980 x-openstack-request-id: req-5f67ed09-58b0-4d17-8893-fe3368057980 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:24.980543 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effae1be-5c4a-483a-9eaa-ddb99fd5cac0", "name": "network-vif-deleted", "tag": "06fa042d-8a6a-40c2-b554-8ac59c23e284", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:24.980778 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5f67ed09-58b0-4d17-8893-fe3368057980 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:24.981166 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effae1be-5c4a-483a-9eaa-ddb99fd5cac0', 'name': 'network-vif-deleted', 'tag': '06fa042d-8a6a-40c2-b554-8ac59c23e284', 'status': 'completed', 'code': 200} Jul 16 20:26:25.018297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10b0dbb2-38a2-4ac6-a4fe-8cee0a780ca6 req-49e53c92-79fb-43b3-bbb6-baa8f0e31185 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 Jul 16 20:26:25.348411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43945e-f1d3-4d0e-a606-416f07d936ae req-786a06a0-c240-4f63-b0f3-68b2a222ce53 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.350008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c43945e-f1d3-4d0e-a606-416f07d936ae req-786a06a0-c240-4f63-b0f3-68b2a222ce53 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1717389 Jul 16 20:26:25.630985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-43ca27aa-ad51-42ae-ac63-e251eb02b6da tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.636986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-43ca27aa-ad51-42ae-ac63-e251eb02b6da tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.99 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 812 time: 0.2584927 Jul 16 20:26:25.684268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Request body: {'port': {'device_id': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'admin_state_up': True, 'tenant_id': '03d63f0163b449c19ee6101323789c94'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:25.719062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c43945e-f1d3-4d0e-a606-416f07d936ae req-7563900a-c0b8-432c-ace9-0a8e40f8ff84 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605778 Jul 16 20:26:26.170361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-91459221-0efd-4ecd-b318-8e927467f0dc req-6106a216-18a6-463b-a22f-87367e387a53 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 210 time: 0.1164768 Jul 16 20:26:26.187404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679eaa5-7ae6-4d9e-9053-c5bd3d6208a4 req-03ad9611-17e2-494d-bb7e-c5a86f8d8048 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.193222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e679eaa5-7ae6-4d9e-9053-c5bd3d6208a4 req-03ad9611-17e2-494d-bb7e-c5a86f8d8048 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1556416 Jul 16 20:26:26.304267 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e679eaa5-7ae6-4d9e-9053-c5bd3d6208a4 req-61a8e81a-06cd-404a-8e8e-fe9755c2cae0 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033320 Jul 16 20:26:26.320406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-515a76cd-6070-4357-98e8-abc2c01e3526 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.325017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-515a76cd-6070-4357-98e8-abc2c01e3526 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 812 time: 0.6866293 Jul 16 20:26:26.352041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Request body: {'port': {'device_id': '1f942705-a3c4-4210-9276-c0845103da95', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'admin_state_up': True, 'tenant_id': '03d63f0163b449c19ee6101323789c94'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:26.390191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Made reservation on behalf of 03d63f0163b449c19ee6101323789c94 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:26.404509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.653365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98678b80-6d14-4106-bd01-a6db63c956b4 req-d3543934-aaa7-48ae-b186-b4befcefbd29 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.657128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98678b80-6d14-4106-bd01-a6db63c956b4 req-d3543934-aaa7-48ae-b186-b4befcefbd29 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1348755 Jul 16 20:26:26.719793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98678b80-6d14-4106-bd01-a6db63c956b4 req-ad37b1fd-1bb1-4ac9-ba89-6f618f14890b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505395 Jul 16 20:26:26.778397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Made reservation on behalf of 03d63f0163b449c19ee6101323789c94 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:26.782329 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.786813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Allocated IP 172.20.0.9 (1d4118e7-08b8-44ca-976b-a785c6d76eaf/4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca/e6f355af-d5b0-410c-b64e-974b50429421) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:27.128619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.295612 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.363976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event updated for resources: {'Port': ['ID=e6f355af-d5b0-410c-b64e-974b50429421,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:27.435108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Allocated IP 172.20.0.12 (1d4118e7-08b8-44ca-976b-a785c6d76eaf/4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca/c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:27.483189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:27.512599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44b3ae1a-5424-44b8-ab00-4f2cd9e1f249 req-4fb91bca-f7ee-4ea0-885b-ed5218452152 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 210 time: 0.1101747 Jul 16 20:26:27.514047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:27.523442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:28.016577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:28.086005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:28.086655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6d2ef88d-26ad-440f-b8b3-db5fe49172c6 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:28.088351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 06fa042d-8a6a-40c2-b554-8ac59c23e284 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:28.096718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.097482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.128991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 06fa042d-8a6a-40c2-b554-8ac59c23e284 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:28.129323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 06fa042d-8a6a-40c2-b554-8ac59c23e284 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:28.153371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01179250-d2d3-41ce-8f65-6630d4ea2e3b tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4726989 Jul 16 20:26:28.199112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Request body: {'port': {'device_id': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:28.253187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.333513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.395689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.525711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Network 1d4118e7-08b8-44ca-976b-a785c6d76eaf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:28.532311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:28.541067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:28.626863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.628650 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.691819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event updated for resources: {'Port': ['ID=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.719934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-974a04c3-955d-4a34-8af2-15c482c58607 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3780017 Jul 16 20:26:28.787019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Request body: {'port': {'device_id': '1f942705-a3c4-4210-9276-c0845103da95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:28.897678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c7dd-a9be-45b3-992f-56ca86fd9518 req-dbf4095b-8452-48fe-86c2-59cc215f3bcc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.907443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1be4c7dd-a9be-45b3-992f-56ca86fd9518 req-dbf4095b-8452-48fe-86c2-59cc215f3bcc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 932 time: 0.1464100 Jul 16 20:26:28.975308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1be4c7dd-a9be-45b3-992f-56ca86fd9518 req-cadcc15a-18d0-43df-8109-bf65248b9242 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609219 Jul 16 20:26:29.016161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.230331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f355af-d5b0-410c-b64e-974b50429421 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:29.244750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.268689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Transition to ACTIVE for port object e6f355af-d5b0-410c-b64e-974b50429421 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:29.273943 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.493059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f355af-d5b0-410c-b64e-974b50429421,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.636143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Attempting to bind port e6f355af-d5b0-410c-b64e-974b50429421 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:29.636666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Attempting to bind port e6f355af-d5b0-410c-b64e-974b50429421 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:29.637074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Attempting to bind port e6f355af-d5b0-410c-b64e-974b50429421 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:29.664605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Port e6f355af-d5b0-410c-b64e-974b50429421 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:29.664941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Attempting to bind port e6f355af-d5b0-410c-b64e-974b50429421 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:29.694813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:29.695310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Checking segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:29.695865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Bound using segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:29.696374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Bound port: e6f355af-d5b0-410c-b64e-974b50429421, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:29.696813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.825453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:29.843425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.858438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] For port e6f355af-d5b0-410c-b64e-974b50429421, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:29.864617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] For port e6f355af-d5b0-410c-b64e-974b50429421, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e6f355af-d5b0-410c-b64e-974b50429421,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:29.867936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Transition to ACTIVE for port object c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:29.870152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.880246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.942930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.942930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.944493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] 10.222.0.99 "PUT /v2.0/ports/e6f355af-d5b0-410c-b64e-974b50429421 HTTP/1.1" status: 200 len: 1092 time: 1.7496281 Jul 16 20:26:29.944493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'tag': 'e6f355af-d5b0-410c-b64e-974b50429421'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:29.947070 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "22c3f6b7-ec50-4a24-9454-c73630ef1df4", "tag": "e6f355af-d5b0-410c-b64e-974b50429421"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:30.112441 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6decb1ff-3f45-49b1-a71d-b8103ce0e978 x-openstack-request-id: req-6decb1ff-3f45-49b1-a71d-b8103ce0e978 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:30.112892 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c3f6b7-ec50-4a24-9454-c73630ef1df4", "tag": "e6f355af-d5b0-410c-b64e-974b50429421", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:30.113251 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6decb1ff-3f45-49b1-a71d-b8103ce0e978 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:30.113766 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'tag': 'e6f355af-d5b0-410c-b64e-974b50429421', 'status': 'completed', 'code': 200} Jul 16 20:26:30.149154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53244fc-db54-470b-9665-076cf4497c72 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f355af-d5b0-410c-b64e-974b50429421,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.160272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Attempting to bind port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:30.160272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Attempting to bind port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:30.160562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Attempting to bind port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:30.196292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:30.196794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Attempting to bind port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 on network 1d4118e7-08b8-44ca-976b-a785c6d76eaf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:30.253891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:30.254683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Checking segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:30.259247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Bound using segment: {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:30.262409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Bound port: c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e61ac0-37c1-498a-b45a-22aebc7d3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:30.267834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.269395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b68c1-1e22-4e8e-be81-e443cbe46a8e req-b78f5b3d-5330-40a8-8603-3a4cb5f00c0d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.272031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e9b68c1-1e22-4e8e-be81-e443cbe46a8e req-b78f5b3d-5330-40a8-8603-3a4cb5f00c0d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 944 time: 0.1632521 Jul 16 20:26:30.319254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.357671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f1aa27c7-daab-4f04-9f4b-f3ed0ae7ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.359209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f1aa27c7-daab-4f04-9f4b-f3ed0ae7ae1e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 1095 time: 0.3368332 Jul 16 20:26:30.419298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e9b68c1-1e22-4e8e-be81-e443cbe46a8e req-2fe94f77-e60e-473a-95d9-9e7900be44a4 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395302 Jul 16 20:26:30.464062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-04fc58f7-74dd-4f46-8e7f-fdf099cc22a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6f355af-d5b0-410c-b64e-974b50429421 HTTP/1.1" status: 200 len: 217 time: 0.0879607 Jul 16 20:26:30.522967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] For port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:30.625538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-c8957fae-af06-4479-9676-4b33a432023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.630097 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-c8957fae-af06-4479-9676-4b33a432023e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.1092303 Jul 16 20:26:30.844669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] For port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:30.883216 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.889123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-04f856d0-14f2-4606-b018-21eece0387e1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2051141 Jul 16 20:26:31.003344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-f61f8436-aaa5-4530-89a5-a5be7583a510 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1487818 Jul 16 20:26:31.177100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-1a32363d-8e1b-4be3-8b7a-10775ec6badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.182284 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-1a32363d-8e1b-4be3-8b7a-10775ec6badb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 1097 time: 0.1558111 Jul 16 20:26:31.234533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.235506 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.237627 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] 10.222.0.79 "PUT /v2.0/ports/c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 HTTP/1.1" status: 200 len: 1093 time: 2.4812686 Jul 16 20:26:31.310596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-01e3855c-4dca-459f-9fbd-f64f5f0280e3 service neutron] 10.222.0.99 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094424 Jul 16 20:26:31.314806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08075a0-a768-40cc-a6e8-63831018cbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.543203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-afa7a239-5593-4f34-b7a9-a0c4e0e73c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.545181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-afa7a239-5593-4f34-b7a9-a0c4e0e73c88 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 1096 time: 0.2176683 Jul 16 20:26:31.596290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-260a6424-0e79-4fad-8275-ed57df2089df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.597944 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-260a6424-0e79-4fad-8275-ed57df2089df service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.3731790 Jul 16 20:26:31.625978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-8fe7a92d-01ae-4e01-981c-fd19760d2a39 service neutron] 10.222.0.99 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065844 Jul 16 20:26:31.627654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-d079de2f-2bb4-4c6d-bb77-9926aa0496c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 HTTP/1.1" status: 200 len: 217 time: 0.0679173 Jul 16 20:26:31.672961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-95457693-e091-43c7-aa57-7d886cab84e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a HTTP/1.1" status: 200 len: 217 time: 0.0677364 Jul 16 20:26:31.761340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-c387933d-c16f-4c0d-8e42-fcda4439881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.763040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-c387933d-c16f-4c0d-8e42-fcda4439881d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0835571 Jul 16 20:26:31.792192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-4b6c4ba2-5449-478b-8ae2-702dd40cc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.797483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-4b6c4ba2-5449-478b-8ae2-702dd40cc5b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.1636825 Jul 16 20:26:31.923035 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-97259fde-ed9c-4f13-92b4-c1ab91338eef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866184 Jul 16 20:26:31.931428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-6ebcb7d1-5451-4f6a-8468-60a651e8cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.934057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-6ebcb7d1-5451-4f6a-8468-60a651e8cd0d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1633363 Jul 16 20:26:32.181367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f942705-a3c4-4210-9276-c0845103da95', 'tag': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:32.183822 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f942705-a3c4-4210-9276-c0845103da95", "tag": "c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:32.229769 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-3f549c3c-05e7-4c03-afb6-50580eede3c4 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864969 Jul 16 20:26:32.235078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-f26c567a-5c26-465f-b3e5-2289c3f49069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.236703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-f26c567a-5c26-465f-b3e5-2289c3f49069 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 1095 time: 0.5329480 Jul 16 20:26:32.365306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-4ad8e131-58d6-4c34-8526-49e17eb47bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.366998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-4ad8e131-58d6-4c34-8526-49e17eb47bf7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 913 time: 0.1160469 Jul 16 20:26:32.372406 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4787a-b755-44d5-b9ea-ad217fdb2695 x-openstack-request-id: req-98e4787a-b755-44d5-b9ea-ad217fdb2695 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:32.372865 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f942705-a3c4-4210-9276-c0845103da95", "tag": "c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:32.373121 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-98e4787a-b755-44d5-b9ea-ad217fdb2695 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:32.373515 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f942705-a3c4-4210-9276-c0845103da95', 'tag': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20', 'status': 'completed', 'code': 200} Jul 16 20:26:32.418728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bdfae-3ad0-48f2-8123-7c0cb641b2c3 req-23c28a95-6bbc-4f2e-8b03-68ba11b88c41 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.423752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e19bdfae-3ad0-48f2-8123-7c0cb641b2c3 req-23c28a95-6bbc-4f2e-8b03-68ba11b88c41 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 944 time: 0.6430559 Jul 16 20:26:32.441814 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-202123c2-4c3a-493c-9d54-66e2fd0c6e50 req-99c9130f-6947-46a7-b519-6d7707f905ce service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050455 Jul 16 20:26:32.478825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-ef7a7835-9cd3-4d42-809c-5891a496fdf3 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476925 Jul 16 20:26:32.504523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-398f7ddc-2eda-421a-acda-283f1fddb139 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6f355af-d5b0-410c-b64e-974b50429421 HTTP/1.1" status: 200 len: 217 time: 0.1224246 Jul 16 20:26:32.593264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-672c7c49-74be-4848-9a82-4b2700a9f091 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4981411 Jul 16 20:26:32.620602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e19bdfae-3ad0-48f2-8123-7c0cb641b2c3 req-dc7f0e5e-3b95-4710-95fe-5b7d07f7e294 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381812 Jul 16 20:26:32.672680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-196669a1-bc2b-49e3-927c-3d704811d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.674694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-196669a1-bc2b-49e3-927c-3d704811d979 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.1565504 Jul 16 20:26:32.825695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-82a2eb7c-2588-4863-8bf8-0c81519dbe05 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627697 Jul 16 20:26:32.939317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e22fac9-db2e-4b22-8b9a-cc0b6b4c9525 req-a2dbc16c-34b6-48ad-8d1c-de10b0f78834 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337747 Jul 16 20:26:32.960035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.960580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.961240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.961873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.962398 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.962946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.963458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.965575 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-adc3d24e-3b70-4cfb-8a7f-9e2f8228af32 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c77c4f4148c47188d62752fcad8edfc&device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 6509 time: 0.2125132 Jul 16 20:26:32.977401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-afaa4511-136a-4b4a-916d-644d7123852a service neutron] 10.222.0.99 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400547 Jul 16 20:26:33.537878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-428454db-511c-46ba-a519-2b79bb0bbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.538721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-428454db-511c-46ba-a519-2b79bb0bbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.539048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-428454db-511c-46ba-a519-2b79bb0bbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.540465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-428454db-511c-46ba-a519-2b79bb0bbd45 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a971504f-be18-4da5-80f5-dbeaca015f02&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&id=7fb6c3c9-ad9c-496c-860b-a92b97662a18 HTTP/1.1" status: 200 len: 2297 time: 0.1919062 Jul 16 20:26:33.685646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9311f1ef-bd9e-41ae-af72-ad3b129c8b5a req-c63e865e-519a-4cc1-a289-ee3b04b8a042 service neutron] 10.222.0.99 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021143 Jul 16 20:26:33.739004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e6f355af-d5b0-410c-b64e-974b50429421 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:33.872323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-04c8863e-506f-4b90-84d7-18e72c3dbff7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7523de-8d69-4103-9b23-26149a900f56 HTTP/1.1" status: 200 len: 1002 time: 0.3006155 Jul 16 20:26:33.877400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-f498e895-89e4-4343-9eb6-6089115d4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.880596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-f498e895-89e4-4343-9eb6-6089115d4996 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d63f0163b449c19ee6101323789c94&device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 1096 time: 0.5400243 Jul 16 20:26:34.003175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e6f355af-d5b0-410c-b64e-974b50429421, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e6f355af-d5b0-410c-b64e-974b50429421,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:34.078258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-aeb703c1-6b9d-46b7-be86-37300e094b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.078531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653a719-2d59-44ab-9730-323a909f989e req-b4c391ed-57ff-4968-b092-508f090357fa tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.081254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'e6f355af-d5b0-410c-b64e-974b50429421', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'port_id': 'e6f355af-d5b0-410c-b64e-974b50429421', 'mac_address': 'fa:16:3e:46:f0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:34.083733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-aeb703c1-6b9d-46b7-be86-37300e094b11 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5e91a06e-429d-4f55-94ac-ed74652e3b6c HTTP/1.1" status: 200 len: 855 time: 0.2013607 Jul 16 20:26:34.085717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5653a719-2d59-44ab-9730-323a909f989e req-b4c391ed-57ff-4968-b092-508f090357fa tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 944 time: 0.1143782 Jul 16 20:26:34.182474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5653a719-2d59-44ab-9730-323a909f989e req-5ce997e6-3870-4347-bdb0-a758f047f25f tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956862 Jul 16 20:26:34.183728 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.215628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f355af-d5b0-410c-b64e-974b50429421 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:34.236060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-58032424-d13a-4392-9dd0-f91e341b8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.237731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-58032424-d13a-4392-9dd0-f91e341b8980 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 200 len: 913 time: 0.3462765 Jul 16 20:26:34.293034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e6f355af-d5b0-410c-b64e-974b50429421, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e6f355af-d5b0-410c-b64e-974b50429421,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:34.301559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.307190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-dd600451-972b-4576-b688-a0b67d91dec5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 HTTP/1.1" status: 200 len: 217 time: 0.0587406 Jul 16 20:26:34.447767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e6f355af-d5b0-410c-b64e-974b50429421,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.463029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-2004142a-b099-4697-a566-077a86113d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.464926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-2004142a-b099-4697-a566-077a86113d03 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 200 len: 852 time: 0.1511879 Jul 16 20:26:34.467350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-f03d119f-d821-42c4-9f3e-e1d38014b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.468933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-f03d119f-d821-42c4-9f3e-e1d38014b46e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a971504f-be18-4da5-80f5-dbeaca015f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3685679 Jul 16 20:26:34.525461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-04455ef7-c860-41af-b116-e128c53fc337 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1d4118e7-08b8-44ca-976b-a785c6d76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517650 Jul 16 20:26:34.624323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e6f355af-d5b0-410c-b64e-974b50429421'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:34.816390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0b05efff-1988-490d-8958-9324edde206e service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340840 Jul 16 20:26:34.824866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-6439fc92-c6c4-4dca-a8c9-bfe63824fa9f service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919350 Jul 16 20:26:35.120884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098103b1-5c1c-4cbb-8b94-e351b0a94e8b req-af00795b-cddf-4e20-a584-e6e371b0e00b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.127628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-098103b1-5c1c-4cbb-8b94-e351b0a94e8b req-af00795b-cddf-4e20-a584-e6e371b0e00b tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.1948421 Jul 16 20:26:35.140614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0267d42f-4331-4839-905c-5b38697aeb6b service neutron] 10.222.0.99 "GET /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130519 Jul 16 20:26:35.150049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e28ac8b-a250-45d6-ba97-0427a9bcb0b5 req-1d52dead-aaab-45af-bc7e-f5808286c599 service neutron] 10.222.0.79 "GET /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095951 Jul 16 20:26:35.227438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-dc66e095-e3d0-46cc-bfc7-6ef48bd9148c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 217 time: 0.0755785 Jul 16 20:26:35.294382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0ff59643-6cbe-425a-8259-99e7079094e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.296641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0ff59643-6cbe-425a-8259-99e7079094e3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.0618370 Jul 16 20:26:35.310475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-098103b1-5c1c-4cbb-8b94-e351b0a94e8b req-5712bdef-d206-44a7-86f4-0f4684f5e5ce tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757526 Jul 16 20:26:35.470134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa23f-b56f-49e0-bdff-353bcf261076 req-d8c155a1-0cdf-4652-9165-0b44cb8be9dc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.472248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95ffa23f-b56f-49e0-bdff-353bcf261076 req-d8c155a1-0cdf-4652-9165-0b44cb8be9dc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 944 time: 0.1459405 Jul 16 20:26:35.474487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-f681a134-af74-4dee-868c-851f55f2f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.476078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-f681a134-af74-4dee-868c-851f55f2f1fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1728168 Jul 16 20:26:35.562194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95ffa23f-b56f-49e0-bdff-353bcf261076 req-c7cd5b06-3f03-428e-939d-af97ef25221e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783300 Jul 16 20:26:35.658209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-9643063e-284d-41ca-ba80-bf853c7e118a service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564448 Jul 16 20:26:35.769111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-950edc8f-511c-4466-8b9b-b47ba69f1789 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011744 Jul 16 20:26:35.828010 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-3e36d80d-c190-4ed9-9f57-3a80b9fff0f5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 217 time: 0.0514593 Jul 16 20:26:35.886373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-ffa54c69-94f0-4888-b1a5-3534c87c8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.888021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-ffa54c69-94f0-4888-b1a5-3534c87c8069 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.0538316 Jul 16 20:26:36.007111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-20b1035c-3e34-4494-b6e8-03d1dce8b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.007973 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2fef367b-bec4-4976-a641-37d7e4da83d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.011668 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-20b1035c-3e34-4494-b6e8-03d1dce8b82e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1134357 Jul 16 20:26:36.063503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:36.157410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-ab907394-c572-48ba-9bd8-b5e8e511980a service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369517 Jul 16 20:26:36.257187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:36.278950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20', 'network_id': '1d4118e7-08b8-44ca-976b-a785c6d76eaf', 'port_id': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20', 'mac_address': 'fa:16:3e:17:72:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:36.318499 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-9ddea569-1b04-4281-8f9c-2147f83dc8e5 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519799 Jul 16 20:26:36.362538 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.379105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-dcd941e4-8998-4a06-979d-3f77c2bfb167 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b HTTP/1.1" status: 200 len: 217 time: 0.0528123 Jul 16 20:26:36.389553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:36.420936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:36.426542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.495242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.501884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-1fd2fed2-3e39-4f23-bcaa-8282b97f33bb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.503754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-1fd2fed2-3e39-4f23-bcaa-8282b97f33bb tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.2346148 Jul 16 20:26:36.546093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-388b8d0e-9869-4d21-b220-c6cf6e760327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.547776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-388b8d0e-9869-4d21-b220-c6cf6e760327 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.1518593 Jul 16 20:26:36.591089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcd546-5873-4502-b9ef-cfb89a5e3865 req-283ba93f-e152-436b-ab45-30eb40750d18 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.592642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09dcd546-5873-4502-b9ef-cfb89a5e3865 req-283ba93f-e152-436b-ab45-30eb40750d18 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 946 time: 0.0958748 Jul 16 20:26:36.633578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:36.667914 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09dcd546-5873-4502-b9ef-cfb89a5e3865 req-17274532-c333-4a01-b5d8-c63befc225ff tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/security-groups?id=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679452 Jul 16 20:26:36.713296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-ea444e45-90c0-41e4-8a5f-e1ada6bb7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.715053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-ea444e45-90c0-41e4-8a5f-e1ada6bb7113 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580663 Jul 16 20:26:36.796476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Deleting port 66347ae4-0bd9-48b2-b40f-811fddf48686 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:36.796824 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.952669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-972052b4-a37d-4256-a4d0-b071d9533309 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175465 Jul 16 20:26:37.036587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2996-ca6a-48b8-928f-ee81e9ab5070 req-a4d659db-d341-45c8-a195-55d8006a4297 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.038117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e0e2996-ca6a-48b8-928f-ee81e9ab5070 req-a4d659db-d341-45c8-a195-55d8006a4297 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 945 time: 0.2359471 Jul 16 20:26:37.086462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] For port 66347ae4-0bd9-48b2-b40f-811fddf48686, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=66347ae4-0bd9-48b2-b40f-811fddf48686,segment=NetworkSegment(1e39df85-045f-4518-a5c0-f3a13bc147b8),segment_id=1e39df85-045f-4518-a5c0-f3a13bc147b8)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:37.086867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.116956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Calling delete_port for 66347ae4-0bd9-48b2-b40f-811fddf48686 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:37.163512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e0e2996-ca6a-48b8-928f-ee81e9ab5070 req-cd5f2700-2c12-45b1-bf6a-cc4f1807f64d tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865135 Jul 16 20:26:37.210916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-29925498-8925-429e-99d2-8c32e2b3524b service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405260 Jul 16 20:26:37.264534 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-66cd8537-9991-48bb-b1ee-5b4213d33f4b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=951f07f2-e78f-4313-9640-06f997943a71 HTTP/1.1" status: 200 len: 217 time: 0.0440123 Jul 16 20:26:37.351434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0844ebaa-d358-4222-9d36-54e6bb69edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.352949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0844ebaa-d358-4222-9d36-54e6bb69edec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 200 len: 797 time: 0.0771291 Jul 16 20:26:37.768612 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.780906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e6f355af-d5b0-410c-b64e-974b50429421 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:37.815077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Pushing event deleted for resources: {'Port': ['ID=66347ae4-0bd9-48b2-b40f-811fddf48686,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.874496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-5531794d-b5f6-40d2-9e84-12452a6317d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.876149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-5531794d-b5f6-40d2-9e84-12452a6317d3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40733118-7ceb-4da7-8ac1-ba6af293ec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5116184 Jul 16 20:26:37.877127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] No DVR routers for this DVR port 66347ae4-0bd9-48b2-b40f-811fddf48686 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:37.880399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.882399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2f7ea9b-1771-4a86-a7c5-cba76a0756f9 req-f415ddb8-217d-4981-bc56-749bb60b9eef tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.79 "DELETE /v2.0/ports/66347ae4-0bd9-48b2-b40f-811fddf48686 HTTP/1.1" status: 204 len: 173 time: 1.3722661 Jul 16 20:26:37.882869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-deleted', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:37.885259 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b749914c-8169-42f3-a662-7cd5f080148f" -d '{"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-deleted", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:37.907848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port e6f355af-d5b0-410c-b64e-974b50429421 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:37.919702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port e6f355af-d5b0-410c-b64e-974b50429421 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:37.921616 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.953127 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d60ed-dc41-4699-9517-34e994baddbd x-openstack-request-id: req-5c0d60ed-dc41-4699-9517-34e994baddbd {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:37.953597 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1604721-3a1e-4227-b29d-a1d5fcae95a3", "name": "network-vif-deleted", "tag": "66347ae4-0bd9-48b2-b40f-811fddf48686", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:37.953597 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5c0d60ed-dc41-4699-9517-34e994baddbd {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:37.953969 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1604721-3a1e-4227-b29d-a1d5fcae95a3', 'name': 'network-vif-deleted', 'tag': '66347ae4-0bd9-48b2-b40f-811fddf48686', 'status': 'completed', 'code': 200} Jul 16 20:26:38.019527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d059ae2e-7b1b-4bb2-bd87-d5ce2c4f0903 req-5ae0f08b-bd11-474b-a089-f23e125b6f19 tempest-ServersNegativeTestJSON-1459385721 tempest-ServersNegativeTestJSON-1459385721-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1604721-3a1e-4227-b29d-a1d5fcae95a3 HTTP/1.1" status: 200 len: 210 time: 0.0597620 Jul 16 20:26:38.119022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-d8308504-e860-46ba-b3ff-974458053f7e service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304246 Jul 16 20:26:38.129924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:38.138665 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.230458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e6f355af-d5b0-410c-b64e-974b50429421, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e6f355af-d5b0-410c-b64e-974b50429421,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:38.241763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f355af-d5b0-410c-b64e-974b50429421'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:38.244621 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc32fe-a3a1-4c94-9c6b-6052dc2ca5da" -d '{"events": [{"server_uuid": "22c3f6b7-ec50-4a24-9454-c73630ef1df4", "name": "network-vif-plugged", "status": "completed", "tag": "e6f355af-d5b0-410c-b64e-974b50429421"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:38.248190 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.331399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-1eda1e22-0574-4e38-b078-ec25a8f45166 service neutron] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975400 Jul 16 20:26:38.350492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:38.355203 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf10979c-2f59-401f-bb60-0c46ebdf6577 x-openstack-request-id: req-bf10979c-2f59-401f-bb60-0c46ebdf6577 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:38.355670 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c3f6b7-ec50-4a24-9454-c73630ef1df4", "name": "network-vif-plugged", "status": "completed", "tag": "e6f355af-d5b0-410c-b64e-974b50429421", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:38.356094 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bf10979c-2f59-401f-bb60-0c46ebdf6577 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:38.356624 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f355af-d5b0-410c-b64e-974b50429421', 'code': 200} Jul 16 20:26:38.394189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:38.394794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.415566 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0487644d-bbed-4151-ab8e-37020373141f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6 HTTP/1.1" status: 200 len: 217 time: 0.0776618 Jul 16 20:26:38.473158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e6f355af-d5b0-410c-b64e-974b50429421,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.547416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-d47ce75c-5663-43da-b809-1dacaa5d23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.548892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-d47ce75c-5663-43da-b809-1dacaa5d23e4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.1133993 Jul 16 20:26:38.557015 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.595297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.599438 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.608519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca96a5-1d23-424a-80f7-f341f5abf772 req-9eb1b04d-c76e-44d2-b0a5-8f972fae0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.610349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2aca96a5-1d23-424a-80f7-f341f5abf772 req-9eb1b04d-c76e-44d2-b0a5-8f972fae0fcc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 1097 time: 0.1665092 Jul 16 20:26:38.618218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:38.620246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc729d3a-2b6c-47e4-9ff4-29dc866ddbfc req-36777004-e040-4665-bab7-a7194fbd3a3e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.627440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc729d3a-2b6c-47e4-9ff4-29dc866ddbfc req-36777004-e040-4665-bab7-a7194fbd3a3e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 945 time: 0.2236140 Jul 16 20:26:38.631617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.632572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:38.709273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc729d3a-2b6c-47e4-9ff4-29dc866ddbfc req-88a78ece-601c-4241-a13f-385a12c91a31 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808783 Jul 16 20:26:38.732341 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2aca96a5-1d23-424a-80f7-f341f5abf772 req-441be6f1-d4fa-49bd-abfd-944359530563 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943701 Jul 16 20:26:38.739441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-54b36f18-090b-4842-83be-e207f14f4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.741033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-54b36f18-090b-4842-83be-e207f14f4105 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1814179 Jul 16 20:26:38.767198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 66347ae4-0bd9-48b2-b40f-811fddf48686 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:38.767762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 66347ae4-0bd9-48b2-b40f-811fddf48686 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:38.855029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.862794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-761270c3-c887-4ee7-921e-3ac08b0e65c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.931013 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.948530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-6c7005b4-3a78-4505-9888-f31c719f1757 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656625 Jul 16 20:26:39.141758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-0df3d099-0d12-42c8-b59b-77420e3878a4 service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814630 Jul 16 20:26:39.231271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43444) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.252316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-a28fb97a-1ed4-4b8e-8ab0-a78e383aedce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ab6132-42e2-4194-bb60-562625afa6b2 HTTP/1.1" status: 200 len: 217 time: 0.0949099 Jul 16 20:26:39.289290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] Deleting subnet 86693672-59b1-4af5-8fec-ffc73df84573 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:39.295829 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.313325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-014f456d-7fe7-4277-b02c-9a1f641e7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.315190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-014f456d-7fe7-4277-b02c-9a1f641e7211 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 200 len: 797 time: 0.0564404 Jul 16 20:26:39.356748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.404254 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.443765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-a9f7524a-02f7-493c-b3af-1cd489ca1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.448914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-a9f7524a-02f7-493c-b3af-1cd489ca1136 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7fb6c3c9-ad9c-496c-860b-a92b97662a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177034 Jul 16 20:26:39.489736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.520838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86693672-59b1-4af5-8fec-ffc73df84573,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.531755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.534905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d25b157-835b-4ca1-8516-51910a109728 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/86693672-59b1-4af5-8fec-ffc73df84573 HTTP/1.1" status: 204 len: 168 time: 0.3016286 Jul 16 20:26:39.537461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43454) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.566869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-9100be50-fd3a-49cb-8145-839fc916a8bc service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101322 Jul 16 20:26:39.627842 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.749661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0463fe48-7d6b-4a55-972c-5f0115bf2b31 req-5919461a-b254-497b-93d4-931f0551137b service neutron] 10.222.0.99 "GET /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749122 Jul 16 20:26:39.788702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.855154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbc7bd3-dc4c-4e3e-ab58-8c332b689c95']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:39.868090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e39df85-045f-4518-a5c0-f3a13bc147b8') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:39.868090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e39df85-045f-4518-a5c0-f3a13bc147b8') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:39.879049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.899201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.906784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:39.907627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:39.969550 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:39.974390 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.991794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0acf5b-c775-4b19-a0c4-8ad23337b045 req-17ec46be-be91-4df1-bcaf-9f24bf65fc40 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.994482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e0acf5b-c775-4b19-a0c4-8ad23337b045 req-17ec46be-be91-4df1-bcaf-9f24bf65fc40 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 946 time: 0.1117735 Jul 16 20:26:40.005340 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.018277 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.021512 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] 10.222.0.91 "DELETE /v2.0/networks/abbc7bd3-dc4c-4e3e-ab58-8c332b689c95 HTTP/1.1" status: 204 len: 168 time: 0.4827754 Jul 16 20:26:40.060636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e0acf5b-c775-4b19-a0c4-8ad23337b045 req-fcba2545-9d47-4e85-bf14-e5e2b69d252c tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Jul 16 20:26:40.138263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75748fbd-d877-434a-baf5-73ff68caef91 admin admin] Pushing event deleted for resources: {'Network': ['ID=abbc7bd3-dc4c-4e3e-ab58-8c332b689c95,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.151942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-9504c5bb-15fd-4602-af2c-8c0d866b60ff tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:40.159039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-9504c5bb-15fd-4602-af2c-8c0d866b60ff tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.1672034 Jul 16 20:26:40.187068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-8bd8cc96-e6a3-4309-89bc-1836a6d13ac7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/quotas/7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 375 time: 0.0269706 Jul 16 20:26:40.228710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43492) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:40.292954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-87aff85a-e4f4-4c3d-9372-cab133b8c7ba admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=12e711db39324189aebf1839f1c11f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621545 Jul 16 20:26:40.295581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43494) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:40.311683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-a64b318b-2b86-46c6-a7ee-59c5d19c441c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237690 Jul 16 20:26:40.354969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7474e7fb-5b02-4457-9aeb-5af87f73209b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.357915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f942705-a3c4-4210-9276-c0845103da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:40.360285 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd90c3b-b64f-44f7-9633-4acaa763e195" -d '{"events": [{"server_uuid": "1f942705-a3c4-4210-9276-c0845103da95", "name": "network-vif-plugged", "status": "completed", "tag": "c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:40.391073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7474e7fb-5b02-4457-9aeb-5af87f73209b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.432681 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a3288-3a21-40dc-aaed-23b5b3d72e3c x-openstack-request-id: req-7a3a3288-3a21-40dc-aaed-23b5b3d72e3c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:40.433170 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f942705-a3c4-4210-9276-c0845103da95", "name": "network-vif-plugged", "status": "completed", "tag": "c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:40.433640 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7a3a3288-3a21-40dc-aaed-23b5b3d72e3c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:40.434304 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f942705-a3c4-4210-9276-c0845103da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20', 'code': 200} Jul 16 20:26:40.447191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7474e7fb-5b02-4457-9aeb-5af87f73209b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.450878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7474e7fb-5b02-4457-9aeb-5af87f73209b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.452357 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7474e7fb-5b02-4457-9aeb-5af87f73209b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f HTTP/1.1" status: 204 len: 168 time: 0.1556654 Jul 16 20:26:40.462307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474e7fb-5b02-4457-9aeb-5af87f73209b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf11eaa-0de5-4bf8-86e5-9ab8e9196a3f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.664867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c7dab-6cb4-4b3d-aeef-a972b55e009f req-20e85805-b647-4b72-a93b-94719a9fb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:40.666409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c3c7dab-6cb4-4b3d-aeef-a972b55e009f req-20e85805-b647-4b72-a93b-94719a9fb823 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 1098 time: 0.1417475 Jul 16 20:26:40.718378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c3c7dab-6cb4-4b3d-aeef-a972b55e009f req-a549f5c9-3e81-4ceb-b449-af40d7d65614 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Jul 16 20:26:40.825884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-3979a2c3-58d5-4e2d-bb5c-4012c7591560 service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063891 Jul 16 20:26:40.942189 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-4fd52676-6541-4b8d-9cd3-ed03467bd4e6 service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153190 Jul 16 20:26:41.266528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a47296d6-fee1-4d55-bd82-ed07bc733c80 req-ce6e2e05-a9dd-4bb7-a7d4-0cc631cab268 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0745718 Jul 16 20:26:41.354077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff4d14-d6e8-41cd-a172-45814afe7734 req-9ac462f2-853e-4191-a04f-0e08035fd153 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:41.356402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9bff4d14-d6e8-41cd-a172-45814afe7734 req-9ac462f2-853e-4191-a04f-0e08035fd153 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 946 time: 0.1326442 Jul 16 20:26:41.420732 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9bff4d14-d6e8-41cd-a172-45814afe7734 req-6b165b8d-2120-4138-81a6-77fac55067e2 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581367 Jul 16 20:26:41.825038 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.542755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-400a2b33-8524-4aba-9a6f-f25edff8aa93 req-665f5a96-5ccc-43f1-8973-df6a06a22f51 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0534120 Jul 16 20:26:42.778621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2edd8-083d-49d4-9e36-67edf9c18630 req-52aa5a13-65b0-437b-9de4-63db1c67fca2 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.782867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15e2edd8-083d-49d4-9e36-67edf9c18630 req-52aa5a13-65b0-437b-9de4-63db1c67fca2 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 946 time: 0.1902597 Jul 16 20:26:42.867263 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15e2edd8-083d-49d4-9e36-67edf9c18630 req-31caf8fd-a43d-4186-8b9c-bf1c05977bb1 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779724 Jul 16 20:26:42.989487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-9bba9194-18a2-4a8f-8417-4a15e4601d8d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.005376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-9bba9194-18a2-4a8f-8417-4a15e4601d8d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2377484 Jul 16 20:26:43.018096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'port': {'device_id': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'admin_state_up': True, 'tenant_id': '7749d02d72f148a6b0d11f063739606f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:43.277646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:43.284295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.354656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01093411-c3e1-4402-807c-e76e677a9db0 req-65b018c8-95b0-4e70-bc9e-4f58e3a207a3 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.356335 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01093411-c3e1-4402-807c-e76e677a9db0 req-65b018c8-95b0-4e70-bc9e-4f58e3a207a3 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 945 time: 0.2137845 Jul 16 20:26:43.636113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.20.0.4 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/9c240d62-a907-4511-a565-1ff35517bed8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:43.753145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01093411-c3e1-4402-807c-e76e677a9db0 req-d312af08-dbd1-46b0-83aa-2f44ace441b9 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811612 Jul 16 20:26:44.017975 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03b62c2f-cade-4c0b-aaa2-1f593f836fe8 req-e8e5a02f-7ec6-45c4-bcac-82647c921f4a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0942671 Jul 16 20:26:44.157640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.188894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Transition to ACTIVE for port object 9c240d62-a907-4511-a565-1ff35517bed8 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:44.251525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.337694 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:44.393459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:44.401471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:44.412921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:44.514610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=9c240d62-a907-4511-a565-1ff35517bed8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:44.562791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.563940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.608518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-11eb6b26-b0ff-470f-a7e4-7293e15b8fde tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5987077 Jul 16 20:26:44.621844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Request body: {'port': {'device_id': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:44.829070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.931855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f312128f-0bd0-4ae2-812f-46a77b95ca96 None None] Provisioning for port 9c240d62-a907-4511-a565-1ff35517bed8 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:44.942789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f312128f-0bd0-4ae2-812f-46a77b95ca96 None None] Provisioning complete for port 9c240d62-a907-4511-a565-1ff35517bed8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:44.948020 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f312128f-0bd0-4ae2-812f-46a77b95ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.060523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f312128f-0bd0-4ae2-812f-46a77b95ca96 None None] Port 9c240d62-a907-4511-a565-1ff35517bed8 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:45.604063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82fab4-9253-4383-a2f8-ed800a577b16 req-3f0bbf48-2e76-409f-b57d-245fad69f2d5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.607363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f82fab4-9253-4383-a2f8-ed800a577b16 req-3f0bbf48-2e76-409f-b57d-245fad69f2d5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 931 time: 0.1727087 Jul 16 20:26:45.710297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdb9c2-0ff5-493c-abe3-4ad780beaf83 req-b7467a5c-888f-4048-a0f5-9d26ce328040 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.720807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43fdb9c2-0ff5-493c-abe3-4ad780beaf83 req-b7467a5c-888f-4048-a0f5-9d26ce328040 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 945 time: 0.4212198 Jul 16 20:26:45.725036 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8f82fab4-9253-4383-a2f8-ed800a577b16 req-0e181cc6-89cc-4395-9ea0-22c5d66896b3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106603 Jul 16 20:26:45.739550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c240d62-a907-4511-a565-1ff35517bed8 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:45.759500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.800062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Transition to ACTIVE for port object 9c240d62-a907-4511-a565-1ff35517bed8 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:45.809489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43fdb9c2-0ff5-493c-abe3-4ad780beaf83 req-6736bd53-d890-4a8b-9641-5a8a3ba647dd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827067 Jul 16 20:26:45.811035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.869522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Pushing event updated for resources: {'Port': ['ID=9c240d62-a907-4511-a565-1ff35517bed8,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.002269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Attempting to bind port 9c240d62-a907-4511-a565-1ff35517bed8 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:46.003290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Attempting to bind port 9c240d62-a907-4511-a565-1ff35517bed8 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:46.004111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Attempting to bind port 9c240d62-a907-4511-a565-1ff35517bed8 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:46.011202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Port 9c240d62-a907-4511-a565-1ff35517bed8 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:46.011868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Attempting to bind port 9c240d62-a907-4511-a565-1ff35517bed8 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:46.018901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:46.019588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:46.020721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:46.021414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Bound port: 9c240d62-a907-4511-a565-1ff35517bed8, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:46.022011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.139807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] For port 9c240d62-a907-4511-a565-1ff35517bed8, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:46.160443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] For port 9c240d62-a907-4511-a565-1ff35517bed8, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9c240d62-a907-4511-a565-1ff35517bed8,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:46.175331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.239994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.240244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.246247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] 10.222.0.99 "PUT /v2.0/ports/9c240d62-a907-4511-a565-1ff35517bed8 HTTP/1.1" status: 200 len: 1092 time: 1.6255348 Jul 16 20:26:46.246247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'tag': '9c240d62-a907-4511-a565-1ff35517bed8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:46.260998 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985" -d '{"events": [{"name": "network-changed", "server_uuid": "115a57ac-0083-4f6d-8518-434c1b5bc145", "tag": "9c240d62-a907-4511-a565-1ff35517bed8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:46.337613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063a1ad-74b2-4ee6-b5f0-a227f8973b43 service neutron] Pushing event updated for resources: {'Port': ['ID=9c240d62-a907-4511-a565-1ff35517bed8,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.343815 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1367b76-0bc8-4f63-9bb9-d24791a79e70 x-openstack-request-id: req-d1367b76-0bc8-4f63-9bb9-d24791a79e70 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:46.344317 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115a57ac-0083-4f6d-8518-434c1b5bc145", "tag": "9c240d62-a907-4511-a565-1ff35517bed8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:46.344775 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1367b76-0bc8-4f63-9bb9-d24791a79e70 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:46.345484 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'tag': '9c240d62-a907-4511-a565-1ff35517bed8', 'status': 'completed', 'code': 200} Jul 16 20:26:46.416933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-13efe0ef-b212-4e74-809f-ccbfc92a26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.422755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-13efe0ef-b212-4e74-809f-ccbfc92a26f7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 1095 time: 0.0720248 Jul 16 20:26:46.584786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-4de18aee-b736-4cea-ac36-d2fabf4e9a30 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c240d62-a907-4511-a565-1ff35517bed8 HTTP/1.1" status: 200 len: 217 time: 0.1545758 Jul 16 20:26:46.735014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-1d39be35-1ff1-4e3e-884b-02f59d28ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.739203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-1d39be35-1ff1-4e3e-884b-02f59d28ad4d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1460586 Jul 16 20:26:46.755927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-97349db0-4d0f-4f6e-a066-d067d47c2368 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.758060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-97349db0-4d0f-4f6e-a066-d067d47c2368 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.99 "GET /v2.0/ports?device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 945 time: 0.3385391 Jul 16 20:26:46.852599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-4e431cea-57f3-4683-ad8a-6a10da6d99a8 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.854122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-4e431cea-57f3-4683-ad8a-6a10da6d99a8 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f942705-a3c4-4210-9276-c0845103da95 HTTP/1.1" status: 200 len: 946 time: 0.4114425 Jul 16 20:26:47.202311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-e54d8781-a7d1-4f87-88ef-517326592f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.203787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-e54d8781-a7d1-4f87-88ef-517326592f31 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4443049 Jul 16 20:26:47.234614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e1247-7028-4f99-976c-50db451c2063 req-9ea503ce-d401-46a9-99d9-b2a0a58108d3 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.241331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-870e1247-7028-4f99-976c-50db451c2063 req-9ea503ce-d401-46a9-99d9-b2a0a58108d3 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 945 time: 0.1174910 Jul 16 20:26:47.241934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Deleting port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:47.242287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.311775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-870e1247-7028-4f99-976c-50db451c2063 req-8889a263-8a21-425d-8a24-c3ab369e26dc tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/security-groups?id=83175c0a-30c7-4b2e-a297-083bc1de69dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Jul 16 20:26:47.329377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529134a-d872-43cc-aa38-53b00a1a2a82 req-0389bff1-f7b2-4f89-ab2a-373e2a22336e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.329377 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d529134a-d872-43cc-aa38-53b00a1a2a82 req-0389bff1-f7b2-4f89-ab2a-373e2a22336e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.3259594 Jul 16 20:26:47.411843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Deleting port e6f355af-d5b0-410c-b64e-974b50429421 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:47.412508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.505184 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-06a8ebfb-8257-46f5-a0be-c17ee9a16eba service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818449 Jul 16 20:26:47.574283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d529134a-d872-43cc-aa38-53b00a1a2a82 req-3cdb0f83-63e2-4879-9063-79914df91194 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448554 Jul 16 20:26:47.707382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] For port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:47.708123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.737306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Calling delete_port for c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:47.773569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] For port e6f355af-d5b0-410c-b64e-974b50429421, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e6f355af-d5b0-410c-b64e-974b50429421,segment=NetworkSegment(51e61ac0-37c1-498a-b45a-22aebc7d3060),segment_id=51e61ac0-37c1-498a-b45a-22aebc7d3060)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:47.773934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.779226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06062a52-81f8-4a08-b78e-d6169e4d6b02 req-44abde76-c74f-4b3b-8133-c693cd4eadda service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501965 Jul 16 20:26:47.838053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Calling delete_port for e6f355af-d5b0-410c-b64e-974b50429421 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:48.034332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-5d32c90d-60d0-4a07-b467-b549c6d2eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.036444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-5d32c90d-60d0-4a07-b467-b549c6d2eac0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 1095 time: 0.1824086 Jul 16 20:26:48.224635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.383319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event deleted for resources: {'Port': ['ID=c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.518467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-ccf09fb9-9d8f-4161-b5f8-8d3767e0de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.520330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-ccf09fb9-9d8f-4161-b5f8-8d3767e0de4c service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.4753358 Jul 16 20:26:48.656503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.720187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-0908f90e-79c5-4b4a-8472-5c9c96a49e40 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c240d62-a907-4511-a565-1ff35517bed8 HTTP/1.1" status: 200 len: 217 time: 0.1238532 Jul 16 20:26:48.756996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] No DVR routers for this DVR port c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:49.054651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1c2ed-b903-412f-b65e-d414d28128ec req-37758600-5780-4b15-a934-e06ee630d980 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.085644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4c1c2ed-b903-412f-b65e-d414d28128ec req-37758600-5780-4b15-a934-e06ee630d980 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.2235832 Jul 16 20:26:49.180615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88a90b5b-38c2-42f9-a9b0-04202ab7e490 req-192a90af-4dc4-4add-8357-ce9f864d7bce tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 210 time: 0.5261655 Jul 16 20:26:49.224019 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4c1c2ed-b903-412f-b65e-d414d28128ec req-afd6bd35-abf1-4661-8452-6a019dd3d4d4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305959 Jul 16 20:26:49.232764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.240263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d857ed7b-fcfa-4914-b077-9fb882f72125 req-3c805dc9-ca5e-4c01-be11-29d67bdfa91e tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.79 "DELETE /v2.0/ports/c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 HTTP/1.1" status: 204 len: 173 time: 2.3789494 Jul 16 20:26:49.241789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-61e8dfd3-ca8c-4ced-9984-b7609d917b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.244843 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-61e8dfd3-ca8c-4ced-9984-b7609d917b75 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.0684843 Jul 16 20:26:49.245286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f942705-a3c4-4210-9276-c0845103da95', 'name': 'network-vif-deleted', 'tag': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:49.257145 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd64ea2-46f0-4edd-9284-c36547ba19c7" -d '{"events": [{"server_uuid": "1f942705-a3c4-4210-9276-c0845103da95", "name": "network-vif-deleted", "tag": "c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:49.263349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Pushing event deleted for resources: {'Port': ['ID=e6f355af-d5b0-410c-b64e-974b50429421,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:49.342415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] No DVR routers for this DVR port e6f355af-d5b0-410c-b64e-974b50429421 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:49.345770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.348384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae3c55f-217f-4aa1-b3e2-3c5f83895d92 req-36f34783-deac-4a0e-9834-4c82ececfefd tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.99 "DELETE /v2.0/ports/e6f355af-d5b0-410c-b64e-974b50429421 HTTP/1.1" status: 204 len: 173 time: 2.5719616 Jul 16 20:26:49.349862 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05d5a2e-52ce-4405-96dd-f7f9ae33ce1e x-openstack-request-id: req-c05d5a2e-52ce-4405-96dd-f7f9ae33ce1e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:49.350152 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f942705-a3c4-4210-9276-c0845103da95", "name": "network-vif-deleted", "tag": "c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:49.350459 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c05d5a2e-52ce-4405-96dd-f7f9ae33ce1e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:49.350770 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f942705-a3c4-4210-9276-c0845103da95', 'name': 'network-vif-deleted', 'tag': 'c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20', 'status': 'completed', 'code': 200} Jul 16 20:26:49.408481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-3f8f8d51-d133-45d8-adc8-24a0cbcae505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.420610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-3f8f8d51-d133-45d8-adc8-24a0cbcae505 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605082 Jul 16 20:26:49.686886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-1a98396c-f0c1-4c0a-8338-e25212775e4c service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562590 Jul 16 20:26:49.841737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e6f355af-d5b0-410c-b64e-974b50429421 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:49.907645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: e6f355af-d5b0-410c-b64e-974b50429421 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:49.911835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e6f355af-d5b0-410c-b64e-974b50429421 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:49.997052 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b36bed8-f6d8-4ce1-8b68-5ea823a4b985 req-d7640ef4-a925-4d14-b5c7-907210b7d501 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041675 Jul 16 20:26:50.206487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:50.315147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:50.316563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device c7d5d54c-cffb-4e27-9ac0-a0cd6a736c20 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:50.769603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9000173-f4e4-4829-b201-b05d45f7446a req-80d3d33d-be80-4047-869d-0df345ec9cc7 tempest-MultipleCreateTestJSON-2090417899 tempest-MultipleCreateTestJSON-2090417899-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c3f6b7-ec50-4a24-9454-c73630ef1df4 HTTP/1.1" status: 200 len: 210 time: 0.1168933 Jul 16 20:26:50.852593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c0b1-26c6-4756-8700-35b1d5af5eec req-afe54bc5-489d-4188-ae99-199547324021 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.863487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6e5c0b1-26c6-4756-8700-35b1d5af5eec req-afe54bc5-489d-4188-ae99-199547324021 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1949103 Jul 16 20:26:50.959062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6e5c0b1-26c6-4756-8700-35b1d5af5eec req-6b62f262-1465-4c15-a255-c8e176c77936 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938725 Jul 16 20:26:51.351929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'name': 'network-vif-deleted', 'tag': 'e6f355af-d5b0-410c-b64e-974b50429421'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:51.354714 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacbeccb-7528-4347-8116-a5576406d8d1" -d '{"events": [{"server_uuid": "22c3f6b7-ec50-4a24-9454-c73630ef1df4", "name": "network-vif-deleted", "tag": "e6f355af-d5b0-410c-b64e-974b50429421"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:51.489624 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9756e33-6b1a-468f-a249-9960d2bf51ec x-openstack-request-id: req-e9756e33-6b1a-468f-a249-9960d2bf51ec {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:51.490023 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c3f6b7-ec50-4a24-9454-c73630ef1df4", "name": "network-vif-deleted", "tag": "e6f355af-d5b0-410c-b64e-974b50429421", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:51.490342 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e9756e33-6b1a-468f-a249-9960d2bf51ec {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:51.491142 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3f6b7-ec50-4a24-9454-c73630ef1df4', 'name': 'network-vif-deleted', 'tag': 'e6f355af-d5b0-410c-b64e-974b50429421', 'status': 'completed', 'code': 200} Jul 16 20:26:51.591109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-9ea5c6ef-d060-4872-a205-bcd661c0b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.598149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-9ea5c6ef-d060-4872-a205-bcd661c0b19a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.2195935 Jul 16 20:26:51.747306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9086a1-40e3-4cf5-9483-c6bb3bd687cf req-640b870f-7c21-4319-8b54-0138e0beab6f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.748870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca9086a1-40e3-4cf5-9483-c6bb3bd687cf req-640b870f-7c21-4319-8b54-0138e0beab6f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2743871 Jul 16 20:26:51.875433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca9086a1-40e3-4cf5-9483-c6bb3bd687cf req-c13a80ab-51f6-4479-9e8e-432970f4db35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812109 Jul 16 20:26:51.913180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-7f0dd20d-9b2b-4b73-8585-91ac5e48b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.922285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-7f0dd20d-9b2b-4b73-8585-91ac5e48b336 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.2911165 Jul 16 20:26:52.075077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43900) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:52.126110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-381aaf1c-bce1-4c0b-8766-75cacc656fce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.2026198 Jul 16 20:26:52.152192 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] Deleting subnet 4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:52.164190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.276309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-e424edf9-524d-437d-b1ad-b008183e203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.277949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-e424edf9-524d-437d-b1ad-b008183e203b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1441607 Jul 16 20:26:52.307100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.441648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-aa5ca13a-a957-46ec-a15c-af059bf0aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.443583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-aa5ca13a-a957-46ec-a15c-af059bf0aed8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456463 Jul 16 20:26:52.537997 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.606931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-ed80813a-f2f1-4b7e-8ea9-906409c9514e service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535566 Jul 16 20:26:52.617844 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77edb01-89cc-4c25-975f-0af40b2e1832 req-54e5eb4f-27a0-46fa-adf5-27b4a0d50536 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.634938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f77edb01-89cc-4c25-975f-0af40b2e1832 req-54e5eb4f-27a0-46fa-adf5-27b4a0d50536 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.2767372 Jul 16 20:26:52.779373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98a40b0d-9a22-44d9-8a15-1c8830f24c50 req-27581524-1241-40b2-b3f7-5f4ade9e4f33 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654816 Jul 16 20:26:52.810083 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f77edb01-89cc-4c25-975f-0af40b2e1832 req-501334c4-efb5-4372-a012-8966573c85d0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540127 Jul 16 20:26:52.887545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.947566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.959861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca HTTP/1.1" status: 204 len: 168 time: 0.8773201 Jul 16 20:26:52.960500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43928) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:53.056243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09790d3f-3ae9-44d0-8237-ad25f20651d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecf05c9-aa7f-465c-8f69-36b5bbe0c4ca,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:53.282825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.358221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ed64-ad07-4370-ade7-59012550fa66 req-c0318a9b-adfc-4eaf-9141-c7b1f375613e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.359796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42c7ed64-ad07-4370-ade7-59012550fa66 req-c0318a9b-adfc-4eaf-9141-c7b1f375613e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1709952 Jul 16 20:26:53.469545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.491499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4118e7-08b8-44ca-976b-a785c6d76eaf']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:53.524886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e61ac0-37c1-498a-b45a-22aebc7d3060') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:53.525366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e61ac0-37c1-498a-b45a-22aebc7d3060') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:53.533435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42c7ed64-ad07-4370-ade7-59012550fa66 req-d292e2a8-a800-4fb1-9274-d52042afff3b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650429 Jul 16 20:26:53.543691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.586466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.626672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:53.627119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:53.633415 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:53.764975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.771389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.776110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] 10.222.0.91 "DELETE /v2.0/networks/1d4118e7-08b8-44ca-976b-a785c6d76eaf HTTP/1.1" status: 204 len: 168 time: 0.8124692 Jul 16 20:26:53.787643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1b7b-3f4c-4a8c-8c19-0cae4f02d09f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4118e7-08b8-44ca-976b-a785c6d76eaf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:54.256287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43958) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.391105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-325ac1c5-d577-49dd-9416-61879be0d30e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=03d63f0163b449c19ee6101323789c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251950 Jul 16 20:26:54.393430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43960) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.518868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ca08c55-d228-49e0-a2a8-d356bafda81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.586651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ca08c55-d228-49e0-a2a8-d356bafda81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.694376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb9d8-79cc-4d79-b650-55351079059d req-7581a9e6-5e2b-4e91-a27b-90aed68e01cc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.702889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cddfb9d8-79cc-4d79-b650-55351079059d req-7581a9e6-5e2b-4e91-a27b-90aed68e01cc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1845529 Jul 16 20:26:54.784914 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ca08c55-d228-49e0-a2a8-d356bafda81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.791469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ca08c55-d228-49e0-a2a8-d356bafda81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.792869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9ca08c55-d228-49e0-a2a8-d356bafda81e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/83175c0a-30c7-4b2e-a297-083bc1de69dd HTTP/1.1" status: 204 len: 168 time: 0.3978291 Jul 16 20:26:54.824090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cddfb9d8-79cc-4d79-b650-55351079059d req-39308d78-4344-44ab-aa2b-28a40aed9aec tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210346 Jul 16 20:26:54.865927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca08c55-d228-49e0-a2a8-d356bafda81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83175c0a-30c7-4b2e-a297-083bc1de69dd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:55.024141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248b8f0-faf3-4cbe-a151-8887f48b1a93 req-5c18912c-b554-4391-8b31-eed3c94629f4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.034726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f248b8f0-faf3-4cbe-a151-8887f48b1a93 req-5c18912c-b554-4391-8b31-eed3c94629f4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2386127 Jul 16 20:26:55.169250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f248b8f0-faf3-4cbe-a151-8887f48b1a93 req-d09c424f-e633-4951-9bf2-5917d44eca51 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317194 Jul 16 20:26:55.519862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44006) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:55.708771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfa75e7b-13c9-4eec-a96b-caa9acc46c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.891044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfa75e7b-13c9-4eec-a96b-caa9acc46c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.899340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfa75e7b-13c9-4eec-a96b-caa9acc46c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.971239 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bfa75e7b-13c9-4eec-a96b-caa9acc46c2e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=916994b4a08e4caaa359bc65884723c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468563 Jul 16 20:26:55.971576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44032) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:55.999083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa75e7b-13c9-4eec-a96b-caa9acc46c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee9463-f3fc-4f1f-b220-8c802b898303,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.083717 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66fd7674-ed72-4e3f-807b-b35716a747c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.116230 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66fd7674-ed72-4e3f-807b-b35716a747c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.213003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5267d07-6749-42dd-ac37-fead224c2f7c req-e3dc2332-672d-4957-a1ad-b4527a6cb790 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.217402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66fd7674-ed72-4e3f-807b-b35716a747c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.221425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-66fd7674-ed72-4e3f-807b-b35716a747c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.224365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-66fd7674-ed72-4e3f-807b-b35716a747c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ceee9463-f3fc-4f1f-b220-8c802b898303 HTTP/1.1" status: 204 len: 168 time: 0.2506657 Jul 16 20:26:56.224543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5267d07-6749-42dd-ac37-fead224c2f7c req-e3dc2332-672d-4957-a1ad-b4527a6cb790 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1491933 Jul 16 20:26:56.243912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7674-ed72-4e3f-807b-b35716a747c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee9463-f3fc-4f1f-b220-8c802b898303,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.333061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5267d07-6749-42dd-ac37-fead224c2f7c req-92de6592-f1b6-4a99-9897-fa7640f7749e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044040 Jul 16 20:26:56.484228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44060) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:56.739193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-890957192-network', 'tenant_id': '41f980572d37466cac299a33fdf2f59d'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:56.762024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Made reservation on behalf of 41f980572d37466cac299a33fdf2f59d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:56.764987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.776910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.923692 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.929890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.944372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:56.958318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.959157 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Added segment ed6ce530-d859-4573-a931-57f34d0068fb of type vlan for network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb Jul 16 20:26:57.012224 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.068999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.070270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.071196 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.147990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Pushing event updated for resources: {'Network': ['ID=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.151570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6661823 Jul 16 20:26:57.153054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b749-9cf8-4b2d-8bf1-d08c6a020239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df276daa-2f0b-4bb3-ad41-835f8aa46247,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.154499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44088) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.159894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:57.160868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Request body: {'subnet': {'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-890957192-subnet', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:57.234976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Made reservation on behalf of 41f980572d37466cac299a33fdf2f59d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:57.238477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.474847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.568093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Checking segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:57.568390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Network hostable DHCP agents. Network: 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:57.572221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.579695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43388f-67f3-45ef-96f7-1c1ee3d8b0b2 req-b09820c2-19ae-4763-beb4-304d90d7c8ef tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.583133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca43388f-67f3-45ef-96f7-1c1ee3d8b0b2 req-b09820c2-19ae-4763-beb4-304d90d7c8ef tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1037772 Jul 16 20:26:57.601763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:57.619500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:57.626210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.627830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.651179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9642da7e-31b7-49ca-8f2a-0558161bde4e None None] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:57.656921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-04f8a9c1-78eb-49ec-a196-95ca47a6fb00 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5008807 Jul 16 20:26:57.659231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44102) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.670249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:57.683915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca43388f-67f3-45ef-96f7-1c1ee3d8b0b2 req-23e2f970-a89f-4d36-8159-920de5adb0f5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934706 Jul 16 20:26:57.730220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.731450 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.822490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.916901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:57.918110 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.039693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.100047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Allocated IP 172.20.0.2 (6e25d137-bbf4-4d15-a953-76f8ca1bd6eb/58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5/e09f7cf7-62ff-490d-87e8-fe27db5a5a8b) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:58.273247 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.282936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Transition to ACTIVE for port object e09f7cf7-62ff-490d-87e8-fe27db5a5a8b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:58.307682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Transition to ACTIVE for port object e09f7cf7-62ff-490d-87e8-fe27db5a5a8b will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:58.316769 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.475540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.521535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.769282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Allocated IP 172.25.3.249 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/9b9842af-9b1e-4625-854c-67a5da89609e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:58.783635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:58.791752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:58.801881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:58.854671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Pushing event updated for resources: {'Port': ['ID=e09f7cf7-62ff-490d-87e8-fe27db5a5a8b,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.889006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.889775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.890457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.890869 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.891283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.891779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.892404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.894210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.894722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.895250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.895797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.896122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:58.908711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Attempting to bind port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:58.909078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Attempting to bind port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:58.909433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Attempting to bind port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:58.916407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:58.916773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Checking segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:58.917199 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.917573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Bound using segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:58.918293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Bound port: e09f7cf7-62ff-490d-87e8-fe27db5a5a8b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:58.918682 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.999577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] For port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:59.006541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] For port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e09f7cf7-62ff-490d-87e8-fe27db5a5a8b,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:59.011794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.089793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515b5f9-eebc-49ad-8e72-260a39f506c5 None None] Pushing event updated for resources: {'Port': ['ID=e09f7cf7-62ff-490d-87e8-fe27db5a5a8b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.127430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.183722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94e8e-a285-4a21-ae76-e2b152261b9e req-0da14eb2-a45b-49bc-9b60-02dda57a57b6 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.192773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0aa94e8e-a285-4a21-ae76-e2b152261b9e req-0da14eb2-a45b-49bc-9b60-02dda57a57b6 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1140225 Jul 16 20:26:59.200153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.261627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9842af-9b1e-4625-854c-67a5da89609e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.267528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0aa94e8e-a285-4a21-ae76-e2b152261b9e req-a3871807-39c3-46a0-85d2-cda37b0be7a0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732822 Jul 16 20:26:59.276525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.276946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.278368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.278705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.279116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.279435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.279755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.280121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.280510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.280831 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.281145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.281785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:59.292639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:59.294262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:59.303003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:59.703496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.993617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.229893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:27:00.772294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa5cc8-db8c-4144-bccf-5ca8f3db382c None None] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:00.876330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:00.901498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.905667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44204) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:00.923419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-06f00adc-7bb5-49c0-9e42-328a51b47bc7 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2628026 Jul 16 20:27:00.925142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Sync routers for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:01.008716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fa21-34e0-47a3-8892-6290edadad38 req-5a869cfc-a353-4ed4-ba3b-bc65d169fe38 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.010798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71f8fa21-34e0-47a3-8892-6290edadad38 req-5a869cfc-a353-4ed4-ba3b-bc65d169fe38 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1323326 Jul 16 20:27:01.042161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:01.042853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:26:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:01.047848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-25c0903e-3334-4846-a0c9-6d0763a457f3 None None] Provisioning for port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:01.128523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71f8fa21-34e0-47a3-8892-6290edadad38 req-5cf00c39-6107-4883-845c-3c8634d04f99 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120422 Jul 16 20:27:01.216779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:01.409698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e09f7cf7-62ff-490d-87e8-fe27db5a5a8b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:01.598712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:01.612596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:01.613021 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.658888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.723390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5589dd88-9cbe-43a8-9a3e-0b2fcad3bb9f None None] Provisioning complete for port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:01.723764 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5589dd88-9cbe-43a8-9a3e-0b2fcad3bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.820225 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.849267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:26:59Z', 'revision_number': 3, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:01.849569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Allocated IP 172.20.0.1 (6e25d137-bbf4-4d15-a953-76f8ca1bd6eb/58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5/ed94538d-e8ee-457a-b055-62a99fe34f4c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:01.903200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Checking router: 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:01.903552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Updating router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 port 9b9842af-9b1e-4625-854c-67a5da89609e binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:01.922744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e09f7cf7-62ff-490d-87e8-fe27db5a5a8b,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:01.942621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.988498 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.003663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Transition to ACTIVE for port object ed94538d-e8ee-457a-b055-62a99fe34f4c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:02.010553 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.061591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.066681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e09f7cf7-62ff-490d-87e8-fe27db5a5a8b,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.107700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:02.110898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:02.114650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:02.182703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.319487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Pushing event updated for resources: {'Port': ['ID=ed94538d-e8ee-457a-b055-62a99fe34f4c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.333921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.334626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.335282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.335802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.336393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.336887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.337390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.337888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.338394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.338929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.339433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.340173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.543382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9495-a085-4ae2-afaa-62a5a0b8901a req-1bd4aa1f-bb66-4731-be14-a35a50d72c68 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.551173 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47db9495-a085-4ae2-afaa-62a5a0b8901a req-1bd4aa1f-bb66-4731-be14-a35a50d72c68 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.2050571 Jul 16 20:27:02.555102 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.567910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Transition to ACTIVE for port object 9b9842af-9b1e-4625-854c-67a5da89609e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:02.575593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.627738 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-47db9495-a085-4ae2-afaa-62a5a0b8901a req-7ff277c2-da58-4a9d-a64b-68cb320e65aa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748701 Jul 16 20:27:02.628767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.635203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bac1e7-de09-41af-a92c-c853c1c89536 None None] Pushing event updated for resources: {'Port': ['ID=9b9842af-9b1e-4625-854c-67a5da89609e,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.651959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8fc4b120-d2ca-4035-9a7f-454f78aad7f9 None None] Provisioning for port ed94538d-e8ee-457a-b055-62a99fe34f4c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:02.663433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8fc4b120-d2ca-4035-9a7f-454f78aad7f9 None None] Provisioning complete for port ed94538d-e8ee-457a-b055-62a99fe34f4c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:02.663853 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b120-d2ca-4035-9a7f-454f78aad7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.689923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Attempting to bind port 9b9842af-9b1e-4625-854c-67a5da89609e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:02.690426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Attempting to bind port 9b9842af-9b1e-4625-854c-67a5da89609e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:02.690819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Attempting to bind port 9b9842af-9b1e-4625-854c-67a5da89609e on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:02.701003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:02.701373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:02.701780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.702174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:02.702645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Bound port: 9b9842af-9b1e-4625-854c-67a5da89609e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:02.703054 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.777610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4b120-d2ca-4035-9a7f-454f78aad7f9 None None] Port ed94538d-e8ee-457a-b055-62a99fe34f4c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:02.780547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] For port 9b9842af-9b1e-4625-854c-67a5da89609e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:02.785964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] For port 9b9842af-9b1e-4625-854c-67a5da89609e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b9842af-9b1e-4625-854c-67a5da89609e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:02.793204 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.896570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:02.897303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:26:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:02.916244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.924179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.954511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bac1e7-de09-41af-a92c-c853c1c89536 None None] Pushing event updated for resources: {'Port': ['ID=9b9842af-9b1e-4625-854c-67a5da89609e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.027491 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.029640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Pushing event updated for resources: {'Port': ['ID=ed94538d-e8ee-457a-b055-62a99fe34f4c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.077767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:03.148947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:03.153699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:03.392184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:01Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:03.434301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:03.439752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaecdde-d529-4354-934c-b6c650bc5b17 None None] The sync data for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 is: [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:01Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:03.441854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e09f7cf7-62ff-490d-87e8-fe27db5a5a8b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:03.559864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:03.559864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.720080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e3572035-6d79-4e51-b99d-76dbe3968d38 None None] Provisioning complete for port ed94538d-e8ee-457a-b055-62a99fe34f4c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:03.721293 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e3572035-6d79-4e51-b99d-76dbe3968d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.809972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:03.816725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f03ffacc-7f98-4113-94a8-48fd47eb2e7d admin admin] 10.222.0.91 "PUT /v2.0/routers/4adf0442-b2a3-4f87-859c-54c4d16ff8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9099603 Jul 16 20:27:03.836309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e3572035-6d79-4e51-b99d-76dbe3968d38 None None] Port ed94538d-e8ee-457a-b055-62a99fe34f4c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:04.101078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1e958-6996-4f51-8d6b-92127efee2e2 req-36522307-9d4a-4b74-ac91-90cca8364867 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.118357 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fab1e958-6996-4f51-8d6b-92127efee2e2 req-36522307-9d4a-4b74-ac91-90cca8364867 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.3085721 Jul 16 20:27:04.353529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fab1e958-6996-4f51-8d6b-92127efee2e2 req-4c53fa5f-b42e-4011-b0ae-d55b517445a8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321265 Jul 16 20:27:04.964297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44398) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:04.970271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f1cc265a-5f98-45d8-b2f1-d11cc2941ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135288335', 'description': 'tempest-description--1348092615'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:05.002458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1cc265a-5f98-45d8-b2f1-d11cc2941ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.171151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1cc265a-5f98-45d8-b2f1-d11cc2941ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.186252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1cc265a-5f98-45d8-b2f1-d11cc2941ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.238916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1cc265a-5f98-45d8-b2f1-d11cc2941ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.248581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44412) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.250107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f1cc265a-5f98-45d8-b2f1-d11cc2941ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2835412 Jul 16 20:27:05.255072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9ad4c332-16e9-48ee-b965-278b856a81bf tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'security_group_rule': {'security_group_id': '2fb57f17-89d6-45f1-a164-4b2c410f71e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:05.257881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc265a-5f98-45d8-b2f1-d11cc2941ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb57f17-89d6-45f1-a164-4b2c410f71e6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.317980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c332-16e9-48ee-b965-278b856a81bf tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.410295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c332-16e9-48ee-b965-278b856a81bf tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.413894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b9842af-9b1e-4625-854c-67a5da89609e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:05.417608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c332-16e9-48ee-b965-278b856a81bf tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.485319 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c332-16e9-48ee-b965-278b856a81bf tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.495160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44416) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.501733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0d0e651e-9e7d-4939-8929-9a495fa812eb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'security_group_rule': {'security_group_id': '2fb57f17-89d6-45f1-a164-4b2c410f71e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:05.506136 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9ad4c332-16e9-48ee-b965-278b856a81bf tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2554519 Jul 16 20:27:05.531820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9b9842af-9b1e-4625-854c-67a5da89609e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:05.539280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9b9842af-9b1e-4625-854c-67a5da89609e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:05.540006 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.542679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4c332-16e9-48ee-b965-278b856a81bf tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d75f23-67b2-4035-9f09-a118bec55564,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.615626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d0e651e-9e7d-4939-8929-9a495fa812eb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.777296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d0e651e-9e7d-4939-8929-9a495fa812eb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.783894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d0e651e-9e7d-4939-8929-9a495fa812eb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.839818 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.845206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e651e-9e7d-4939-8929-9a495fa812eb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab621d1c-d10f-4e24-89c3-fb2668f82640,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.851322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44430) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.871834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5d6e-57bc-4d55-96bc-376c014b489a req-9ccaeb39-802f-48b0-9f8b-ceb3a143c422 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.872713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0d0e651e-9e7d-4939-8929-9a495fa812eb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.876934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0d0e651e-9e7d-4939-8929-9a495fa812eb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3777406 Jul 16 20:27:05.877635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44436) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.892607 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6efd5d6e-57bc-4d55-96bc-376c014b489a req-9ccaeb39-802f-48b0-9f8b-ceb3a143c422 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.2008762 Jul 16 20:27:05.894298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:05.899654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 9b9842af-9b1e-4625-854c-67a5da89609e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b9842af-9b1e-4625-854c-67a5da89609e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:05.905883 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.965592 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.996993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=9b9842af-9b1e-4625-854c-67a5da89609e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.019959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f22d01cc-2b8a-447f-84d0-85a095b36ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.059782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6efd5d6e-57bc-4d55-96bc-376c014b489a req-0fcae913-c037-4cc3-baaa-f472e4a60e49 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585789 Jul 16 20:27:06.202925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-da77367d-a76d-4e6e-ba1b-285dbd57065b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.234541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.425995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Allocated IP 172.25.3.187 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/16b9366e-b737-4da9-9308-b8e03949c9de) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:06.457778 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-da77367d-a76d-4e6e-ba1b-285dbd57065b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.465086 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-da77367d-a76d-4e6e-ba1b-285dbd57065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.562195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-da77367d-a76d-4e6e-ba1b-285dbd57065b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a5b718e3dbd1417db9db914ffd600d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029240 Jul 16 20:27:06.563090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77367d-a76d-4e6e-ba1b-285dbd57065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060b2734-21fd-4595-bccf-14927465bb61,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.564927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:06.615015 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.663539 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.671996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-869ec7e3-df15-421a-9198-6e0c8c90046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.702646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-869ec7e3-df15-421a-9198-6e0c8c90046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.761856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-869ec7e3-df15-421a-9198-6e0c8c90046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.765198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-869ec7e3-df15-421a-9198-6e0c8c90046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.769720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-869ec7e3-df15-421a-9198-6e0c8c90046b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/060b2734-21fd-4595-bccf-14927465bb61 HTTP/1.1" status: 204 len: 168 time: 0.2015665 Jul 16 20:27:06.777625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:06.781650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ec7e3-df15-421a-9198-6e0c8c90046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b2734-21fd-4595-bccf-14927465bb61,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.799126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:06.807135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:06.811715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'Port': ['ID=16b9366e-b737-4da9-9308-b8e03949c9de,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.957667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.014402 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.363608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44464) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:07.377382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b9842af-9b1e-4625-854c-67a5da89609e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:07.400173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac0a3-9d5c-4a03-af6c-02f7c9f9da36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.441515 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Sync routers for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:07.457625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9b9842af-9b1e-4625-854c-67a5da89609e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:07.458796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.463903 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:07.463903 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:26:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:07.521708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60615810-41dd-4b6a-9694-cc475bed88ee req-e1999435-d3cc-494d-8d0c-d76f405bb55c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.523597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60615810-41dd-4b6a-9694-cc475bed88ee req-e1999435-d3cc-494d-8d0c-d76f405bb55c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1896045 Jul 16 20:27:07.546185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.557623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.632993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac0a3-9d5c-4a03-af6c-02f7c9f9da36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.646746 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac0a3-9d5c-4a03-af6c-02f7c9f9da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.690048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ac0a3-9d5c-4a03-af6c-02f7c9f9da36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecbeffc-337a-4101-88e5-134e32325b80,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.701287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4e6ac0a3-9d5c-4a03-af6c-02f7c9f9da36 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=63feb71bc1374579b0545bd352dd0808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364697 Jul 16 20:27:07.704306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 44470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:07.706873 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:07.758496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60615810-41dd-4b6a-9694-cc475bed88ee req-ea58b523-456c-4b69-beec-fa81cfb2cf32 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212009 Jul 16 20:27:07.761741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'Port': ['ID=16b9366e-b737-4da9-9308-b8e03949c9de,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.777368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1aae80-5985-4c6c-b80f-f70ed72f3d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.780172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.809880 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.811496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0b2c22d4-3cad-4159-b386-70d6f03e0f48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9327972 Jul 16 20:27:07.829170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1aae80-5985-4c6c-b80f-f70ed72f3d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.893579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1aae80-5985-4c6c-b80f-f70ed72f3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.900787 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1aae80-5985-4c6c-b80f-f70ed72f3d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.906720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ea1aae80-5985-4c6c-b80f-f70ed72f3d5f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3ecbeffc-337a-4101-88e5-134e32325b80 HTTP/1.1" status: 204 len: 168 time: 0.2006619 Jul 16 20:27:07.920358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aae80-5985-4c6c-b80f-f70ed72f3d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecbeffc-337a-4101-88e5-134e32325b80,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.010945 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 2, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:08.055490 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Checking router: 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:08.056019 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Updating router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 port ed94538d-e8ee-457a-b055-62a99fe34f4c binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:08.097616 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.173523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-eca062da-95f9-49d8-ba09-b166505af344 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--135288335&fields=id&tenant_id=41f980572d37466cac299a33fdf2f59d HTTP/1.1" status: 200 len: 267 time: 0.0575833 Jul 16 20:27:08.372929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-30094161-3ace-4068-9664-39a93dea479a tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.383290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-30094161-3ace-4068-9664-39a93dea479a tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 810 time: 0.2010534 Jul 16 20:27:08.412447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-7a82bf50-da06-48a0-bdcc-b1ab6497cd1c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/quotas/41f980572d37466cac299a33fdf2f59d HTTP/1.1" status: 200 len: 375 time: 0.0263228 Jul 16 20:27:08.538458 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.558568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-4ba4f8a7-15d5-4ba3-9f63-7341e8d2a7fb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1430955 Jul 16 20:27:08.586264 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.630037 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.644160 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Transition to ACTIVE for port object ed94538d-e8ee-457a-b055-62a99fe34f4c will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:08.658560 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.721926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-e2852052-af60-43a0-bef8-c50e613eb097 service neutron] 10.222.0.91 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621130 Jul 16 20:27:08.840782 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0618e0b6-555d-4982-b8a1-a55f08f2307d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.925053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.949747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-c9296d6b-5747-4317-9799-28fbef457b74 service neutron] 10.222.0.91 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205744 Jul 16 20:27:09.108247 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Attempting to bind port ed94538d-e8ee-457a-b055-62a99fe34f4c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:09.108610 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Attempting to bind port ed94538d-e8ee-457a-b055-62a99fe34f4c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:09.108960 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Attempting to bind port ed94538d-e8ee-457a-b055-62a99fe34f4c on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:09.128011 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:09.128445 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Checking segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:09.128852 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.129263 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Bound using segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:09.129705 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Bound port: ed94538d-e8ee-457a-b055-62a99fe34f4c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:09.130076 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.154804 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Pushing event updated for resources: {'Port': ['ID=ed94538d-e8ee-457a-b055-62a99fe34f4c,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.177262 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.177482 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.177812 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.178138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.178459 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.178782 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.179118 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.179431 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.179745 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.180070 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.180364 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.180675 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:09.272776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef5a5b-27ca-4884-8428-a2d9a76221c8 req-a232635a-2cf5-411c-be42-0e82c3503185 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.282281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66ef5a5b-27ca-4884-8428-a2d9a76221c8 req-a232635a-2cf5-411c-be42-0e82c3503185 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1940360 Jul 16 20:27:09.325929 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] For port ed94538d-e8ee-457a-b055-62a99fe34f4c, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:09.344950 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] For port ed94538d-e8ee-457a-b055-62a99fe34f4c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed94538d-e8ee-457a-b055-62a99fe34f4c,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:09.351104 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.394265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66ef5a5b-27ca-4884-8428-a2d9a76221c8 req-a3cd4201-cec5-44e6-95b4-ab9ec2390deb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054397 Jul 16 20:27:09.466433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f5716212-9c75-4aa8-8d34-6d77c1430829 req-e60cfbcc-2713-4833-84ed-838e83e93ef3 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 210 time: 0.0731580 Jul 16 20:27:09.516074 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb61997-aedc-4ac9-8371-1fc040f92ac3 None None] Pushing event updated for resources: {'Port': ['ID=ed94538d-e8ee-457a-b055-62a99fe34f4c,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.534526 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:09.535187 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:09.740474 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:10.008602 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.069383 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:09Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.110235 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ff44f-1d5f-4711-90ee-298b40f9e90a None None] The sync data for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 is: [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:09Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:10.759221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e06f860-495b-4969-a945-0b85c0b886f0 req-f1041501-78d0-45aa-9dbe-494c157933db tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 210 time: 0.0476859 Jul 16 20:27:10.833621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595522b-d38a-42cf-82bb-04148e1a6de1 req-a6a5b8b2-b4bf-431c-a8ad-21a506e69267 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.842042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4595522b-d38a-42cf-82bb-04148e1a6de1 req-a6a5b8b2-b4bf-431c-a8ad-21a506e69267 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1798308 Jul 16 20:27:10.891887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4595522b-d38a-42cf-82bb-04148e1a6de1 req-3306e389-9d4a-427b-8a41-a5d9238b7b46 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482047 Jul 16 20:27:11.351765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-6097eeb2-157a-4613-9084-7834f700587a tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.353359 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-6097eeb2-157a-4613-9084-7834f700587a tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 810 time: 0.2096987 Jul 16 20:27:11.461788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed94538d-e8ee-457a-b055-62a99fe34f4c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:11.474424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-5a2bfe12-b347-405c-88e4-7bdba8624f65 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f980572d37466cac299a33fdf2f59d HTTP/1.1" status: 200 len: 379 time: 0.1112840 Jul 16 20:27:11.483661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'port': {'device_id': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'admin_state_up': True, 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'security_groups': ['2fb57f17-89d6-45f1-a164-4b2c410f71e6']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:11.566787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ed94538d-e8ee-457a-b055-62a99fe34f4c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:11.576005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ed94538d-e8ee-457a-b055-62a99fe34f4c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:11.576676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.682941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Made reservation on behalf of 41f980572d37466cac299a33fdf2f59d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:11.686762 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.875046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Allocated IP 172.20.0.9 (6e25d137-bbf4-4d15-a953-76f8ca1bd6eb/58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5/b7bc8716-802b-49bb-88ee-d9151b2d94b5) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:11.938450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.954407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44596) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:11.986008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.995977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ed94538d-e8ee-457a-b055-62a99fe34f4c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed94538d-e8ee-457a-b055-62a99fe34f4c,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:12.000654 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.060431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8974401-31d2-403d-9934-05512a5d30dd req-83274fa4-09e0-4db3-abd4-8017a83a9eef tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 210 time: 0.0679932 Jul 16 20:27:12.060660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ed94538d-e8ee-457a-b055-62a99fe34f4c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.125003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7af4eb5-9c1d-42a5-8fa9-9c6160af1339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.155186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.171756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Transition to ACTIVE for port object b7bc8716-802b-49bb-88ee-d9151b2d94b5 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:12.226135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.237486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8466b0-1e3e-4d0d-bc66-38afec747382 req-81bf3461-53a9-45e2-8378-fb4ef3e38faa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.239531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8466b0-1e3e-4d0d-bc66-38afec747382 req-81bf3461-53a9-45e2-8378-fb4ef3e38faa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1011629 Jul 16 20:27:12.281514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:12.285553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:12.288487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:12.318370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a8466b0-1e3e-4d0d-bc66-38afec747382 req-b41c97b8-1b83-4cab-b160-c293badb7b83 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698457 Jul 16 20:27:12.340899 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7af4eb5-9c1d-42a5-8fa9-9c6160af1339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.347346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7af4eb5-9c1d-42a5-8fa9-9c6160af1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.351586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'Port': ['ID=b7bc8716-802b-49bb-88ee-d9151b2d94b5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.385726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.386423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.389579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af4eb5-9c1d-42a5-8fa9-9c6160af1339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534e0cd6-368b-412c-ac01-fcc2f8cf5417,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.406032 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-26cc47ce-3142-45ff-bed1-52b8602a4541 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9267766 Jul 16 20:27:12.418165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Request body: {'port': {'device_id': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:12.426290 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f7af4eb5-9c1d-42a5-8fa9-9c6160af1339 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d98365a2f2984b82b4f38add85f7f929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706411 Jul 16 20:27:12.429563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44604) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:12.526534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2e22898-102b-4db2-bf6a-95190b9c0197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.538137 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.554253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2e22898-102b-4db2-bf6a-95190b9c0197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.635247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2bf84c2f-6fa1-4d6c-928f-d08c5da44379 None None] Provisioning for port b7bc8716-802b-49bb-88ee-d9151b2d94b5 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:12.644512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2bf84c2f-6fa1-4d6c-928f-d08c5da44379 None None] Provisioning complete for port b7bc8716-802b-49bb-88ee-d9151b2d94b5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:12.644895 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2bf84c2f-6fa1-4d6c-928f-d08c5da44379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.645772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2e22898-102b-4db2-bf6a-95190b9c0197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.648600 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d2e22898-102b-4db2-bf6a-95190b9c0197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.650241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d2e22898-102b-4db2-bf6a-95190b9c0197 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/534e0cd6-368b-412c-ac01-fcc2f8cf5417 HTTP/1.1" status: 204 len: 168 time: 0.2197046 Jul 16 20:27:12.659763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e22898-102b-4db2-bf6a-95190b9c0197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e0cd6-368b-412c-ac01-fcc2f8cf5417,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.713989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2bf84c2f-6fa1-4d6c-928f-d08c5da44379 None None] Port b7bc8716-802b-49bb-88ee-d9151b2d94b5 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:12.895031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bc8716-802b-49bb-88ee-d9151b2d94b5 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:12.904461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.918040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Transition to ACTIVE for port object b7bc8716-802b-49bb-88ee-d9151b2d94b5 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:12.921856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.053455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44616) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.061138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bc8716-802b-49bb-88ee-d9151b2d94b5,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.094450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4397a3ea-56c4-4b62-9339-fd06e1662f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.136195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Attempting to bind port b7bc8716-802b-49bb-88ee-d9151b2d94b5 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:13.136747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Attempting to bind port b7bc8716-802b-49bb-88ee-d9151b2d94b5 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:13.137298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Attempting to bind port b7bc8716-802b-49bb-88ee-d9151b2d94b5 on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:13.142920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Port b7bc8716-802b-49bb-88ee-d9151b2d94b5 on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:13.143546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Attempting to bind port b7bc8716-802b-49bb-88ee-d9151b2d94b5 on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:13.150019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:13.151422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Checking segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:13.152179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Bound using segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:13.153147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Bound port: b7bc8716-802b-49bb-88ee-d9151b2d94b5, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:13.153812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.222994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.235976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.245042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.251023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.263104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.269824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.289530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.289530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-4166e0a5-0577-4313-9f32-c4ab0f2cdace tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.2029326 Jul 16 20:27:13.317113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] For port b7bc8716-802b-49bb-88ee-d9151b2d94b5, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:13.322396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] For port b7bc8716-802b-49bb-88ee-d9151b2d94b5, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:13.337712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed94538d-e8ee-457a-b055-62a99fe34f4c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:13.342382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.376888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ee9f4c93-fe62-4034-b5ce-15e5334b14fc req-2bf586c3-ca2f-45a9-8b61-815512ba0644 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849268 Jul 16 20:27:13.391653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ef1c5-77b9-4cce-9677-a051b8e0c5c4 req-c001e5b5-2269-4eee-bb61-62e80640e6e7 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.393201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-903ef1c5-77b9-4cce-9677-a051b8e0c5c4 req-c001e5b5-2269-4eee-bb61-62e80640e6e7 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 943 time: 0.1459408 Jul 16 20:27:13.398646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.399368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.400761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] 10.222.0.79 "PUT /v2.0/ports/b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 1092 time: 0.9874854 Jul 16 20:27:13.401219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:13.403814 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae12811-347d-49a1-8e1c-97ec704a3344" -d '{"events": [{"name": "network-changed", "server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:13.477308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ed94538d-e8ee-457a-b055-62a99fe34f4c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:13.477760 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.502889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4397a3ea-56c4-4b62-9339-fd06e1662f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.511753 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4397a3ea-56c4-4b62-9339-fd06e1662f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.582923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbd846-a013-4de7-981f-263df7109695 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bc8716-802b-49bb-88ee-d9151b2d94b5,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.618999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-903ef1c5-77b9-4cce-9677-a051b8e0c5c4 req-42535864-85c6-41d5-95d8-063dd7f16bc1 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005806 Jul 16 20:27:13.648745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-83baf19b-bcc9-4243-b33a-4656ea835839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.653394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-83baf19b-bcc9-4243-b33a-4656ea835839 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1095 time: 0.2038956 Jul 16 20:27:13.660913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397a3ea-56c4-4b62-9339-fd06e1662f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89225b-d271-4c8e-a737-04593bcef39b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.680052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4397a3ea-56c4-4b62-9339-fd06e1662f56 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=36007e7e96d4470faa39f9517937124e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254628 Jul 16 20:27:13.700949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44628) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.712431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-6f30cc95-dda4-47b0-a2e5-2c01c70aa93d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 217 time: 0.0519757 Jul 16 20:27:13.714244 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20d5532-b6ae-4a2e-a3b9-f99d7d479c64 x-openstack-request-id: req-b20d5532-b6ae-4a2e-a3b9-f99d7d479c64 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:13.714536 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:13.714812 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b20d5532-b6ae-4a2e-a3b9-f99d7d479c64 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:13.715310 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'status': 'completed', 'code': 200} Jul 16 20:27:13.773784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-e74d9517-46f1-4b59-8864-e439929cde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.776311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-e74d9517-46f1-4b59-8864-e439929cde8c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.0578513 Jul 16 20:27:13.798604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ea446-1d71-445f-a721-b13672287384 req-ae07d1c2-9441-4ee8-bd36-2ece9ea5047e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.800507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-245ea446-1d71-445f-a721-b13672287384 req-ae07d1c2-9441-4ee8-bd36-2ece9ea5047e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1448419 Jul 16 20:27:13.802008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7062acfd-a870-4cda-8748-ea0c9d26b495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.833617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7062acfd-a870-4cda-8748-ea0c9d26b495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.844105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-78662093-7a5f-4e77-9c0c-11cbbf04e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.845892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-78662093-7a5f-4e77-9c0c-11cbbf04e5ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599773 Jul 16 20:27:13.886347 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-245ea446-1d71-445f-a721-b13672287384 req-50f1625a-8ceb-4b09-95df-6cc0a18e9a23 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732484 Jul 16 20:27:13.916989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7062acfd-a870-4cda-8748-ea0c9d26b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.919841 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7062acfd-a870-4cda-8748-ea0c9d26b495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.923522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7062acfd-a870-4cda-8748-ea0c9d26b495 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4b89225b-d271-4c8e-a737-04593bcef39b HTTP/1.1" status: 204 len: 168 time: 0.2179332 Jul 16 20:27:13.929631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062acfd-a870-4cda-8748-ea0c9d26b495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89225b-d271-4c8e-a737-04593bcef39b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.966048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-6893f156-edda-4f48-8a8e-592ac9c785cc service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135094 Jul 16 20:27:14.122426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.128451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.134556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.140599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.146536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.152801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.158668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.160727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-da3882e3-321b-4d11-9411-41f05da069de tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.1797373 Jul 16 20:27:14.162911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-475dc2b0-e2ec-48f0-8a45-75a6938f4eaf req-42f67c83-a0bf-45e1-8aea-c5f37006b6fc service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911266 Jul 16 20:27:14.261369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-cfb52fcb-79e5-429d-b180-ffa571db1dbf tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.262775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-cfb52fcb-79e5-429d-b180-ffa571db1dbf tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "GET /v2.0/ports/c21467a1-8f59-4e51-b402-101f30507f43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0957286 Jul 16 20:27:14.365653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-767ba782-1664-4444-a157-b2b10627384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.367189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-767ba782-1664-4444-a157-b2b10627384f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1095 time: 0.1460083 Jul 16 20:27:14.419968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-315d588c-69ab-4ec8-aa1d-d67fa97ddec3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "GET /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1511447 Jul 16 20:27:14.454949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:14.521804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-dec957a2-203d-452c-bc99-3e5d08f06405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.523169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-dec957a2-203d-452c-bc99-3e5d08f06405 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.1475739 Jul 16 20:27:14.591249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-88df5491-aa89-401a-8cfe-622667d89880 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 217 time: 0.0503676 Jul 16 20:27:14.606792 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.676632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-b3869f5a-34be-423f-b971-88bf87fa7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.678403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-b3869f5a-34be-423f-b971-88bf87fa7dc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.0808024 Jul 16 20:27:14.848927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd696a-62ec-4d5f-880b-7383b2894842 req-43d96e94-1d9d-4126-b0d7-3f6b48fe6031 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.859692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57bd696a-62ec-4d5f-880b-7383b2894842 req-43d96e94-1d9d-4126-b0d7-3f6b48fe6031 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 943 time: 0.0907009 Jul 16 20:27:14.863411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.869430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.875405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.881568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.887731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.893925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.900395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.902412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-c7ba64d7-cd87-499e-a8c0-3d582bd15969 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 5445 time: 0.3035340 Jul 16 20:27:14.907284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-7313e708-06c9-4c42-a477-9cfb659b5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.909107 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-7313e708-06c9-4c42-a477-9cfb659b5653 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930959 Jul 16 20:27:14.918533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57bd696a-62ec-4d5f-880b-7383b2894842 req-b2783d3a-f65b-4947-bd5c-1f0af29039cd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575702 Jul 16 20:27:15.088525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44668) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.128702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed233-cf22-40a8-9135-191ec8b2ad74 req-75cd8ba5-8d7d-4781-927e-61804c8a9d1c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.131056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fbed233-cf22-40a8-9135-191ec8b2ad74 req-75cd8ba5-8d7d-4781-927e-61804c8a9d1c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.0908163 Jul 16 20:27:15.203980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fbed233-cf22-40a8-9135-191ec8b2ad74 req-6a96c0bb-5bd5-48d4-9aa5-110a69dac8f5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668821 Jul 16 20:27:15.241654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e42bb656-ebfb-4a9f-a7c0-40e4b4aba63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.364753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5cdebd81-fa3a-4bdd-bf81-32fcf48fb600 req-949f4378-3676-4ffb-93ce-fd43288e51ba tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=f73da3f9-b9ab-428f-897b-ecad4f932d5e&id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4522653 Jul 16 20:27:15.373050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e42bb656-ebfb-4a9f-a7c0-40e4b4aba63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.378164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e42bb656-ebfb-4a9f-a7c0-40e4b4aba63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.388945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] For port c21467a1-8f59-4e51-b402-101f30507f43, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c21467a1-8f59-4e51-b402-101f30507f43,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:15.427752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bb656-ebfb-4a9f-a7c0-40e4b4aba63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42e1f6-b118-4664-a379-c85590391584,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.432475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-7c534840-7ec7-4dae-b4bc-61b4ffe02ae3 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751222 Jul 16 20:27:15.436097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e42bb656-ebfb-4a9f-a7c0-40e4b4aba63e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=95d8c907fab146c4ba7a8909390e69b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437197 Jul 16 20:27:15.436889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.480497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] For port c21467a1-8f59-4e51-b402-101f30507f43, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:15.495110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-665d1df2-9614-4b85-918c-0cfab42dadf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.518599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-665d1df2-9614-4b85-918c-0cfab42dadf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.546950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] device_id is not set on port c21467a1-8f59-4e51-b402-101f30507f43 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:15.561619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.573954 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-665d1df2-9614-4b85-918c-0cfab42dadf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.575416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.577300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-665d1df2-9614-4b85-918c-0cfab42dadf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.581106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-665d1df2-9614-4b85-918c-0cfab42dadf7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e42e1f6-b118-4664-a379-c85590391584 HTTP/1.1" status: 204 len: 168 time: 0.1412292 Jul 16 20:27:15.593667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d1df2-9614-4b85-918c-0cfab42dadf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42e1f6-b118-4664-a379-c85590391584,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.649492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fae12811-347d-49a1-8e1c-97ec704a3344 req-7fb7cbba-f62b-4b30-852c-08f8945536d0 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069845 Jul 16 20:27:15.689698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] No DVR routers for this DVR port c21467a1-8f59-4e51-b402-101f30507f43 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:15.732116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] Pushing event updated for resources: {'Port': ['ID=c21467a1-8f59-4e51-b402-101f30507f43,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.764423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] In _notify_port_updated(), no bound segment for port c21467a1-8f59-4e51-b402-101f30507f43 on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:27:15.765347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.765973 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.767324 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-9c9da0f2-86a7-4818-8604-fbde47441381 service neutron] 10.222.0.99 "PUT /v2.0/ports/c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 200 len: 1033 time: 1.3408315 Jul 16 20:27:15.830989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-d0e7b8f0-f029-4ba6-abd4-da46ce1ba8ae tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.832840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-d0e7b8f0-f029-4ba6-abd4-da46ce1ba8ae tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "GET /v2.0/ports/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0593426 Jul 16 20:27:15.844361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:15.939032 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.965389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7e596191-1e0c-4d6e-9f51-11f76a2009e6 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:16.065811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e4245e60-3acc-4268-9127-fc829da5c1fc None None] Provisioning complete for port c21467a1-8f59-4e51-b402-101f30507f43 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:16.066180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e4245e60-3acc-4268-9127-fc829da5c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.101666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e4245e60-3acc-4268-9127-fc829da5c1fc None None] Port c21467a1-8f59-4e51-b402-101f30507f43 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:16.114994 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.141810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb60614-165d-4c94-b761-9b6aed133c65 req-93553db8-6638-470f-ac65-9e2106e32859 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.149503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5eb60614-165d-4c94-b761-9b6aed133c65 req-93553db8-6638-470f-ac65-9e2106e32859 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 943 time: 0.0844083 Jul 16 20:27:16.150539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:16.151881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:16.155880 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb6f44-61ef-4f0b-838b-1f3d817e32d2" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:16.160134 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.161069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7b0e9685-015e-4546-ab21-ad5e2103ca1b no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:16.201686 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5eb60614-165d-4c94-b761-9b6aed133c65 req-02a50529-76c6-4722-948e-b5515f9c2e3d tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509531 Jul 16 20:27:16.236838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7e596191-1e0c-4d6e-9f51-11f76a2009e6,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.242145 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2a64fe-eb3a-451c-b02b-3c8ccc071430 x-openstack-request-id: req-ba2a64fe-eb3a-451c-b02b-3c8ccc071430 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:16.242698 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:16.243153 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ba2a64fe-eb3a-451c-b02b-3c8ccc071430 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:16.243755 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6', 'code': 200} Jul 16 20:27:16.256817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] For port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:16.281005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b7bc8716-802b-49bb-88ee-d9151b2d94b5 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:16.301711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] For port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:16.343162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.380943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] device_id is not set on port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:16.404885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.411553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:16.418652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.419930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 951f07f2-e78f-4313-9640-06f997943a71 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:16.429231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.476291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a41d98-18d6-4f93-b588-e6308bd84f90 req-b63d5511-969c-4382-8517-cfbc11b5e489 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.484784 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46a41d98-18d6-4f93-b588-e6308bd84f90 req-b63d5511-969c-4382-8517-cfbc11b5e489 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.1333821 Jul 16 20:27:16.533677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7b0e9685-015e-4546-ab21-ad5e2103ca1b,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.572418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46a41d98-18d6-4f93-b588-e6308bd84f90 req-2cd1ad73-2f33-4eea-a0d8-b138c1f12f84 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846457 Jul 16 20:27:16.590794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b7bc8716-802b-49bb-88ee-d9151b2d94b5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:16.606475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] No DVR routers for this DVR port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:16.609633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] Pushing event updated for resources: {'Port': ['ID=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.648838 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.706385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 951f07f2-e78f-4313-9640-06f997943a71, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=951f07f2-e78f-4313-9640-06f997943a71,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:16.711753 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.713036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a6ab6132-42e2-4194-bb60-562625afa6b2 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:16.717097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] In _notify_port_updated(), no bound segment for port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a on network 40733118-7ceb-4da7-8ac1-ba6af293ec4a {{(pid=93861) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:27:16.719547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.719547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.720246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-78e15e3b-e87a-418c-b4da-cf389179f01a service neutron] 10.222.0.99 "PUT /v2.0/ports/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 200 len: 1032 time: 0.8804498 Jul 16 20:27:16.783730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'port_id': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'mac_address': 'fa:16:3e:41:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:16.851549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef939f-f483-4432-afda-827c654ea66c req-8e1fa582-5d10-4a61-8d2b-a0f73958ceca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.857685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef939f-f483-4432-afda-827c654ea66c req-8e1fa582-5d10-4a61-8d2b-a0f73958ceca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.868353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef939f-f483-4432-afda-827c654ea66c req-8e1fa582-5d10-4a61-8d2b-a0f73958ceca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.877777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef939f-f483-4432-afda-827c654ea66c req-8e1fa582-5d10-4a61-8d2b-a0f73958ceca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.884014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef939f-f483-4432-afda-827c654ea66c req-8e1fa582-5d10-4a61-8d2b-a0f73958ceca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.891350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2bef939f-f483-4432-afda-827c654ea66c req-8e1fa582-5d10-4a61-8d2b-a0f73958ceca tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 3882 time: 0.2954502 Jul 16 20:27:16.921330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.931530 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.934207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port 951f07f2-e78f-4313-9640-06f997943a71 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:16.934551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.973579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2bef939f-f483-4432-afda-827c654ea66c req-3d793789-1bb6-4046-bd0b-619464952a94 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812657 Jul 16 20:27:16.978793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a6ab6132-42e2-4194-bb60-562625afa6b2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6ab6132-42e2-4194-bb60-562625afa6b2,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:16.998565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.998565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c21467a1-8f59-4e51-b402-101f30507f43 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:16.998565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bc8716-802b-49bb-88ee-d9151b2d94b5 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:17.016050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b7bc8716-802b-49bb-88ee-d9151b2d94b5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:17.017652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=951f07f2-e78f-4313-9640-06f997943a71,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.032321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5b1c569e-c9db-4e14-b262-455e57731a37 None None] Provisioning complete for port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:17.032695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5b1c569e-c9db-4e14-b262-455e57731a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.080997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] For port 951f07f2-e78f-4313-9640-06f997943a71, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=951f07f2-e78f-4313-9640-06f997943a71,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:17.081434 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.094937 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.105024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for 951f07f2-e78f-4313-9640-06f997943a71 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:17.123933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c569e-c9db-4e14-b262-455e57731a37 None None] Port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:17.148190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c21467a1-8f59-4e51-b402-101f30507f43 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:17.148567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 5a7523de-8d69-4103-9b23-26149a900f56 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:17.189708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a6ab6132-42e2-4194-bb60-562625afa6b2,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.277866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b7bc8716-802b-49bb-88ee-d9151b2d94b5,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.359413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.378037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['b7bc8716-802b-49bb-88ee-d9151b2d94b5'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:17.395073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=951f07f2-e78f-4313-9640-06f997943a71,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.486553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3511375-68eb-4437-94ba-5080df692bd5 req-153c4b02-480e-4ccb-8b95-08b30da9a7de tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.499168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] No DVR routers for this DVR port 951f07f2-e78f-4313-9640-06f997943a71 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:17.501173 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3511375-68eb-4437-94ba-5080df692bd5 req-153c4b02-480e-4ccb-8b95-08b30da9a7de tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 944 time: 0.1181648 Jul 16 20:27:17.502076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.502346 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.503719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2e902b76-426c-45e4-89d6-8a6076fdc3c5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "DELETE /v2.0/ports/951f07f2-e78f-4313-9640-06f997943a71 HTTP/1.1" status: 204 len: 173 time: 0.7763789 Jul 16 20:27:17.504179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '951f07f2-e78f-4313-9640-06f997943a71'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:17.507238 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad600b-4e59-4df4-af1a-e18c7d3bcb0d" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "951f07f2-e78f-4313-9640-06f997943a71"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:17.601470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3511375-68eb-4437-94ba-5080df692bd5 req-49f8526e-2346-4862-ae07-85cded43a20d tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991349 Jul 16 20:27:17.646442 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77522e5b-ba64-4607-b2c2-9e66f587bcc2 x-openstack-request-id: req-77522e5b-ba64-4607-b2c2-9e66f587bcc2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:17.646883 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "951f07f2-e78f-4313-9640-06f997943a71", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:17.647776 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-77522e5b-ba64-4607-b2c2-9e66f587bcc2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:17.648402 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '951f07f2-e78f-4313-9640-06f997943a71', 'status': 'completed', 'code': 200} Jul 16 20:27:17.719571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port a6ab6132-42e2-4194-bb60-562625afa6b2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:17.719571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.760287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 5a7523de-8d69-4103-9b23-26149a900f56, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a7523de-8d69-4103-9b23-26149a900f56,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:17.776537 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.778439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aa7115f9-61a2-45dc-9b33-3a0d5dcd455a no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:17.945695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device aa7115f9-61a2-45dc-9b33-3a0d5dcd455a not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:17.947436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=5a7523de-8d69-4103-9b23-26149a900f56,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.989675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9c240d62-a907-4511-a565-1ff35517bed8 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:17.996115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] For port a6ab6132-42e2-4194-bb60-562625afa6b2, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6ab6132-42e2-4194-bb60-562625afa6b2,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:17.996463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.020583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for a6ab6132-42e2-4194-bb60-562625afa6b2 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:18.139297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a44d5-9b09-4181-8cdf-89b6acf350c3 req-4a3f430f-a6d2-4bce-a8ae-631bf258e741 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.145301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f12a44d5-9b09-4181-8cdf-89b6acf350c3 req-4a3f430f-a6d2-4bce-a8ae-631bf258e741 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 943 time: 0.2262125 Jul 16 20:27:18.163198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9c240d62-a907-4511-a565-1ff35517bed8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9c240d62-a907-4511-a565-1ff35517bed8,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:18.184753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '9c240d62-a907-4511-a565-1ff35517bed8', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'port_id': '9c240d62-a907-4511-a565-1ff35517bed8', 'mac_address': 'fa:16:3e:42:70:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:18.213969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f12a44d5-9b09-4181-8cdf-89b6acf350c3 req-01d4d3b7-aad9-4188-be38-f2531b7a8fba tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608985 Jul 16 20:27:18.245031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951f07f2-e78f-4313-9640-06f997943a71'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:18.248551 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43de54e-d9d4-4c6f-aa46-0cd8d62f0e26" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "951f07f2-e78f-4313-9640-06f997943a71"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7523de-8d69-4103-9b23-26149a900f56"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:18.282276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.282791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164968c-5509-4f9c-b77a-e8049ce37b8c req-ed70f4dd-06c5-42d8-b81d-34a859789139 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.289803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164968c-5509-4f9c-b77a-e8049ce37b8c req-ed70f4dd-06c5-42d8-b81d-34a859789139 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.298185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164968c-5509-4f9c-b77a-e8049ce37b8c req-ed70f4dd-06c5-42d8-b81d-34a859789139 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.305339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164968c-5509-4f9c-b77a-e8049ce37b8c req-ed70f4dd-06c5-42d8-b81d-34a859789139 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.305575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c240d62-a907-4511-a565-1ff35517bed8 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:18.317216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3164968c-5509-4f9c-b77a-e8049ce37b8c req-ed70f4dd-06c5-42d8-b81d-34a859789139 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 3144 time: 0.1385241 Jul 16 20:27:18.326717 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.327708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9c240d62-a907-4511-a565-1ff35517bed8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9c240d62-a907-4511-a565-1ff35517bed8,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:18.333112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.340683 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8492fed3-dda4-4467-a68b-7eab59ea8b05 x-openstack-request-id: req-8492fed3-dda4-4467-a68b-7eab59ea8b05 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:18.340952 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "951f07f2-e78f-4313-9640-06f997943a71", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7523de-8d69-4103-9b23-26149a900f56", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:18.341099 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8492fed3-dda4-4467-a68b-7eab59ea8b05 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:18.341508 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b', 'code': 200} Jul 16 20:27:18.341761 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951f07f2-e78f-4313-9640-06f997943a71', 'code': 200} Jul 16 20:27:18.342002 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2', 'code': 200} Jul 16 20:27:18.342280 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56', 'code': 200} Jul 16 20:27:18.382827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=a6ab6132-42e2-4194-bb60-562625afa6b2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.431495 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3164968c-5509-4f9c-b77a-e8049ce37b8c req-6bc874ad-edd6-40ec-ba77-75082983dca6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127329 Jul 16 20:27:18.438041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9c240d62-a907-4511-a565-1ff35517bed8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.443354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] No DVR routers for this DVR port a6ab6132-42e2-4194-bb60-562625afa6b2 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:18.446718 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.450304 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-24c999ab-35f3-4d27-98c2-ccf8531ed87d tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "DELETE /v2.0/ports/a6ab6132-42e2-4194-bb60-562625afa6b2 HTTP/1.1" status: 204 len: 173 time: 0.9339638 Jul 16 20:27:18.573112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9c240d62-a907-4511-a565-1ff35517bed8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:18.578772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port 7b0e9685-015e-4546-ab21-ad5e2103ca1b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:18.579168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.697474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] For port 7b0e9685-015e-4546-ab21-ad5e2103ca1b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7b0e9685-015e-4546-ab21-ad5e2103ca1b,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:18.697992 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.717331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for 7b0e9685-015e-4546-ab21-ad5e2103ca1b owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:18.907768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44782) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:18.958440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065640-1eba-4080-b48c-8357a86e8709 req-be264652-be09-4699-bc08-30a8228d4b2e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.965762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2065640-1eba-4080-b48c-8357a86e8709 req-be264652-be09-4699-bc08-30a8228d4b2e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 944 time: 0.1035340 Jul 16 20:27:19.017571 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2065640-1eba-4080-b48c-8357a86e8709 req-38aa5aa6-68ce-440e-9568-6aed5550b2ee tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504224 Jul 16 20:27:19.089477 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.100121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fd7950d-b1f8-4968-9c08-5c2566b4afdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.136679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=7b0e9685-015e-4546-ab21-ad5e2103ca1b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.181349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] No DVR routers for this DVR port 7b0e9685-015e-4546-ab21-ad5e2103ca1b on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:19.184307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.187127 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-884b2822-ba92-4b4c-a71e-6409d82fac77 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "DELETE /v2.0/ports/7b0e9685-015e-4546-ab21-ad5e2103ca1b HTTP/1.1" status: 204 len: 173 time: 0.7272797 Jul 16 20:27:19.251583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fd7950d-b1f8-4968-9c08-5c2566b4afdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.259321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fd7950d-b1f8-4968-9c08-5c2566b4afdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.305222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3fd7950d-b1f8-4968-9c08-5c2566b4afdc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c8fe69e5380e4102aff99a715fe27e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930562 Jul 16 20:27:19.305222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7950d-b1f8-4968-9c08-5c2566b4afdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc5940-147f-4ebb-9ea4-eb124c5f24a2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.307096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:19.351770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:19.352213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.383702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-711dd6d1-ccb0-4aae-837a-d39134232884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.476561 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-711dd6d1-ccb0-4aae-837a-d39134232884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.616211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] For port 7e596191-1e0c-4d6e-9f51-11f76a2009e6, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7e596191-1e0c-4d6e-9f51-11f76a2009e6,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:19.616818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.644835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for 7e596191-1e0c-4d6e-9f51-11f76a2009e6 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:19.654460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:19.656869 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1836de42-945c-4edc-a14d-7570788fef0a" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:19.692460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-711dd6d1-ccb0-4aae-837a-d39134232884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.696665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-711dd6d1-ccb0-4aae-837a-d39134232884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.713072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-711dd6d1-ccb0-4aae-837a-d39134232884 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2fcc5940-147f-4ebb-9ea4-eb124c5f24a2 HTTP/1.1" status: 204 len: 168 time: 0.3956079 Jul 16 20:27:19.748245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711dd6d1-ccb0-4aae-837a-d39134232884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc5940-147f-4ebb-9ea4-eb124c5f24a2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.773748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756b74-cf5e-439b-89c3-758fac2dceba req-41799bb5-ed38-4dd5-91a0-c35c62443792 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.783291 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2756b74-cf5e-439b-89c3-758fac2dceba req-41799bb5-ed38-4dd5-91a0-c35c62443792 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 944 time: 0.2976420 Jul 16 20:27:19.919336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d2756b74-cf5e-439b-89c3-758fac2dceba req-80d7cf39-b283-4a5b-8368-d4fb8494c703 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349180 Jul 16 20:27:19.961388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.979090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9c240d62-a907-4511-a565-1ff35517bed8 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:20.009426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140abf35-add4-4130-aec0-4a87e70ffb27 req-f38fa719-1e42-4f1d-ad32-d7e9f7333ce5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.016051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140abf35-add4-4130-aec0-4a87e70ffb27 req-f38fa719-1e42-4f1d-ad32-d7e9f7333ce5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.019207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-140abf35-add4-4130-aec0-4a87e70ffb27 req-f38fa719-1e42-4f1d-ad32-d7e9f7333ce5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 1600 time: 0.3591137 Jul 16 20:27:20.020794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=7e596191-1e0c-4d6e-9f51-11f76a2009e6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.082778 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc733c0-f5d8-4a32-9e6d-fc9e43519a93 x-openstack-request-id: req-dbc733c0-f5d8-4a32-9e6d-fc9e43519a93 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:20.083242 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "a6ab6132-42e2-4194-bb60-562625afa6b2", "status": "completed", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "7b0e9685-015e-4546-ab21-ad5e2103ca1b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:20.083388 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dbc733c0-f5d8-4a32-9e6d-fc9e43519a93 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:20.083786 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': 'a6ab6132-42e2-4194-bb60-562625afa6b2', 'status': 'completed', 'code': 200} Jul 16 20:27:20.084021 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '7b0e9685-015e-4546-ab21-ad5e2103ca1b', 'status': 'completed', 'code': 200} Jul 16 20:27:20.148098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 9c240d62-a907-4511-a565-1ff35517bed8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:20.152990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 9c240d62-a907-4511-a565-1ff35517bed8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:20.153608 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.160527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] No DVR routers for this DVR port 7e596191-1e0c-4d6e-9f51-11f76a2009e6 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:20.166940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.170806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44828) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.172206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2995fed9-dfa0-4a87-8c82-cafa08ba10ac tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "DELETE /v2.0/ports/7e596191-1e0c-4d6e-9f51-11f76a2009e6 HTTP/1.1" status: 204 len: 173 time: 0.9802649 Jul 16 20:27:20.186038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b44859b-eceb-482f-8a4c-7c1fb64ea6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.269042 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-140abf35-add4-4130-aec0-4a87e70ffb27 req-f54e8a46-5cfd-4ee3-9ad4-2a83b2e13ea3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups?id=3aa9d414-2470-4064-84df-8f2d9aa43bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236485 Jul 16 20:27:20.313254 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.321755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b7bc8716-802b-49bb-88ee-d9151b2d94b5 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:20.428041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port 5a7523de-8d69-4103-9b23-26149a900f56 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:20.428509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.436783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b44859b-eceb-482f-8a4c-7c1fb64ea6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.453023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b44859b-eceb-482f-8a4c-7c1fb64ea6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.462434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c240d62-a907-4511-a565-1ff35517bed8'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:20.464764 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f91506a-ad7f-4bcf-a055-23ec590efbfd" -d '{"events": [{"server_uuid": "115a57ac-0083-4f6d-8518-434c1b5bc145", "name": "network-vif-plugged", "status": "completed", "tag": "9c240d62-a907-4511-a565-1ff35517bed8"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:20.492156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port b7bc8716-802b-49bb-88ee-d9151b2d94b5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:20.521737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44859b-eceb-482f-8a4c-7c1fb64ea6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd6498d-cb97-4fe8-9064-b971cd32e61f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.536727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9c240d62-a907-4511-a565-1ff35517bed8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9c240d62-a907-4511-a565-1ff35517bed8,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:20.538582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port b7bc8716-802b-49bb-88ee-d9151b2d94b5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:20.550333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.553317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8b44859b-eceb-482f-8a4c-7c1fb64ea6f4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a59b2aae1bad4afa93002ab96ccab924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812075 Jul 16 20:27:20.555695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 44836) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.611956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] For port 5a7523de-8d69-4103-9b23-26149a900f56, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=5a7523de-8d69-4103-9b23-26149a900f56,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:20.612451 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.650438 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d776bf-c4fa-4d85-af8c-93540c05a7ac x-openstack-request-id: req-67d776bf-c4fa-4d85-af8c-93540c05a7ac {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:20.650662 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a57ac-0083-4f6d-8518-434c1b5bc145", "name": "network-vif-plugged", "status": "completed", "tag": "9c240d62-a907-4511-a565-1ff35517bed8", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:20.650890 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-67d776bf-c4fa-4d85-af8c-93540c05a7ac {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:20.651277 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c240d62-a907-4511-a565-1ff35517bed8', 'code': 200} Jul 16 20:27:20.653624 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.714551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7983fb-ac83-42eb-b988-aee43f516b10 req-6aeefab7-6afc-4b88-9976-0ed69efed244 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.716321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba7983fb-ac83-42eb-b988-aee43f516b10 req-6aeefab7-6afc-4b88-9976-0ed69efed244 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 944 time: 0.3484190 Jul 16 20:27:20.797384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba7983fb-ac83-42eb-b988-aee43f516b10 req-eb405857-cfa2-425d-91c6-999bcd8692dd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707726 Jul 16 20:27:20.804830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.854349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2707889b-89d5-4909-8f24-134d2159abd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.871425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb72e8-9650-465a-a64f-bb7a6a6719bd req-e056d327-3aa8-4cd7-ae5c-b9d24ee1a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.873101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41cb72e8-9650-465a-a64f-bb7a6a6719bd req-e056d327-3aa8-4cd7-ae5c-b9d24ee1a1f7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 1097 time: 0.2292705 Jul 16 20:27:20.895758 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2707889b-89d5-4909-8f24-134d2159abd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.944881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9c240d62-a907-4511-a565-1ff35517bed8,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.956944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port b7bc8716-802b-49bb-88ee-d9151b2d94b5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:20.967667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.972587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.973279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.973532 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Floating IP f31af4c9-9d51-4495-9a03-3f8804886ddf disassociated. External IP: 172.25.3.173, port: 5a7523de-8d69-4103-9b23-26149a900f56. Jul 16 20:27:20.973871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for 5a7523de-8d69-4103-9b23-26149a900f56 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:20.979484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2707889b-89d5-4909-8f24-134d2159abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.983778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41cb72e8-9650-465a-a64f-bb7a6a6719bd req-e2c0efef-102c-44f4-891e-41a3c8127a04 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038187 Jul 16 20:27:20.986040 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2707889b-89d5-4909-8f24-134d2159abd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.987937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2707889b-89d5-4909-8f24-134d2159abd3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0fd6498d-cb97-4fe8-9064-b971cd32e61f HTTP/1.1" status: 204 len: 168 time: 0.4306731 Jul 16 20:27:21.029556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=b7bc8716-802b-49bb-88ee-d9151b2d94b5,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.047850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707889b-89d5-4909-8f24-134d2159abd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd6498d-cb97-4fe8-9064-b971cd32e61f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.205645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.254416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=5a7523de-8d69-4103-9b23-26149a900f56,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.318320 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:21.341206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080c54-d527-41e1-9cbb-3a7ab8adaae4 req-361f2cc6-0b81-4283-838a-1681a8d61d80 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.343319 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e080c54-d527-41e1-9cbb-3a7ab8adaae4 req-361f2cc6-0b81-4283-838a-1681a8d61d80 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 945 time: 0.1983545 Jul 16 20:27:21.450790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e080c54-d527-41e1-9cbb-3a7ab8adaae4 req-e940c4e8-3024-41f9-ba27-35dc980550b1 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925121 Jul 16 20:27:21.485959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Router 6eba7a98-0094-4679-b812-fe5b934bcb5d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:21.536380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b7ff95e-1272-4ea8-a9ae-ed611f042774 req-32825951-b669-4c75-afa8-a1994e394fe6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0510795 Jul 16 20:27:21.644312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:21.657333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] Sync routers for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:21.669431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:21.670321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:21.737733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] No DVR routers for this DVR port 5a7523de-8d69-4103-9b23-26149a900f56 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:21.743801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.744316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-444c445f-f12f-4fac-a2f6-1b6f53393962 req-2b23dbc6-efc5-461d-870d-cd4debff2c4b tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.99 "DELETE /v2.0/ports/5a7523de-8d69-4103-9b23-26149a900f56 HTTP/1.1" status: 204 len: 173 time: 1.5643859 Jul 16 20:27:21.856044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:22.100497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6'}, {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:22.103175 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89aa3c5-8962-4a75-aa63-167fbea6a701" -d '{"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6"}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "5a7523de-8d69-4103-9b23-26149a900f56"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:22.227212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ece7e-ad32-4735-bb8d-6847c2313391 req-1efe194e-05ef-44ed-9c95-251c893b1792 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.229618 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-457ece7e-ad32-4735-bb8d-6847c2313391 req-1efe194e-05ef-44ed-9c95-251c893b1792 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1496940 Jul 16 20:27:22.232126 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181ec9c-dfe5-4b48-86b3-c62e19c04101 x-openstack-request-id: req-8181ec9c-dfe5-4b48-86b3-c62e19c04101 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:22.232615 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "7e596191-1e0c-4d6e-9f51-11f76a2009e6", "status": "completed", "code": 200}, {"server_uuid": "2184b684-4aa3-4a97-b603-b9f4cb795188", "name": "network-vif-deleted", "tag": "5a7523de-8d69-4103-9b23-26149a900f56", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:22.233999 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8181ec9c-dfe5-4b48-86b3-c62e19c04101 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:22.234578 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '7e596191-1e0c-4d6e-9f51-11f76a2009e6', 'status': 'completed', 'code': 200} Jul 16 20:27:22.235130 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184b684-4aa3-4a97-b603-b9f4cb795188', 'name': 'network-vif-deleted', 'tag': '5a7523de-8d69-4103-9b23-26149a900f56', 'status': 'completed', 'code': 200} Jul 16 20:27:22.502786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:41Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:22.622394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] Checking router: 6eba7a98-0094-4679-b812-fe5b934bcb5d for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:22.641092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:22.642007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:22.655537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:22.658782 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ca075a-1d45-422a-a9fc-69f7f5733e42" -d '{"events": [{"server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "name": "network-vif-plugged", "status": "completed", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:22.961766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:22.963924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb4e5-f9ff-4ed2-bbec-6013343d162e req-7645f6f5-741c-4d83-9692-7f04ca84d23b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.975231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08bbb4e5-f9ff-4ed2-bbec-6013343d162e req-7645f6f5-741c-4d83-9692-7f04ca84d23b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 945 time: 0.1728375 Jul 16 20:27:23.013639 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-457ece7e-ad32-4735-bb8d-6847c2313391 req-48279405-d525-48a4-a65d-337c5ac0840d tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7748115 Jul 16 20:27:23.278367 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7334f7e-afd2-46c5-9ef1-99b6f52919b3 req-b3a7dd36-a32d-4d1d-b642-73e17ca79da9 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0788996 Jul 16 20:27:23.375988 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ebaa89-1d0c-481c-8a32-87c497604bf7 x-openstack-request-id: req-49ebaa89-1d0c-481c-8a32-87c497604bf7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:23.376345 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "name": "network-vif-plugged", "status": "completed", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:23.378089 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-49ebaa89-1d0c-481c-8a32-87c497604bf7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:23.378494 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'code': 200} Jul 16 20:27:23.403831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:41Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:23.505738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a70f59-6e07-4dd1-8e19-f4ab54ed2152 None None] The sync data for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 is: [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:16:34Z', 'revision_number': 4, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '87d82bb9-588c-4411-8551-8cd9164d9f11', 'name': '', 'network_id': 'a971504f-be18-4da5-80f5-dbeaca015f02', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'mac_address': 'fa:16:3e:81:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:32Z', 'updated_at': '2021-07-16T20:16:41Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'subnets': [{'id': '5e91a06e-429d-4f55-94ac-ed74652e3b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:23.560622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c99e33-71f9-4325-8cf5-8c537ca4c3a6 req-f8360064-fdbe-4f0b-a3ec-b66cde62bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.562200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95c99e33-71f9-4325-8cf5-8c537ca4c3a6 req-f8360064-fdbe-4f0b-a3ec-b66cde62bcb6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1097 time: 0.1203372 Jul 16 20:27:23.661699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08bbb4e5-f9ff-4ed2-bbec-6013343d162e req-e9916048-7384-452d-8963-db320c9a7d44 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850891 Jul 16 20:27:23.710088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-95c99e33-71f9-4325-8cf5-8c537ca4c3a6 req-3ae338aa-0863-4dce-9c3d-34fbffaae498 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346865 Jul 16 20:27:23.998700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11bb65-76b7-4dda-bfb4-580d33bd7adb req-1afbdc20-91ae-47dd-868b-ff5d409c5954 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.010593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f11bb65-76b7-4dda-bfb4-580d33bd7adb req-1afbdc20-91ae-47dd-868b-ff5d409c5954 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 945 time: 0.1955924 Jul 16 20:27:24.062697 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d38d3-7681-4a18-ad7e-02954386ed3a None None] New status for floating IP f31af4c9-9d51-4495-9a03-3f8804886ddf: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:27:24.104561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f11bb65-76b7-4dda-bfb4-580d33bd7adb req-994cad27-8f56-48de-9356-4e47eabdb513 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916128 Jul 16 20:27:24.296730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45036) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.363447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7ec0-be14-4942-820d-5cbe60118e42 req-509ee0f2-16ed-4374-877c-9cd97d632c94 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.364976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c07f7ec0-be14-4942-820d-5cbe60118e42 req-509ee0f2-16ed-4374-877c-9cd97d632c94 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 945 time: 0.0823417 Jul 16 20:27:24.421543 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c07f7ec0-be14-4942-820d-5cbe60118e42 req-22938506-a5b1-491a-9105-d40c864361b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Jul 16 20:27:24.427967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eea95e-5d21-40ae-b297-080d7587ccf4 req-6acee1a9-411d-4ec2-9027-1b9163d34f61 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.430816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15eea95e-5d21-40ae-b297-080d7587ccf4 req-6acee1a9-411d-4ec2-9027-1b9163d34f61 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1232362 Jul 16 20:27:24.501251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15eea95e-5d21-40ae-b297-080d7587ccf4 req-e50ce8a1-6e7b-401a-9cb8-e9a4db67bbd3 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642443 Jul 16 20:27:24.547194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-497a46d7-4631-460f-a991-852be8673869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.658012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d26e7bac-ed13-4963-972b-b5c28434835e req-007c8bcd-117b-453f-ae99-346ebca25537 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0648923 Jul 16 20:27:24.707294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-497a46d7-4631-460f-a991-852be8673869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.712358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-497a46d7-4631-460f-a991-852be8673869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.783259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-497a46d7-4631-460f-a991-852be8673869 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=57c10928d753440bb269d8f03da99506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853477 Jul 16 20:27:24.784679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a46d7-4631-460f-a991-852be8673869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c27fd6-a3d7-4fc9-ba8c-7ee4e42332eb,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.786096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45056) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.876842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec22b-b5c6-4b96-b6df-b3d337561468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.907678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec22b-b5c6-4b96-b6df-b3d337561468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.986933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec22b-b5c6-4b96-b6df-b3d337561468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.990444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec22b-b5c6-4b96-b6df-b3d337561468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.991971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2f3ec22b-b5c6-4b96-b6df-b3d337561468 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e7c27fd6-a3d7-4fc9-ba8c-7ee4e42332eb HTTP/1.1" status: 204 len: 168 time: 0.2045755 Jul 16 20:27:25.020777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ec22b-b5c6-4b96-b6df-b3d337561468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c27fd6-a3d7-4fc9-ba8c-7ee4e42332eb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:25.376007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae0dc2-51be-46bb-b6a8-7dc3ca3ab790 req-dfc866f9-cabd-4b24-b9a0-9364831bc63c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.384040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-14ae0dc2-51be-46bb-b6a8-7dc3ca3ab790 req-dfc866f9-cabd-4b24-b9a0-9364831bc63c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 945 time: 0.0935810 Jul 16 20:27:25.447080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-14ae0dc2-51be-46bb-b6a8-7dc3ca3ab790 req-ba8aa9a4-f37b-4c52-b081-9b842790adc4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542459 Jul 16 20:27:25.806285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841e20a-4e01-409a-b38d-00fc1721ea8e req-168d37be-ddf4-4c1a-aa6f-1f5caa960161 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.808786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c841e20a-4e01-409a-b38d-00fc1721ea8e req-168d37be-ddf4-4c1a-aa6f-1f5caa960161 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1344376 Jul 16 20:27:25.892843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c841e20a-4e01-409a-b38d-00fc1721ea8e req-765fb49a-a907-403f-b7d8-42dda0576afd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749552 Jul 16 20:27:25.926625 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-837b1a36-6ebc-4fd4-804e-5329d44defb1 req-6044e2f4-9fbd-4d7c-ac8b-1ffd2bc4fae2 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0508034 Jul 16 20:27:26.115049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254daa0-8743-4424-8b4f-c002b44ecda8 req-705946c0-0ea7-4b9b-af9d-71646a680528 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.117313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2254daa0-8743-4424-8b4f-c002b44ecda8 req-705946c0-0ea7-4b9b-af9d-71646a680528 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.0862086 Jul 16 20:27:26.126148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45118) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.131185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'floatingip': {'port_id': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:26.177127 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.973609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14b5b4-06dd-415c-803b-0db194a32db4 req-eef91998-9080-4296-b113-2714ed73175a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.975923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bd14b5b4-06dd-415c-803b-0db194a32db4 req-eef91998-9080-4296-b113-2714ed73175a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 945 time: 0.3747809 Jul 16 20:27:26.988875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abed10b-05e2-4c27-abf3-9984db69788e req-7e23dc2d-0975-4fa0-a858-c9e1e01b3df5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.990947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0abed10b-05e2-4c27-abf3-9984db69788e req-7e23dc2d-0975-4fa0-a858-c9e1e01b3df5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 945 time: 0.3041353 Jul 16 20:27:27.036552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.resource_extend [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:27.086761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45176) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.186248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83ca2cfa-9af4-419a-a612-55f23f55739f req-99965ef1-28df-48e2-952b-f0027a50381c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0619619 Jul 16 20:27:27.193909 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bd14b5b4-06dd-415c-803b-0db194a32db4 req-dd74ff92-5b37-4ff4-bdbd-cba1994f0cb7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012076 Jul 16 20:27:27.214188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.220269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.282514 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63594980-66bd-4aee-9219-7d4db4c91a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.366404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port 9c240d62-a907-4511-a565-1ff35517bed8 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:27.366999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.414821 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Floating IP ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc associated. External IP: 172.25.3.187, port: b7bc8716-802b-49bb-88ee-d9151b2d94b5. Jul 16 20:27:27.430712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63594980-66bd-4aee-9219-7d4db4c91a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.438176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63594980-66bd-4aee-9219-7d4db4c91a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.471229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63594980-66bd-4aee-9219-7d4db4c91a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98032733-9312-424f-9ee2-c1e2168f82c4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.530318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-63594980-66bd-4aee-9219-7d4db4c91a10 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fc9ee35475fa435581bacfcefeb48c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421074 Jul 16 20:27:27.531047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45186) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.582055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] For port 9c240d62-a907-4511-a565-1ff35517bed8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9c240d62-a907-4511-a565-1ff35517bed8,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:27.582409 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.603442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for 9c240d62-a907-4511-a565-1ff35517bed8 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:27.604703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64a2e02d-0a3b-456b-b7c4-7d1af751a9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.639156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64a2e02d-0a3b-456b-b7c4-7d1af751a9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.752407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64a2e02d-0a3b-456b-b7c4-7d1af751a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.756354 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64a2e02d-0a3b-456b-b7c4-7d1af751a9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.760982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-64a2e02d-0a3b-456b-b7c4-7d1af751a9f9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/98032733-9312-424f-9ee2-c1e2168f82c4 HTTP/1.1" status: 204 len: 168 time: 0.2288830 Jul 16 20:27:27.775427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2e02d-0a3b-456b-b7c4-7d1af751a9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98032733-9312-424f-9ee2-c1e2168f82c4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.851742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:27.937949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.950593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9c240d62-a907-4511-a565-1ff35517bed8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:28.333860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=9c240d62-a907-4511-a565-1ff35517bed8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.464715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82fc6e40-a91f-4113-84b1-812563fd2820 req-45c2de1a-78af-48a5-87c9-4ba9c7492231 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0632901 Jul 16 20:27:28.485233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] No DVR routers for this DVR port 9c240d62-a907-4511-a565-1ff35517bed8 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:28.501668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.504268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0abed10b-05e2-4c27-abf3-9984db69788e req-f12d3e0e-1cc6-4ed7-a0a2-0b8cdf085c06 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "DELETE /v2.0/ports/9c240d62-a907-4511-a565-1ff35517bed8 HTTP/1.1" status: 204 len: 173 time: 1.5033247 Jul 16 20:27:28.516739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'name': 'network-vif-deleted', 'tag': '9c240d62-a907-4511-a565-1ff35517bed8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:28.526996 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1249c2ad-d9ec-4465-af4a-7ad9969097d8" -d '{"events": [{"server_uuid": "115a57ac-0083-4f6d-8518-434c1b5bc145", "name": "network-vif-deleted", "tag": "9c240d62-a907-4511-a565-1ff35517bed8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:28.636325 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd6dc36-0d6f-42e2-b0cf-9771a7bd2bfe x-openstack-request-id: req-2fd6dc36-0d6f-42e2-b0cf-9771a7bd2bfe {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:28.637005 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a57ac-0083-4f6d-8518-434c1b5bc145", "name": "network-vif-deleted", "tag": "9c240d62-a907-4511-a565-1ff35517bed8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:28.637479 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2fd6dc36-0d6f-42e2-b0cf-9771a7bd2bfe {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:28.638104 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115a57ac-0083-4f6d-8518-434c1b5bc145', 'name': 'network-vif-deleted', 'tag': '9c240d62-a907-4511-a565-1ff35517bed8', 'status': 'completed', 'code': 200} Jul 16 20:27:28.654300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-082488d6-3c29-4470-84b1-3c346424f87f req-2ee4daf0-eb4b-4e80-85ad-8f3b86dfa709 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.2669599 Jul 16 20:27:28.682650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:28.689433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.699523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] Sync routers for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:28.714020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:28.714669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:28.777707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1e91831b-2ba5-4c62-a6e9-bde1bdd66ba6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "PUT /v2.0/floatingips/ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc HTTP/1.1" status: 200 len: 991 time: 2.6477301 Jul 16 20:27:28.888677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:29.212819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'port_id': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'mac_address': 'fa:16:3e:41:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:06Z', 'updated_at': '2021-07-16T20:27:26Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:29.271282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] Checking router: 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:29.282772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:29.283735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:29.382674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45262) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.417889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:29.541073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6680614a-4271-451f-a3c9-89e3959f925a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.669636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fda9602-90b4-4697-b279-8a53b0e84a55 req-4c053fa2-57de-4b3c-90f8-d83002541b3c tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0480595 Jul 16 20:27:29.725199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6680614a-4271-451f-a3c9-89e3959f925a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.730782 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6680614a-4271-451f-a3c9-89e3959f925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.798205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45278) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.798489 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6680614a-4271-451f-a3c9-89e3959f925a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=555770d2908449248eef2a62af5fa202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143000 Jul 16 20:27:29.799768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680614a-4271-451f-a3c9-89e3959f925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674d03ac-9cb1-49d6-8ef7-6f646813d11b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.854040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7046ebc1-159d-4e37-a25d-714feeea8ba5 req-9a991b26-83cb-4dac-9470-234f2d790db0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0387492 Jul 16 20:27:29.860779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'port_id': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'mac_address': 'fa:16:3e:41:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:06Z', 'updated_at': '2021-07-16T20:27:26Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:29.903318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc1865-cd29-4996-95b6-5f8329990ae0 None None] The sync data for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 is: [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'port_id': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'mac_address': 'fa:16:3e:41:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:06Z', 'updated_at': '2021-07-16T20:27:26Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:29.919560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8921c7f-6837-473d-a5ed-b5662da1b67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.947026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8921c7f-6837-473d-a5ed-b5662da1b67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.024888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8921c7f-6837-473d-a5ed-b5662da1b67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.034898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8921c7f-6837-473d-a5ed-b5662da1b67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.035185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9c240d62-a907-4511-a565-1ff35517bed8 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:30.037411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e8921c7f-6837-473d-a5ed-b5662da1b67c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/674d03ac-9cb1-49d6-8ef7-6f646813d11b HTTP/1.1" status: 204 len: 168 time: 0.2379968 Jul 16 20:27:30.084712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 9c240d62-a907-4511-a565-1ff35517bed8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:30.085245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9c240d62-a907-4511-a565-1ff35517bed8 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:30.092304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921c7f-6837-473d-a5ed-b5662da1b67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674d03ac-9cb1-49d6-8ef7-6f646813d11b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.292154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c74f1-c90a-4321-a51e-d93f99621eb8 req-d7d3561e-e774-4e33-ae40-b793c18ab566 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.300169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-467c74f1-c90a-4321-a51e-d93f99621eb8 req-d7d3561e-e774-4e33-ae40-b793c18ab566 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0789118 Jul 16 20:27:30.338691 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cac5d-5290-4326-9435-5a0e1f0f4374 None None] New status for floating IP ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:27:30.391232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-467c74f1-c90a-4321-a51e-d93f99621eb8 req-b522ed16-f0bb-479f-afac-835d38ebf04f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897760 Jul 16 20:27:30.619346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5f05-229d-4516-8078-f1678cce36f3 req-aec4ad16-3e95-478f-8c25-1491840eb561 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.620987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d06d5f05-229d-4516-8078-f1678cce36f3 req-aec4ad16-3e95-478f-8c25-1491840eb561 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0971186 Jul 16 20:27:30.657193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:30.659943 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5227f31e-6242-4933-a944-33008a8fb537" -d '{"events": [{"name": "network-changed", "server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:30.680905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d06d5f05-229d-4516-8078-f1678cce36f3 req-4a2f20eb-55d5-4f87-aec5-585f8249d655 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496252 Jul 16 20:27:30.754646 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2900306-7e04-4a81-ae19-da1a72c99bcd x-openstack-request-id: req-f2900306-7e04-4a81-ae19-da1a72c99bcd {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:30.755360 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:30.755495 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f2900306-7e04-4a81-ae19-da1a72c99bcd {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:30.755991 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'status': 'completed', 'code': 200} Jul 16 20:27:31.022355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ffef5ec-7dff-46fc-a0e8-8092104cb671 req-d84dbd20-2ef2-4ac4-8fb5-fc04461dbbd5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0902326 Jul 16 20:27:31.145738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227f31e-6242-4933-a944-33008a8fb537 req-67b64506-f9be-4a9e-924f-b254adaf05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.155149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5227f31e-6242-4933-a944-33008a8fb537 req-67b64506-f9be-4a9e-924f-b254adaf05a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1097 time: 0.3694420 Jul 16 20:27:31.229695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-52c5db95-c748-4336-87ba-af227fff088a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.232655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-52c5db95-c748-4336-87ba-af227fff088a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.2249122 Jul 16 20:27:31.263900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86fc7035-bbdd-4c94-9931-eb0482a0d7f4 req-2c780a00-7a2e-4450-a363-5945727a5d64 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0533476 Jul 16 20:27:31.273378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-23519eba-b5d9-4cb7-88db-630bf028bafa tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/quotas/927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 375 time: 0.0343106 Jul 16 20:27:31.377331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227f31e-6242-4933-a944-33008a8fb537 req-b75d1b17-7fd6-4307-bfcb-87c799cbdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.380037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5227f31e-6242-4933-a944-33008a8fb537 req-b75d1b17-7fd6-4307-bfcb-87c799cbdae6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.2172174 Jul 16 20:27:31.437153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-956895fe-d3b2-4f04-9c47-12a1dfb98c59 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1605508 Jul 16 20:27:31.509108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5227f31e-6242-4933-a944-33008a8fb537 req-76c64649-ef53-4245-a44c-b4fdc25b9d3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 1001 time: 0.1200967 Jul 16 20:27:31.560000 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-0d0d6388-3d93-4fa4-928a-a8db4ae3f98f service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206384 Jul 16 20:27:31.578456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227f31e-6242-4933-a944-33008a8fb537 req-ea11f5a4-4471-4527-8565-cf279030ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.580496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5227f31e-6242-4933-a944-33008a8fb537 req-ea11f5a4-4471-4527-8565-cf279030ebaa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.0684056 Jul 16 20:27:31.711179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227f31e-6242-4933-a944-33008a8fb537 req-cc1ea881-adec-42bc-bbfb-77f17c81a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.712721 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5227f31e-6242-4933-a944-33008a8fb537 req-cc1ea881-adec-42bc-bbfb-77f17c81a5f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249321 Jul 16 20:27:31.753531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-1136c8b1-c523-4b95-b997-bc439e0e86de service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883421 Jul 16 20:27:31.848982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-824df1fd-9dfa-43eb-8351-1f67a36f5708 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912116 Jul 16 20:27:31.897682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5227f31e-6242-4933-a944-33008a8fb537 req-a7769652-98a0-439d-8753-a94f5f644b56 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782508 Jul 16 20:27:32.022850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-d64c8279-66d8-456b-a177-96edd4740b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.025956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-d64c8279-66d8-456b-a177-96edd4740b21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 1097 time: 0.1143012 Jul 16 20:27:32.117764 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06f71fa7-c509-47b2-bb8f-976fe612ae42 req-d5e1bfcc-3cd3-4fff-b59f-26d0675fb0d9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 210 time: 0.0466993 Jul 16 20:27:32.154233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5227f31e-6242-4933-a944-33008a8fb537 req-b802332c-7cf9-4f25-9092-22ccd3648d13 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501295 Jul 16 20:27:32.211294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-175015a1-660d-4e34-b349-ca18d99f0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.212850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-175015a1-660d-4e34-b349-ca18d99f0598 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.1646912 Jul 16 20:27:32.264073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-42c8ebdb-0690-4afe-8307-35c3f19e9574 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0740554 Jul 16 20:27:32.304417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-c02977f1-07bf-45d7-b736-8babd89dc50f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a HTTP/1.1" status: 200 len: 217 time: 0.0850492 Jul 16 20:27:32.422563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf5ca-129f-4206-a053-02597c734734 req-7adff557-876d-4682-8ca8-31791fa97328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.427684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-7adff557-876d-4682-8ca8-31791fa97328 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.1412354 Jul 16 20:27:32.473428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8797428-1621-410a-bcec-67e7ea463012 req-7754ac2b-3d6b-4b93-b763-1102c570adb7 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0511224 Jul 16 20:27:32.485963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-46fe7098-3784-4316-ab5b-0615039c3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.488425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-46fe7098-3784-4316-ab5b-0615039c3a78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1551974 Jul 16 20:27:32.613775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-419ed580-4d32-4c2e-832e-8e2fe050718e req-a4abc259-4e64-4618-a489-96a4b76a93af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0631857 Jul 16 20:27:32.713515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-630f2788-c7f9-4f5b-bbaa-0bbd2abca264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.719856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-630f2788-c7f9-4f5b-bbaa-0bbd2abca264 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2248724 Jul 16 20:27:32.738162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf5ca-129f-4206-a053-02597c734734 req-b1511a53-ec69-4d53-88eb-3bcefb12e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.746445 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-b1511a53-ec69-4d53-88eb-3bcefb12e082 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.2871451 Jul 16 20:27:32.887627 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-63171db6-6280-4c1a-91bd-6a6fbbc44ddd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.1355729 Jul 16 20:27:32.946293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-5b1c1de4-7a10-43fb-921d-46c05f4eba72 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193673 Jul 16 20:27:32.951428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45406) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.006391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf5ca-129f-4206-a053-02597c734734 req-648004cc-11e9-4aac-b0cd-aaa377ac91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.007952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-648004cc-11e9-4aac-b0cd-aaa377ac91b7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1128106 Jul 16 20:27:33.126303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf5ca-129f-4206-a053-02597c734734 req-a022161e-6c8e-4a87-8b5d-4b3b6ae78915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.129649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-a022161e-6c8e-4a87-8b5d-4b3b6ae78915 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140361 Jul 16 20:27:33.134628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-22a13b26-fc63-4901-aaec-75ba5a8c2861 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:33.143610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aaa33037-b6f5-4ddd-8730-835b46b264a9 req-88e16569-078c-45da-b9bc-adee80ddc341 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835928 Jul 16 20:27:33.275929 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-380bf2d1-42db-4d89-8674-8f1c0bd7acec service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325941 Jul 16 20:27:33.423623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d79bf5ca-129f-4206-a053-02597c734734 req-39dd8360-ae1e-43ee-8797-a7f218ef391b service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399238 Jul 16 20:27:33.467515 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-22a13b26-fc63-4901-aaec-75ba5a8c2861 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "PUT /v2.0/quotas/1214320f97014b5cb47e4e62280b59ef HTTP/1.1" status: 200 len: 366 time: 0.5153625 Jul 16 20:27:33.469978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.484828 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ad6eb969-505c-4d26-aed3-d8c58eb58191 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0134349 Jul 16 20:27:33.487369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.507398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-98e24cab-a093-409b-8bf6-0391cb00e02e tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "GET /v2.0/quotas/1214320f97014b5cb47e4e62280b59ef HTTP/1.1" status: 200 len: 366 time: 0.0182972 Jul 16 20:27:33.510664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.529872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45430) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.531437 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1bc900f8-916f-4915-837d-6e22d595dd52 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "DELETE /v2.0/quotas/1214320f97014b5cb47e4e62280b59ef HTTP/1.1" status: 204 len: 168 time: 0.0144792 Jul 16 20:27:33.544734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e29b7228-3995-496e-b91a-1f3ec5f80601 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0134261 Jul 16 20:27:33.547318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45432) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.561525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4a85ecfc-0e10-4852-bb5a-997f2f64312f tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "GET /v2.0/quotas/1214320f97014b5cb47e4e62280b59ef HTTP/1.1" status: 200 len: 370 time: 0.0129924 Jul 16 20:27:33.565635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45434) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.570231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-23a41a0a-67f3-463d-ac60-c96520659b9d tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "GET /v2.0/quotas/1214320f97014b5cb47e4e62280b59ef/default HTTP/1.1" status: 200 len: 370 time: 0.0047152 Jul 16 20:27:33.573352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45436) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.589013 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-f997ec88-5479-4281-8840-c4a3f99b6b1b tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:27:33.590075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f997ec88-5479-4281-8840-c4a3f99b6b1b tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "DELETE /v2.0/quotas/1214320f97014b5cb47e4e62280b59ef HTTP/1.1" status: 404 len: 348 time: 0.0152857 Jul 16 20:27:33.729598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7bf7353c-7d99-4207-a3f7-5982bcd441cb req-ba0ceb0c-ab64-422e-8f0c-e57535be1a37 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 210 time: 0.1087403 Jul 16 20:27:33.743963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45444) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.758897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58a28e51-e3e2-4d9b-9f5f-e7cae697312c req-c0b0f86a-8dfb-4394-a6c0-308f216455d3 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0586410 Jul 16 20:27:33.769044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:network and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:33.776389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:33.784473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:subnet and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:33.790757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:33.797943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:subnetpool and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:33.803957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:33.812238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:port and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:33.818868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:33.825577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:router and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:33.831052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:33.841661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:floatingip and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:33.851408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:33.924862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adace872-cf42-4732-a926-a8c0f3f132a7 req-878ef8f8-887e-46aa-a655-67028d89db18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0359879 Jul 16 20:27:33.944992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:security_group and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:33.989596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:34.008190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Usage tracker for resource:security_group_rule and tenant:7dd812595c5e41c9ab70a41e78b039e9 is out of sync, need to count used quota {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:27:34.023326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.quota.resource [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93861) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:27:34.036177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77bdeda0-b785-417a-a33e-6eee0f8bbe75 tempest-QuotasTest-422381236 tempest-QuotasTest-422381236-project-admin] 10.222.0.91 "GET /v2.0/quotas/7dd812595c5e41c9ab70a41e78b039e9/details.json HTTP/1.1" status: 200 len: 703 time: 0.2910256 Jul 16 20:27:34.153142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-77ed832f-8439-4a43-bf8f-4b6d0ea8fb8d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.155865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-77ed832f-8439-4a43-bf8f-4b6d0ea8fb8d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.1875460 Jul 16 20:27:34.191233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'port': {'device_id': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'admin_state_up': True, 'tenant_id': '927415eda0ac412fbff0486e59f831a8'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:34.435111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Made reservation on behalf of 927415eda0ac412fbff0486e59f831a8 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:34.441641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.559554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45464) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:34.631541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Allocated IP 172.20.0.8 (fa18409d-ff19-475d-8f02-5a5b7eb4d389/52e96ec2-d7bb-4495-8ab3-aeb130ad1351/6f8abb9e-b24f-4201-a3d6-d5bdab790a03) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:34.763152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26f8906f-1999-4731-b531-c893f90621cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.902265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.924793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Transition to ACTIVE for port object 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:34.972719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ab67c94-b55c-4b45-b443-dadfd77408bf req-fcbe44a8-de65-4173-90d1-1b23ea5779f2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 210 time: 0.1055961 Jul 16 20:27:35.001681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.016346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9223522e-6cc3-40aa-b19f-678fba9fa018'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:35.020760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a1ea4c4f-a18b-4b12-809a-dedb792c113a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:35.071569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26f8906f-1999-4731-b531-c893f90621cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.077613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26f8906f-1999-4731-b531-c893f90621cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.109069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8906f-1999-4731-b531-c893f90621cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0841fa65-45c4-47c1-8009-d187ee427326,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.149665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26f8906f-1999-4731-b531-c893f90621cd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=15ae360a23084375a8db0068de9b3e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5886359 Jul 16 20:27:35.152979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45478) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:35.155631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4a554edb-fb0d-45e1-acfe-6f117e62327a req-525bc45f-f615-4049-8c01-2a1b1d26d8a8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.1455462 Jul 16 20:27:35.171835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.175658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:35.177554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:35.180058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:35.291023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.291868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.322786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bbee85dc-73bb-4597-bec0-ea12f1a73a35 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1469603 Jul 16 20:27:35.338373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df29a092-5846-43dc-864d-1a7dd716dc00 req-39d491b8-f726-43e6-9a47-f2b8a29d4431 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0749354 Jul 16 20:27:35.344078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Request body: {'port': {'device_id': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:35.418905 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c95788ab-731b-4ea6-97ef-290cfd2a5c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.477116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c95788ab-731b-4ea6-97ef-290cfd2a5c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.503403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.561426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c95788ab-731b-4ea6-97ef-290cfd2a5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.569164 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c95788ab-731b-4ea6-97ef-290cfd2a5c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.575808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c95788ab-731b-4ea6-97ef-290cfd2a5c90 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0841fa65-45c4-47c1-8009-d187ee427326 HTTP/1.1" status: 204 len: 168 time: 0.4174180 Jul 16 20:27:35.589163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95788ab-731b-4ea6-97ef-290cfd2a5c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0841fa65-45c4-47c1-8009-d187ee427326,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.620115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-674cf365-cf58-4951-bf47-a88d88507469 None None] Provisioning for port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:35.636542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-674cf365-cf58-4951-bf47-a88d88507469 None None] Provisioning complete for port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:35.637197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-674cf365-cf58-4951-bf47-a88d88507469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.684461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-674cf365-cf58-4951-bf47-a88d88507469 None None] Port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:35.926951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:35.936135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.966444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Transition to ACTIVE for port object 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:35.972834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.990368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45484) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:36.004273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8675a727-7d0d-4921-ab10-783905a3cae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.052402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13ab7032-a87e-4d1f-89a5-49fa08ddb60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.127800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.162876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Attempting to bind port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:36.163218 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Attempting to bind port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:36.163546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Attempting to bind port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:36.170591 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:36.171753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Attempting to bind port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:36.181797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:36.182523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:36.183076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Bound using segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:36.183959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Bound port: 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:36.184395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.274913 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13ab7032-a87e-4d1f-89a5-49fa08ddb60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.295758 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13ab7032-a87e-4d1f-89a5-49fa08ddb60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.302372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] For port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:36.311187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] For port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:36.320722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.374094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab7032-a87e-4d1f-89a5-49fa08ddb60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613c3c4d-de68-45d2-9396-9ba7df6a64ec,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.381187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-13ab7032-a87e-4d1f-89a5-49fa08ddb60e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7dd812595c5e41c9ab70a41e78b039e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892319 Jul 16 20:27:36.385705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45492) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:36.465416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.468733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.473276 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] 10.222.0.79 "PUT /v2.0/ports/6f8abb9e-b24f-4201-a3d6-d5bdab790a03 HTTP/1.1" status: 200 len: 1092 time: 1.1345704 Jul 16 20:27:36.490128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:36.493809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090830b1-eb34-40dd-bf80-669d6b6c0789 req-e0c38751-0492-4aab-a3dc-c9176bf5f99a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.495497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-090830b1-eb34-40dd-bf80-669d6b6c0789 req-e0c38751-0492-4aab-a3dc-c9176bf5f99a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 943 time: 0.1732914 Jul 16 20:27:36.515113 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc69571-5f75-4963-96dc-313fadbd230c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:36.519553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab78eca3-3638-409f-947c-470dcaf37d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.572918 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab78eca3-3638-409f-947c-470dcaf37d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.618765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ccff47a-8f9b-4157-958a-4ecbe1eea47a req-7b8912dd-f541-4e60-b182-bf3d55589c40 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.1683750 Jul 16 20:27:36.652205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-090830b1-eb34-40dd-bf80-669d6b6c0789 req-ad923dc5-42ae-4562-aa4a-e7574af2cc29 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422226 Jul 16 20:27:36.656505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab78eca3-3638-409f-947c-470dcaf37d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.661381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab78eca3-3638-409f-947c-470dcaf37d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.666190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ab78eca3-3638-409f-947c-470dcaf37d72 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/613c3c4d-de68-45d2-9396-9ba7df6a64ec HTTP/1.1" status: 204 len: 168 time: 0.2756894 Jul 16 20:27:36.715761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78eca3-3638-409f-947c-470dcaf37d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c3c4d-de68-45d2-9396-9ba7df6a64ec,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.732464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343c98e-47e9-4369-9479-cd8d6a5bd8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.803676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-7d0b58cb-a245-423b-9565-cae28cba4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.806222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-7d0b58cb-a245-423b-9565-cae28cba4122 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 1095 time: 0.2659812 Jul 16 20:27:36.888305 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-bd022859-53eb-48c5-8bb0-e2ccc0318752 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03 HTTP/1.1" status: 200 len: 217 time: 0.0737193 Jul 16 20:27:36.930041 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0d37e6-c35b-412b-a16e-33757343e1eb x-openstack-request-id: req-9b0d37e6-c35b-412b-a16e-33757343e1eb {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:36.930788 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:36.930788 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9b0d37e6-c35b-412b-a16e-33757343e1eb {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:36.931272 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03', 'status': 'completed', 'code': 200} Jul 16 20:27:36.951913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-abaf2dc6-ed47-40d9-a755-dd4467680673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.958582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-abaf2dc6-ed47-40d9-a755-dd4467680673 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0582950 Jul 16 20:27:36.958992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c25afb5-c2b1-4fe8-a53b-fe2759afe4d5 req-2aee4993-4a16-41ea-9088-76983e22a9fe tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0316613 Jul 16 20:27:37.033916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-f6b2448b-76b2-471a-ab65-02631c4af4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.035920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-f6b2448b-76b2-471a-ab65-02631c4af4e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682411 Jul 16 20:27:37.144385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-f2aed1ee-baaf-496f-b21f-d2f66251e0f1 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008534 Jul 16 20:27:37.255981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-181ba5aa-3039-4e79-9ddb-1f6623bf36a2 req-54a4a10b-9825-41a7-86af-124ebaf6ee28 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051605 Jul 16 20:27:37.380582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69571-5f75-4963-96dc-313fadbd230c req-38889697-94c9-441b-b756-d646b1b53459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.382531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bc69571-5f75-4963-96dc-313fadbd230c req-38889697-94c9-441b-b756-d646b1b53459 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 1095 time: 0.0669081 Jul 16 20:27:37.500423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69571-5f75-4963-96dc-313fadbd230c req-eb889d2e-6526-44c2-904b-18d52e7965e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.502040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bc69571-5f75-4963-96dc-313fadbd230c req-eb889d2e-6526-44c2-904b-18d52e7965e2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.1125748 Jul 16 20:27:37.547175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bc69571-5f75-4963-96dc-313fadbd230c req-c2e1d4fd-60ad-469a-bf92-4a581047be05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03 HTTP/1.1" status: 200 len: 217 time: 0.0376387 Jul 16 20:27:37.595239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45522) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.604771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69571-5f75-4963-96dc-313fadbd230c req-1e6d84a9-fa70-4813-aae4-f60ac05f5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.606823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bc69571-5f75-4963-96dc-313fadbd230c req-1e6d84a9-fa70-4813-aae4-f60ac05f5321 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0527558 Jul 16 20:27:37.676568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69571-5f75-4963-96dc-313fadbd230c req-2043eb5f-58ec-42bd-8801-2fa08aa8d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.678539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bc69571-5f75-4963-96dc-313fadbd230c req-2043eb5f-58ec-42bd-8801-2fa08aa8d9e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651062 Jul 16 20:27:37.772027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-38111276'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:37.796884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bc69571-5f75-4963-96dc-313fadbd230c req-042e7612-1b93-4c84-8852-528502c251be service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110365 Jul 16 20:27:37.813302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:37.817941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.836148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.868328 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1b16f8dd-a420-42f4-a902-aed394dc0d58 req-dfbcc8e0-4b67-4806-ad4e-49e413b1c751 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0475535 Jul 16 20:27:37.908630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bc69571-5f75-4963-96dc-313fadbd230c req-38344ad8-0c64-409c-81a7-76193456413b service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002445 Jul 16 20:27:37.968330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22d00a-6bdc-4785-8085-9ce62ff00a70 req-2d287cdd-cfbd-42bd-b848-ec58f525e54b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.969708 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2d22d00a-6bdc-4785-8085-9ce62ff00a70 req-2d287cdd-cfbd-42bd-b848-ec58f525e54b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 943 time: 0.1716611 Jul 16 20:27:38.012220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.020993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.027755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2d22d00a-6bdc-4785-8085-9ce62ff00a70 req-3e5bd083-0319-4732-a8b3-a50f3497ce9f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Jul 16 20:27:38.063525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:38.080226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745733dd-0721-42e1-adc4-8aca40628856,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.083625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.083968 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Added segment deed34e5-c798-4759-a19d-be536d7f45e6 of type vlan for network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a Jul 16 20:27:38.138849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.173784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a49216ae-0850-4df1-a601-0e464536000e req-08fdfacc-a586-49e5-9739-25888c904c72 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0375259 Jul 16 20:27:38.207863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.214231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.214856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.253073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6566603 Jul 16 20:27:38.256940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45534) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.264260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'subnet': {'network_id': '62bb8769-910a-43a5-8aac-1bcccbf3ef0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:38.294253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07af0b-b61f-4ec8-8f27-1b039165ce2f tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Network': ['ID=62bb8769-910a-43a5-8aac-1bcccbf3ef0a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.305827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:38.361344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:38.364908 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.528881 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.564810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.570382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.637002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Checking segment: {'id': 'deed34e5-c798-4759-a19d-be536d7f45e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '62bb8769-910a-43a5-8aac-1bcccbf3ef0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:38.637371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network hostable DHCP agents. Network: 62bb8769-910a-43a5-8aac-1bcccbf3ef0a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:38.639812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Subnet': ['ID=a97f74fd-f04d-415c-89c1-78dcbe46f1d3,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.658880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:38.669566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 62bb8769-910a-43a5-8aac-1bcccbf3ef0a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:38.674668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.675494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.680577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688e186-e229-463a-beaa-547212dd6e82 None None] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:38.694961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-77b3a6b5-9747-426f-a642-c160b6f85d34 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4338181 Jul 16 20:27:38.695530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45536) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.703695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-888950785', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:38.732384 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.733347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.795670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.857142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf7c396b-4a09-481c-bc70-0ed394eb265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.861364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5e006-0fba-4278-ac8e-1e674a6425c2 None None] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:38.943989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.947994 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.067980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-008fe9b0-bc56-47cb-ade9-dc03e48083df req-1abf5174-ae85-45a2-8d85-c7978c58d4ec tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0320246 Jul 16 20:27:39.212842 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.251066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.338151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e0f1825-c042-43bc-9aad-060bd49f2522 req-8a9dd6a7-249f-4fd7-b2d3-9b6c6fe1cdbb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0328298 Jul 16 20:27:39.660674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece1ade-52e7-41cf-abc6-15344b23f7ac req-c11aa3e7-009b-443c-9d2d-5eb9a791d102 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.662384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aece1ade-52e7-41cf-abc6-15344b23f7ac req-c11aa3e7-009b-443c-9d2d-5eb9a791d102 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 943 time: 0.4593830 Jul 16 20:27:39.683185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.25.3.34 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e34963dc-6da4-4ece-a9a8-8edb1bc22b08) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:39.738145 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aece1ade-52e7-41cf-abc6-15344b23f7ac req-709c998b-6a6a-411b-8ea1-cb54d1f4717f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699382 Jul 16 20:27:39.817813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.861870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.904616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:39.907889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:39.910634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:39.917719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=e34963dc-6da4-4ece-a9a8-8edb1bc22b08,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.007765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.214671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.255758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-387f59f6-6065-41d3-ba47-2c8645f8b109 req-5dda574a-675f-4950-bc53-bcbf51236e91 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0406868 Jul 16 20:27:40.437148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:40.534059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e8cbc39-c06d-4ffa-b832-9d9251f73c06 req-a90e5178-b255-4349-9359-5f012c54abb3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=115a57ac-0083-4f6d-8518-434c1b5bc145 HTTP/1.1" status: 200 len: 210 time: 0.0450981 Jul 16 20:27:40.542364 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.553106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:40.565378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03', 'mac_address': 'fa:16:3e:2d:da:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:40.607479 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.621232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:40.642283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:40.646813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.702264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:27:40.714259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.823436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:40.835217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:40.850084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.855712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45554) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:40.857024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-384f5860-b0d0-4b5f-9ebe-b4ca8b3aed4d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1598744 Jul 16 20:27:40.857561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:40.858579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.864904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6f8abb9e-b24f-4201-a3d6-d5bdab790a03'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:40.933190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.960896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:40.961573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:41.020497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:41.022075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a183fd-451c-4bee-88ef-1acb45616f76 None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:41.037829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f06fb3-5481-4ce3-a54b-1cd21ca777de req-997416c7-5528-4bba-b7aa-482295b2ae4c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.045964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54f06fb3-5481-4ce3-a54b-1cd21ca777de req-997416c7-5528-4bba-b7aa-482295b2ae4c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 944 time: 0.1157084 Jul 16 20:27:41.087402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54f06fb3-5481-4ce3-a54b-1cd21ca777de req-13f3b8fc-226b-4e9d-b6a8-4e98afd27fb1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 Jul 16 20:27:41.414634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ecc673-c808-4704-bd8a-16652ebf1e3d req-c1407e4b-d0f6-4df1-89ae-33ece3aad988 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0331757 Jul 16 20:27:41.420009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.747212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.1 (62bb8769-910a-43a5-8aac-1bcccbf3ef0a/a97f74fd-f04d-415c-89c1-78dcbe46f1d3/57088344-a303-41af-9e57-dd30958c4b43) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:41.820729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.887766 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.940721 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.985765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:41.988954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:41.993130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:41.999705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=57088344-a303-41af-9e57-dd30958c4b43,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:42.043482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.199706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.400181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59fb1-97a2-4a74-8267-1341d85a5dcc req-ab94a236-38e6-4db1-a46e-9499131c38ed tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.401615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ad59fb1-97a2-4a74-8267-1341d85a5dcc req-ab94a236-38e6-4db1-a46e-9499131c38ed tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 944 time: 0.1840081 Jul 16 20:27:42.454321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:42.466199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ad59fb1-97a2-4a74-8267-1341d85a5dcc req-d166d095-4858-418b-afe8-8d62969b68d6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Jul 16 20:27:42.540713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:42.547192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:42.547648 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.656959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.674825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.684083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.727175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:42.730477 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad1eea0-ac52-40c2-aff9-0f48f577d594" -d '{"events": [{"server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "name": "network-vif-plugged", "status": "completed", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:42.751108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.758181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.853180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:42.944236 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eac3178-9c0a-4604-8a65-6a563053ab7b x-openstack-request-id: req-5eac3178-9c0a-4604-8a65-6a563053ab7b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:42.944533 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "name": "network-vif-plugged", "status": "completed", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:42.944780 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5eac3178-9c0a-4604-8a65-6a563053ab7b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:42.945178 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03', 'code': 200} Jul 16 20:27:43.016659 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-998358a9-6f33-455b-bec3-3b6eb4ed85ed req-3c18baa7-ab06-4991-80c7-c955649d2e63 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.3643939 Jul 16 20:27:43.078932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26c379-bbb8-444f-bb12-e9be672cccef req-16207fa4-a065-4761-8e7e-e9a165e6c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.080471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b26c379-bbb8-444f-bb12-e9be672cccef req-16207fa4-a065-4761-8e7e-e9a165e6c307 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 1097 time: 0.0656316 Jul 16 20:27:43.089414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.091365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=57088344-a303-41af-9e57-dd30958c4b43,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:43.126065 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b26c379-bbb8-444f-bb12-e9be672cccef req-8ecde371-699e-45db-a6f6-ba3ad186c0c8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383556 Jul 16 20:27:43.205486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:43.207350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:43.345493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:43.483916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:43.494021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5d5cc011-c92f-4d11-b4e0-735dc08e99b1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/routers/3bb5d872-a134-4e5c-9747-7d274e772fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6329618 Jul 16 20:27:43.494021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:43.497363 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:43.499985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'port': {'network_id': '62bb8769-910a-43a5-8aac-1bcccbf3ef0a', 'name': 'tempest-FloatingIPTestJSON-384644291'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:43.515366 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:43.516155 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:43.555818 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:43.566036 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:43.566863 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:43.609944 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:43.610886 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c414c-6905-43ed-9f2b-735a9755aaa2 None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:43.637339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:43.645415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.674448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] device_id is not set on port 7c49bff8-60af-490f-b0ab-d4c19c1fa101 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:43.688760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641ef5-ce5e-48ff-8a3a-bfdadca03b35 req-1cfe7151-698e-4e9c-a3cd-aa4e62afbc1f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.690598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39641ef5-ce5e-48ff-8a3a-bfdadca03b35 req-1cfe7151-698e-4e9c-a3cd-aa4e62afbc1f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 945 time: 0.0839491 Jul 16 20:27:43.741625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39641ef5-ce5e-48ff-8a3a-bfdadca03b35 req-7490d5a8-f6f3-450a-b945-c8308e7350cd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Jul 16 20:27:43.815628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.8 (62bb8769-910a-43a5-8aac-1bcccbf3ef0a/a97f74fd-f04d-415c-89c1-78dcbe46f1d3/7c49bff8-60af-490f-b0ab-d4c19c1fa101) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:44.021341 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.070447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.115791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:44.121590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:44.125688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:44.155524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=7c49bff8-60af-490f-b0ab-d4c19c1fa101,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:44.195513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fff94102-8b74-4b17-941f-0b913740d258 req-26262270-e18a-456e-a66e-b564303ad194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0372453 Jul 16 20:27:44.209810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.210554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.228660 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f4927f5c-0471-4537-9ba4-6984d566c678 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7326989 Jul 16 20:27:44.235875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45600) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:44.242773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'port': {'network_id': '62bb8769-910a-43a5-8aac-1bcccbf3ef0a', 'name': 'tempest-FloatingIPTestJSON-916411411'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:44.378018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:44.382772 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.405135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] device_id is not set on port 3dcbb345-a610-4249-85dc-196c3c81f1c9 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:44.531303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.7 (62bb8769-910a-43a5-8aac-1bcccbf3ef0a/a97f74fd-f04d-415c-89c1-78dcbe46f1d3/3dcbb345-a610-4249-85dc-196c3c81f1c9) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:44.684952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.735330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.801665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:44.805112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:44.812594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:45.056665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=3dcbb345-a610-4249-85dc-196c3c81f1c9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:45.056665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.056665 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.062406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45626) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:45.063480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-11505387-f3a8-4359-9449-b568a9dc6d22 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6867540 Jul 16 20:27:45.063794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '3dcbb345-a610-4249-85dc-196c3c81f1c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:45.063794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.126651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3fbb1-a035-4eda-b36f-053cd22376db req-556b0489-8b3e-444b-8de0-767f03276c76 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.136920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45c3fbb1-a035-4eda-b36f-053cd22376db req-556b0489-8b3e-444b-8de0-767f03276c76 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 945 time: 0.0924737 Jul 16 20:27:45.160242 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.199570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45c3fbb1-a035-4eda-b36f-053cd22376db req-c54d35ef-d650-4c5d-991a-86c058ec4480 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610993 Jul 16 20:27:45.306250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.25.3.67 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/89338e69-040d-402b-977d-5e89fccb2974) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:45.398240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-8ec2b14a-430b-49c7-b17f-737c69839d30 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 267 time: 0.0732102 Jul 16 20:27:45.427502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f4913a-cc3b-459f-bcb6-67e7114096de req-b0ae2ffa-7174-4a92-8462-083ffa187b39 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0754931 Jul 16 20:27:45.528535 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.554443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-2fdef7cd-805c-4449-9494-6866e64230aa tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.556143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-2fdef7cd-805c-4449-9494-6866e64230aa tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 945 time: 0.1452985 Jul 16 20:27:45.577446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'port': {'security_groups': []}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:45.642555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.712444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:45.723770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:45.731210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:45.740790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.761594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=89338e69-040d-402b-977d-5e89fccb2974,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.086759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] For port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:46.164427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.176042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.190553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a1ea4c4f-a18b-4b12-809a-dedb792c113a', '6f8abb9e-b24f-4201-a3d6-d5bdab790a03'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:46.194032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9223522e-6cc3-40aa-b19f-678fba9fa018'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:46.508318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.509254 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.510958 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84250c50-92d1-4a99-a5e9-44c602eaf8fd req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "PUT /v2.0/ports/6f8abb9e-b24f-4201-a3d6-d5bdab790a03 HTTP/1.1" status: 200 len: 904 time: 0.9427016 Jul 16 20:27:46.511629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:46.517971 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b873706-c167-491d-b097-11b07177a426" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:46.526235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['6f8abb9e-b24f-4201-a3d6-d5bdab790a03'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:46.537075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b53b9-199c-49ae-aadf-eaee4c6eb083 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.650173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.768225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-166f20d3-5db6-4962-b805-6b6b6417dac9 req-6997387d-5ab1-41f7-ace9-454fc52c38e7 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0547485 Jul 16 20:27:46.923519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-915a6672-6902-4850-9550-4da5be952146 None None] Provisioning complete for port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:46.924140 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-915a6672-6902-4850-9550-4da5be952146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.237076 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd709b8-6237-4fb4-8f60-7d2aa4442f86 x-openstack-request-id: req-ebd709b8-6237-4fb4-8f60-7d2aa4442f86 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:47.237762 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:47.237762 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ebd709b8-6237-4fb4-8f60-7d2aa4442f86 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:47.238111 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03', 'status': 'completed', 'code': 200} Jul 16 20:27:47.358436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9943f9-b9af-4ff5-9f3a-26cb34d4cd58 req-25684b84-a0a2-422f-8ec9-eb817a5ba6b3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.370234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e9943f9-b9af-4ff5-9f3a-26cb34d4cd58 req-25684b84-a0a2-422f-8ec9-eb817a5ba6b3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 907 time: 0.2064729 Jul 16 20:27:47.402735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873706-c167-491d-b097-11b07177a426 req-b68a8f8c-540d-4d06-9d05-9cc336f6e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.404323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b873706-c167-491d-b097-11b07177a426 req-b68a8f8c-540d-4d06-9d05-9cc336f6e5ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 1059 time: 0.2061579 Jul 16 20:27:47.433986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.555991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873706-c167-491d-b097-11b07177a426 req-44b0dbc2-9cd6-42e5-9eb9-bf452f84b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.557516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b873706-c167-491d-b097-11b07177a426 req-44b0dbc2-9cd6-42e5-9eb9-bf452f84b806 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.1462245 Jul 16 20:27:47.680691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760da94-c953-4d8d-a693-220913fc2802 req-a49beefd-3b99-4de6-88d7-1eddb0594cba tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.688809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e760da94-c953-4d8d-a693-220913fc2802 req-a49beefd-3b99-4de6-88d7-1eddb0594cba tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0762465 Jul 16 20:27:47.715635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.747118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e760da94-c953-4d8d-a693-220913fc2802 req-e6b37293-d5bc-4926-87fa-f1919a68fcd5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570276 Jul 16 20:27:47.768217 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.780039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b873706-c167-491d-b097-11b07177a426 req-cffba443-4e83-4dc1-90e1-b5adcc157ebd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03 HTTP/1.1" status: 200 len: 217 time: 0.0617452 Jul 16 20:27:47.908495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=89338e69-040d-402b-977d-5e89fccb2974,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:47.924589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873706-c167-491d-b097-11b07177a426 req-ef513a8a-1eb5-4078-a900-38f390403343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.926394 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b873706-c167-491d-b097-11b07177a426 req-ef513a8a-1eb5-4078-a900-38f390403343 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1182270 Jul 16 20:27:47.932057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.053623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db9b97d5-5ebe-4433-91c8-6b60648fe957 req-88a23395-5ace-45ef-92fc-d99063d898e6 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/ports?device_id=2184b684-4aa3-4a97-b603-b9f4cb795188 HTTP/1.1" status: 200 len: 210 time: 0.0409884 Jul 16 20:27:48.173316 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 0111c567-212b-4088-907d-56cdd0393188 associated. External IP: 172.25.3.67, port: 3dcbb345-a610-4249-85dc-196c3c81f1c9. Jul 16 20:27:48.183950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0cf3-b213-415a-967f-7aa4c5e78c96 req-4e9be109-5b3e-4127-bf7c-6a7288e53e2e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.185537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d07a0cf3-b213-415a-967f-7aa4c5e78c96 req-4e9be109-5b3e-4127-bf7c-6a7288e53e2e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2178926 Jul 16 20:27:48.187538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873706-c167-491d-b097-11b07177a426 req-e1d4fc95-1e7e-4aee-a186-75af35c5fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.188922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b873706-c167-491d-b097-11b07177a426 req-e1d4fc95-1e7e-4aee-a186-75af35c5fca5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546799 Jul 16 20:27:48.376108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b873706-c167-491d-b097-11b07177a426 req-d7e5b624-17fd-49db-b4de-f6c87d4a46e5 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519539 Jul 16 20:27:48.532125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d07a0cf3-b213-415a-967f-7aa4c5e78c96 req-7775a7d9-70e6-49e1-8e21-7c066b6dd769 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067350 Jul 16 20:27:48.580953 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b873706-c167-491d-b097-11b07177a426 req-b35ac301-9fe6-4017-86a7-dad93f035a18 service neutron] 10.222.0.79 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922224 Jul 16 20:27:48.744694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:48.902639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:48.919205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:48.944742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:48.945409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:48.970305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-2e66e853-91f0-41b3-bdf7-bf9b1841bae2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.973095 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.990908 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-2e66e853-91f0-41b3-bdf7-bf9b1841bae2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.1650341 Jul 16 20:27:49.009457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:49.018738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-410afb61-ac12-4c19-81b3-4f05d2d51be7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/quotas/927415eda0ac412fbff0486e59f831a8 HTTP/1.1" status: 200 len: 375 time: 0.0260496 Jul 16 20:27:49.034098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:49.036920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:49.043643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a6812025-7924-45f5-93d5-6c721af4c0e0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.1187041 Jul 16 20:27:49.051530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45750) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:49.056421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:49.082926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:49.084090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd55679-2f40-446a-8cd5-07bd48f6f86c None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:49.124699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-94c61a87-0aa9-4cf8-b97f-4dfb604af72b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1033366 Jul 16 20:27:49.212671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.280446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45760) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:49.319874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-58047b28-7215-4d93-a076-3b6b8e32615d service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936474 Jul 16 20:27:49.440579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a715-63aa-403a-89f8-5b7ef0c45057 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.474177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-4805d5d6-fe83-4d38-acbe-adcb6e87dc05 service neutron] 10.222.0.91 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485772 Jul 16 20:27:49.501659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.507398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a715-63aa-403a-89f8-5b7ef0c45057 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.517079 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.519223 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 0111c567-212b-4088-907d-56cdd0393188 disassociated. External IP: 172.25.3.67, port: 3dcbb345-a610-4249-85dc-196c3c81f1c9. Jul 16 20:27:49.680254 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a715-63aa-403a-89f8-5b7ef0c45057 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.682487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a715-63aa-403a-89f8-5b7ef0c45057 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.683701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c2c9a715-63aa-403a-89f8-5b7ef0c45057 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/security-groups/3aa9d414-2470-4064-84df-8f2d9aa43bf4 HTTP/1.1" status: 204 len: 168 time: 0.4023089 Jul 16 20:27:49.686449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45778) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:49.721550 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-44812861-326f-4aab-8070-cc570cc616b5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] show failed (client error): The resource could not be found. Jul 16 20:27:49.731898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-44812861-326f-4aab-8070-cc570cc616b5 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "GET /v2.0/security-groups/3aa9d414-2470-4064-84df-8f2d9aa43bf4 HTTP/1.1" status: 404 len: 347 time: 0.0402441 Jul 16 20:27:49.732368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45782) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:49.733810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9a715-63aa-403a-89f8-5b7ef0c45057 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa9d414-2470-4064-84df-8f2d9aa43bf4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.879256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:49.936073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-83c708d7-1cb5-4b9d-b35d-d12ae5a16e2d req-1b307f4c-1fd8-41fc-916d-56f92210934d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 210 time: 0.1242177 Jul 16 20:27:50.050143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port 5ec00e3e-1f21-4bb5-baff-84667234d6ed {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:50.050733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.096843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:50.102088 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.108531 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:50.123666 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:50.124322 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.161720 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.163179 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.194031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for 5ec00e3e-1f21-4bb5-baff-84667234d6ed owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:50.201493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-17e37582-0b02-4258-a8ef-618c17f3c29a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/floatingips/0111c567-212b-4088-907d-56cdd0393188 HTTP/1.1" status: 200 len: 687 time: 1.1463287 Jul 16 20:27:50.202045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:50.205400 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.216764 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:50.217412 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.258747 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.261394 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4a03b1-923e-42f5-b94c-33957c075e6e None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:50.481964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 89338e69-040d-402b-977d-5e89fccb2974 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:50.482364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.619684 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.620210 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.636382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 89338e69-040d-402b-977d-5e89fccb2974 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:50.750433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.791945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=5ec00e3e-1f21-4bb5-baff-84667234d6ed,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.062085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.066014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.068950 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.070450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e18d6e82-b859-40c0-beb5-6e5d18408194 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/floatingips/f31af4c9-9d51-4495-9a03-3f8804886ddf HTTP/1.1" status: 204 len: 168 time: 1.3320811 Jul 16 20:27:51.073325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:51.114042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=89338e69-040d-402b-977d-5e89fccb2974,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.280625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.284040 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.285427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5209416b-f461-4af1-b93e-502e22b4c401 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/floatingips/0111c567-212b-4088-907d-56cdd0393188 HTTP/1.1" status: 204 len: 168 time: 1.0801015 Jul 16 20:27:51.289259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 45846) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:51.294517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '7c49bff8-60af-490f-b0ab-d4c19c1fa101'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:51.343239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2dddd641-d754-4a69-b875-5ca56cd24fad req-cd29dd03-1774-46c1-9284-25d477b8bc85 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 210 time: 0.0705962 Jul 16 20:27:51.348929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.355554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port aa7115f9-61a2-45dc-9b33-3a0d5dcd455a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:51.356407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.518700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.542538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.546517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for aa7115f9-61a2-45dc-9b33-3a0d5dcd455a owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:51.679982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-4f386619-8d1b-4253-9b65-ee43484b80f0 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.681615 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-4f386619-8d1b-4253-9b65-ee43484b80f0 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 812 time: 0.2169542 Jul 16 20:27:51.707666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Request body: {'port': {'device_id': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'admin_state_up': True, 'tenant_id': '927415eda0ac412fbff0486e59f831a8'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:51.767389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.25.3.76 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/34d08372-e071-4204-b3d4-44ca81bc525e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:51.948538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.993987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.086531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:52.088535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:52.114963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=34d08372-e071-4204-b3d4-44ca81bc525e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.117887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:52.440484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Made reservation on behalf of 927415eda0ac412fbff0486e59f831a8 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:52.445152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.449098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.514895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=aa7115f9-61a2-45dc-9b33-3a0d5dcd455a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.735187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-472b53f2-d4b5-4fbf-b434-dc25b8771e67 req-73617499-af46-48cd-8982-aba3933ac760 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 210 time: 0.1009555 Jul 16 20:27:52.736316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.738401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef2c995c-efd2-416f-8b9e-383ee540e902 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/ports/aa7115f9-61a2-45dc-9b33-3a0d5dcd455a HTTP/1.1" status: 204 len: 168 time: 1.6599996 Jul 16 20:27:52.743311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 45936) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:52.843301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Allocated IP 172.20.0.4 (fa18409d-ff19-475d-8f02-5a5b7eb4d389/52e96ec2-d7bb-4495-8ab3-aeb130ad1351/a5336108-f236-461c-8bc0-5a2ac69d11b9) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:52.986736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting port c21467a1-8f59-4e51-b402-101f30507f43 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:52.995306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.163365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.189080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Calling delete_port for c21467a1-8f59-4e51-b402-101f30507f43 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:53.491614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.583810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Port': ['ID=c21467a1-8f59-4e51-b402-101f30507f43,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:53.732965 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.738087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-52b6931f-6f98-4f60-9b8d-e76d6be0456f tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/ports/c21467a1-8f59-4e51-b402-101f30507f43 HTTP/1.1" status: 204 len: 168 time: 0.9934976 Jul 16 20:27:53.744258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46040) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:53.761148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.828369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Transition to ACTIVE for port object a5336108-f236-461c-8bc0-5a2ac69d11b9 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:53.850236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting subnet cd695bf8-fdc1-4161-9491-de91679d5792 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:53.866180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.943884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.961697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a1ea4c4f-a18b-4b12-809a-dedb792c113a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:53.965639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9223522e-6cc3-40aa-b19f-678fba9fa018'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:54.247476 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.264891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.270315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.421324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:54.423259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.435667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:54.447642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:54.654601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb24c-bf3a-44d6-954c-ac90ece4246b req-696b6d61-0f62-46f4-8132-fee6cf10de14 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.662460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d4cb24c-bf3a-44d6-954c-ac90ece4246b req-696b6d61-0f62-46f4-8132-fee6cf10de14 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 931 time: 0.4960470 Jul 16 20:27:54.773945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.780570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.809536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.809536 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.820547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.895529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=34d08372-e071-4204-b3d4-44ca81bc525e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.916126 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.950374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d4cb24c-bf3a-44d6-954c-ac90ece4246b req-26f06c72-f643-479b-9658-9941d138327f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868724 Jul 16 20:27:54.980095 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-bd4a3d7b-9d0a-401b-8320-40bf72096db7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2882681 Jul 16 20:27:54.996332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Request body: {'port': {'device_id': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:55.026409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ec9e449-9bc3-4cde-9e19-6334e840c232 None None] Provisioning for port a5336108-f236-461c-8bc0-5a2ac69d11b9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:55.033709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ec9e449-9bc3-4cde-9e19-6334e840c232 None None] Provisioning complete for port a5336108-f236-461c-8bc0-5a2ac69d11b9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:55.034296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e449-9bc3-4cde-9e19-6334e840c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.103252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9e449-9bc3-4cde-9e19-6334e840c232 None None] Port a5336108-f236-461c-8bc0-5a2ac69d11b9 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:55.169990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.197058 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 98cb25e3-34bf-4822-8ac3-2666afd96c54 associated. External IP: 172.25.3.76, port: 7c49bff8-60af-490f-b0ab-d4c19c1fa101. Jul 16 20:27:55.215069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Subnet': ['ID=cd695bf8-fdc1-4161-9491-de91679d5792,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.221241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.223500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c57f65b0-0c98-4e62-ba0f-14de19bcb6f8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/subnets/cd695bf8-fdc1-4161-9491-de91679d5792 HTTP/1.1" status: 204 len: 168 time: 1.4779897 Jul 16 20:27:55.227128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46178) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.235937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1810d-891d-4f86-89da-fef80ec8152a None None] Network 7fb6c3c9-ad9c-496c-860b-a92b97662a18 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:55.256316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.631499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:55.708530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Deleting subnet fd2cb484-3cc9-40f5-abbf-e170f7b44eae {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:55.726471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.727821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] DHCP port deletion for 7fb6c3c9-ad9c-496c-860b-a92b97662a18 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:55.830976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] Deleting port de837e32-72c1-48f1-8b53-827cba75d97c {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:55.831353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.848098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.865385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:55.912830 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] For port de837e32-72c1-48f1-8b53-827cba75d97c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=de837e32-72c1-48f1-8b53-827cba75d97c,segment=NetworkSegment(7f469ec1-4894-431a-9917-2880c1e4de96),segment_id=7f469ec1-4894-431a-9917-2880c1e4de96)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:55.913242 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.920530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.927313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] Calling delete_port for de837e32-72c1-48f1-8b53-827cba75d97c owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:56.013310 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b4424779-ce4e-4bf0-9cde-8ccbc4e0e6c0 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.7228827 Jul 16 20:27:56.013951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46248) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:56.082303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:56.117531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:56.123751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:56.179707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-547f137e-b1a1-4df6-827a-5bfcea7d71ea tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "GET /v2.0/floatingips/98cb25e3-34bf-4822-8ac3-2666afd96c54 HTTP/1.1" status: 200 len: 976 time: 0.1645625 Jul 16 20:27:56.180363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46266) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:56.223924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.276084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:56.307874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] No DVR routers for this DVR port de837e32-72c1-48f1-8b53-827cba75d97c on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:56.368407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.443961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-efaf483e-e2b2-4671-b69a-02e56aa14db7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2624612 Jul 16 20:27:56.444592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46286) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:56.453362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'port_id': '3dcbb345-a610-4249-85dc-196c3c81f1c9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:56.456674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981cac6-b5a3-45b8-8f17-1cccb5c854e9 None None] Pushing event deleted for resources: {'Port': ['ID=de837e32-72c1-48f1-8b53-827cba75d97c,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.536352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:56.537002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:56.615636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:56.619562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080576d-f500-4a4b-bc1c-38ecab5db785 None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:56.656746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.762998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881262a-7b5a-48ef-8f02-1a1e9b1ca137 req-fe33ed4d-f4dc-4458-8260-e193990bcb64 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:56.768110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0881262a-7b5a-48ef-8f02-1a1e9b1ca137 req-fe33ed4d-f4dc-4458-8260-e193990bcb64 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 931 time: 0.5143466 Jul 16 20:27:56.772638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5336108-f236-461c-8bc0-5a2ac69d11b9 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:56.784961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.816168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.822218 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/subnets/fd2cb484-3cc9-40f5-abbf-e170f7b44eae HTTP/1.1" status: 204 len: 168 time: 1.5917315 Jul 16 20:27:56.823608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.825144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3a1c6-44df-480b-a7d3-d76b9046b49e None None] Network 40733118-7ceb-4da7-8ac1-ba6af293ec4a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:56.837293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46324) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:56.885394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74df679-5206-4d68-9891-240e3a072fd8 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2cb484-3cc9-40f5-abbf-e170f7b44eae,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.107469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Transition to ACTIVE for port object a5336108-f236-461c-8bc0-5a2ac69d11b9 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:57.119267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.156546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.178516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] DHCP port deletion for 40733118-7ceb-4da7-8ac1-ba6af293ec4a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:57.245175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0881262a-7b5a-48ef-8f02-1a1e9b1ca137 req-82e61c09-d1f3-422a-b72e-2bef0c42c31d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633329 Jul 16 20:27:57.303096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] Deleting port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:57.303635 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.473334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.534655 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:57.583306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] For port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:57.591148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.612763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.626915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.652297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device de837e32-72c1-48f1-8b53-827cba75d97c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:57.655409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] Calling delete_port for 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:57.656245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Attempting to bind port a5336108-f236-461c-8bc0-5a2ac69d11b9 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:57.656865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Attempting to bind port a5336108-f236-461c-8bc0-5a2ac69d11b9 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:57.659886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Attempting to bind port a5336108-f236-461c-8bc0-5a2ac69d11b9 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:57.725632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: de837e32-72c1-48f1-8b53-827cba75d97c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:57.726172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device de837e32-72c1-48f1-8b53-827cba75d97c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:57.726555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:57.752204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.788500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Port a5336108-f236-461c-8bc0-5a2ac69d11b9 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:57.794399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Attempting to bind port a5336108-f236-461c-8bc0-5a2ac69d11b9 on network fa18409d-ff19-475d-8f02-5a5b7eb4d389 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:57.801739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb6c3c9-ad9c-496c-860b-a92b97662a18']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:57.815897 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 98cb25e3-34bf-4822-8ac3-2666afd96c54 associated. External IP: 172.25.3.76, port: 7c49bff8-60af-490f-b0ab-d4c19c1fa101. Jul 16 20:27:57.821418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f469ec1-4894-431a-9917-2880c1e4de96') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:57.822116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f469ec1-4894-431a-9917-2880c1e4de96') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:57.824922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:57.825472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Checking segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:57.826580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Bound using segment: {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:57.828442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Bound port: a5336108-f236-461c-8bc0-5a2ac69d11b9, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8707ca-ca16-4206-b0d3-fe61e84d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:57.828986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.852617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.905157 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.952533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:57.952955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:57.963478 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:57.968218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.083346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,segment=NetworkSegment(401f1d66-e4b2-4224-adb9-4504a48b8bbb),segment_id=401f1d66-e4b2-4224-adb9-4504a48b8bbb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:58.091201 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.101697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:58.112828 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.123586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:58.124965 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.127282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/networks/7fb6c3c9-ad9c-496c-860b-a92b97662a18 HTTP/1.1" status: 204 len: 168 time: 1.2433665 Jul 16 20:27:58.130144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46424) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:58.150220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.176230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.208751 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.229803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:58.237928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.242500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea5e5a-eb54-45f2-a3bb-639bcc9c6796 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Network': ['ID=7fb6c3c9-ad9c-496c-860b-a92b97662a18,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.258033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.259559 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.261408 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-b7f15e7f-0fe4-4a62-8a3e-7f1c548c6ce2 service neutron] 10.222.0.99 "PUT /v2.0/ports/a5336108-f236-461c-8bc0-5a2ac69d11b9 HTTP/1.1" status: 200 len: 1092 time: 3.2732463 Jul 16 20:27:58.262055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:58.264519 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b2a089-a1ab-411a-96c3-b2a889b96daa" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:58.304216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] Pushing event deleted for resources: {'Port': ['ID=28c37d27-f6d8-4a9a-a214-446bcc6d7cd1,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.306702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a5d6d-da96-48e0-b011-f36eb3d01936 None None] No DVR routers for this DVR port 28c37d27-f6d8-4a9a-a214-446bcc6d7cd1 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:58.331140 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:58.379337 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.429946 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa521b5-1db8-466f-99b3-fb50f17a6fe1 x-openstack-request-id: req-9fa521b5-1db8-466f-99b3-fb50f17a6fe1 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:58.430496 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:58.430960 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9fa521b5-1db8-466f-99b3-fb50f17a6fe1 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:58.431594 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'status': 'completed', 'code': 200} Jul 16 20:27:58.573954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:58.587802 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:58.590012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-fee59ae3-a182-4ea8-a2a9-0eafce4b9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.591938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-fee59ae3-a182-4ea8-a2a9-0eafce4b9d82 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 1095 time: 0.2096026 Jul 16 20:27:58.598181 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:58.599872 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:58.689345 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:58.709254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-abffca3d-9c41-412a-b46c-a18194286dec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9 HTTP/1.1" status: 200 len: 217 time: 0.0813982 Jul 16 20:27:58.720236 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:58.722382 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:58.785859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.797193 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:58.797850 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5e1cb-b0fc-4381-ac03-a5394c2a448f None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:58.799741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40733118-7ceb-4da7-8ac1-ba6af293ec4a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:58.882151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401f1d66-e4b2-4224-adb9-4504a48b8bbb') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:58.882626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401f1d66-e4b2-4224-adb9-4504a48b8bbb') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:58.922132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379a78b-d63e-4a01-a7ea-7f95192f96c1 req-b5729c50-f908-425a-9077-7210c2eaa5df tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.931642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6379a78b-d63e-4a01-a7ea-7f95192f96c1 req-b5729c50-f908-425a-9077-7210c2eaa5df tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 943 time: 0.4568532 Jul 16 20:27:58.940279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.043087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-dcb786f7-20b9-442b-8b42-65fdd9ceb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.045386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-dcb786f7-20b9-442b-8b42-65fdd9ceb8f8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.2406247 Jul 16 20:27:59.048053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.085972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:59.086399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:59.092059 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:59.167944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6379a78b-d63e-4a01-a7ea-7f95192f96c1 req-b075af5a-f61f-429b-a0bd-8faed3504d1d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229669 Jul 16 20:27:59.187317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:59.231803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.241682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.243605 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] 10.222.0.91 "DELETE /v2.0/networks/40733118-7ceb-4da7-8ac1-ba6af293ec4a HTTP/1.1" status: 204 len: 168 time: 1.1118746 Jul 16 20:27:59.277054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401abdf-1ed0-4c03-90fd-535bc6bb8c29 tempest-TaggedBootDevicesTest_v242-2125371085 tempest-TaggedBootDevicesTest_v242-2125371085-project] Pushing event deleted for resources: {'Network': ['ID=40733118-7ceb-4da7-8ac1-ba6af293ec4a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.299006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-c983c63d-abd3-4f69-91b0-914991c447e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.300623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-c983c63d-abd3-4f69-91b0-914991c447e9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2479897 Jul 16 20:27:59.454400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-29ca6420-c3d3-490d-bd8a-b4811e41355c service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425650 Jul 16 20:27:59.706011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d4d1828-8f29-4cf0-84df-94aabc47aa3e req-73a70223-5f07-448e-b079-90899dd77f2d service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438254 Jul 16 20:27:59.864744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-19569ec7-1a1a-40e0-9d2b-fbef5532a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.867946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-19569ec7-1a1a-40e0-9d2b-fbef5532a328 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 1095 time: 0.0890276 Jul 16 20:28:00.002559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:00.019402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:00.021091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.043383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:00.045032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:00.120236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:00.140010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:00.140675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:00.174023 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0de12708-a5fb-48ad-bdb7-99c9efa436d2 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/floatingips/98cb25e3-34bf-4822-8ac3-2666afd96c54 HTTP/1.1" status: 200 len: 976 time: 3.7282751 Jul 16 20:28:00.174754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46490) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:00.179709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:00.251210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:00.251936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c0a2b-6bdc-4584-b751-6740025e9166 None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:00.286414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.483371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.518927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.519567 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 98cb25e3-34bf-4822-8ac3-2666afd96c54 disassociated. External IP: 172.25.3.76, port: 3dcbb345-a610-4249-85dc-196c3c81f1c9. Jul 16 20:28:00.647178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-a3788958-f459-4814-a08a-536a4c9e8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.648924 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-a3788958-f459-4814-a08a-536a4c9e8fe4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.7744927 Jul 16 20:28:00.739053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-51acd6e8-f8b2-423b-b76e-488eb4f4c507 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9 HTTP/1.1" status: 200 len: 217 time: 0.0831850 Jul 16 20:28:00.833537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-a4b4c36c-134a-44b4-9cc9-28251b79e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.835211 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-a4b4c36c-134a-44b4-9cc9-28251b79e9cc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0907533 Jul 16 20:28:00.850352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a78829-468e-4aa3-8c40-1d971d6d38bb req-139d20f6-882c-44ad-a502-a9bb20f9aee9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.858522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6a78829-468e-4aa3-8c40-1d971d6d38bb req-139d20f6-882c-44ad-a502-a9bb20f9aee9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 943 time: 0.5244627 Jul 16 20:28:00.924160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:00.932959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6a78829-468e-4aa3-8c40-1d971d6d38bb req-bb5be1f2-f57e-4ad5-8039-5c98018c2c2f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734572 Jul 16 20:28:00.946430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-aff7e4d4-a99e-4158-aa15-1f6edd28da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.965496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-aff7e4d4-a99e-4158-aa15-1f6edd28da60 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229017 Jul 16 20:28:01.181534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:01.188952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.193617 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:01.203952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-3b3aebfe-8cce-4c78-8461-32eb04093c62 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314794 Jul 16 20:28:01.220024 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:01.220673 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:01.286593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f6a437f-292a-4bba-bc12-d5be7b9901c3 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/floatingips/98cb25e3-34bf-4822-8ac3-2666afd96c54 HTTP/1.1" status: 200 len: 687 time: 1.1106517 Jul 16 20:28:01.295085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46520) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:01.344026 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:01.363087 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:01.363970 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:01.379392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50b2a089-a1ab-411a-96c3-b2a889b96daa req-29295820-e2df-4ffe-bd11-693eb29b923d service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689847 Jul 16 20:28:01.417099 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:01.418118 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84583aa3-baa1-40ff-b5e1-86412844d3ac None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:01.508181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 34d08372-e071-4204-b3d4-44ca81bc525e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:01.509423 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.645653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.646018 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.662456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 34d08372-e071-4204-b3d4-44ca81bc525e owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:01.863445 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.903351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=34d08372-e071-4204-b3d4-44ca81bc525e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.999847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.003258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.004702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5b1894a8-85e8-4613-9945-7bab20440093 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/floatingips/98cb25e3-34bf-4822-8ac3-2666afd96c54 HTTP/1.1" status: 204 len: 168 time: 0.7076058 Jul 16 20:28:02.007419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46540) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.148914 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-b3bdd077-31e5-46de-a6ae-62cd38e15068 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] delete failed (client error): The resource could not be found. Jul 16 20:28:02.152860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b3bdd077-31e5-46de-a6ae-62cd38e15068 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/floatingips/98cb25e3-34bf-4822-8ac3-2666afd96c54 HTTP/1.1" status: 404 len: 345 time: 0.1435161 Jul 16 20:28:02.159180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46546) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.256957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a5336108-f236-461c-8bc0-5a2ac69d11b9 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:02.488350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:02.497968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e91413-471f-46b5-991c-a5c7163d68f5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.505232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'mac_address': 'fa:16:3e:0b:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:02.509822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e91413-471f-46b5-991c-a5c7163d68f5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.518200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e91413-471f-46b5-991c-a5c7163d68f5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.521026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e6e91413-471f-46b5-991c-a5c7163d68f5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "GET /v2.0/ports?network_id=62bb8769-910a-43a5-8aac-1bcccbf3ef0a HTTP/1.1" status: 200 len: 2356 time: 0.3604341 Jul 16 20:28:02.526245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.553837 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.575125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5336108-f236-461c-8bc0-5a2ac69d11b9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:02.619290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bedbeb-a4b8-4e75-9812-663163b56a2e req-d5e44cbf-648a-49e9-b7c3-42b69502739e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.621523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8bedbeb-a4b8-4e75-9812-663163b56a2e req-d5e44cbf-648a-49e9-b7c3-42b69502739e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 943 time: 0.3423533 Jul 16 20:28:02.626874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430178b6-cf33-4a6d-928c-f3ca0eb62a91 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.629257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-430178b6-cf33-4a6d-928c-f3ca0eb62a91 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "GET /v2.0/subnets/a97f74fd-f04d-415c-89c1-78dcbe46f1d3 HTTP/1.1" status: 200 len: 797 time: 0.0922751 Jul 16 20:28:02.635737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46560) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.642435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'port': {'network_id': '62bb8769-910a-43a5-8aac-1bcccbf3ef0a', 'name': 'tempest-FloatingIPTestJSON-1910024468', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:02.645619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:02.651991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.701225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8bedbeb-a4b8-4e75-9812-663163b56a2e req-d6672aa7-0def-4160-8b68-1c5ab4e138af tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710721 Jul 16 20:28:02.760092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.768046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.768624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.768976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.769323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.769658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.769990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.770319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.770645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.771007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.771540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.772032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.772532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:02.880113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a5336108-f236-461c-8bc0-5a2ac69d11b9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:02.900223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:03.005884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.031102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] device_id is not set on port 1c6208e4-7f92-4dbf-8247-af49da99fbca yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:03.528206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.14 (62bb8769-910a-43a5-8aac-1bcccbf3ef0a/a97f74fd-f04d-415c-89c1-78dcbe46f1d3/1c6208e4-7f92-4dbf-8247-af49da99fbca) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:03.537101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.13 (62bb8769-910a-43a5-8aac-1bcccbf3ef0a/a97f74fd-f04d-415c-89c1-78dcbe46f1d3/1c6208e4-7f92-4dbf-8247-af49da99fbca) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:03.887186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.992203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.101991 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:04.106261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:04.111191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:04.144677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=1c6208e4-7f92-4dbf-8247-af49da99fbca,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.155563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f1784-4726-4f68-811d-60b11618b71d req-5aec1a06-a86a-4df4-a463-97d53c729d95 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.157806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-684f1784-4726-4f68-811d-60b11618b71d req-5aec1a06-a86a-4df4-a463-97d53c729d95 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 944 time: 0.1411490 Jul 16 20:28:04.171741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.173164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.173747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.174338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.175197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.175831 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.176524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.177100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.177926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.178571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.179311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.179867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.236428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-684f1784-4726-4f68-811d-60b11618b71d req-7fb51c1b-836c-4a7a-bf4d-c64052114df3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716038 Jul 16 20:28:04.237829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.238575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.283019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-73dab659-763b-4e9d-a83d-c8af55b47a55 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6420538 Jul 16 20:28:04.284176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a5336108-f236-461c-8bc0-5a2ac69d11b9 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:04.285397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46622) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.294055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '1c6208e4-7f92-4dbf-8247-af49da99fbca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:04.358575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.412568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a5336108-f236-461c-8bc0-5a2ac69d11b9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:04.418012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a5336108-f236-461c-8bc0-5a2ac69d11b9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:04.421370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.564355 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.651103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:04.664652 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d1044f-df90-46cc-82be-1703bbedf31a" -d '{"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-plugged", "status": "completed", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:04.722744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:04.729612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.731441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.871211 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b882a56-f855-482c-a904-fa1599cbae06 x-openstack-request-id: req-7b882a56-f855-482c-a904-fa1599cbae06 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:04.872145 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-plugged", "status": "completed", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:04.893716 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7b882a56-f855-482c-a904-fa1599cbae06 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:04.894986 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'code': 200} Jul 16 20:28:04.913431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.958645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.25.3.254 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/92f33284-fe1a-4e47-8679-030559238d42) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:04.992513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a608967-f6bd-4d8b-8268-0488d311ba2d req-238347fa-f161-4f92-afba-7416919fe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.994187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a608967-f6bd-4d8b-8268-0488d311ba2d req-238347fa-f161-4f92-afba-7416919fe3f9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 1097 time: 0.1208346 Jul 16 20:28:05.065443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a608967-f6bd-4d8b-8268-0488d311ba2d req-5a3dc119-ea3b-4d16-8df9-5db91e17478e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636966 Jul 16 20:28:05.087670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.168522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.216434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:05.224836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:05.233336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:05.266105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=92f33284-fe1a-4e47-8679-030559238d42,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:05.283481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.283892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.284292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.284865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.285304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.285747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.286136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.286516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.286941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.287365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.287752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.288133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.605762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c922e0-eac2-4823-b5ee-796408ec5dbd req-c2bb32d8-b33e-46ef-8bef-3c56138edfbc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.611387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19c922e0-eac2-4823-b5ee-796408ec5dbd req-c2bb32d8-b33e-46ef-8bef-3c56138edfbc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.1320086 Jul 16 20:28:05.668727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19c922e0-eac2-4823-b5ee-796408ec5dbd req-ab227867-c27a-4bd5-b11a-4d17629f2399 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506225 Jul 16 20:28:05.797353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.898307 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.997989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1fd23bbb-931e-44d9-a9ad-cd271b621343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.117856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.124586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.203180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=92f33284-fe1a-4e47-8679-030559238d42,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.214129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.328989 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 72ab770f-d01c-4f68-9558-abe63960e54c associated. External IP: 172.25.3.254, port: 1c6208e4-7f92-4dbf-8247-af49da99fbca. Jul 16 20:28:06.582204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:06.706092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:06.720242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:06.734246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.741130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:06.742600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.778421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0490f02f-9077-4841-8211-f40de996dd67 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4885681 Jul 16 20:28:06.778676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:06.785610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'port_id': '1c6208e4-7f92-4dbf-8247-af49da99fbca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:06.848783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.870492 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.875126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:06.876647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.923401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.924665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3871256-2384-4a71-ac07-298b75d65a0d None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:06.997910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddafec-85d1-4d74-a969-9c5a00f61192 req-861e04a2-cec2-44bb-9b57-60d779bb32b1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.006956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ceddafec-85d1-4d74-a969-9c5a00f61192 req-861e04a2-cec2-44bb-9b57-60d779bb32b1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.1132300 Jul 16 20:28:07.052518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ceddafec-85d1-4d74-a969-9c5a00f61192 req-4343625b-4cd3-4fb5-ba69-716da07876f1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Jul 16 20:28:07.537729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0688a34-53b8-4b51-b21f-287e66bba4e4 req-c7b3d92c-835b-4cb8-95c4-d143ce31eeae tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.546981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0688a34-53b8-4b51-b21f-287e66bba4e4 req-c7b3d92c-835b-4cb8-95c4-d143ce31eeae tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.1207960 Jul 16 20:28:07.638225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0688a34-53b8-4b51-b21f-287e66bba4e4 req-7c6c61ff-cbcc-4680-bfb3-3b0111511019 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Jul 16 20:28:08.104515 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.110105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.370929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:08.528334 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.572622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:08.586278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.587042 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:08.589336 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.604482 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:08.605098 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:08.666021 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:08.676173 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:08.677092 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:27:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:08.697447 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-81037be1-2b01-4a02-8875-6889b1a6a9d6 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/floatingips/72ab770f-d01c-4f68-9558-abe63960e54c HTTP/1.1" status: 200 len: 979 time: 1.9172301 Jul 16 20:28:08.699941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46712) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:08.714322 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:08.715025 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f96e4-a41f-4fa5-bd6b-27f7c8206dbc None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:08.836309 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ac881d09-78ac-4050-b33a-e27de3e10e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.913241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da484d73-c56e-450c-b13f-f5c31cd95c80 req-1de27fd0-a0f2-4fb8-8455-6d6b9e1d766b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:08.916430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 92f33284-fe1a-4e47-8679-030559238d42 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:08.916844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.922514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da484d73-c56e-450c-b13f-f5c31cd95c80 req-1de27fd0-a0f2-4fb8-8455-6d6b9e1d766b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.0932307 Jul 16 20:28:08.967227 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.968816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da484d73-c56e-450c-b13f-f5c31cd95c80 req-57fa581a-04f3-4822-8b72-3c5fa3f2f91c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Jul 16 20:28:09.081477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.081809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.126076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 92f33284-fe1a-4e47-8679-030559238d42 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:09.477639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.540129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=92f33284-fe1a-4e47-8679-030559238d42,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:09.628136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.628473 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 72ab770f-d01c-4f68-9558-abe63960e54c disassociated (deleted). External IP: 172.25.3.254, port: 1c6208e4-7f92-4dbf-8247-af49da99fbca. Jul 16 20:28:09.944464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968eb01-9b73-440b-b018-b41a89d2bd80 req-fdd9c033-968c-4c8e-b0b0-e3c4fada80c2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.949878 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7968eb01-9b73-440b-b018-b41a89d2bd80 req-fdd9c033-968c-4c8e-b0b0-e3c4fada80c2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.0936182 Jul 16 20:28:09.978282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:10.005152 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7968eb01-9b73-440b-b018-b41a89d2bd80 req-f57d270e-35d8-48e7-bf42-421f48a1e037 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483215 Jul 16 20:28:10.024775 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.119863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:10.132172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:10.139926 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.150877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:10.150877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.218262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.227545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:10.228160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.235457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-481aaac0-f140-4c2f-ac33-e68b98382e6d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/floatingips/72ab770f-d01c-4f68-9558-abe63960e54c HTTP/1.1" status: 204 len: 168 time: 1.5343637 Jul 16 20:28:10.238237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46746) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.266039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:10.266689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250220c-17e2-44ea-af16-0992dfe76d92 None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:10.365975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 1c6208e4-7f92-4dbf-8247-af49da99fbca {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:10.367013 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.481362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.494571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 1c6208e4-7f92-4dbf-8247-af49da99fbca owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:10.719270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.785615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=1c6208e4-7f92-4dbf-8247-af49da99fbca,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.857011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.862737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-56128316-f4a9-4022-b89f-043c3360e3fb tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/ports/1c6208e4-7f92-4dbf-8247-af49da99fbca HTTP/1.1" status: 204 len: 168 time: 0.6199291 Jul 16 20:28:10.863149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46756) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.868846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:10.903777 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.056487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.239371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147934b7-8718-45cd-a7ce-b6cea47fc97b req-f31ecf66-d8d0-445e-8375-01477c32df53 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.242433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.25.3.117 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/d5f92706-c034-4a80-8cf1-895905118c62) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:11.247963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-147934b7-8718-45cd-a7ce-b6cea47fc97b req-f31ecf66-d8d0-445e-8375-01477c32df53 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.1006229 Jul 16 20:28:11.315489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-147934b7-8718-45cd-a7ce-b6cea47fc97b req-895d919c-b9d0-4e5a-b6ed-97860f0a171e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658760 Jul 16 20:28:11.422410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.472642 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.516921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:11.520420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:11.531538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:11.571489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=d5f92706-c034-4a80-8cf1-895905118c62,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.678131 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.752329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.814653 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.999320 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.005191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.095464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=d5f92706-c034-4a80-8cf1-895905118c62,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.118773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.139212 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.140923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1bc3491f-a17c-4941-9690-c428abe55838 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2766914 Jul 16 20:28:12.144804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46780) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.150206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'port': {'network_id': '62bb8769-910a-43a5-8aac-1bcccbf3ef0a', 'name': 'tempest-FloatingIPTestJSON-1388111918'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:12.307307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a5336108-f236-461c-8bc0-5a2ac69d11b9 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:12.400888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:12.409490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.450148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] device_id is not set on port 56d0d7dd-892f-48ea-9532-1781d4bdfdb1 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:12.688467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:12.772421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'port_id': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'mac_address': 'fa:16:3e:0b:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:12.839672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.12 (62bb8769-910a-43a5-8aac-1bcccbf3ef0a/a97f74fd-f04d-415c-89c1-78dcbe46f1d3/56d0d7dd-892f-48ea-9532-1781d4bdfdb1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:12.867653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb96c4-22ef-4353-8cdd-a1d9261f3b8e req-0a74540d-8007-45b7-940a-164600b2782d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.876646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dafb96c4-22ef-4353-8cdd-a1d9261f3b8e req-0a74540d-8007-45b7-940a-164600b2782d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.2961431 Jul 16 20:28:12.982265 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.030815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5336108-f236-461c-8bc0-5a2ac69d11b9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:13.058289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dafb96c4-22ef-4353-8cdd-a1d9261f3b8e req-ac5df3c0-f19f-4b02-9b15-c7f891c056ca tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724036 Jul 16 20:28:13.088113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:13.097524 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.246044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a5336108-f236-461c-8bc0-5a2ac69d11b9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:13.299186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.437421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.464707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.618901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=56d0d7dd-892f-48ea-9532-1781d4bdfdb1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.633974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 62bb8769-910a-43a5-8aac-1bcccbf3ef0a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:13.640945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:13.645771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:13.734087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.734726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.757356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d04ce84-581e-43e3-9264-554a569ed641 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6090038 Jul 16 20:28:13.757704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46822) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:13.762779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'port_id': '56d0d7dd-892f-48ea-9532-1781d4bdfdb1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:13.857824 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.314149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a5336108-f236-461c-8bc0-5a2ac69d11b9 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:14.496443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a5336108-f236-461c-8bc0-5a2ac69d11b9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:14.497151 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.624534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:14.655171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bae181-e956-4ee1-b325-f3a58ef69daa req-d49da835-d703-4a81-bf8f-73d059aeb13a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:14.659724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57bae181-e956-4ee1-b325-f3a58ef69daa req-d49da835-d703-4a81-bf8f-73d059aeb13a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 944 time: 0.1969504 Jul 16 20:28:14.660581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.768199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:14.771436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:14.776958 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574b3b7-a725-4adc-a60d-ed1080431b6c" -d '{"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-plugged", "status": "completed", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:14.877315 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.907251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.resource_extend [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:28:14.999895 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c31d7d-bdbe-4ebf-8390-afc7a1f70ba7 x-openstack-request-id: req-e2c31d7d-bdbe-4ebf-8390-afc7a1f70ba7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:15.003019 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-plugged", "status": "completed", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:15.003908 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e2c31d7d-bdbe-4ebf-8390-afc7a1f70ba7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:15.005162 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'code': 200} Jul 16 20:28:15.012218 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57bae181-e956-4ee1-b325-f3a58ef69daa req-54195d8c-5e1b-49c4-9873-3fb747c011b3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255391 Jul 16 20:28:15.067812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.085656 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.098642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.446664 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP fa7cf812-9ae1-4ea3-92b9-60fc21ecadec associated. External IP: 172.25.3.117, port: 56d0d7dd-892f-48ea-9532-1781d4bdfdb1. Jul 16 20:28:15.603027 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.884838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:16.168060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:16.175453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.182561 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:16.195398 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:16.197278 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:16.257090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5b709da8-6300-4364-aede-95929077e6bc tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/floatingips/fa7cf812-9ae1-4ea3-92b9-60fc21ecadec HTTP/1.1" status: 200 len: 979 time: 2.4981043 Jul 16 20:28:16.258334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46868) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:16.592284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 56d0d7dd-892f-48ea-9532-1781d4bdfdb1 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:16.606132 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.612171 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:16.648574 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:16.649888 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:16.711646 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:16.712640 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0658e1-3ab0-461b-a876-567d9323c3f2 None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:16.740797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247129d-8736-4d20-817a-1d0f06f9eaaf req-21331584-45e9-45a9-bce4-cd171585a88e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.751961 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c247129d-8736-4d20-817a-1d0f06f9eaaf req-21331584-45e9-45a9-bce4-cd171585a88e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.4019573 Jul 16 20:28:16.884703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c247129d-8736-4d20-817a-1d0f06f9eaaf req-95531669-b7b6-43ef-89f0-dbf75f612790 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307642 Jul 16 20:28:16.941555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.270879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Deleting port 87d82bb9-588c-4411-8551-8cd9164d9f11 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:17.270879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.326012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.326396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.327175 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP fa7cf812-9ae1-4ea3-92b9-60fc21ecadec disassociated. External IP: 172.25.3.117, port: 56d0d7dd-892f-48ea-9532-1781d4bdfdb1. Jul 16 20:28:17.327175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 56d0d7dd-892f-48ea-9532-1781d4bdfdb1 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:17.423086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] For port 87d82bb9-588c-4411-8551-8cd9164d9f11, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=87d82bb9-588c-4411-8551-8cd9164d9f11,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:17.423878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.438146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Calling delete_port for 87d82bb9-588c-4411-8551-8cd9164d9f11 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:17.668076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.785247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=56d0d7dd-892f-48ea-9532-1781d4bdfdb1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:17.795276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.928984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d82bb9-588c-4411-8551-8cd9164d9f11,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:18.129990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:18.521909 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.873490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:18.892063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:18.961379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:18.963188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.993828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Router 6eba7a98-0094-4679-b812-fe5b934bcb5d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:19.030906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:19.034229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.039280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9ec729b5-4ee4-46f8-a4cd-f2a6b2e24701 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/ports/56d0d7dd-892f-48ea-9532-1781d4bdfdb1 HTTP/1.1" status: 204 len: 168 time: 2.7795281 Jul 16 20:28:19.044245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:19.045081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:19.049607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46920) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.208182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5860a-ff43-412c-b8a2-f9b887c8e210 req-20ecada9-044b-42fb-8d0b-ff642131bec1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.227184 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0d5860a-ff43-412c-b8a2-f9b887c8e210 req-20ecada9-044b-42fb-8d0b-ff642131bec1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 1.0150030 Jul 16 20:28:19.281633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46924) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.282694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3207322e-2b27-49d3-991b-8a1bf7fa68fe tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "GET /v2.0/floatingips/fa7cf812-9ae1-4ea3-92b9-60fc21ecadec HTTP/1.1" status: 200 len: 688 time: 0.2131798 Jul 16 20:28:19.341003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0d5860a-ff43-412c-b8a2-f9b887c8e210 req-7050bba2-cc17-433a-8ffb-b3a61a3457a0 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123953 Jul 16 20:28:19.474594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:19.474594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1707982-ca0f-4fa9-85e3-d1ddfc73bb96 None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:19.607656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:19.629354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-79aac0bb-7ff3-4f77-b2ea-b417ab482ae1 admin admin] 10.222.0.91 "PUT /v2.0/routers/6eba7a98-0094-4679-b812-fe5b934bcb5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0036058 Jul 16 20:28:19.629608 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] Sync routers for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:19.632583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46934) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.648423 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:19.669099 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:19.826750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port d5f92706-c034-4a80-8cf1-895905118c62 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:19.827160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.978518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.978983 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.996080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for d5f92706-c034-4a80-8cf1-895905118c62 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:20.002027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.035390 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:20.296540 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:28:17Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:20.309830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.332208 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] Checking router: 6eba7a98-0094-4679-b812-fe5b934bcb5d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:20.340901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=d5f92706-c034-4a80-8cf1-895905118c62,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:20.342605 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] Routers {'6eba7a98-0094-4679-b812-fe5b934bcb5d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:20.351329 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6eba7a98-0094-4679-b812-fe5b934bcb5d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:20.417292 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.463756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.466392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.467750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7585f582-2e72-47a6-a78d-b5b366f04eb1 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/floatingips/fa7cf812-9ae1-4ea3-92b9-60fc21ecadec HTTP/1.1" status: 204 len: 168 time: 1.1755683 Jul 16 20:28:20.471493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46950) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:20.477229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '3dcbb345-a610-4249-85dc-196c3c81f1c9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:20.512059 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] Set router 6eba7a98-0094-4679-b812-fe5b934bcb5d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:20.561185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.665798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Deleting port b61eae71-65cf-42cc-9e3c-06e6c8100acd {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:20.666414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.843723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.948281 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:28:17Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:21.036126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] For port b61eae71-65cf-42cc-9e3c-06e6c8100acd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b61eae71-65cf-42cc-9e3c-06e6c8100acd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:21.037133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.056620 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab3627-feff-4416-8bbf-2b132188ecac None None] The sync data for ids ['6eba7a98-0094-4679-b812-fe5b934bcb5d'] in n-d-792458-10 is: [{'id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'name': 'tempest-TaggedBootDevicesTest_v242-460625189-router', 'tenant_id': '4c77c4f4148c47188d62752fcad8edfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:25Z', 'updated_at': '2021-07-16T20:28:17Z', 'revision_number': 5, 'project_id': '4c77c4f4148c47188d62752fcad8edfc', 'gw_port': {'id': 'b61eae71-65cf-42cc-9e3c-06e6c8100acd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eba7a98-0094-4679-b812-fe5b934bcb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:27Z', 'updated_at': '2021-07-16T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:21.083872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.25.3.21 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f5bea136-1518-4640-9135-5d7e6d3fd373) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:21.091487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Calling delete_port for b61eae71-65cf-42cc-9e3c-06e6c8100acd owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:21.242801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.300124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed02b-7f81-48f0-a7e4-b7c97093080c req-fb9389f9-71d3-4536-9bfb-45a92c329e58 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.301661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42bed02b-7f81-48f0-a7e4-b7c97093080c req-fb9389f9-71d3-4536-9bfb-45a92c329e58 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.5652664 Jul 16 20:28:21.317524 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.374034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:21.383165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:21.387706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:21.395175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=f5bea136-1518-4640-9135-5d7e6d3fd373,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.504627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 87d82bb9-588c-4411-8551-8cd9164d9f11 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:21.530145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-42bed02b-7f81-48f0-a7e4-b7c97093080c req-85e991da-ca43-4829-a5e7-82a02227cd6d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123880 Jul 16 20:28:21.568847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 87d82bb9-588c-4411-8551-8cd9164d9f11 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:21.569127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 87d82bb9-588c-4411-8551-8cd9164d9f11 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:21.643927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.699997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61eae71-65cf-42cc-9e3c-06e6c8100acd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.863655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.009995 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.012982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.077871 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.078912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eba7a98-0094-4679-b812-fe5b934bcb5d {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:28:22.085870 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.089452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5cea3c5d-f4fc-42ed-be12-f63e1dbd81c9 admin admin] 10.222.0.91 "DELETE /v2.0/routers/6eba7a98-0094-4679-b812-fe5b934bcb5d HTTP/1.1" status: 204 len: 168 time: 2.4525914 Jul 16 20:28:22.090273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 46980) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:22.252138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] Deleting subnet 5e91a06e-429d-4f55-94ac-ed74652e3b6c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:22.258026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.306250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.402464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.528463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.553123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.558716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbcdc4f-584c-42e1-93fe-0fbcccc8b948 None None] Network a971504f-be18-4da5-80f5-dbeaca015f02 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:22.571401 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5e91a06e-429d-4f55-94ac-ed74652e3b6c HTTP/1.1" status: 204 len: 168 time: 0.4785190 Jul 16 20:28:22.572641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 46990) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:22.715262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fe06b-ffb6-450a-b1c9-8dea668a3202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e91a06e-429d-4f55-94ac-ed74652e3b6c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:22.804735 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.850575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.007585 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.097432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] DHCP port deletion for a971504f-be18-4da5-80f5-dbeaca015f02 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:23.169552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Deleting port 45b56dbe-d481-42b4-8764-0c23728946a9 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:23.169898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.266571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] Deleting port 45b56dbe-d481-42b4-8764-0c23728946a9 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:23.267620 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.390715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] For port 45b56dbe-d481-42b4-8764-0c23728946a9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45b56dbe-d481-42b4-8764-0c23728946a9,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:23.391092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.467940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Calling delete_port for 45b56dbe-d481-42b4-8764-0c23728946a9 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:23.518159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b61eae71-65cf-42cc-9e3c-06e6c8100acd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:23.518946 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.532440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.552294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: b61eae71-65cf-42cc-9e3c-06e6c8100acd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:23.553546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b61eae71-65cf-42cc-9e3c-06e6c8100acd not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:23.554204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 45b56dbe-d481-42b4-8764-0c23728946a9 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:23.632431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] For port 45b56dbe-d481-42b4-8764-0c23728946a9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45b56dbe-d481-42b4-8764-0c23728946a9,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:23.651972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.653472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23470540-7de4-416a-b7bd-db38cbf65aa0 req-bb4e24ad-ed12-4cb8-9032-55948b4f2a98 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.670584 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-23470540-7de4-416a-b7bd-db38cbf65aa0 req-bb4e24ad-ed12-4cb8-9032-55948b4f2a98 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.8043938 Jul 16 20:28:23.676706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] Calling delete_port for 45b56dbe-d481-42b4-8764-0c23728946a9 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:23.787091 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.798922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-23470540-7de4-416a-b7bd-db38cbf65aa0 req-a4eda7c4-612a-49aa-82a4-62b057c311f0 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229119 Jul 16 20:28:23.801269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=f5bea136-1518-4640-9135-5d7e6d3fd373,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:23.815965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.897262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 45b56dbe-d481-42b4-8764-0c23728946a9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=45b56dbe-d481-42b4-8764-0c23728946a9,segment=NetworkSegment(1675bfb3-05a2-4023-8fb6-156868c3a4ce),segment_id=1675bfb3-05a2-4023-8fb6-156868c3a4ce)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:23.915137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.922660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.026629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event deleted for resources: {'Port': ['ID=45b56dbe-d481-42b4-8764-0c23728946a9,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.032289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] No DVR routers for this DVR port 45b56dbe-d481-42b4-8764-0c23728946a9 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:24.035979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b56dbe-d481-42b4-8764-0c23728946a9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.048236 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.153736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] No DVR routers for this DVR port 45b56dbe-d481-42b4-8764-0c23728946a9 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:24.176128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e0936-1f04-4293-97de-835e7d93ffa5 None None] Pushing event deleted for resources: {'Port': ['ID=45b56dbe-d481-42b4-8764-0c23728946a9,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.188524 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 937b8169-cf76-4db0-a866-9d7ee9973d07 associated. External IP: 172.25.3.21, port: 3dcbb345-a610-4249-85dc-196c3c81f1c9. Jul 16 20:28:24.238653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.253163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a971504f-be18-4da5-80f5-dbeaca015f02']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:24.270219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1675bfb3-05a2-4023-8fb6-156868c3a4ce') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:24.270543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1675bfb3-05a2-4023-8fb6-156868c3a4ce') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:24.286080 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.373257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.411146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:24.416176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:24.418560 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:24.539413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.571616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.573970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a971504f-be18-4da5-80f5-dbeaca015f02 HTTP/1.1" status: 204 len: 168 time: 2.0001252 Jul 16 20:28:24.575641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83c9e1-f539-4d3c-83af-4b267e397da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a971504f-be18-4da5-80f5-dbeaca015f02,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.776527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:24.925785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47118) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:25.167681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8e51bae6-17b4-419b-b79f-e41796854233 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4c77c4f4148c47188d62752fcad8edfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404032 Jul 16 20:28:25.183903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47132) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:25.216843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:25.231866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:25.269404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:25.270693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:25.275260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.386456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-621efa7b-129b-4aea-9ca0-da9c0e3be966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.407146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ead4b-d28b-43d8-9d6e-3054914050fb req-7b1a1523-2eeb-4f7c-a14c-8c3abcc2e483 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.412790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-621efa7b-129b-4aea-9ca0-da9c0e3be966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.428866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:25.429665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-472ead4b-d28b-43d8-9d6e-3054914050fb req-7b1a1523-2eeb-4f7c-a14c-8c3abcc2e483 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.3017292 Jul 16 20:28:25.477741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:25.481523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:25.517324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-be69ed17-eb2e-42a5-a016-797c109fcb7c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.0393133 Jul 16 20:28:25.519304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:25.531038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2006138050'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:25.543075 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-621efa7b-129b-4aea-9ca0-da9c0e3be966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.553497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-621efa7b-129b-4aea-9ca0-da9c0e3be966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.563082 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-621efa7b-129b-4aea-9ca0-da9c0e3be966 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f73da3f9-b9ab-428f-897b-ecad4f932d5e HTTP/1.1" status: 204 len: 168 time: 0.3703232 Jul 16 20:28:25.576025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-472ead4b-d28b-43d8-9d6e-3054914050fb req-8778ff59-8778-4130-a9d1-6005b54f61ce tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450100 Jul 16 20:28:25.593742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621efa7b-129b-4aea-9ca0-da9c0e3be966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73da3f9-b9ab-428f-897b-ecad4f932d5e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.650485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:25.650485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.720222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:25.720941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9d3f3-5611-49ce-b1be-9e300389297c None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:25.732597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:25.776385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.776644 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Added segment 23136dda-8926-4e76-aa65-dd938b66d58b of type vlan for network 07a580fb-2019-4020-a2df-31dbcbb90a1c Jul 16 20:28:25.846673 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.919172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.929087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.931975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.018810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4980698 Jul 16 20:28:26.022392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47192) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:26.028891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'subnet': {'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:26.146689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ce5a5-a76c-4818-b76e-ca1d50b4a698 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Network': ['ID=07a580fb-2019-4020-a2df-31dbcbb90a1c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:26.163730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:26.189672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:26.194479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.521733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.628324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Subnet': ['ID=65e01a4f-f02c-48d7-a2dd-2d887c3d7892,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:26.642471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Checking segment: {'id': '23136dda-8926-4e76-aa65-dd938b66d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:26.642891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network hostable DHCP agents. Network: 07a580fb-2019-4020-a2df-31dbcbb90a1c, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:26.668680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:26.695627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 07a580fb-2019-4020-a2df-31dbcbb90a1c) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:26.706825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc12681-b5a4-44cc-b671-7e485d2d4dcb None None] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:26.752531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.757003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.869953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47244) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:26.870682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1fca0475-dc9d-4114-88bf-a71cd7efe895 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8464582 Jul 16 20:28:26.876815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1587353055', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:26.987189 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.988339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.170228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-07a580fb-2019-4020-a2df-31dbcbb90a1c', 'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c', 'tenant_id': '13c349d1447e4e40be58bb6de7400d7a', 'fixed_ips': [{'subnet_id': '65e01a4f-f02c-48d7-a2dd-2d887c3d7892'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:27.172306 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.306633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.382465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e54-e1ad-493c-bf72-1be581995698 req-d246de83-bd8e-46ae-870d-3940c9ca20da tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.385851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2278e54-e1ad-493c-bf72-1be581995698 req-d246de83-bd8e-46ae-870d-3940c9ca20da tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.2697544 Jul 16 20:28:27.527917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2278e54-e1ad-493c-bf72-1be581995698 req-05e957ec-44e6-4507-9eec-25a540c1714d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312611 Jul 16 20:28:27.588214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Allocated IP 172.20.0.2 (07a580fb-2019-4020-a2df-31dbcbb90a1c/65e01a4f-f02c-48d7-a2dd-2d887c3d7892/310068ae-4759-4a78-997c-39dd502134e7) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:27.686469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.836581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.874646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Transition to ACTIVE for port object 310068ae-4759-4a78-997c-39dd502134e7 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:27.937057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Transition to ACTIVE for port object 310068ae-4759-4a78-997c-39dd502134e7 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:27.947447 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.058881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:28.080588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:28.084603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:28.216364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Pushing event updated for resources: {'Port': ['ID=310068ae-4759-4a78-997c-39dd502134e7,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.280241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Attempting to bind port 310068ae-4759-4a78-997c-39dd502134e7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:28.280624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Attempting to bind port 310068ae-4759-4a78-997c-39dd502134e7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '23136dda-8926-4e76-aa65-dd938b66d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:28.280990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Attempting to bind port 310068ae-4759-4a78-997c-39dd502134e7 on network 07a580fb-2019-4020-a2df-31dbcbb90a1c {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:28.296887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:28.297385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Checking segment: {'id': '23136dda-8926-4e76-aa65-dd938b66d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:28.297816 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.298186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Bound using segment: {'id': '23136dda-8926-4e76-aa65-dd938b66d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:28.298771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Bound port: 310068ae-4759-4a78-997c-39dd502134e7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23136dda-8926-4e76-aa65-dd938b66d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:28.299133 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.440360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] For port 310068ae-4759-4a78-997c-39dd502134e7, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:28.460576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] For port 310068ae-4759-4a78-997c-39dd502134e7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=310068ae-4759-4a78-997c-39dd502134e7,segment=NetworkSegment(23136dda-8926-4e76-aa65-dd938b66d58b),segment_id=23136dda-8926-4e76-aa65-dd938b66d58b)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:28.468685 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.685257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6356084-fd3d-4ff8-be54-f14be114f826 None None] Pushing event updated for resources: {'Port': ['ID=310068ae-4759-4a78-997c-39dd502134e7,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.884456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47414) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:29.144702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-503dda6d-b615-4a95-be36-52cd6f2ee96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.236262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.313024 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.395603 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-503dda6d-b615-4a95-be36-52cd6f2ee96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.412812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-503dda6d-b615-4a95-be36-52cd6f2ee96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.527142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2181ca-d30d-4be5-a9f8-82e3841ec656 req-af6b0e98-6aab-4f2c-9143-3b04bc96b022 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.538755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-503dda6d-b615-4a95-be36-52cd6f2ee96b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=af1967a58b344f5e82781da8ce61d260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526580 Jul 16 20:28:29.541939 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e2181ca-d30d-4be5-a9f8-82e3841ec656 req-af6b0e98-6aab-4f2c-9143-3b04bc96b022 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.5066938 Jul 16 20:28:29.548278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47460) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:29.549203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dda6d-b615-4a95-be36-52cd6f2ee96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a00537-32c2-4c63-8ccc-fe8a7c61ff23,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:29.621296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 310068ae-4759-4a78-997c-39dd502134e7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:29.676030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e2181ca-d30d-4be5-a9f8-82e3841ec656 req-8ecb23cd-432c-464d-a5ab-c0038d8ed999 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326559 Jul 16 20:28:29.721910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c787a6b-fb39-4b24-86df-58012b27b12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.744164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.25.3.82 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/9d120341-aaf0-4761-a93d-088176bc9f7a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:29.756138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 310068ae-4759-4a78-997c-39dd502134e7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:29.768098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c787a6b-fb39-4b24-86df-58012b27b12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.860996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c787a6b-fb39-4b24-86df-58012b27b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.863958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c787a6b-fb39-4b24-86df-58012b27b12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.867471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6c787a6b-fb39-4b24-86df-58012b27b12e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a3a00537-32c2-4c63-8ccc-fe8a7c61ff23 HTTP/1.1" status: 204 len: 168 time: 0.3046703 Jul 16 20:28:29.887027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c787a6b-fb39-4b24-86df-58012b27b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a00537-32c2-4c63-8ccc-fe8a7c61ff23,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.134991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.251398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.386479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:30.389826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:30.395084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:30.397270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=9d120341-aaf0-4761-a93d-088176bc9f7a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.778235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4ec2d-8d54-478f-b63e-b550e5a465f7 None None] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:31.095774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-32f24c4b-5ee4-43ae-913b-77defbc9ca7f None None] Provisioning for port 310068ae-4759-4a78-997c-39dd502134e7 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:31.105772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.131587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-32f24c4b-5ee4-43ae-913b-77defbc9ca7f None None] Provisioning complete for port 310068ae-4759-4a78-997c-39dd502134e7 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:31.136007 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-32f24c4b-5ee4-43ae-913b-77defbc9ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.168450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf0a1-69ee-4e0a-ab87-73c61f94dafa req-39af851a-872d-42b9-adbe-c4cec219952f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.170198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eafcf0a1-69ee-4e0a-ab87-73c61f94dafa req-39af851a-872d-42b9-adbe-c4cec219952f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.1687477 Jul 16 20:28:31.223646 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eafcf0a1-69ee-4e0a-ab87-73c61f94dafa req-d4d9502f-3ccb-4ccd-b3be-536679ad1c89 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Jul 16 20:28:31.369653 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-32f24c4b-5ee4-43ae-913b-77defbc9ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.492670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47584) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:31.575261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-32f24c4b-5ee4-43ae-913b-77defbc9ca7f None None] For port 310068ae-4759-4a78-997c-39dd502134e7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=310068ae-4759-4a78-997c-39dd502134e7,segment=NetworkSegment(23136dda-8926-4e76-aa65-dd938b66d58b),segment_id=23136dda-8926-4e76-aa65-dd938b66d58b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:31.585696 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-32f24c4b-5ee4-43ae-913b-77defbc9ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.651768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.738211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-network', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:31.782956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Made reservation on behalf of 3df6d737ec1241a5bb54c069b5460d36 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:31.785330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.801217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.812637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f24c4b-5ee4-43ae-913b-77defbc9ca7f None None] Pushing event updated for resources: {'Port': ['ID=310068ae-4759-4a78-997c-39dd502134e7,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:31.933636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.940180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.996123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:32.021192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c76ebbb-570c-4c59-85da-382b2347672a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.042800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.043440 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Added segment 676ddb07-c8f8-429d-8946-cb90296cfc67 of type vlan for network 91d57d5f-3639-4777-a506-e0c155336e4f Jul 16 20:28:32.063472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 6e01a389-da83-4370-9dc3-d63e20d6810f is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:28:32.085836 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-d4667146-0e9c-4be4-b623-bb8b28bacf5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2222304 Jul 16 20:28:32.140484 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.209746 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.212721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.213842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.311432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=91d57d5f-3639-4777-a506-e0c155336e4f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.315339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-45257fb7-433e-4bc1-87fb-9952b455e0c5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8213079 Jul 16 20:28:32.318649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47646) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.325429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Request body: {'subnet': {'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-subnet', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:32.336802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 91d57d5f-3639-4777-a506-e0c155336e4f details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:32.369514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Made reservation on behalf of 3df6d737ec1241a5bb54c069b5460d36 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:32.372438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.395341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bc17e89a-5f36-43d2-bb15-611ac4acc5e0 None None] Provisioning complete for port 310068ae-4759-4a78-997c-39dd502134e7 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:32.397784 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bc17e89a-5f36-43d2-bb15-611ac4acc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.504750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:32.515206 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] Sync routers for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:32.543473 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:32.544846 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:32.627613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:32.671361 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:32.673312 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:32.731837 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:32.732475 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc662-aa67-4467-b89c-651cd7a62246 None None] The sync data for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:32.787105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-9c6a686c-1c7f-4097-86cb-ef98d2fe294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.791576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-9c6a686c-1c7f-4097-86cb-ef98d2fe294c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1097 time: 0.5316525 Jul 16 20:28:32.800901 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.809325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-03420c5c-e1a2-4104-8029-cfa0b64f652d tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9371858 Jul 16 20:28:32.810604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.923635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.025763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731512eb-44fe-4b1b-b82b-7e48a3979a06,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.105624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Checking segment: {'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:33.106086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Network hostable DHCP agents. Network: 91d57d5f-3639-4777-a506-e0c155336e4f, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:33.163280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Network 91d57d5f-3639-4777-a506-e0c155336e4f is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:33.183587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 91d57d5f-3639-4777-a506-e0c155336e4f) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:33.197422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047c71d-9e9d-4cc4-9549-f09246ff9aac None None] Network 91d57d5f-3639-4777-a506-e0c155336e4f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:33.200764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.204482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.236278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4380c414-a0f1-48fb-b2dc-e547cedaa3c3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9155788 Jul 16 20:28:33.239342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47684) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.251238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:33.323441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c27fb-b819-46cb-ba59-9fc5c4a93186 req-2f0a90b8-e6c8-475d-901d-d2628c475c38 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.339390 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a94c27fb-b819-46cb-ba59-9fc5c4a93186 req-2f0a90b8-e6c8-475d-901d-d2628c475c38 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.7849700 Jul 16 20:28:33.369600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.377010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-9ae1b300-0e78-42d2-a2f2-5e2f818bdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.380226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-9ae1b300-0e78-42d2-a2f2-5e2f818bdbb8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.5605965 Jul 16 20:28:33.381039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.543676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 310068ae-4759-4a78-997c-39dd502134e7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:33.568549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.600899 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-2fad294a-399c-41c7-a8f1-91b447e6939d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 1001 time: 0.2127132 Jul 16 20:28:33.647626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a94c27fb-b819-46cb-ba59-9fc5c4a93186 req-b5533561-afda-4b84-af99-77ad66647377 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042438 Jul 16 20:28:33.662362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b17eb9d-4d21-4a87-8fa3-a4e4da3a71e1 None None] Network 91d57d5f-3639-4777-a506-e0c155336e4f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:33.841343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-5848b18e-ed5f-4b62-bda0-da26097c5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.847114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-5848b18e-ed5f-4b62-bda0-da26097c5e72 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.2326124 Jul 16 20:28:33.871351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.878149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-c921775f-1c97-41a3-8cb4-b5d2be041f02 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5824928 Jul 16 20:28:33.985427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-ac5cdefa-6c53-40b5-b6c7-ef99b0574556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.990924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-ac5cdefa-6c53-40b5-b6c7-ef99b0574556 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197939 Jul 16 20:28:34.121063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 310068ae-4759-4a78-997c-39dd502134e7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:34.127300 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.235346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-4d978623-dd6f-42c3-b4b1-54437bb6a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.241083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-4d978623-dd6f-42c3-b4b1-54437bb6a2ec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 1097 time: 0.3276150 Jul 16 20:28:34.264836 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-3cdd83c3-251c-4f41-ad30-7d88954a82b8 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985509 Jul 16 20:28:34.531722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3ecd480-42dd-41f1-aa1d-be1022ee6a6e req-8239bf35-8936-4156-b56a-8bb3fe97f8c0 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284141 Jul 16 20:28:34.804580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-a7b8c4fe-a372-4bf2-a514-2e1de6eadc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.806236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-a7b8c4fe-a372-4bf2-a514-2e1de6eadc7e service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.5395160 Jul 16 20:28:34.941365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-8d1f4b33-a89f-41e6-8dc2-9cd3905ea39c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9223522e-6cc3-40aa-b19f-678fba9fa018 HTTP/1.1" status: 200 len: 217 time: 0.1082363 Jul 16 20:28:34.946558 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.980969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.065846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-2ea15d17-5ac3-481d-93df-6672cdfaf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.067539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-2ea15d17-5ac3-481d-93df-6672cdfaf5a5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.1185229 Jul 16 20:28:35.120396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f4ae6-4106-4a9c-9186-27051db98afe req-ae5f3ebb-73bd-4b49-9ada-ba0bb211c207 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.128789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-327f4ae6-4106-4a9c-9186-27051db98afe req-ae5f3ebb-73bd-4b49-9ada-ba0bb211c207 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.2471416 Jul 16 20:28:35.134684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.213140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Allocated IP 172.25.3.56 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/65e347ff-a123-471f-9c81-41b703e0a04f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:35.224519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-4a906840-3437-4fab-8217-d7065e3ca3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.226061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-4a906840-3437-4fab-8217-d7065e3ca3ae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504097 Jul 16 20:28:35.324456 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:35.998040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-327f4ae6-4106-4a9c-9186-27051db98afe req-7e0e0fee-c0d6-41af-9417-f87c68820458 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8670838 Jul 16 20:28:36.001303 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c9250850-fab1-4bb9-9f34-d65c8946af31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.248753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.346645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.1 (07a580fb-2019-4020-a2df-31dbcbb90a1c/65e01a4f-f02c-48d7-a2dd-2d887c3d7892/8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:36.370735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-3946ece3-a20e-4e3b-8141-002283dbf2d4 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1343105 Jul 16 20:28:36.405793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.475261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Pushing event updated for resources: {'Port': ['ID=65e347ff-a123-471f-9c81-41b703e0a04f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.501077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:36.504298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:36.540633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:36.551333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.567454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Transition to ACTIVE for port object 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:36.604309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-efb88e1c-2169-4e0a-a244-8e8241db70d7 req-c229e26c-707e-4db3-ad1b-331fa22fcfdf service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111466 Jul 16 20:28:36.679888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.733111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.753509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:36.756904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:36.762516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:36.811601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-618213d5-fc71-405f-b649-5a14e1928b5d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.818466 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-618213d5-fc71-405f-b649-5a14e1928b5d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2304044 Jul 16 20:28:36.855558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-020aa611-0242-45d0-ba9e-55f178e004b3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/quotas/7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 375 time: 0.0357094 Jul 16 20:28:36.870634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.926228 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.120095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-f65a8361-86f0-47e6-b36b-b61bd72ecbb4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2633946 Jul 16 20:28:37.277626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b8c3da06-0d42-4a02-a3d7-ab07d9a6a7e1 None None] Provisioning for port 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:37.288358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b8c3da06-0d42-4a02-a3d7-ab07d9a6a7e1 None None] Provisioning complete for port 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:37.289212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b8c3da06-0d42-4a02-a3d7-ab07d9a6a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.320012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.353123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-5ae95d22-125f-4b3d-8aac-04f267868fda service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322857 Jul 16 20:28:37.357634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-b5e7e942-588b-40be-b1cd-bd1dfdda9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.359457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-b5e7e942-588b-40be-b1cd-bd1dfdda9725 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 1097 time: 0.3125024 Jul 16 20:28:37.391285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3da06-0d42-4a02-a3d7-ab07d9a6a7e1 None None] Port 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:37.441720 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.464402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec45eb-8c9a-4467-a12e-1b10423f9851 req-b1043414-1deb-4d7b-8d70-98569b7d96f6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.466153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2ec45eb-8c9a-4467-a12e-1b10423f9851 req-b1043414-1deb-4d7b-8d70-98569b7d96f6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.2236764 Jul 16 20:28:37.579296 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-609bb8a3-3e08-4c70-9f16-17e9127e05ae service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071898 Jul 16 20:28:37.680133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-7b013793-6241-462f-8c6b-06cfdd9e508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.681674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-7b013793-6241-462f-8c6b-06cfdd9e508f service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.3138516 Jul 16 20:28:37.733402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-2fab53b2-c4e1-4d0a-9398-5b43ed6fa060 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9 HTTP/1.1" status: 200 len: 217 time: 0.0428159 Jul 16 20:28:37.737962 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2ec45eb-8c9a-4467-a12e-1b10423f9851 req-ba28488e-7cab-4000-bc25-d60381dbd956 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424067 Jul 16 20:28:37.748924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Router 1428c2df-651c-4241-913b-ed2236514db8 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:28:37.832148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-20da41d9-d4ec-434e-a493-582cb1b2ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.833756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-20da41d9-d4ec-434e-a493-582cb1b2ec4c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0945792 Jul 16 20:28:37.963046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:37.964016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.974574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.975537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Sync routers for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:37.977031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-c8be6b16-f8a0-466f-bf0d-569ee0e895f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.979370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-c8be6b16-f8a0-466f-bf0d-569ee0e895f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360376 Jul 16 20:28:37.999941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:38.002543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:38.089005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:38.091285 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.116707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-adca4038-b4e1-47b0-9739-3b39f56c2969 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299262 Jul 16 20:28:38.168452 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.169672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2a9d48c0-9e93-4708-be1d-92e75a696dfe admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9288900 Jul 16 20:28:38.178045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47800) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:38.246379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e815375-5236-4e25-bfb0-46fe2b74e49f req-5e9c0d44-a7a7-4673-b329-cc95c6ef05f9 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.0871150 Jul 16 20:28:38.265480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:38.356529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:38.363810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:38.364568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69388fb1-a7ba-4cbd-9755-c7d8f55232da req-63d64229-cebf-40cd-bcba-e5351b83816b service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403724 Jul 16 20:28:38.686052 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.687545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.714242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 6e01a389-da83-4370-9dc3-d63e20d6810f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:38.911952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b48cae88-f2f5-4c00-9bcc-0ed79988bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.925464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a3a0e3b7-fcfa-40d9-8813-f471834d7741 None None] Provisioning complete for port 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:38.929126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e3b7-fcfa-40d9-8813-f471834d7741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.985321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:38.992443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-85bf35fc-fee5-4937-bcd5-af090ce4fcd7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/routers/6e01a389-da83-4370-9dc3-d63e20d6810f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1749291 Jul 16 20:28:38.995823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47822) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:38.999821 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] Sync routers for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:39.012941 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:39.013557 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.027514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'port': {'network_id': '07a580fb-2019-4020-a2df-31dbcbb90a1c', 'name': 'tempest-FloatingIPTestJSON-283173109'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:39.109936 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.135503 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:39.136305 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.187848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.281105 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.282204 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164911b3-5888-458f-b76d-5c42b43c5ad7 None None] The sync data for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:39.404358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 3, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.439229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Checking router: 1428c2df-651c-4241-913b-ed2236514db8 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:39.439589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Updating router 1428c2df-651c-4241-913b-ed2236514db8 port 65e347ff-a123-471f-9c81-41b703e0a04f binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:39.441410 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.443413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0e3b7-fcfa-40d9-8813-f471834d7741 None None] Port 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:39.458747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c32d9-915a-4e92-884f-999fe6c24eb0 req-7c632d87-13f1-432b-a701-f60339830272 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.461380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a6c32d9-915a-4e92-884f-999fe6c24eb0 req-7c632d87-13f1-432b-a701-f60339830272 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.4672370 Jul 16 20:28:39.486509 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.528853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a6c32d9-915a-4e92-884f-999fe6c24eb0 req-165c95ec-1b17-41b6-9b6a-82205a94cbe1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607533 Jul 16 20:28:39.535347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Made reservation on behalf of 13c349d1447e4e40be58bb6de7400d7a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:39.541142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.562576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] device_id is not set on port e572eed9-101b-4d4f-a736-9fcc095ccfb4 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:39.840231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Allocated IP 172.20.0.13 (07a580fb-2019-4020-a2df-31dbcbb90a1c/65e01a4f-f02c-48d7-a2dd-2d887c3d7892/e572eed9-101b-4d4f-a736-9fcc095ccfb4) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:39.910194 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.921784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Transition to ACTIVE for port object 65e347ff-a123-471f-9c81-41b703e0a04f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:39.931712 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.977415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570346f6-6631-42c0-a60b-00269f31aeab None None] Pushing event updated for resources: {'Port': ['ID=65e347ff-a123-471f-9c81-41b703e0a04f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.995046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Attempting to bind port 65e347ff-a123-471f-9c81-41b703e0a04f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:39.995849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Attempting to bind port 65e347ff-a123-471f-9c81-41b703e0a04f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:39.996480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Attempting to bind port 65e347ff-a123-471f-9c81-41b703e0a04f on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:40.009593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:40.010413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:40.011099 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.011831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:40.012564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Bound port: 65e347ff-a123-471f-9c81-41b703e0a04f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:40.013259 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.047734 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.105858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] For port 65e347ff-a123-471f-9c81-41b703e0a04f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:40.115237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] For port 65e347ff-a123-471f-9c81-41b703e0a04f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=65e347ff-a123-471f-9c81-41b703e0a04f,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:40.122864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.258842 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:40.260234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:40.358746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.406517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Transition to ACTIVE for port object e572eed9-101b-4d4f-a736-9fcc095ccfb4 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:40.510698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a5336108-f236-461c-8bc0-5a2ac69d11b9 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:40.515276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.545206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570346f6-6631-42c0-a60b-00269f31aeab None None] Pushing event updated for resources: {'Port': ['ID=65e347ff-a123-471f-9c81-41b703e0a04f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.585506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:40.657253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:40.661949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:40.687306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event updated for resources: {'Port': ['ID=e572eed9-101b-4d4f-a736-9fcc095ccfb4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.689954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:40.834032 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47c98262-bae8-4fee-a850-ef5eb1ed5ac0 req-1fbca03d-f506-4bbd-b0b9-408bc463c09f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 1.4317482 Jul 16 20:28:40.918357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.919323 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.972790 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dc2229c0-b6be-44fd-ac98-7110e93e8425 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9710844 Jul 16 20:28:40.975693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47866) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:41.005923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Request body: {'floatingip': {'port_id': 'e572eed9-101b-4d4f-a736-9fcc095ccfb4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:41.033624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Allocated IP 172.20.0.1 (91d57d5f-3639-4777-a506-e0c155336e4f/731512eb-44fe-4b1b-b82b-7e48a3979a06/3b15eda7-b483-492d-9a1e-67dc99ff4da5) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:41.128768 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.188597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:41.194738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:41.198589 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db41bc35-7c59-4f14-828e-546231e1eac6" -d '{"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-unplugged", "status": "completed", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:41.222277 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.236895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c929-7413-4eef-9b20-f28a9ca7a880 req-a1d9f952-8efc-4efb-89dc-c3c9c9e252a2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.249131 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b852c929-7413-4eef-9b20-f28a9ca7a880 req-a1d9f952-8efc-4efb-89dc-c3c9c9e252a2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 945 time: 0.4063480 Jul 16 20:28:41.263359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.297590 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9d0a5-c1e3-4eca-a087-ed0c5137505a x-openstack-request-id: req-17b9d0a5-c1e3-4eca-a087-ed0c5137505a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:41.297988 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-unplugged", "status": "completed", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:41.298255 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-17b9d0a5-c1e3-4eca-a087-ed0c5137505a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:41.298751 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'code': 200} Jul 16 20:28:41.307662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-685176ce-ddbf-438c-b38f-ca2d2eccb63d None None] Provisioning for port e572eed9-101b-4d4f-a736-9fcc095ccfb4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:41.315549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 3, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:41.358735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e3d4f-cf69-4d66-8eac-19bbc949c60b None None] The sync data for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 is: [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 3, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:41.363559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-685176ce-ddbf-438c-b38f-ca2d2eccb63d None None] Provisioning complete for port e572eed9-101b-4d4f-a736-9fcc095ccfb4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:41.363976 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-685176ce-ddbf-438c-b38f-ca2d2eccb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.418709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:41.421079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b852c929-7413-4eef-9b20-f28a9ca7a880 req-846a9e76-af09-4132-81af-60aafed52529 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703975 Jul 16 20:28:41.434064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-685176ce-ddbf-438c-b38f-ca2d2eccb63d None None] Port e572eed9-101b-4d4f-a736-9fcc095ccfb4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:41.452989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.464664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-1d7fc867-4974-49e5-87c0-659a451a583e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.474331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-1d7fc867-4974-49e5-87c0-659a451a583e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.3337080 Jul 16 20:28:41.491767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'port': {'device_id': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'admin_state_up': True, 'tenant_id': '7749d02d72f148a6b0d11f063739606f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:41.701092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.824144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Network 91d57d5f-3639-4777-a506-e0c155336e4f is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:41.840949 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.881139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:41.919541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:41.997114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.106517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:42.112840 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.160994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Pushing event updated for resources: {'Port': ['ID=3b15eda7-b483-492d-9a1e-67dc99ff4da5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.349391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d675e-16a0-46d2-bd97-ad7a6b6d6171 req-356fe361-c120-4462-b9b5-29c552f8a44e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.362856 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-166d675e-16a0-46d2-bd97-ad7a6b6d6171 req-356fe361-c120-4462-b9b5-29c552f8a44e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.6256876 Jul 16 20:28:42.433536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:28:42.448978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-166d675e-16a0-46d2-bd97-ad7a6b6d6171 req-2a34e4e4-b4e0-46c5-bed6-b03e42f0e2d9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851784 Jul 16 20:28:42.485335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0d978853-1f52-40ec-90e8-519dbc0f4077 req-e098c578-c006-4237-bdaa-ece1b4898f6b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.3063478 Jul 16 20:28:42.542148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.554799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.666199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.20.0.10 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/8380919c-2dbe-49af-beec-ad7abc65d9bf) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:43.012820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.049660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Transition to ACTIVE for port object 8380919c-2dbe-49af-beec-ad7abc65d9bf will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:43.115493 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.259651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=8380919c-2dbe-49af-beec-ad7abc65d9bf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.275607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:43.278250 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.282618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:43.287973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:43.355767 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 937b8169-cf76-4db0-a866-9d7ee9973d07 associated. External IP: 172.25.3.21, port: 3dcbb345-a610-4249-85dc-196c3c81f1c9. Jul 16 20:28:43.367608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.367608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.406115 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-fd9f360a-6dfb-4216-a4fe-031efcd4a3eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9220159 Jul 16 20:28:43.429137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Request body: {'port': {'device_id': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:43.576019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65e347ff-a123-471f-9c81-41b703e0a04f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:43.762683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 65e347ff-a123-471f-9c81-41b703e0a04f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:43.781427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 65e347ff-a123-471f-9c81-41b703e0a04f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:43.781847 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.821382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bb571-742e-4cd4-b51f-ca2ead493811 req-e38844ae-ed61-4d37-b976-ec2c6d5754e4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.823088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b86bb571-742e-4cd4-b51f-ca2ead493811 req-e38844ae-ed61-4d37-b976-ec2c6d5754e4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.7284312 Jul 16 20:28:43.930713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cc13c4c0-9feb-4677-8025-4e1993b9b57c None None] Provisioning for port 8380919c-2dbe-49af-beec-ad7abc65d9bf completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:43.947530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cc13c4c0-9feb-4677-8025-4e1993b9b57c None None] Provisioning complete for port 8380919c-2dbe-49af-beec-ad7abc65d9bf triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:43.947530 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc13c4c0-9feb-4677-8025-4e1993b9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.979241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:44.010355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f4cdc-12f8-4bcf-ae5b-22324f2a04fd req-099654c2-4c00-489c-9e49-c0e7924c33dd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.019906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-734f4cdc-12f8-4bcf-ae5b-22324f2a04fd req-099654c2-4c00-489c-9e49-c0e7924c33dd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 932 time: 0.2081349 Jul 16 20:28:44.027159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.037247 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.091598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-cc13c4c0-9feb-4677-8025-4e1993b9b57c None None] Port 8380919c-2dbe-49af-beec-ad7abc65d9bf cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:44.107391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 65e347ff-a123-471f-9c81-41b703e0a04f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=65e347ff-a123-471f-9c81-41b703e0a04f,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:44.113922 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.200353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b86bb571-742e-4cd4-b51f-ca2ead493811 req-882856af-a488-4ff3-b681-6deadaa3f7ea tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960632 Jul 16 20:28:44.252461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=65e347ff-a123-471f-9c81-41b703e0a04f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:44.278981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:44.291010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:44.296862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.320624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:44.321411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:44.331532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.407317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:44.439933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:44.440945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:44.555006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:44.555658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f498e7-60a6-45db-9755-c30b79cbd42b None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:44.664975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 6e01a389-da83-4370-9dc3-d63e20d6810f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:44.682328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-734f4cdc-12f8-4bcf-ae5b-22324f2a04fd req-e0480c9a-ca25-4f7f-96a8-8071299e6c68 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609747 Jul 16 20:28:44.808392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.903142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47942) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:44.925902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Pushing event updated for resources: {'Port': ['ID=3b15eda7-b483-492d-9a1e-67dc99ff4da5,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.037894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:45.048249 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] Sync routers for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:45.052805 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.083833 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:45.084647 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:45.116542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50705e-e4eb-49bb-8066-ecc5edb5c2dc req-9c171d31-e8e5-483d-b5e1-d65d2dcc6516 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.123736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc50705e-e4eb-49bb-8066-ecc5edb5c2dc req-9c171d31-e8e5-483d-b5e1-d65d2dcc6516 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2195756 Jul 16 20:28:45.141258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8380919c-2dbe-49af-beec-ad7abc65d9bf {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:45.165776 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.172104 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:45.195315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:45.196347 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:45.221331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-abcf878f-ab15-4cf6-95e2-96e723779b7b tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/floatingips/937b8169-cf76-4db0-a866-9d7ee9973d07 HTTP/1.1" status: 200 len: 977 time: 4.2252851 Jul 16 20:28:45.228149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 47950) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:45.233329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Transition to ACTIVE for port object 8380919c-2dbe-49af-beec-ad7abc65d9bf will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:45.238625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.311390 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:45.312504 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89554128-5efb-424a-9341-d105d6a68b1c None None] The sync data for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:45.328524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d29bf37b-e6dd-4cc5-b24c-845c4966746c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=800e11194cef46ff81206195b683f7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556671 Jul 16 20:28:45.336774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 47952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:45.347556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc50705e-e4eb-49bb-8066-ecc5edb5c2dc req-ffb569a2-5f15-418f-8026-bc8a05e74710 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225664 Jul 16 20:28:45.350994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Pushing event updated for resources: {'Port': ['ID=8380919c-2dbe-49af-beec-ad7abc65d9bf,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.473967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port e572eed9-101b-4d4f-a736-9fcc095ccfb4 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:45.474308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.585671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65e347ff-a123-471f-9c81-41b703e0a04f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:45.724466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.725374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 65e347ff-a123-471f-9c81-41b703e0a04f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:45.725755 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.763623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Network 91d57d5f-3639-4777-a506-e0c155336e4f is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:45.776296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24b2f12a-dcc9-4d38-8d2e-a3c946311adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.812622 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24b2f12a-dcc9-4d38-8d2e-a3c946311adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.883100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:45.886398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24b2f12a-dcc9-4d38-8d2e-a3c946311adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.890469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-24b2f12a-dcc9-4d38-8d2e-a3c946311adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.892370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-24b2f12a-dcc9-4d38-8d2e-a3c946311adf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b0abbe12-e98e-416f-83fe-56252c459ceb HTTP/1.1" status: 204 len: 168 time: 0.5519559 Jul 16 20:28:45.960988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Attempting to bind port 8380919c-2dbe-49af-beec-ad7abc65d9bf on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:45.961625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Attempting to bind port 8380919c-2dbe-49af-beec-ad7abc65d9bf by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:45.966532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Attempting to bind port 8380919c-2dbe-49af-beec-ad7abc65d9bf on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:45.969529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2f12a-dcc9-4d38-8d2e-a3c946311adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0abbe12-e98e-416f-83fe-56252c459ceb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.005348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Port 8380919c-2dbe-49af-beec-ad7abc65d9bf on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:46.005993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Attempting to bind port 8380919c-2dbe-49af-beec-ad7abc65d9bf on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:46.027944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:46.028441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:46.028937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:46.029726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Bound port: 8380919c-2dbe-49af-beec-ad7abc65d9bf, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:46.030212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.112381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] For port 8380919c-2dbe-49af-beec-ad7abc65d9bf, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:46.116469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] For port 8380919c-2dbe-49af-beec-ad7abc65d9bf, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8380919c-2dbe-49af-beec-ad7abc65d9bf,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:46.121737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.122689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.123216 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Floating IP 937b8169-cf76-4db0-a866-9d7ee9973d07 disassociated. External IP: 172.25.3.21, port: e572eed9-101b-4d4f-a736-9fcc095ccfb4. Jul 16 20:28:46.123449 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.123935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for e572eed9-101b-4d4f-a736-9fcc095ccfb4 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:46.270235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.270235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.271396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] 10.222.0.99 "PUT /v2.0/ports/8380919c-2dbe-49af-beec-ad7abc65d9bf HTTP/1.1" status: 200 len: 1093 time: 2.8549302 Jul 16 20:28:46.292188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'tag': '8380919c-2dbe-49af-beec-ad7abc65d9bf'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:46.298042 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b0b65c-23eb-486b-b370-7460330ceb62" -d '{"events": [{"name": "network-changed", "server_uuid": "70345ad6-f496-470d-96b4-a6d7a61f7660", "tag": "8380919c-2dbe-49af-beec-ad7abc65d9bf"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:46.329422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Router 1428c2df-651c-4241-913b-ed2236514db8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:46.452045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.459994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ec63e-067c-45e7-a058-ed7e5eba6d4f service neutron] Pushing event updated for resources: {'Port': ['ID=8380919c-2dbe-49af-beec-ad7abc65d9bf,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.611144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=e572eed9-101b-4d4f-a736-9fcc095ccfb4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.650872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-bb8626c0-1c1f-43f4-9e01-f9f0c14ec7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.655499 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-bb8626c0-1c1f-43f4-9e01-f9f0c14ec7c6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 1096 time: 0.3362072 Jul 16 20:28:46.792673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c27225-de07-4af1-929b-aa2a91eee337 req-ca6a083c-db62-40b7-b118-5fe7e6df0795 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.794385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2c27225-de07-4af1-929b-aa2a91eee337 req-ca6a083c-db62-40b7-b118-5fe7e6df0795 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.3728223 Jul 16 20:28:46.831486 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a7759c-9ce9-4b2c-a9ac-3a01622b9cd5 x-openstack-request-id: req-b0a7759c-9ce9-4b2c-a9ac-3a01622b9cd5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:46.831871 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70345ad6-f496-470d-96b4-a6d7a61f7660", "tag": "8380919c-2dbe-49af-beec-ad7abc65d9bf", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:46.832072 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b0a7759c-9ce9-4b2c-a9ac-3a01622b9cd5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:46.832452 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'tag': '8380919c-2dbe-49af-beec-ad7abc65d9bf', 'status': 'completed', 'code': 200} Jul 16 20:28:46.850813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-4eb4ff2d-6768-4805-8c85-0dd2a08a5634 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8380919c-2dbe-49af-beec-ad7abc65d9bf HTTP/1.1" status: 200 len: 217 time: 0.1478269 Jul 16 20:28:46.915348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 6e01a389-da83-4370-9dc3-d63e20d6810f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:46.919914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:46.924227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2c27225-de07-4af1-929b-aa2a91eee337 req-9f8ba77c-06ed-4be6-a24f-d7a7b936921a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218455 Jul 16 20:28:46.931676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Sync routers for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:46.952341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:46.953203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:46.957461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ae565d3a-814c-4145-a79a-a6c9fbe7e146 admin admin] 10.222.0.91 "PUT /v2.0/routers/1428c2df-651c-4241-913b-ed2236514db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7775667 Jul 16 20:28:47.063415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-4f7ee73a-37ad-4247-ab96-37bf64cb0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.064199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-4f7ee73a-37ad-4247-ab96-37bf64cb0e72 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.2125030 Jul 16 20:28:47.158822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:47.236799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:47.261498 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] Sync routers for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:47.262047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7f8e4-da0f-4e6f-bab7-8d739c354571 req-ea242365-2539-4625-a1ec-22a563d543e1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.283536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9d7f8e4-da0f-4e6f-bab7-8d739c354571 req-ea242365-2539-4625-a1ec-22a563d543e1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.3025658 Jul 16 20:28:47.284231 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:47.284450 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:47.334074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-82bd6a1f-3bc2-4bed-9f21-3498d88be5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.336027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-82bd6a1f-3bc2-4bed-9f21-3498d88be5b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2585258 Jul 16 20:28:47.402818 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:47.413547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.416579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dcf66319-0da7-4c96-a05d-74745570b653 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/ports/e572eed9-101b-4d4f-a736-9fcc095ccfb4 HTTP/1.1" status: 204 len: 168 time: 2.1871288 Jul 16 20:28:47.419268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:47.427376 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:47.428125 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:47.454225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9d7f8e4-da0f-4e6f-bab7-8d739c354571 req-edeff4ed-f63a-4f5a-afa9-27a08de73701 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697476 Jul 16 20:28:47.532840 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:47.532840 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40341ec4-ec00-48fc-91f4-7ef1be48c699 None None] The sync data for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:47.669845 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-2aaef664-c40e-4ddd-b7cd-8c0425868d19 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247609 Jul 16 20:28:47.689044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 2, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:47.728504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Checking router: 1428c2df-651c-4241-913b-ed2236514db8 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:47.729108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Updating router 1428c2df-651c-4241-913b-ed2236514db8 port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:47.790729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.883639 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f46a44-75f5-4c0c-a412-f56c2ac7ad8d req-c66fc546-d9a8-495e-bff0-2581b3dd3b03 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058275 Jul 16 20:28:48.044531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-668ba097-c700-4fe7-827a-9f980e668cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.046407 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-668ba097-c700-4fe7-827a-9f980e668cf0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 1096 time: 0.1063743 Jul 16 20:28:48.355154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-b88f24fd-9db4-48ab-b925-061a2bf68bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.356654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-b88f24fd-9db4-48ab-b925-061a2bf68bbc service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.3008466 Jul 16 20:28:48.414559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-5c16486e-df82-4bb0-89df-4a78244a934b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8380919c-2dbe-49af-beec-ad7abc65d9bf HTTP/1.1" status: 200 len: 217 time: 0.0461960 Jul 16 20:28:48.431917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.456062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Transition to ACTIVE for port object 3b15eda7-b483-492d-9a1e-67dc99ff4da5 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:48.474815 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.509853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8aea4-c0f4-4742-a8fe-3a352d0ba0ef req-7d9bb2f0-0ab4-4d58-b81d-ab00c0f40e21 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.519220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fca8aea4-c0f4-4742-a8fe-3a352d0ba0ef req-7d9bb2f0-0ab4-4d58-b81d-ab00c0f40e21 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.3103752 Jul 16 20:28:48.575315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-ab1fbfe6-28ba-417a-8c38-86f9db2aaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.577121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-ab1fbfe6-28ba-417a-8c38-86f9db2aaa45 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1537430 Jul 16 20:28:48.593574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de521cc-3790-4314-b7bc-ab41cc623924 None None] Pushing event updated for resources: {'Port': ['ID=3b15eda7-b483-492d-9a1e-67dc99ff4da5,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:48.661171 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fca8aea4-c0f4-4742-a8fe-3a352d0ba0ef req-c00bffae-af58-4c62-91ad-7d85f56b3dac tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404469 Jul 16 20:28:48.738411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-23defe40-8946-4256-9c74-d5ccf572cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.741103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-23defe40-8946-4256-9c74-d5ccf572cb1f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527059 Jul 16 20:28:48.763839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Attempting to bind port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:48.764385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Attempting to bind port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:48.769139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Attempting to bind port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 on network 91d57d5f-3639-4777-a506-e0c155336e4f {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:48.788179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:48.792685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Checking segment: {'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:48.793294 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.793809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Bound using segment: {'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:48.794429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Bound port: 3b15eda7-b483-492d-9a1e-67dc99ff4da5, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:48.797895 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.844834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-8bbc745c-3828-4e3e-9c71-567c1b10ecd4 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.855843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-8bbc745c-3828-4e3e-9c71-567c1b10ecd4 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 820 time: 1.1087301 Jul 16 20:28:48.907604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-1b9fc14b-e3e0-4cdc-88ba-dd2db8579cb6 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/quotas/3df6d737ec1241a5bb54c069b5460d36 HTTP/1.1" status: 200 len: 375 time: 0.0365591 Jul 16 20:28:48.951959 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-e76a6eff-9458-4293-83d8-1ca2d0c2f6c0 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037129 Jul 16 20:28:49.041922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] For port 3b15eda7-b483-492d-9a1e-67dc99ff4da5, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:49.046586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] For port 3b15eda7-b483-492d-9a1e-67dc99ff4da5, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3b15eda7-b483-492d-9a1e-67dc99ff4da5,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:49.052981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.186280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e3b0b65c-23eb-486b-b370-7460330ceb62 req-5a06870f-54e6-40b8-8213-19bcc7ee2892 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270675 Jul 16 20:28:49.202789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:49.210537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:49.295795 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-6445c435-b6fd-4df6-87d3-0487da28daf7 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3740361 Jul 16 20:28:49.340247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de521cc-3790-4314-b7bc-ab41cc623924 None None] Pushing event updated for resources: {'Port': ['ID=3b15eda7-b483-492d-9a1e-67dc99ff4da5,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:49.369128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444c14-5c4d-4d77-b18a-c370ebc3c206 req-43206643-fc5d-4894-ba90-c5b262e10bea tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.381385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6444c14-5c4d-4d77-b18a-c370ebc3c206 req-43206643-fc5d-4894-ba90-c5b262e10bea tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2518589 Jul 16 20:28:49.406705 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-d0940b72-75fe-4aa3-822b-b9919c787923 service neutron] 10.222.0.91 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093516 Jul 16 20:28:49.473621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6444c14-5c4d-4d77-b18a-c370ebc3c206 req-b012fe8f-d207-4493-9489-dc5550174543 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909622 Jul 16 20:28:49.508848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:49.511851 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.619448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-6324d4bf-ee21-4204-bf03-ac08210a2289 service neutron] 10.222.0.91 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114704 Jul 16 20:28:49.803945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:49Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:49.976240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4088e5-f738-4395-9454-6763255203e4 req-4dac4d64-c747-4f43-8ff3-3b0716fbe2fa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.978184 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff4088e5-f738-4395-9454-6763255203e4 req-4dac4d64-c747-4f43-8ff3-3b0716fbe2fa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.0952921 Jul 16 20:28:50.019791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e286d98-babc-4b3a-bc7a-c5fd51e47ac1 req-ccafbfc4-1bba-4f6c-9db8-9dbbe7b2fb17 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 210 time: 0.1527123 Jul 16 20:28:50.054573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602c3f1-3a63-4905-89d7-291423faea54 None None] The sync data for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 is: [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:49Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:50.057279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff4088e5-f738-4395-9454-6763255203e4 req-6ca8133e-2ebc-46f6-976e-81c5ec218cb4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700336 Jul 16 20:28:50.236712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:50.237291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.393177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.407476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:50.838315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7481ad-a219-4d89-8950-c8079cafbacf req-a734e945-a5c3-42cb-bf89-8e23c4dffca3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.845800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db7481ad-a219-4d89-8950-c8079cafbacf req-a734e945-a5c3-42cb-bf89-8e23c4dffca3 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1148965 Jul 16 20:28:50.931113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-db7481ad-a219-4d89-8950-c8079cafbacf req-d50f7455-168b-4304-848e-1b98350735d1 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842104 Jul 16 20:28:50.960358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.013006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=8a9e4e7f-e45c-4e0a-9f4f-a3005909aa97,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:51.577109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b15eda7-b483-492d-9a1e-67dc99ff4da5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:51.616600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f48f3654-a0fc-41f5-a3a6-840837d2ff72 req-a7664cf1-416e-49c1-b92d-f1b27c918c42 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 210 time: 0.0963418 Jul 16 20:28:51.634443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.709278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:51.714950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:51.715424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.943227 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.013382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3b15eda7-b483-492d-9a1e-67dc99ff4da5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3b15eda7-b483-492d-9a1e-67dc99ff4da5,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:52.019513 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.090996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea42062-48f5-4e43-ad18-3e8117a681d6 req-907e992a-48ce-4c44-8e8e-af8221183c31 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.098656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ea42062-48f5-4e43-ad18-3e8117a681d6 req-907e992a-48ce-4c44-8e8e-af8221183c31 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.8195109 Jul 16 20:28:52.135268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3b15eda7-b483-492d-9a1e-67dc99ff4da5,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:52.186628 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ea42062-48f5-4e43-ad18-3e8117a681d6 req-8a71909c-3c73-4aa7-b78e-092160cae316 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822179 Jul 16 20:28:52.258788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 6e01a389-da83-4370-9dc3-d63e20d6810f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:52.299866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-7d245ff2-2c59-4a60-81c6-47cb28e39d24 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.301562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-7d245ff2-2c59-4a60-81c6-47cb28e39d24 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.79 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 820 time: 0.6805747 Jul 16 20:28:52.350638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Request body: {'port': {'device_id': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'admin_state_up': True, 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:52.501030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d338dc4-dffa-4f97-ab5f-68ac107f3f3f req-5f81e30b-50b8-42a3-aec9-326249e4e628 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.502280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5d338dc4-dffa-4f97-ab5f-68ac107f3f3f req-5f81e30b-50b8-42a3-aec9-326249e4e628 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2841907 Jul 16 20:28:52.561970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:52.587872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] Sync routers for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:52.594415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5b5515e3-b899-404e-a986-9b85589a33d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/routers/6e01a389-da83-4370-9dc3-d63e20d6810f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1730666 Jul 16 20:28:52.609374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:52.658415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:52.662120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:52.685376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5d338dc4-dffa-4f97-ab5f-68ac107f3f3f req-c3f084c3-fc38-4bbe-b179-2a47c2a2d5ba tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741450 Jul 16 20:28:52.706695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Made reservation on behalf of 3df6d737ec1241a5bb54c069b5460d36 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:52.723383 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.759318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:52.772390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] Routers {'6e01a389-da83-4370-9dc3-d63e20d6810f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:52.773827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6e01a389-da83-4370-9dc3-d63e20d6810f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:52.828562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:52.829734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c45a6-28f3-475b-8b8f-b9de9648ffd9 None None] The sync data for ids ['6e01a389-da83-4370-9dc3-d63e20d6810f'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:52.843116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.966560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Allocated IP 172.20.0.7 (91d57d5f-3639-4777-a506-e0c155336e4f/731512eb-44fe-4b1b-b82b-7e48a3979a06/ae6666c3-5eff-4a46-aea3-b537bce75e48) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:52.987111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be13b280-e01f-4a31-bbf9-8dfe83dc7f2d req-7bd79765-0a80-43f8-b1f3-381d3dac5428 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 210 time: 0.0543940 Jul 16 20:28:53.056377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.129084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 9d120341-aaf0-4761-a93d-088176bc9f7a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:53.129714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.154464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.209523 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.226810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.247539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 9d120341-aaf0-4761-a93d-088176bc9f7a owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:53.268250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Network 91d57d5f-3639-4777-a506-e0c155336e4f is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:53.271692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:53.274101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:53.322489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event updated for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:53.358792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.359971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.380011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c70e867f-8bd2-411e-8b99-138a4e7930b8 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0354655 Jul 16 20:28:53.395670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Request body: {'port': {'device_id': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:53.432738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b15eda7-b483-492d-9a1e-67dc99ff4da5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:53.490454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05071c9e-400a-4433-ba40-975b12b35f49 req-b31c195e-04f5-4a4a-b816-54a5de86cb35 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.492013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-05071c9e-400a-4433-ba40-975b12b35f49 req-b31c195e-04f5-4a4a-b816-54a5de86cb35 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.1721172 Jul 16 20:28:53.518174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:53.518683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.520388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.584334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-05071c9e-400a-4433-ba40-975b12b35f49 req-4e85cbe2-6dc8-4219-b450-3794244ed4c1 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Jul 16 20:28:53.585565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.630699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=9d120341-aaf0-4761-a93d-088176bc9f7a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:53.708213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.815887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.818324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.867073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.867646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Fanout notify agent at l3_agent the message router_deleted on router 6e01a389-da83-4370-9dc3-d63e20d6810f {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:28:53.875194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.879224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6104716c-2106-4a5b-bd92-004f61feec19 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/routers/6e01a389-da83-4370-9dc3-d63e20d6810f HTTP/1.1" status: 204 len: 168 time: 1.2677829 Jul 16 20:28:53.880022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48176) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:53.901353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6666c3-5eff-4a46-aea3-b537bce75e48 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:53.912865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.935181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Transition to ACTIVE for port object ae6666c3-5eff-4a46-aea3-b537bce75e48 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:53.950863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b46547-e550-4f61-b88b-c9dc5134994b req-969813a6-56ec-491d-b170-ce017e93a1cb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.950863 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01b46547-e550-4f61-b88b-c9dc5134994b req-969813a6-56ec-491d-b170-ce017e93a1cb tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1351478 Jul 16 20:28:53.950863 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.957389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting subnet 65e01a4f-f02c-48d7-a2dd-2d887c3d7892 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:53.961181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.005246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.057512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Pushing event updated for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.083746 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01b46547-e550-4f61-b88b-c9dc5134994b req-c19a20b8-5e50-496f-a3f2-0ecf86994570 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213565 Jul 16 20:28:54.142911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.173618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Attempting to bind port ae6666c3-5eff-4a46-aea3-b537bce75e48 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:54.173884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Attempting to bind port ae6666c3-5eff-4a46-aea3-b537bce75e48 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:54.174214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Attempting to bind port ae6666c3-5eff-4a46-aea3-b537bce75e48 on network 91d57d5f-3639-4777-a506-e0c155336e4f {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:54.189315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Port ae6666c3-5eff-4a46-aea3-b537bce75e48 on network 91d57d5f-3639-4777-a506-e0c155336e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:54.189637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Attempting to bind port ae6666c3-5eff-4a46-aea3-b537bce75e48 on network 91d57d5f-3639-4777-a506-e0c155336e4f {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:54.206294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:54.206640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Checking segment: {'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:54.207054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Bound using segment: {'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:54.207493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Bound port: ae6666c3-5eff-4a46-aea3-b537bce75e48, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676ddb07-c8f8-429d-8946-cb90296cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:54.207858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.252953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.297270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:54.297760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Subnet': ['ID=65e01a4f-f02c-48d7-a2dd-2d887c3d7892,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.305799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:54.311147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.313862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-201ccb41-ff34-4a28-8698-93e8714d6b2a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/subnets/65e01a4f-f02c-48d7-a2dd-2d887c3d7892 HTTP/1.1" status: 204 len: 168 time: 0.4328268 Jul 16 20:28:54.316727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48194) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:54.318385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.324489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d2d1b-bff0-40e6-8dfd-4ada6b6e15ee None None] Network 07a580fb-2019-4020-a2df-31dbcbb90a1c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:54.373478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.374227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.377157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] 10.222.0.79 "PUT /v2.0/ports/ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 1092 time: 0.9887016 Jul 16 20:28:54.381902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:54.388520 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b4278c-82a2-4b39-a10f-deab2190159c" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:54.425906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f75b89-5c5b-4868-a06d-2c9f23302e7b req-93e7b98b-f790-416e-93c2-e8864aeaeb1b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.428118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02f75b89-5c5b-4868-a06d-2c9f23302e7b req-93e7b98b-f790-416e-93c2-e8864aeaeb1b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 943 time: 0.1875641 Jul 16 20:28:54.439850 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.515619 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ae02e0-bce6-436f-b8f3-f227822651e5 x-openstack-request-id: req-d1ae02e0-bce6-436f-b8f3-f227822651e5 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:54.516047 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:54.516295 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1ae02e0-bce6-436f-b8f3-f227822651e5 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:54.516687 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'status': 'completed', 'code': 200} Jul 16 20:28:54.534398 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02f75b89-5c5b-4868-a06d-2c9f23302e7b req-08866449-2efa-40f9-89a1-f3b21c3da4c0 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896966 Jul 16 20:28:54.543235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64444d1-a7f4-4782-b95a-6572263bb2df service neutron] Pushing event updated for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.572832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-23a4bae7-a035-4c00-848d-9f77bd5dbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.574463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-23a4bae7-a035-4c00-848d-9f77bd5dbd94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1095 time: 0.1395216 Jul 16 20:28:54.591176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 310068ae-4759-4a78-997c-39dd502134e7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:54.591647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.607585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] DHCP port deletion for 07a580fb-2019-4020-a2df-31dbcbb90a1c request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:54.646629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-e38fa3ad-9bed-403f-8317-fda469298287 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 217 time: 0.0646908 Jul 16 20:28:54.690506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] Deleting port 310068ae-4759-4a78-997c-39dd502134e7 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:54.690708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] For port 310068ae-4759-4a78-997c-39dd502134e7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=310068ae-4759-4a78-997c-39dd502134e7,segment=NetworkSegment(23136dda-8926-4e76-aa65-dd938b66d58b),segment_id=23136dda-8926-4e76-aa65-dd938b66d58b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:54.691068 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.691218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.706406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 310068ae-4759-4a78-997c-39dd502134e7 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:54.762575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-bc9ba87a-dcdd-42d1-8a37-e9702f8279b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.764112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-bc9ba87a-dcdd-42d1-8a37-e9702f8279b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.1109302 Jul 16 20:28:54.783534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] For port 310068ae-4759-4a78-997c-39dd502134e7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=310068ae-4759-4a78-997c-39dd502134e7,segment=NetworkSegment(23136dda-8926-4e76-aa65-dd938b66d58b),segment_id=23136dda-8926-4e76-aa65-dd938b66d58b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:54.784043 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.797127 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.799355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] Calling delete_port for 310068ae-4759-4a78-997c-39dd502134e7 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:54.823168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-39c41580-09fa-47e5-9c16-3ebe5c8b4e06 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510542 Jul 16 20:28:54.830691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=310068ae-4759-4a78-997c-39dd502134e7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.834868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] No DVR routers for this DVR port 310068ae-4759-4a78-997c-39dd502134e7 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:28:54.943218 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:28:54.953615 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.956275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-02302513-8bec-4371-9d04-c1a396513c8c service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133788 Jul 16 20:28:54.964064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316845fe-12ec-462f-bdc3-9b4876a1b497 req-bd1e0ddb-85cf-44a2-b90f-09f0b5df1380 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.971134 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-316845fe-12ec-462f-bdc3-9b4876a1b497 req-bd1e0ddb-85cf-44a2-b90f-09f0b5df1380 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.1864095 Jul 16 20:28:54.984037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.005855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] Pushing event deleted for resources: {'Port': ['ID=310068ae-4759-4a78-997c-39dd502134e7,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.008000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3aa873-cffd-4bf8-8c51-ee592ddaea55 None None] No DVR routers for this DVR port 310068ae-4759-4a78-997c-39dd502134e7 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:55.018482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a580fb-2019-4020-a2df-31dbcbb90a1c']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:55.032757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23136dda-8926-4e76-aa65-dd938b66d58b') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:55.033081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23136dda-8926-4e76-aa65-dd938b66d58b') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:55.046660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.069910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.079622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:55.080271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:55.084943 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:55.088880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-316845fe-12ec-462f-bdc3-9b4876a1b497 req-6f81d6ae-8695-4b94-bba4-9be1bca55cf7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131012 Jul 16 20:28:55.124101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c98ead4e-bc16-44c7-8f4b-9bd4eb922311 req-d05029c4-b9ad-4d47-b2df-e3e3b6773632 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507883 Jul 16 20:28:55.203700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.251379 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.253522 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/networks/07a580fb-2019-4020-a2df-31dbcbb90a1c HTTP/1.1" status: 204 len: 168 time: 0.9301476 Jul 16 20:28:55.257976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48216) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:55.270611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eba1a7-ad04-4d84-a186-833b2e0f5ca7 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Network': ['ID=07a580fb-2019-4020-a2df-31dbcbb90a1c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.330585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4278c-82a2-4b39-a10f-deab2190159c req-a583611e-15bc-4c35-89dd-44d1de0763b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.331863 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b4278c-82a2-4b39-a10f-deab2190159c req-a583611e-15bc-4c35-89dd-44d1de0763b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1095 time: 0.0956695 Jul 16 20:28:55.437529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 310068ae-4759-4a78-997c-39dd502134e7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:55.483792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 310068ae-4759-4a78-997c-39dd502134e7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:55.484223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 310068ae-4759-4a78-997c-39dd502134e7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:55.498710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4278c-82a2-4b39-a10f-deab2190159c req-87025ef3-9e78-43b3-97ae-5023a54455fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.500412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b4278c-82a2-4b39-a10f-deab2190159c req-87025ef3-9e78-43b3-97ae-5023a54455fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.1624603 Jul 16 20:28:55.565933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b4278c-82a2-4b39-a10f-deab2190159c req-b746a5d0-af22-4596-9e6f-edea5e8ea11c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 217 time: 0.0538249 Jul 16 20:28:55.591852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6055629-ec8b-4d31-a25d-72444b647289 req-702fc073-068a-460b-a16f-ab6e65fed72a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.600110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6055629-ec8b-4d31-a25d-72444b647289 req-702fc073-068a-460b-a16f-ab6e65fed72a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2750285 Jul 16 20:28:55.668393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4278c-82a2-4b39-a10f-deab2190159c req-0188e5ba-bfea-4fa7-a292-80d5e4ca3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.670554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b4278c-82a2-4b39-a10f-deab2190159c req-0188e5ba-bfea-4fa7-a292-80d5e4ca3d3c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.0977328 Jul 16 20:28:55.671507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port f5bea136-1518-4640-9135-5d7e6d3fd373 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:55.672013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.721955 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b4278c-82a2-4b39-a10f-deab2190159c req-e784cf91-c326-4926-8906-98623c3294b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409229 Jul 16 20:28:55.722771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6055629-ec8b-4d31-a25d-72444b647289 req-e525acf2-fe0e-4720-aa4d-473e74278ffa tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217983 Jul 16 20:28:55.797983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.798530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.817990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for f5bea136-1518-4640-9135-5d7e6d3fd373 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:55.883601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49fa3f-9130-4760-8ae3-9604dd66eb5a req-9e6cc5e7-56e1-4a1d-ad29-ec4464f0f9c3 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.885109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b49fa3f-9130-4760-8ae3-9604dd66eb5a req-9e6cc5e7-56e1-4a1d-ad29-ec4464f0f9c3 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 943 time: 0.1598253 Jul 16 20:28:55.888865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b4278c-82a2-4b39-a10f-deab2190159c req-80a65ccd-dc5b-4561-b824-90b1127d7a45 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202972 Jul 16 20:28:55.999044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.009071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3b49fa3f-9130-4760-8ae3-9604dd66eb5a req-0b51c3c0-9930-4e90-98c4-3876a67c939e tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045954 Jul 16 20:28:56.020707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b4278c-82a2-4b39-a10f-deab2190159c req-ddf44540-5151-4e43-a477-abe7d1892765 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244884 Jul 16 20:28:56.034954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=f5bea136-1518-4640-9135-5d7e6d3fd373,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.100284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.104163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.107974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-03d040d6-cf96-4a42-972f-661eaa04c784 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/floatingips/937b8169-cf76-4db0-a866-9d7ee9973d07 HTTP/1.1" status: 204 len: 168 time: 0.8490202 Jul 16 20:28:56.111961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48232) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:56.144425 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ee2103-3106-47ea-b689-396ccf9c53ee tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] DELETE failed (client error): The resource could not be found. Jul 16 20:28:56.145051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ee2103-3106-47ea-b689-396ccf9c53ee tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:56.149564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b2ee2103-3106-47ea-b689-396ccf9c53ee tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/ports/e572eed9-101b-4d4f-a736-9fcc095ccfb4 HTTP/1.1" status: 404 len: 333 time: 0.0342252 Jul 16 20:28:56.149791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48234) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:56.180810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e29ed20f-4b86-4ba4-ad8e-97f086d55f9c tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e01a389-da83-4370-9dc3-d63e20d6810f HTTP/1.1" status: 200 len: 205 time: 0.0277314 Jul 16 20:28:56.181677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48236) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:56.239122 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-d9810485-ed9b-4593-b484-9152281b6e37 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] delete failed (client error): The resource could not be found. Jul 16 20:28:56.240231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d9810485-ed9b-4593-b484-9152281b6e37 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/routers/6e01a389-da83-4370-9dc3-d63e20d6810f HTTP/1.1" status: 404 len: 336 time: 0.0573990 Jul 16 20:28:56.243203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48246) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:56.273012 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1451d591-2710-47fd-9096-146d2d5b834e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] DELETE failed (client error): The resource could not be found. Jul 16 20:28:56.273012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1451d591-2710-47fd-9096-146d2d5b834e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:56.273012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1451d591-2710-47fd-9096-146d2d5b834e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/subnets/65e01a4f-f02c-48d7-a2dd-2d887c3d7892 HTTP/1.1" status: 404 len: 337 time: 0.0279253 Jul 16 20:28:56.274874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48248) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:56.296042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c269-6db4-4063-8ecf-6b0585deb73b req-64a89f91-ccfc-4a82-9420-a3fe219f8efd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.303463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b17c269-6db4-4063-8ecf-6b0585deb73b req-64a89f91-ccfc-4a82-9420-a3fe219f8efd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.0763838 Jul 16 20:28:56.387993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b17c269-6db4-4063-8ecf-6b0585deb73b req-d71d56fa-bc9c-436b-a526-cc379667958e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835047 Jul 16 20:28:56.791854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 3dcbb345-a610-4249-85dc-196c3c81f1c9 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:56.792192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.910723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.926434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 3dcbb345-a610-4249-85dc-196c3c81f1c9 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:56.938930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120b026-2f76-4419-a09c-ceca0c749782 req-04bdda46-15d9-4c58-8858-5875544b26c2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.940921 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2120b026-2f76-4419-a09c-ceca0c749782 req-04bdda46-15d9-4c58-8858-5875544b26c2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0851178 Jul 16 20:28:56.985696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2120b026-2f76-4419-a09c-ceca0c749782 req-4f2683bb-5c0f-40b8-94d6-4711bd9ea62e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 Jul 16 20:28:57.083101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.124773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=3dcbb345-a610-4249-85dc-196c3c81f1c9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.257457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.264937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9c6a95f1-9d8e-4a9e-b97d-6d39c83734da tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/ports/3dcbb345-a610-4249-85dc-196c3c81f1c9 HTTP/1.1" status: 204 len: 168 time: 0.9884214 Jul 16 20:28:57.265833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48274) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:57.389247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39447-010f-410f-8e61-6c43e80a2b99 req-c3e99ad8-a81c-44d6-a503-a4cce69c750a tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.397364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76e39447-010f-410f-8e61-6c43e80a2b99 req-c3e99ad8-a81c-44d6-a503-a4cce69c750a tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 943 time: 0.1815379 Jul 16 20:28:57.511161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76e39447-010f-410f-8e61-6c43e80a2b99 req-e4a9861a-92bd-4625-9165-93867d4422e5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121116 Jul 16 20:28:57.554800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 7c49bff8-60af-490f-b0ab-d4c19c1fa101 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:57.555181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.623788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46c0ee-00e1-472f-80ef-e0b950740117 req-72026e76-fc05-4b22-83c6-594db94eaeb7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.625374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f46c0ee-00e1-472f-80ef-e0b950740117 req-72026e76-fc05-4b22-83c6-594db94eaeb7 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1826479 Jul 16 20:28:57.641320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-e0a3f264-12f8-47aa-8220-244b81525300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.647689 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-e0a3f264-12f8-47aa-8220-244b81525300 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.2453766 Jul 16 20:28:57.682452 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f46c0ee-00e1-472f-80ef-e0b950740117 req-a58d7955-313c-4080-b10f-b71b77894c13 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499089 Jul 16 20:28:57.821686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.851413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 7c49bff8-60af-490f-b0ab-d4c19c1fa101 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:57.867694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-c979b3b4-f60a-47a2-b033-46b341db89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.869355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-c979b3b4-f60a-47a2-b033-46b341db89b0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.1801028 Jul 16 20:28:57.878362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48aac-a282-4dc6-9840-c3a5c6f2f078 req-e6d56687-9173-4c76-b00e-401a3b139b02 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.879894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f5d48aac-a282-4dc6-9840-c3a5c6f2f078 req-e6d56687-9173-4c76-b00e-401a3b139b02 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.2036371 Jul 16 20:28:58.021007 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f5d48aac-a282-4dc6-9840-c3a5c6f2f078 req-36ec80f6-65a1-4ca1-bd9a-a8001fdcbd69 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321411 Jul 16 20:28:58.029399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-bfdce49d-f743-4c81-ac9d-10644905a2d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.1469421 Jul 16 20:28:58.119649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-35d1126e-586a-4735-a72c-8dcac0287388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.121029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-35d1126e-586a-4735-a72c-8dcac0287388 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.0822825 Jul 16 20:28:58.166960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.199011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=7c49bff8-60af-490f-b0ab-d4c19c1fa101,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:58.273958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-38147d85-51c0-4b60-a30f-7de11b56f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.275434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-38147d85-51c0-4b60-a30f-7de11b56f6c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467004 Jul 16 20:28:58.305158 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.307067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7b2130d2-b184-4c06-bf34-2767a29f422a tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/ports/7c49bff8-60af-490f-b0ab-d4c19c1fa101 HTTP/1.1" status: 204 len: 168 time: 1.0402434 Jul 16 20:28:58.309692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48304) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.388785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc93ff0-9867-444c-94cc-90643bb94e2e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.390657 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ebc93ff0-9867-444c-94cc-90643bb94e2e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bb5d872-a134-4e5c-9747-7d274e772fd5 HTTP/1.1" status: 200 len: 913 time: 0.0794733 Jul 16 20:28:58.397410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48306) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.474450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-625b2f82-2492-4e30-8d5a-2974cd5a97e8 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910784 Jul 16 20:28:58.627573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8380919c-2dbe-49af-beec-ad7abc65d9bf details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:58.832945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ae6666c3-5eff-4a46-aea3-b537bce75e48 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:58.905639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8531f-d65c-4650-bd96-0bc5de6d955b req-ae846233-54e6-485c-9729-f8e700fb7b55 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.910289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5c8531f-d65c-4650-bd96-0bc5de6d955b req-ae846233-54e6-485c-9729-f8e700fb7b55 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 943 time: 0.1757288 Jul 16 20:28:58.952018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:58.966905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'port_id': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'mac_address': 'fa:16:3e:8c:87:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:58.976804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5c8531f-d65c-4650-bd96-0bc5de6d955b req-094eb557-b92c-4eb8-9f09-61bc9871bdfd tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578349 Jul 16 20:28:58.977630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48326) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:59.028826 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.048453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6666c3-5eff-4a46-aea3-b537bce75e48 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:59.073157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.082265 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.142309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 8380919c-2dbe-49af-beec-ad7abc65d9bf, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8380919c-2dbe-49af-beec-ad7abc65d9bf,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.219472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be4da049-b106-4641-a581-345a25722f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.260491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6a3c6acb-4208-4a88-bb4a-6314078a8ab3 req-244284f4-e3d4-438f-b7d2-5cee00c8b3ea service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789657 Jul 16 20:28:59.264114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '8380919c-2dbe-49af-beec-ad7abc65d9bf', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'port_id': '8380919c-2dbe-49af-beec-ad7abc65d9bf', 'mac_address': 'fa:16:3e:ad:52:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:59.272463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.341792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce236a0-a639-4bb2-878d-c4d08bbd3dfb req-62f3bd13-8347-4d5a-9bdc-71818874ee2d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.343475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ce236a0-a639-4bb2-878d-c4d08bbd3dfb req-62f3bd13-8347-4d5a-9bdc-71818874ee2d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.2216022 Jul 16 20:28:59.392825 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.400102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ae6666c3-5eff-4a46-aea3-b537bce75e48'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:59.440623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ce236a0-a639-4bb2-878d-c4d08bbd3dfb req-6824e0bf-52ad-46c6-8974-1552dfa8fdae tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874417 Jul 16 20:28:59.501306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be4da049-b106-4641-a581-345a25722f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.508926 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be4da049-b106-4641-a581-345a25722f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.514620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8380919c-2dbe-49af-beec-ad7abc65d9bf {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:59.595243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-be4da049-b106-4641-a581-345a25722f47 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fcf1f8e3df0c4fd1afc68c0f78347b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160376 Jul 16 20:28:59.595747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48340) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:59.595981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4da049-b106-4641-a581-345a25722f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca62391-ba15-425c-9375-9dcd01dd9ada,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.611893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 8380919c-2dbe-49af-beec-ad7abc65d9bf, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8380919c-2dbe-49af-beec-ad7abc65d9bf,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.628213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e60c-913f-4dda-80aa-1a6a32def35a req-16852e1a-7bd2-4be0-bd13-63c6bc04be09 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.632377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6288e60c-913f-4dda-80aa-1a6a32def35a req-16852e1a-7bd2-4be0-bd13-63c6bc04be09 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 944 time: 0.2016168 Jul 16 20:28:59.645422 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.687625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6288e60c-913f-4dda-80aa-1a6a32def35a req-de4d1d4f-077e-430c-b12a-1698eb00d10c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Jul 16 20:28:59.724754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=8380919c-2dbe-49af-beec-ad7abc65d9bf,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.735387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.742028 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d212559-e21e-4c54-bdae-87d4507f2db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.810244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d212559-e21e-4c54-bdae-87d4507f2db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.884723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['8380919c-2dbe-49af-beec-ad7abc65d9bf'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:59.961781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d212559-e21e-4c54-bdae-87d4507f2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.964487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d212559-e21e-4c54-bdae-87d4507f2db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.965621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1d212559-e21e-4c54-bdae-87d4507f2db4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ca62391-ba15-425c-9375-9dcd01dd9ada HTTP/1.1" status: 204 len: 168 time: 0.3682950 Jul 16 20:28:59.978282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d212559-e21e-4c54-bdae-87d4507f2db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca62391-ba15-425c-9375-9dcd01dd9ada,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:00.123013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port 57088344-a303-41af-9e57-dd30958c4b43 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:00.123368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.283539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.309192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a6488-66c1-4a9c-90a6-1bef8f735d84 req-8591c201-f532-44bf-8449-2a6b6ce49409 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.310706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-126a6488-66c1-4a9c-90a6-1bef8f735d84 req-8591c201-f532-44bf-8449-2a6b6ce49409 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 944 time: 0.1560988 Jul 16 20:29:00.311854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for 57088344-a303-41af-9e57-dd30958c4b43 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:00.402472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-126a6488-66c1-4a9c-90a6-1bef8f735d84 req-1bc3d770-59f3-4b6c-ab8b-c505fcbe0f91 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820684 Jul 16 20:29:00.585736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.622788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=57088344-a303-41af-9e57-dd30958c4b43,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:00.649521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8380919c-2dbe-49af-beec-ad7abc65d9bf up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:00.722011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32793-c2c6-4b7d-ba77-4e2728762120 req-e2e41c70-af43-4656-a874-98fd81f1f71f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.723900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70c32793-c2c6-4b7d-ba77-4e2728762120 req-e2e41c70-af43-4656-a874-98fd81f1f71f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1351864 Jul 16 20:29:00.780371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 8380919c-2dbe-49af-beec-ad7abc65d9bf completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:00.784346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70c32793-c2c6-4b7d-ba77-4e2728762120 req-96c72dbd-4a03-4a7b-a5b3-9bfc702b3ac0 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 Jul 16 20:29:00.786000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 8380919c-2dbe-49af-beec-ad7abc65d9bf triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:00.786427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.860734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ae6666c3-5eff-4a46-aea3-b537bce75e48 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:00.964401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.019026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port ae6666c3-5eff-4a46-aea3-b537bce75e48 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:01.030346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port ae6666c3-5eff-4a46-aea3-b537bce75e48 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:01.030708 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.077232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.081548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd5be8-b59f-4183-830a-a657c801b648 req-2634c4f2-acc5-48e3-bba9-a37681ab34e9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.091695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4dd5be8-b59f-4183-830a-a657c801b648 req-2634c4f2-acc5-48e3-bba9-a37681ab34e9 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1132920 Jul 16 20:29:01.106081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8380919c-2dbe-49af-beec-ad7abc65d9bf'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:01.108753 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e9802-5c00-42d7-aea2-43e88410a0da" -d '{"events": [{"server_uuid": "70345ad6-f496-470d-96b4-a6d7a61f7660", "name": "network-vif-plugged", "status": "completed", "tag": "8380919c-2dbe-49af-beec-ad7abc65d9bf"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:01.147500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 8380919c-2dbe-49af-beec-ad7abc65d9bf, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8380919c-2dbe-49af-beec-ad7abc65d9bf,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:01.162419 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.171198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.180792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a0d5-6d53-477d-a498-279ac54730a6 req-d3fcdb0e-d268-45b2-97b2-e50bdca513a2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.183203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c219a0d5-6d53-477d-a498-279ac54730a6 req-d3fcdb0e-d268-45b2-97b2-e50bdca513a2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 945 time: 0.2926917 Jul 16 20:29:01.196392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4dd5be8-b59f-4183-830a-a657c801b648 req-d2d506db-b837-494a-9ab3-b95a29af5419 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031008 Jul 16 20:29:01.256513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=8380919c-2dbe-49af-beec-ad7abc65d9bf,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.278868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:01.284421 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.310276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c219a0d5-6d53-477d-a498-279ac54730a6 req-b1ac3102-79a9-4c98-bf00-929131c54c95 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212986 Jul 16 20:29:01.350680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Router 3bb5d872-a134-4e5c-9747-7d274e772fd5 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:01.396511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.523170 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e09ec9-f484-428c-949b-6c6463a9171e x-openstack-request-id: req-47e09ec9-f484-428c-949b-6c6463a9171e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:01.523522 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70345ad6-f496-470d-96b4-a6d7a61f7660", "name": "network-vif-plugged", "status": "completed", "tag": "8380919c-2dbe-49af-beec-ad7abc65d9bf", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:01.523771 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-47e09ec9-f484-428c-949b-6c6463a9171e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:01.524172 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8380919c-2dbe-49af-beec-ad7abc65d9bf', 'code': 200} Jul 16 20:29:01.532878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:01.545908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48414) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:01.546158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-43cdbd0f-ac56-459f-8dd4-7bd59d7522f8 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "PUT /v2.0/routers/3bb5d872-a134-4e5c-9747-7d274e772fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1470742 Jul 16 20:29:01.551230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] Sync routers for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:01.632991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:01.636114 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:01.663941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1aef33-3867-4225-ba92-81c851f5a80e req-94bac80a-c3a4-434c-a780-d3a3bdc9c2bc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.665277 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb1aef33-3867-4225-ba92-81c851f5a80e req-94bac80a-c3a4-434c-a780-d3a3bdc9c2bc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0852494 Jul 16 20:29:01.785799 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:01.796538 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] Routers {'3bb5d872-a134-4e5c-9747-7d274e772fd5'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:01.797169 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:28:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bb5d872-a134-4e5c-9747-7d274e772fd5'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:01.801604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.818308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb1aef33-3867-4225-ba92-81c851f5a80e req-86bafd72-04ba-4cb3-8a62-492002462594 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427855 Jul 16 20:29:01.839619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb5b97-f53b-417c-a148-ef8f2c4d0a87 req-4e7619a0-fff8-41e3-ad3e-59c4d44a108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.841271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8bb5b97-f53b-417c-a148-ef8f2c4d0a87 req-4e7619a0-fff8-41e3-ad3e-59c4d44a108a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 1098 time: 0.1168835 Jul 16 20:29:01.913453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8bb5b97-f53b-417c-a148-ef8f2c4d0a87 req-250037e6-3aaf-4d3f-9e9c-df30695c615a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641572 Jul 16 20:29:01.945485 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:01.946585 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1d8c6-c3f2-46a9-a314-6fe212818def None None] The sync data for ids ['3bb5d872-a134-4e5c-9747-7d274e772fd5'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:01.993850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.065836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768878d-780c-4cd3-9e9a-85372036621f req-b6e9f745-a19b-47bc-b3e5-e018a2275d9c tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.067474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1768878d-780c-4cd3-9e9a-85372036621f req-b6e9f745-a19b-47bc-b3e5-e018a2275d9c tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.1165779 Jul 16 20:29:02.084740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting port e34963dc-6da4-4ece-a9a8-8edb1bc22b08 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:02.085112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.171959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1768878d-780c-4cd3-9e9a-85372036621f req-46dc07e8-4378-4f1d-83c9-63ebae91250f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949824 Jul 16 20:29:02.199362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.220201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Calling delete_port for e34963dc-6da4-4ece-a9a8-8edb1bc22b08 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:02.449387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0fb27-4fa9-4246-95e0-4cd904ef283a req-12158412-41e5-4488-916c-9f45399c4a5d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.451002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ad0fb27-4fa9-4246-95e0-4cd904ef283a req-12158412-41e5-4488-916c-9f45399c4a5d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1540222 Jul 16 20:29:02.516446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ad0fb27-4fa9-4246-95e0-4cd904ef283a req-9b8bb896-3a23-44d8-8cc5-7b73bb57d907 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547392 Jul 16 20:29:02.517544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.571755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Port': ['ID=e34963dc-6da4-4ece-a9a8-8edb1bc22b08,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:02.664961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.783950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48454) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.789968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966153880', 'description': 'tempest-secgroup-smoke-966153880 description', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:02.831052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.832462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.834884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.845451 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.903652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.904380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb5d872-a134-4e5c-9747-7d274e772fd5 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:02.912221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.916765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-73d8a0b8-49e5-41f8-a41e-58d0aead7d72 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/routers/3bb5d872-a134-4e5c-9747-7d274e772fd5 HTTP/1.1" status: 204 len: 168 time: 1.3697913 Jul 16 20:29:02.918064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.925031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617f561-6f21-4707-9915-287b097aced4 req-32b2ff17-4185-4c6d-b9f4-82c35d93d3ff tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.926599 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e617f561-6f21-4707-9915-287b097aced4 req-32b2ff17-4185-4c6d-b9f4-82c35d93d3ff tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 946 time: 0.2074485 Jul 16 20:29:02.977202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e617f561-6f21-4707-9915-287b097aced4 req-40abf8c0-cab2-4a21-9c86-152cbf29c8fc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Jul 16 20:29:03.046323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Deleting subnet a97f74fd-f04d-415c-89c1-78dcbe46f1d3 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:03.052456 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.099091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.105685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.115386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.178364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34bf82c-5a36-4117-b2ee-808316d211f2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.199208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.296525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.310238 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.317731 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.391842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Subnet': ['ID=a97f74fd-f04d-415c-89c1-78dcbe46f1d3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.395267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.400290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26b8f161-7f11-4dbd-bbcb-7a19b670eb3e tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/subnets/a97f74fd-f04d-415c-89c1-78dcbe46f1d3 HTTP/1.1" status: 204 len: 168 time: 0.4779387 Jul 16 20:29:03.400290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.400475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6154647 Jul 16 20:29:03.401418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb14a3-404a-459b-acf5-d8d9f69d9221 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1379e-b48a-4ba2-865e-08d990e09369,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.403580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48470) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.403965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48472) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.433798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055920c7-26fb-445b-a150-10b3c4054a54 req-71140dff-0229-49ba-bcd4-b98e018e4723 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.435387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-055920c7-26fb-445b-a150-10b3c4054a54 req-71140dff-0229-49ba-bcd4-b98e018e4723 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.1346006 Jul 16 20:29:03.439936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bc71717d-7ff6-47c8-a040-d5f541b677a3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '27d1379e-b48a-4ba2-865e-08d990e09369', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:03.505707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-055920c7-26fb-445b-a150-10b3c4054a54 req-fda7d0e6-f542-4d25-9a0d-72ef28a25480 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620658 Jul 16 20:29:03.512071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.526975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:03.529832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bc71717d-7ff6-47c8-a040-d5f541b677a3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.532961 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2420a1-a701-4433-85f7-cbe382110ea6" -d '{"events": [{"server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "name": "network-vif-plugged", "status": "completed", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:03.583287 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74094752-3487-41d5-bab9-feacfffb1b57 x-openstack-request-id: req-74094752-3487-41d5-bab9-feacfffb1b57 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:03.583758 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "name": "network-vif-plugged", "status": "completed", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:03.584150 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-74094752-3487-41d5-bab9-feacfffb1b57 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:03.585693 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'code': 200} Jul 16 20:29:03.690980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.696557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bc71717d-7ff6-47c8-a040-d5f541b677a3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.728800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bc71717d-7ff6-47c8-a040-d5f541b677a3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.732154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bb8769-910a-43a5-8aac-1bcccbf3ef0a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:03.760108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deed34e5-c798-4759-a19d-be536d7f45e6') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:03.760676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deed34e5-c798-4759-a19d-be536d7f45e6') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:03.767185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d51bd-e867-40e2-9b25-0e60f138a58a req-0575fbd3-5362-41db-811d-fb63fc299cb8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.768866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-723d51bd-e867-40e2-9b25-0e60f138a58a req-0575fbd3-5362-41db-811d-fb63fc299cb8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.0763409 Jul 16 20:29:03.777771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71717d-7ff6-47c8-a040-d5f541b677a3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f669bc1e-d4a0-4f80-bb83-333387b75fbe,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.783686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.788418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bc71717d-7ff6-47c8-a040-d5f541b677a3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.789776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bc71717d-7ff6-47c8-a040-d5f541b677a3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3833640 Jul 16 20:29:03.795463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48484) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.801548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d7e0b3de-5235-4fc1-b6e8-a6e54e29c947 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '27d1379e-b48a-4ba2-865e-08d990e09369', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:03.810931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.819546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1d52-a9a3-4aeb-9bb1-c00093932d53 req-35c03127-0491-4957-813e-0b3fcf184c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.820850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a9c1d52-a9a3-4aeb-9bb1-c00093932d53 req-35c03127-0491-4957-813e-0b3fcf184c7b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.1266677 Jul 16 20:29:03.822110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:03.822810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:03.825478 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:03.858586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-723d51bd-e867-40e2-9b25-0e60f138a58a req-a12e4bd4-0e36-4ed7-a121-44c90e47224c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697606 Jul 16 20:29:03.872231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3de-5235-4fc1-b6e8-a6e54e29c947 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.945853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8a9c1d52-a9a3-4aeb-9bb1-c00093932d53 req-792be267-d4f3-4c11-80a1-052d4bc4d24a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085451 Jul 16 20:29:03.957622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.972114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3de-5235-4fc1-b6e8-a6e54e29c947 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.976196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.978964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] 10.222.0.91 "DELETE /v2.0/networks/62bb8769-910a-43a5-8aac-1bcccbf3ef0a HTTP/1.1" status: 204 len: 168 time: 0.5734744 Jul 16 20:29:03.981126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3de-5235-4fc1-b6e8-a6e54e29c947 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.009195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c53bb6-bdf5-43d2-8c4f-fb20409670d5 tempest-FloatingIPTestJSON-2067250618 tempest-FloatingIPTestJSON-2067250618-project] Pushing event deleted for resources: {'Network': ['ID=62bb8769-910a-43a5-8aac-1bcccbf3ef0a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.017562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0b3de-5235-4fc1-b6e8-a6e54e29c947 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa5ac94-454d-4289-aacc-e9e61449e2c8,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.021621 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3de-5235-4fc1-b6e8-a6e54e29c947 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.023254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d7e0b3de-5235-4fc1-b6e8-a6e54e29c947 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2254195 Jul 16 20:29:04.025924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48498) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:04.032493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '27d1379e-b48a-4ba2-865e-08d990e09369', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:04.067508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.155045 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.160649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.182303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65400e7b-c38c-4515-97ae-9025d177f6c2,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.194875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.195492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.196015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.196382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.196906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.197225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.198058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.198536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.198981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.199531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.199949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.200630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.211937 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.215898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-589c3bd9-62f4-4721-b612-49ccbb15e510 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1880651 Jul 16 20:29:04.218152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48504) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:04.227172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-26c54853-6158-4153-b656-fb307e3e148e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '27d1379e-b48a-4ba2-865e-08d990e09369', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:04.321408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c54853-6158-4153-b656-fb307e3e148e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.576495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-4a2414d8-5cf3-44d1-8b6d-f057ed5fcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.578891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-4a2414d8-5cf3-44d1-8b6d-f057ed5fcd30 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.0992529 Jul 16 20:29:04.601276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c54853-6158-4153-b656-fb307e3e148e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.620451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c54853-6158-4153-b656-fb307e3e148e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.641785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c54853-6158-4153-b656-fb307e3e148e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f4ce01-8b02-4599-97a5-eadba541fa63,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.665965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655363-fcf9-4c61-b62a-dcf0906a4e53 req-643d1fdb-5e68-453a-a846-62c13db5c742 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.667773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80655363-fcf9-4c61-b62a-dcf0906a4e53 req-643d1fdb-5e68-453a-a846-62c13db5c742 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 946 time: 0.1766939 Jul 16 20:29:04.676031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26c54853-6158-4153-b656-fb307e3e148e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.682579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26c54853-6158-4153-b656-fb307e3e148e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4624698 Jul 16 20:29:04.700512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48522) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:04.720948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '27d1379e-b48a-4ba2-865e-08d990e09369', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:04.779881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80655363-fcf9-4c61-b62a-dcf0906a4e53 req-bee7bc2b-3f51-4cfc-92b1-baec3ca8eb02 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911028 Jul 16 20:29:04.819522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48528) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:04.914284 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:29:04.928949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.985708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daaeee-aeef-4bd0-a9c2-58a6f6542a35 req-72a2f48e-8e6a-4d26-98bc-e57513856b9c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.994797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24daaeee-aeef-4bd0-a9c2-58a6f6542a35 req-72a2f48e-8e6a-4d26-98bc-e57513856b9c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.4145813 Jul 16 20:29:05.017258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-94adcc27-52ff-4c45-95d3-d7e6a33a2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.024165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-94adcc27-52ff-4c45-95d3-d7e6a33a2931 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.4290748 Jul 16 20:29:05.170621 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74b6ca74-e8d7-4449-9312-8e6e6bfddeb0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13c349d1447e4e40be58bb6de7400d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494473 Jul 16 20:29:05.175346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48534) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:05.258094 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.272309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.328541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.331068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-a2906561-5eff-49ae-a216-e8b9f0074001 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.2854125 Jul 16 20:29:05.347896 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24daaeee-aeef-4bd0-a9c2-58a6f6542a35 req-c6cb8a2c-c0fb-466c-a302-732c8aaa5c78 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518221 Jul 16 20:29:05.375206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf1ae97-b3aa-403b-9bfb-5460b9d2e477,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.397186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.463612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1d536-558f-4dcd-8777-4221d3c37d38 req-e8a6a494-3cc9-4577-82e9-8daa4986ce93 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.464548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77d1d536-558f-4dcd-8777-4221d3c37d38 req-e8a6a494-3cc9-4577-82e9-8daa4986ce93 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.2371461 Jul 16 20:29:05.465761 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.468467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.472073 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/745733dd-0721-42e1-adc4-8aca40628856 HTTP/1.1" status: 204 len: 168 time: 0.2933235 Jul 16 20:29:05.485749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.492774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e77f0144-b2d4-4499-9df5-74cb5eff74de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7907314 Jul 16 20:29:05.500349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48540) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:05.509566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '27d1379e-b48a-4ba2-865e-08d990e09369', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:05.531640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745733dd-0721-42e1-adc4-8aca40628856,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.547462 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.547724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.548148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.548488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.548826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.549186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.549818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.550156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.550486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.550812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.551163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.551488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f30aab-14d2-4261-9884-08f0c7571151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.575469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77d1d536-558f-4dcd-8777-4221d3c37d38 req-ed499073-7720-41b0-a48d-cf9777c34257 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021152 Jul 16 20:29:05.585364 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:29:05.593045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-5d1d7217-079a-4e29-895c-31f1e521a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.596518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-5d1d7217-079a-4e29-895c-31f1e521a909 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 0.2471013 Jul 16 20:29:05.602299 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.734957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1016df-80d6-4292-8611-d8bced652fee req-cadc3b50-3aa5-46ea-8a22-bdc3945332b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.736751 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c1016df-80d6-4292-8611-d8bced652fee req-cadc3b50-3aa5-46ea-8a22-bdc3945332b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 946 time: 0.1952136 Jul 16 20:29:05.739143 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.751974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.770252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-775bbbcf-31a7-4f58-9b34-4582156a9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.771736 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-775bbbcf-31a7-4f58-9b34-4582156a9745 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661391 Jul 16 20:29:05.804165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cd3528-ffc8-4de1-97d4-25efcd0a196e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.829321 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.834036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-911967b4-d0e7-42a7-ac96-f1b3415ed3c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3314371 Jul 16 20:29:05.834233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48548) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:05.842443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'network': {'name': 'tempest-network-smoke--597263543', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'port_security_enabled': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:05.882890 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4c1016df-80d6-4292-8611-d8bced652fee req-55fa80ef-7747-4cd8-96d9-a5c3994cb0eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369267 Jul 16 20:29:05.909810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:05.914087 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.950312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-4758e2fa-1683-487d-8bb3-db838af53902 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596370 Jul 16 20:29:05.996432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:06.013694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.014036 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Added segment 48fa2ead-611b-4258-bc4b-8f1d218e1e11 of type vlan for network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 Jul 16 20:29:06.029191 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03d51e39-54e3-4b74-9de4-f14fd4ddb823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.113818 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5eae33e5-29d2-4088-ae54-c076d6b2decf req-96297d90-cf70-42db-b1ab-7057b19d33bf service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482737 Jul 16 20:29:06.119567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.184381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.195016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.196200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.247708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-b1fbffcb-576f-4407-aea5-a9c4172ef4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.250002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-b1fbffcb-576f-4407-aea5-a9c4172ef4fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.3076608 Jul 16 20:29:06.416153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Network': ['ID=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.422224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9fd5f05d-5d79-4fe1-b2a5-8752c4368be5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5866373 Jul 16 20:29:06.426279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48578) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.441150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'admin_state_up': True, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:06.447231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:06.476156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae83b9-94cb-4292-a126-45fe6419f4f2 req-439ff343-eb71-4bea-be25-a20f1eb67e94 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.484440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dae83b9-94cb-4292-a126-45fe6419f4f2 req-439ff343-eb71-4bea-be25-a20f1eb67e94 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.4728942 Jul 16 20:29:06.526988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.528289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.600706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-8b376c1b-83d4-438d-839e-f0d535d9ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.602721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-8b376c1b-83d4-438d-839e-f0d535d9ee51 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.3214417 Jul 16 20:29:06.653218 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.657833 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dae83b9-94cb-4292-a126-45fe6419f4f2 req-2e09974c-5332-430e-9f4b-ebf61719154d tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719835 Jul 16 20:29:06.707558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-7aa3e190-a27c-46a9-9bb2-38658148f997 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 217 time: 0.0858989 Jul 16 20:29:06.766327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48586) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.832256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-23d6d66c-d144-466c-a05d-8dc3a17bfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.833785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-23d6d66c-d144-466c-a05d-8dc3a17bfd81 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.1216650 Jul 16 20:29:06.903399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-7882836a-25f4-4fb4-8e85-a1fb45a03a65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612774 Jul 16 20:29:07.054884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-7fbd1e3f-f99d-45a5-b194-165cd4140358 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447074 Jul 16 20:29:07.071906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16d114-dc2c-4946-a20f-3abb0668bf8b req-01b321b5-367b-452c-b50d-3a2bede61e3a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.080035 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb16d114-dc2c-4946-a20f-3abb0668bf8b req-01b321b5-367b-452c-b50d-3a2bede61e3a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1408703 Jul 16 20:29:07.159221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.180976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-457467938'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:07.184596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb16d114-dc2c-4946-a20f-3abb0668bf8b req-10995a47-7346-4966-b921-8dcabc7fc264 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034589 Jul 16 20:29:07.215949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:07.217632 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.231274 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.286464 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fa0644f-2d54-409b-b006-93e230e70cf2 req-7105f47b-adfa-4c6a-9f87-8d796452727d service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042360 Jul 16 20:29:07.456672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.464359 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.541559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f91a3ec-ac6c-4e3c-a81e-d95649be4e4d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.598072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:07.637785 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.643672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.644156 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment 9ab58209-a3a5-480c-9235-0db58ac76b7a of type vlan for network fb60017b-2824-47ca-9e47-e9f675f007fc Jul 16 20:29:07.675980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.862962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.916251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.25 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3d01f336-6807-43bc-95cd-b4410331eaff) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:07.931052 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.937402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.938112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.960135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1925864 Jul 16 20:29:08.027020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c06a7-2228-4a4d-9b0d-9aec6fe1849d req-0c706409-d389-48cb-99d4-549600af6bbf tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.039526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8815eb5-c4df-4d83-8fcc-2a12915f9de9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=fb60017b-2824-47ca-9e47-e9f675f007fc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.041509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e2c06a7-2228-4a4d-9b0d-9aec6fe1849d req-0c706409-d389-48cb-99d4-549600af6bbf tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.1547678 Jul 16 20:29:08.051675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network fb60017b-2824-47ca-9e47-e9f675f007fc details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:08.187284 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e2c06a7-2228-4a4d-9b0d-9aec6fe1849d req-bfd6c4a3-230a-410a-9cdc-03f3d0277ea1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445122 Jul 16 20:29:08.552372 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.576437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105ef51-3083-4599-8c7c-f993e4960181 req-f099f724-6d5e-44f2-b5e6-278fe24a33db tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.586611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8105ef51-3083-4599-8c7c-f993e4960181 req-f099f724-6d5e-44f2-b5e6-278fe24a33db tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1595168 Jul 16 20:29:08.622377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.629191 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.716238 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.726969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8105ef51-3083-4599-8c7c-f993e4960181 req-7b12d590-5579-4fc3-85f6-161b05f32295 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393023 Jul 16 20:29:08.784228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:08.789081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:08.813933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:08.855782 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc561-3663-4799-8dce-1e349065b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.913814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=3d01f336-6807-43bc-95cd-b4410331eaff,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:09.045687 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.236356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515bf9a-29e7-42f2-b7aa-4f63ec690b84 req-9db06d25-88dd-4bc8-8df2-19d0a278f78d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.253675 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1515bf9a-29e7-42f2-b7aa-4f63ec690b84 req-9db06d25-88dd-4bc8-8df2-19d0a278f78d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.3100839 Jul 16 20:29:09.353414 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1515bf9a-29e7-42f2-b7aa-4f63ec690b84 req-a50570bc-2623-446e-8e64-540f9e3f87a2 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926189 Jul 16 20:29:09.506974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.761908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daad14-9c6b-4f46-824b-2375c8ebd6f3 req-63512294-9161-458e-990c-635c38ba3b93 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.783266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98daad14-9c6b-4f46-824b-2375c8ebd6f3 req-63512294-9161-458e-990c-635c38ba3b93 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.1904235 Jul 16 20:29:09.842087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-98daad14-9c6b-4f46-824b-2375c8ebd6f3 req-dbb817eb-da9f-42ee-83d3-0e9e7526625f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578940 Jul 16 20:29:10.020815 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.079694 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.342987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b0b4353a-b214-45b1-8f8a-b11edda05270 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:29:10.377058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-633a33d8-7801-422a-9665-3ff4a3a14b30 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.394277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-633a33d8-7801-422a-9665-3ff4a3a14b30 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2075000 Jul 16 20:29:10.411520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-7c4d6239-be97-4d5e-abea-8c5955a7c054 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/quotas/7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 375 time: 0.0159523 Jul 16 20:29:10.542199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-de591397-203a-4736-887c-fb232a48dc05 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295183 Jul 16 20:29:10.648964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:10.663673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Sync routers for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:10.682794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.687179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4f90590d-f2b8-4afe-83ed-dbece65010fc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2564051 Jul 16 20:29:10.687869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48728) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.697754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:10.698231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:10.795311 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-73649c40-8870-48d5-ab71-d488031ca5d6 service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401564 Jul 16 20:29:10.881593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-2d8f81f3-7e8b-4a46-a1e9-4711288d383d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.883797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-2d8f81f3-7e8b-4a46-a1e9-4711288d383d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fb0b96d-4dd7-4101-b937-1fb8c7eca076 HTTP/1.1" status: 200 len: 943 time: 0.1503665 Jul 16 20:29:10.926059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2778a137-f6f6-4a6c-a331-1c2d9e5ec1dd tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=ad091e6370c54c3c869b10f94c6f8c79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2370396 Jul 16 20:29:10.929111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48734) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.938989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:11.002721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-8f41a46e-ee2e-45f6-9b00-97ddb6b58cfd service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035863 Jul 16 20:29:11.238918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:09Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:11.288245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Checking router: b0b4353a-b214-45b1-8f8a-b11edda05270 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:11.288971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Updating router b0b4353a-b214-45b1-8f8a-b11edda05270 port 3d01f336-6807-43bc-95cd-b4410331eaff binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:29:11.293952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378bccb8-5f2b-43b5-b92e-3c8831aebb37 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.298477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-378bccb8-5f2b-43b5-b92e-3c8831aebb37 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3579724 Jul 16 20:29:11.299569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48746) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.315804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Deleting port a5336108-f236-461c-8bc0-5a2ac69d11b9 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:11.316134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.377523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c518e95e-38a1-4014-a27d-e6bff7efb0f0 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765061 Jul 16 20:29:11.378695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48748) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.386611 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.394969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710163404', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:11.481525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48750) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.493381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': 'fb60017b-2824-47ca-9e47-e9f675f007fc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:11.565762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:11.570477 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.665542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08ba38-7995-42a4-9804-85a9260d5d24 req-9566ee0c-f1dc-4bd6-9fbd-59cf0e310c81 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.673200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c08ba38-7995-42a4-9804-85a9260d5d24 req-9566ee0c-f1dc-4bd6-9fbd-59cf0e310c81 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.2295885 Jul 16 20:29:11.696531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:11.701485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.706990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] For port a5336108-f236-461c-8bc0-5a2ac69d11b9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a5336108-f236-461c-8bc0-5a2ac69d11b9,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:11.707392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.736198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Calling delete_port for a5336108-f236-461c-8bc0-5a2ac69d11b9 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:11.780277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c08ba38-7995-42a4-9804-85a9260d5d24 req-facd9545-3103-4621-8f15-73704249a5f7 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056900 Jul 16 20:29:11.863141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.873439 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.897975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Transition to ACTIVE for port object 3d01f336-6807-43bc-95cd-b4410331eaff will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:11.913034 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.933126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25fca211-f1b4-4940-b75d-d61c24d9c9dd req-bc40b0ad-4b6d-4e6a-ab7c-2156c3b5b3c2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.0530021 Jul 16 20:29:12.004648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Attempting to bind port 3d01f336-6807-43bc-95cd-b4410331eaff on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:12.005427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Attempting to bind port 3d01f336-6807-43bc-95cd-b4410331eaff by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:12.006103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Attempting to bind port 3d01f336-6807-43bc-95cd-b4410331eaff on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:12.014314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9704498-17e3-4a29-920f-192133973687 None None] Pushing event updated for resources: {'Port': ['ID=3d01f336-6807-43bc-95cd-b4410331eaff,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.017367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:12.017812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:12.018277 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.018726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:12.019277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Bound port: 3d01f336-6807-43bc-95cd-b4410331eaff, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:12.019717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.029186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.131452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Subnet': ['ID=16a2b3ee-cd03-44c4-b295-4793f8fed116,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.162230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Checking segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:12.162701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network hostable DHCP agents. Network: 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:12.186797 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.189848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:12.238506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:12.246979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.247581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.270775 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.277903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a6822f73-bc74-4298-ab37-76560eed8097 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8965087 Jul 16 20:29:12.277903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 48762) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.285144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] For port 3d01f336-6807-43bc-95cd-b4410331eaff, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:12.296355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] For port 3d01f336-6807-43bc-95cd-b4410331eaff, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3d01f336-6807-43bc-95cd-b4410331eaff,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:12.298437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ffe1e-38ef-425b-b5db-2a267f83c511 None None] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:12.306275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=9c20ba16-1074-4b50-bced-aacf988248e3,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.309742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9223522e-6cc3-40aa-b19f-678fba9fa018'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:12.312127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a1ea4c4f-a18b-4b12-809a-dedb792c113a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:12.315509 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.323983 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:12.365439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event deleted for resources: {'Port': ['ID=a5336108-f236-461c-8bc0-5a2ac69d11b9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.371427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': '9ab58209-a3a5-480c-9235-0db58ac76b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'fb60017b-2824-47ca-9e47-e9f675f007fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:12.372794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: fb60017b-2824-47ca-9e47-e9f675f007fc, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:12.402251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network fb60017b-2824-47ca-9e47-e9f675f007fc is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:12.413078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.413550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.413826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, fb60017b-2824-47ca-9e47-e9f675f007fc) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:12.414157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.414638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.415538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.415538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.416078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.417039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.417039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.417525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.417960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.418378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9704498-17e3-4a29-920f-192133973687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:12.424927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.425441 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.438725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] No DVR routers for this DVR port a5336108-f236-461c-8bc0-5a2ac69d11b9 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:12.443573 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.456081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ee6d59b7-d5eb-445b-a6f8-f3a1501275a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9674857 Jul 16 20:29:12.456886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.457864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c2d3239-ea16-465b-bb22-e601809417e5 req-d842c33b-479d-44e6-96e0-b589126642d5 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "DELETE /v2.0/ports/a5336108-f236-461c-8bc0-5a2ac69d11b9 HTTP/1.1" status: 204 len: 173 time: 1.5299580 Jul 16 20:29:12.459155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-deleted', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:12.464672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-797791492'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:12.472358 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701021db-5fe9-4a70-8f46-f46dc5abb8c7" -d '{"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-deleted", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:12.529559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:12.536892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.594871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834c324-dd83-4830-8fb4-11e47cbf824e None None] Network fb60017b-2824-47ca-9e47-e9f675f007fc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:12.633030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:12.651614 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f58155d-c050-4ff9-8993-a7c1b1611b95 x-openstack-request-id: req-0f58155d-c050-4ff9-8993-a7c1b1611b95 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:12.652611 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb0b96d-4dd7-4101-b937-1fb8c7eca076", "name": "network-vif-deleted", "tag": "a5336108-f236-461c-8bc0-5a2ac69d11b9", "status": "failed", "code": 422}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:12.653675 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0f58155d-c050-4ff9-8993-a7c1b1611b95 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:12.654280 n-d-792458-10 neutron-server[93861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fb0b96d-4dd7-4101-b937-1fb8c7eca076', 'name': 'network-vif-deleted', 'tag': 'a5336108-f236-461c-8bc0-5a2ac69d11b9', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:29:12.663723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.664309 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment 40063e52-f0b6-4d53-abe8-6d89f873e3f9 of type vlan for network b6be8dea-2d23-40d9-b948-7a4f75af50ae Jul 16 20:29:12.731884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:12.732655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:12.764456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.834432 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.846541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.847494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.876115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4177105 Jul 16 20:29:12.887653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48774) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.893928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': 'b6be8dea-2d23-40d9-b948-7a4f75af50ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:13.280996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9704498-17e3-4a29-920f-192133973687 None None] Pushing event updated for resources: {'Port': ['ID=3d01f336-6807-43bc-95cd-b4410331eaff,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.310439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:13.484672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:13.485986 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.628516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-239d315a-f40e-499c-8505-dfb3b5149a57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.634216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-239d315a-f40e-499c-8505-dfb3b5149a57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2696195 Jul 16 20:29:13.656904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'port': {'device_id': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'admin_state_up': True, 'tenant_id': '7749d02d72f148a6b0d11f063739606f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:13.755926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a991417-56a5-46b6-a7af-d192615d014d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=b6be8dea-2d23-40d9-b948-7a4f75af50ae,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.844053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84c5c0f4-f39b-4307-99dd-10b830c63b6d req-6a7869f9-6c0b-45c1-8e40-d931fcaf716c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.2067854 Jul 16 20:29:13.866576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732df0d-84fb-4990-9704-c128e5d61157 req-0757c11b-ade7-4864-bcc3-8ae03bef662c tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.877079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0732df0d-84fb-4990-9704-c128e5d61157 req-0757c11b-ade7-4864-bcc3-8ae03bef662c tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.9318171 Jul 16 20:29:13.892262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:13.903135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.922203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b6be8dea-2d23-40d9-b948-7a4f75af50ae details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:13.989150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.135948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0732df0d-84fb-4990-9704-c128e5d61157 req-35d32004-4195-45ed-87bc-ac07dc2f1745 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578883 Jul 16 20:29:14.169198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-fb60017b-2824-47ca-9e47-e9f675f007fc', 'network_id': 'fb60017b-2824-47ca-9e47-e9f675f007fc', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': '9c20ba16-1074-4b50-bced-aacf988248e3'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:14.172534 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.242666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Allocated IP 172.20.0.2 (16e4d39e-b4e0-4f17-83e0-b79fc2376ce1/16a2b3ee-cd03-44c4-b295-4793f8fed116/de2bccbb-12d8-45bd-a798-59d94a7b793f) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:14.437508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:14.441803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.554116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.790805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=0309194d-7711-497a-86c4-9d87f8ccb04b,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.817101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': '40063e52-f0b6-4d53-abe8-6d89f873e3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b6be8dea-2d23-40d9-b948-7a4f75af50ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:14.818110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: b6be8dea-2d23-40d9-b948-7a4f75af50ae, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:14.845599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network b6be8dea-2d23-40d9-b948-7a4f75af50ae is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:14.882647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.20.0.14 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/0bc6312f-ef9a-4fc8-8e7e-99e125dc555b) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:14.899163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, b6be8dea-2d23-40d9-b948-7a4f75af50ae) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:14.947013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.949082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.079450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5f927a0e-dfa6-482a-ac48-d309374906a5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1861496 Jul 16 20:29:15.081088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 48944) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.151676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd1f7d-2f06-4aee-9f3b-25ce6d0262b2 None None] Network b6be8dea-2d23-40d9-b948-7a4f75af50ae requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:15.156546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d63345a8-672d-469d-8251-6d177a09626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:09Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:15.240819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63345a8-672d-469d-8251-6d177a09626f None None] The sync data for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 is: [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:09Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:15.298241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.364100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Transition to ACTIVE for port object de2bccbb-12d8-45bd-a798-59d94a7b793f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:15.383308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8084425-186f-4d88-91a4-b67b4ba92b8c req-7af8ecea-d54d-4db8-9949-8894e656ef11 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.1863184 Jul 16 20:29:15.391845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Allocated IP 2001:db8:0:ffff::2 (fb60017b-2824-47ca-9e47-e9f675f007fc/9c20ba16-1074-4b50-bced-aacf988248e3/1a2232ca-63c5-4874-b6eb-0243594ce3cb) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:15.429625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58251ee6-8d1e-46bc-884e-56429f10f819 req-68b603cb-87cc-4941-af74-0d7949ef41fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.435369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58251ee6-8d1e-46bc-884e-56429f10f819 req-68b603cb-87cc-4941-af74-0d7949ef41fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 907 time: 0.4461672 Jul 16 20:29:15.472838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Transition to ACTIVE for port object de2bccbb-12d8-45bd-a798-59d94a7b793f will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:15.495576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.517267 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.609570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.649433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.723697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.762364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Transition to ACTIVE for port object 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:15.833507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=0309194d-7711-497a-86c4-9d87f8ccb04b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:15.845636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.1 (16e4d39e-b4e0-4f17-83e0-b79fc2376ce1/16a2b3ee-cd03-44c4-b295-4793f8fed116/daebd8fa-9ed2-4e60-8933-f3033d554130) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:15.983195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.009859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6be8dea-2d23-40d9-b948-7a4f75af50ae']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:16.030031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40063e52-f0b6-4d53-abe8-6d89f873e3f9') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:16.030604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40063e52-f0b6-4d53-abe8-6d89f873e3f9') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:16.063108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.086014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.096515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:16.097114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.099654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af584-6639-4cd2-aa12-c3dd6fb7f553 req-86618a8c-a320-45a6-bd81-df0a203edafc tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:16.109164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-645af584-6639-4cd2-aa12-c3dd6fb7f553 req-86618a8c-a320-45a6-bd81-df0a203edafc tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3873699 Jul 16 20:29:16.201927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:16.227964 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:16.236324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.244267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.248704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/b6be8dea-2d23-40d9-b948-7a4f75af50ae HTTP/1.1" status: 204 len: 168 time: 1.1662877 Jul 16 20:29:16.273388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.305791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494644608'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:16.337136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68482f0-a669-423b-925a-dc5999960d31 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=b6be8dea-2d23-40d9-b948-7a4f75af50ae,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.356813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.412812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.431893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-d928818c-8922-4b7f-8ce7-5ea30bc9f433 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:16.433840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-d928818c-8922-4b7f-8ce7-5ea30bc9f433 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 907 time: 0.2000089 Jul 16 20:29:16.447160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object daebd8fa-9ed2-4e60-8933-f3033d554130 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:16.528405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['8380919c-2dbe-49af-beec-ad7abc65d9bf'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:16.566488 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.575162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:16.624880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Pushing event updated for resources: {'Port': ['ID=de2bccbb-12d8-45bd-a798-59d94a7b793f,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.675302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-645af584-6639-4cd2-aa12-c3dd6fb7f553 req-e9a30b08-be4d-4d85-bbad-584d9cc8ea4c tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649972 Jul 16 20:29:16.691553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=daebd8fa-9ed2-4e60-8933-f3033d554130,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.697268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:16.711729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:16.762990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:16.787008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Deleting port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:16.787360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.794666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:16.807156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:16.834552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:16.846206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:16.853944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:16.870701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:16.879802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.002119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dcfdc-a9d7-4f5f-adc2-68f0c7641c22 req-d5818d57-ac84-4154-bf57-2a34a892facb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.003851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a44dcfdc-a9d7-4f5f-adc2-68f0c7641c22 req-d5818d57-ac84-4154-bf57-2a34a892facb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 932 time: 0.2909148 Jul 16 20:29:17.155503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:17.168574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.168944 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment 5a6ace1d-f68a-41d1-a31a-1e0aad3f2607 of type vlan for network 36c0b367-651c-40ec-b561-57ca3d5a6b0e Jul 16 20:29:17.255389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3561c060-76b4-47a5-927b-6d564a89bd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-b6be8dea-2d23-40d9-b948-7a4f75af50ae', 'network_id': 'b6be8dea-2d23-40d9-b948-7a4f75af50ae', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': '0309194d-7711-497a-86c4-9d87f8ccb04b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:17.256487 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3561c060-76b4-47a5-927b-6d564a89bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.256985 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a44dcfdc-a9d7-4f5f-adc2-68f0c7641c22 req-01373426-29d8-4cd4-8460-4c509c15851f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631627 Jul 16 20:29:17.272923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] For port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:17.275092 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.288031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.303104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Calling delete_port for 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:17.481009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d691a0dd-b1dc-45ca-8c52-1173d5b24232 None None] Provisioning for port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:17.499629 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.527417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d691a0dd-b1dc-45ca-8c52-1173d5b24232 None None] Provisioning complete for port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:17.528276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d691a0dd-b1dc-45ca-8c52-1173d5b24232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.533320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Attempting to bind port de2bccbb-12d8-45bd-a798-59d94a7b793f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:17.534330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Attempting to bind port de2bccbb-12d8-45bd-a798-59d94a7b793f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:17.536077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Attempting to bind port de2bccbb-12d8-45bd-a798-59d94a7b793f on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:17.577359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event deleted for resources: {'Port': ['ID=6f8abb9e-b24f-4201-a3d6-d5bdab790a03,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:17.594084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:17.594458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Checking segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:17.597653 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.598216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Bound using segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:17.599841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Bound port: de2bccbb-12d8-45bd-a798-59d94a7b793f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:17.600461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.666176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] No DVR routers for this DVR port 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:17.669700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.674049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5e8ddfe3-8689-4769-834d-55eb13d72599 req-ab39e3a8-4857-40dd-bfd1-c4fae39dc08a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "DELETE /v2.0/ports/6f8abb9e-b24f-4201-a3d6-d5bdab790a03 HTTP/1.1" status: 204 len: 173 time: 1.2342975 Jul 16 20:29:17.675331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'name': 'network-vif-deleted', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:17.678040 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a493b7-43c9-4402-b5ab-1f2a9b6dfb50" -d '{"events": [{"server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "name": "network-vif-deleted", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:17.707042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3d01f336-6807-43bc-95cd-b4410331eaff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:17.748314 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da4cc1d-3f7f-4cb3-a046-65ad5c3a6f09 x-openstack-request-id: req-9da4cc1d-3f7f-4cb3-a046-65ad5c3a6f09 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:17.748959 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4f1fe8-9162-4373-967d-36e907677b44", "name": "network-vif-deleted", "tag": "6f8abb9e-b24f-4201-a3d6-d5bdab790a03", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:17.749438 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9da4cc1d-3f7f-4cb3-a046-65ad5c3a6f09 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:17.750051 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4f1fe8-9162-4373-967d-36e907677b44', 'name': 'network-vif-deleted', 'tag': '6f8abb9e-b24f-4201-a3d6-d5bdab790a03', 'status': 'completed', 'code': 200} Jul 16 20:29:17.819263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a1339-038a-4ac4-ad25-5a8d8664a0fc None None] Network b6be8dea-2d23-40d9-b948-7a4f75af50ae requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:17.938034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.938754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.951249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.953849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.963135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a1339-038a-4ac4-ad25-5a8d8664a0fc None None] Network b6be8dea-2d23-40d9-b948-7a4f75af50ae could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:29:17.966168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.966844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.101568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3d01f336-6807-43bc-95cd-b4410331eaff completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:18.129609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Transition to ACTIVE for port object 1a2232ca-63c5-4874-b6eb-0243594ce3cb will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:18.153009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d691a0dd-b1dc-45ca-8c52-1173d5b24232 None None] Port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:18.160323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3d01f336-6807-43bc-95cd-b4410331eaff triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:18.160564 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.160992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-1d3d03ee-eaa7-46a5-91e1-d3f5c294b99a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5136266 Jul 16 20:29:18.190685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28257-b656-4792-80df-3fc1560d337f req-66b93e42-2cac-4a12-958d-2687c5ce7882 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:18.192921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Request body: {'port': {'device_id': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:18.199921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.200051 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fad28257-b656-4792-80df-3fc1560d337f req-66b93e42-2cac-4a12-958d-2687c5ce7882 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.2256143 Jul 16 20:29:18.204440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9216931 Jul 16 20:29:18.255161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49236) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:18.284693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': '36c0b367-651c-40ec-b561-57ca3d5a6b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:18.343379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fad28257-b656-4792-80df-3fc1560d337f req-11377774-3091-4443-9d4a-53d4d69740e3 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421087 Jul 16 20:29:18.350192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Transition to ACTIVE for port object 1a2232ca-63c5-4874-b6eb-0243594ce3cb will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:18.425650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] For port de2bccbb-12d8-45bd-a798-59d94a7b793f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:18.439218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.445981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] For port de2bccbb-12d8-45bd-a798-59d94a7b793f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=de2bccbb-12d8-45bd-a798-59d94a7b793f,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:18.542214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a83fd-4f60-4b12-9d09-9efac2ffd47c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=36c0b367-651c-40ec-b561-57ca3d5a6b0e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.576111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Pushing event updated for resources: {'Port': ['ID=1a2232ca-63c5-4874-b6eb-0243594ce3cb,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.586526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:18.588974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 36c0b367-651c-40ec-b561-57ca3d5a6b0e details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:18.592213 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.601756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.726812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af4ac1-697f-44be-86f0-2c0900bdb675 req-62f1fd88-7897-44a3-95d9-0b0332f9e39f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:18.728997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9af4ac1-697f-44be-86f0-2c0900bdb675 req-62f1fd88-7897-44a3-95d9-0b0332f9e39f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee4f1fe8-9162-4373-967d-36e907677b44 HTTP/1.1" status: 200 len: 829 time: 1.7251296 Jul 16 20:29:18.741150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Network fb60017b-2824-47ca-9e47-e9f675f007fc is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:18.744049 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.776886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:18.783764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:18.807690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.946776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3d01f336-6807-43bc-95cd-b4410331eaff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3d01f336-6807-43bc-95cd-b4410331eaff,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:18.949889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Attempting to bind port 1a2232ca-63c5-4874-b6eb-0243594ce3cb on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:18.950522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Attempting to bind port 1a2232ca-63c5-4874-b6eb-0243594ce3cb by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '9ab58209-a3a5-480c-9235-0db58ac76b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'fb60017b-2824-47ca-9e47-e9f675f007fc'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:18.951150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Attempting to bind port 1a2232ca-63c5-4874-b6eb-0243594ce3cb on network fb60017b-2824-47ca-9e47-e9f675f007fc {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:18.968917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:18.969474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Checking segment: {'id': '9ab58209-a3a5-480c-9235-0db58ac76b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'fb60017b-2824-47ca-9e47-e9f675f007fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:18.970073 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.970464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Bound using segment: {'id': '9ab58209-a3a5-480c-9235-0db58ac76b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'fb60017b-2824-47ca-9e47-e9f675f007fc'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:18.971163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Bound port: 1a2232ca-63c5-4874-b6eb-0243594ce3cb, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab58209-a3a5-480c-9235-0db58ac76b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'fb60017b-2824-47ca-9e47-e9f675f007fc'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:18.971578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.988275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.008064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd31527-fd03-4c6e-9319-649eed79af4c None None] Pushing event updated for resources: {'Port': ['ID=de2bccbb-12d8-45bd-a798-59d94a7b793f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.039800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e496d2e-f820-4000-ae34-d1992c00faf4 req-f1eb689d-9cd8-4bed-83e6-586f665e3e39 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.043130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.047354 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e496d2e-f820-4000-ae34-d1992c00faf4 req-f1eb689d-9cd8-4bed-83e6-586f665e3e39 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 932 time: 0.3558693 Jul 16 20:29:19.101550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3d01f336-6807-43bc-95cd-b4410331eaff,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.203365 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e496d2e-f820-4000-ae34-d1992c00faf4 req-514b25b0-5816-4561-a771-b09f4c9d8a24 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492045 Jul 16 20:29:19.347086 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] For port 1a2232ca-63c5-4874-b6eb-0243594ce3cb, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:19.352982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] For port 1a2232ca-63c5-4874-b6eb-0243594ce3cb, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a2232ca-63c5-4874-b6eb-0243594ce3cb,segment=NetworkSegment(9ab58209-a3a5-480c-9235-0db58ac76b7a),segment_id=9ab58209-a3a5-480c-9235-0db58ac76b7a)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:19.355656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.379141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.515586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=7b9e840f-a0bd-496e-860e-629bdb73fd28,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.550349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': '5a6ace1d-f68a-41d1-a31a-1e0aad3f2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '36c0b367-651c-40ec-b561-57ca3d5a6b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:19.550730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: 36c0b367-651c-40ec-b561-57ca3d5a6b0e, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:19.614655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d31ae-4898-488f-a996-1899f2550f62 None None] Pushing event updated for resources: {'Port': ['ID=1a2232ca-63c5-4874-b6eb-0243594ce3cb,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.615269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network 36c0b367-651c-40ec-b561-57ca3d5a6b0e is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:19.648082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 36c0b367-651c-40ec-b561-57ca3d5a6b0e) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:19.660463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.661006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84e3a3-bf83-4cc5-9858-e8d8404515e1 None None] Network 36c0b367-651c-40ec-b561-57ca3d5a6b0e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:19.661256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.697560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e7f1313b-af79-402a-8c02-0aedd1fc9d25 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4409888 Jul 16 20:29:19.701236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49278) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.711522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1060025368'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:19.803511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:19.817294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.841654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3d01f336-6807-43bc-95cd-b4410331eaff up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:19.897340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:19.937918 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.942792 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment 9d9f88b9-a6ea-44b3-b8fc-bff2a896118a of type vlan for network 8e176618-3ef1-46b7-8f89-42daf5d4991c Jul 16 20:29:20.024321 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.027513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3d01f336-6807-43bc-95cd-b4410331eaff triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:20.027931 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.070515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.092122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.140571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-36c0b367-651c-40ec-b561-57ca3d5a6b0e', 'network_id': '36c0b367-651c-40ec-b561-57ca3d5a6b0e', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': '7b9e840f-a0bd-496e-860e-629bdb73fd28'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:20.148577 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.165499 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.178912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.179547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.249419 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.254527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=daebd8fa-9ed2-4e60-8933-f3033d554130,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:20.286677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5828881 Jul 16 20:29:20.297468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49286) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:20.309370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': '8e176618-3ef1-46b7-8f89-42daf5d4991c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:20.401994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3ecfc-79d3-4a82-9aa4-2eb03a7793c5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=8e176618-3ef1-46b7-8f89-42daf5d4991c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:20.479679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:20.483546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.488139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8e176618-3ef1-46b7-8f89-42daf5d4991c details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:20.555782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Performing IP validity checks on allocation pools {{(pid=93861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:29:20.556639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:29:20.696048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device de2bccbb-12d8-45bd-a798-59d94a7b793f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:20.791127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:20.828493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa34c81c-b3cb-4e95-9f4e-f166b96e7ac4 None None] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:20.834201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Allocated IP 2001:db8::3 (36c0b367-651c-40ec-b561-57ca3d5a6b0e/7b9e840f-a0bd-496e-860e-629bdb73fd28/2a68938a-96bd-4250-afd2-0aabf0cedacb) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:20.852557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.869292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port de2bccbb-12d8-45bd-a798-59d94a7b793f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:20.973917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ffd7-c838-46ce-946e-13a8e4529b22 req-8f478b99-8fab-4c33-b6f3-69df92de656a tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.974884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e63cbc-fc16-4803-9f91-6c79e4e29599 req-152a946c-e4d0-4efe-8d02-00077d442e91 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.984194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60a6ffd7-c838-46ce-946e-13a8e4529b22 req-8f478b99-8fab-4c33-b6f3-69df92de656a tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.9626062 Jul 16 20:29:20.994828 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8e63cbc-fc16-4803-9f91-6c79e4e29599 req-152a946c-e4d0-4efe-8d02-00077d442e91 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 932 time: 0.2431729 Jul 16 20:29:21.006433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Transition to ACTIVE for port object 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:21.024224 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.057079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.119332 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.124255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8e63cbc-fc16-4803-9f91-6c79e4e29599 req-14cadec1-fb47-429b-80c4-72bc2d77f24a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213269 Jul 16 20:29:21.129173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Transition to ACTIVE for port object 2a68938a-96bd-4250-afd2-0aabf0cedacb will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:21.171110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:21.171354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:21.183033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:21.183264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6eb8a9cc-4893-4ecb-9415-c3437ffb7e9a None None] Provisioning for port de2bccbb-12d8-45bd-a798-59d94a7b793f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:21.248175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6eb8a9cc-4893-4ecb-9415-c3437ffb7e9a None None] Provisioning complete for port de2bccbb-12d8-45bd-a798-59d94a7b793f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:21.248546 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eb8a9cc-4893-4ecb-9415-c3437ffb7e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.253550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:21.253887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 6f8abb9e-b24f-4201-a3d6-d5bdab790a03 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:21.330810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Transition to ACTIVE for port object 2a68938a-96bd-4250-afd2-0aabf0cedacb will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:21.380383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60a6ffd7-c838-46ce-946e-13a8e4529b22 req-8786d0c3-0d2a-4416-a473-837798185802 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816004 Jul 16 20:29:21.381459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.469079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Network 36c0b367-651c-40ec-b561-57ca3d5a6b0e is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:21.475284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:21.483317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:21.661824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846c8da-20df-496a-8700-a4126ff80337 None None] Network fb60017b-2824-47ca-9e47-e9f675f007fc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:21.705363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7bd33-2e15-400d-909d-fa51cc39eed8 req-1d38af6f-ffd4-46fe-9a3f-c6ba50edeb42 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.718277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bd7bd33-2e15-400d-909d-fa51cc39eed8 req-1d38af6f-ffd4-46fe-9a3f-c6ba50edeb42 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 945 time: 0.2157900 Jul 16 20:29:21.720479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a2232ca-63c5-4874-b6eb-0243594ce3cb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:21.733363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Pushing event updated for resources: {'Port': ['ID=2a68938a-96bd-4250-afd2-0aabf0cedacb,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.744059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': '9d9f88b9-a6ea-44b3-b8fc-bff2a896118a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8e176618-3ef1-46b7-8f89-42daf5d4991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:21.744614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: 8e176618-3ef1-46b7-8f89-42daf5d4991c, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:21.747134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=99be7d61-4569-4efe-8257-3296c51796a9,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.778554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Pushing event updated for resources: {'Port': ['ID=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.840879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network 8e176618-3ef1-46b7-8f89-42daf5d4991c is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:21.843544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9bd7bd33-2e15-400d-909d-fa51cc39eed8 req-a7504bd9-ad0e-463c-8777-04c3c42bfc92 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239603 Jul 16 20:29:21.857478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8e176618-3ef1-46b7-8f89-42daf5d4991c) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:21.881730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.888636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.901296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b0b4353a-b214-45b1-8f8a-b11edda05270 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:21.961488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Attempting to bind port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:21.961954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Attempting to bind port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:21.962409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Attempting to bind port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:21.970800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:21.971217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Attempting to bind port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:21.978219 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-40109178-4319-4f87-886a-db4f77bbaffc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6703532 Jul 16 20:29:21.979596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49298) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.051545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eb8a9cc-4893-4ecb-9415-c3437ffb7e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.057730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c583f02d-486c-4d1a-ae9a-7ff2d1053b6c None None] Network 8e176618-3ef1-46b7-8f89-42daf5d4991c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:22.121442 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.153955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Attempting to bind port 2a68938a-96bd-4250-afd2-0aabf0cedacb on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:22.154415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Attempting to bind port 2a68938a-96bd-4250-afd2-0aabf0cedacb by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '5a6ace1d-f68a-41d1-a31a-1e0aad3f2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '36c0b367-651c-40ec-b561-57ca3d5a6b0e'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:22.154809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Attempting to bind port 2a68938a-96bd-4250-afd2-0aabf0cedacb on network 36c0b367-651c-40ec-b561-57ca3d5a6b0e {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:22.223292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:22.223632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Checking segment: {'id': '5a6ace1d-f68a-41d1-a31a-1e0aad3f2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '36c0b367-651c-40ec-b561-57ca3d5a6b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:22.224029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.224430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Bound using segment: {'id': '5a6ace1d-f68a-41d1-a31a-1e0aad3f2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '36c0b367-651c-40ec-b561-57ca3d5a6b0e'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:22.224887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Bound port: 2a68938a-96bd-4250-afd2-0aabf0cedacb, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ace1d-f68a-41d1-a31a-1e0aad3f2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '36c0b367-651c-40ec-b561-57ca3d5a6b0e'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:22.225258 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.246425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6eb8a9cc-4893-4ecb-9415-c3437ffb7e9a None None] For port de2bccbb-12d8-45bd-a798-59d94a7b793f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=de2bccbb-12d8-45bd-a798-59d94a7b793f,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:22.288824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.303043 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6eb8a9cc-4893-4ecb-9415-c3437ffb7e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.317437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:22.321243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:22.323314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:22.324611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Bound port: 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:22.328136 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.361398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 1a2232ca-63c5-4874-b6eb-0243594ce3cb completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:22.511312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.586043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:22.609979 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Sync routers for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:22.610875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b82b8117-2b14-4916-88b7-e81a5ca4e053 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/b0b4353a-b214-45b1-8f8a-b11edda05270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3293188 Jul 16 20:29:22.631698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] For port 2a68938a-96bd-4250-afd2-0aabf0cedacb, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:22.634248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:22.634971 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:22.654224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8a9cc-4893-4ecb-9415-c3437ffb7e9a None None] Pushing event updated for resources: {'Port': ['ID=de2bccbb-12d8-45bd-a798-59d94a7b793f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.769019 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:22.769599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=99be7d61-4569-4efe-8257-3296c51796a9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.801906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-29ff9bef-555b-484d-b711-6abd564e581e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:22.805671 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] For port 2a68938a-96bd-4250-afd2-0aabf0cedacb, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2a68938a-96bd-4250-afd2-0aabf0cedacb,segment=NetworkSegment(5a6ace1d-f68a-41d1-a31a-1e0aad3f2607),segment_id=5a6ace1d-f68a-41d1-a31a-1e0aad3f2607)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:22.824528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-29ff9bef-555b-484d-b711-6abd564e581e tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 945 time: 0.8444827 Jul 16 20:29:22.829502 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.093230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.107184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f2d3b-fc2b-4e8c-b0c4-340e5a37a48c None None] Pushing event updated for resources: {'Port': ['ID=2a68938a-96bd-4250-afd2-0aabf0cedacb,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.132038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e176618-3ef1-46b7-8f89-42daf5d4991c']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:23.149864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9f88b9-a6ea-44b3-b8fc-bff2a896118a') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:23.153499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9f88b9-a6ea-44b3-b8fc-bff2a896118a') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:23.186940 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.231737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.236295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] For port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:23.255421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:23.261877 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.294181 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0039f2fa-63cb-4a0e-8517-6be8118c3635 None None] Provisioning for port 1a2232ca-63c5-4874-b6eb-0243594ce3cb completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:23.327081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0039f2fa-63cb-4a0e-8517-6be8118c3635 None None] Provisioning complete for port 1a2232ca-63c5-4874-b6eb-0243594ce3cb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:23.329543 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0039f2fa-63cb-4a0e-8517-6be8118c3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.351969 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:19Z', 'revision_number': 2, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:23.462009 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:23.471834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.518820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f692e28-0ce6-4feb-835d-07eb3038856b req-16dfc909-502b-4692-b7fb-f45a6a31fc8c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.539221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f692e28-0ce6-4feb-835d-07eb3038856b req-16dfc909-502b-4692-b7fb-f45a6a31fc8c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.9007673 Jul 16 20:29:23.571945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.575450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/8e176618-3ef1-46b7-8f89-42daf5d4991c HTTP/1.1" status: 204 len: 168 time: 1.5950994 Jul 16 20:29:23.580413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] For port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:23.592749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49314) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:23.630037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1775736471'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:23.630355 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Checking router: b0b4353a-b214-45b1-8f8a-b11edda05270 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:23.631089 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Updating router b0b4353a-b214-45b1-8f8a-b11edda05270 port daebd8fa-9ed2-4e60-8933-f3033d554130 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:29:23.662068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c9e962-1fa7-4610-980d-3e0ae38cac67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-8e176618-3ef1-46b7-8f89-42daf5d4991c', 'network_id': '8e176618-3ef1-46b7-8f89-42daf5d4991c', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': '99be7d61-4569-4efe-8257-3296c51796a9'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:23.665172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c895-1b5e-4393-9828-2347e273d696 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=8e176618-3ef1-46b7-8f89-42daf5d4991c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.666705 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-32c9e962-1fa7-4610-980d-3e0ae38cac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.701771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.738151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device de2bccbb-12d8-45bd-a798-59d94a7b793f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:23.766690 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.817334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97683fb-6717-407b-9ce9-f234d4e71913 req-c7d64ce3-4cff-4754-bc6d-68ed3a893404 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.856136 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b97683fb-6717-407b-9ce9-f234d4e71913 req-c7d64ce3-4cff-4754-bc6d-68ed3a893404 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3892863 Jul 16 20:29:23.914702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c477b-d969-4796-9b25-ab37c4399fbd None None] Network 8e176618-3ef1-46b7-8f89-42daf5d4991c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:23.934104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.939375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.950193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] 10.222.0.99 "PUT /v2.0/ports/0bc6312f-ef9a-4fc8-8e7e-99e125dc555b HTTP/1.1" status: 200 len: 1093 time: 5.7604213 Jul 16 20:29:23.962637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Deleting port 9223522e-6cc3-40aa-b19f-678fba9fa018 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:23.966226 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.038875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c477b-d969-4796-9b25-ab37c4399fbd None None] Network 8e176618-3ef1-46b7-8f89-42daf5d4991c could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:29:24.072552 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0039f2fa-63cb-4a0e-8517-6be8118c3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.097484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port de2bccbb-12d8-45bd-a798-59d94a7b793f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:24.102299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.152698 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b97683fb-6717-407b-9ce9-f234d4e71913 req-760489c6-5325-4bb2-9599-e98b1e4ad567 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775741 Jul 16 20:29:24.161477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'tag': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:24.163929 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc" -d '{"events": [{"name": "network-changed", "server_uuid": "3035563e-9aa2-405d-9ebf-516bedb6c3e8", "tag": "0bc6312f-ef9a-4fc8-8e7e-99e125dc555b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:24.196073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:24.215861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.320740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0039f2fa-63cb-4a0e-8517-6be8118c3635 None None] For port 1a2232ca-63c5-4874-b6eb-0243594ce3cb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a2232ca-63c5-4874-b6eb-0243594ce3cb,segment=NetworkSegment(9ab58209-a3a5-480c-9235-0db58ac76b7a),segment_id=9ab58209-a3a5-480c-9235-0db58ac76b7a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:24.333149 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0039f2fa-63cb-4a0e-8517-6be8118c3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.359316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f692e28-0ce6-4feb-835d-07eb3038856b req-d627b68a-ed3f-417e-94a4-72f5cf89ddbb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857823 Jul 16 20:29:24.703126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039f2fa-63cb-4a0e-8517-6be8118c3635 None None] Pushing event updated for resources: {'Port': ['ID=1a2232ca-63c5-4874-b6eb-0243594ce3cb,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.716682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:24.738291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-39437096-e472-4554-bd62-e82af6a7fe93 None None] Provisioning complete for port 1a2232ca-63c5-4874-b6eb-0243594ce3cb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:24.739288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39437096-e472-4554-bd62-e82af6a7fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.756397 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.757123 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment a2734169-6075-402d-9971-beb940b185fd of type vlan for network ae6efbd7-3440-4eaa-95df-f4956660ce7d Jul 16 20:29:24.845081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a18ca-e298-412c-b300-2e501616873e req-a57709aa-78b5-4e84-81dd-3593fff58f36 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:24.849590 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.855516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a26a18ca-e298-412c-b300-2e501616873e req-a57709aa-78b5-4e84-81dd-3593fff58f36 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 945 time: 0.2694976 Jul 16 20:29:24.906444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a5b4f-86e3-482f-a712-53babc706a6d service neutron] Pushing event updated for resources: {'Port': ['ID=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.943189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.969793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9223522e-6cc3-40aa-b19f-678fba9fa018 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:24.976122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:24.976802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.986776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a26a18ca-e298-412c-b300-2e501616873e req-5700b4e6-61a5-4b94-b4cf-896453eac001 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295853 Jul 16 20:29:25.017185 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.029845 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Transition to ACTIVE for port object daebd8fa-9ed2-4e60-8933-f3033d554130 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:25.041834 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.158201 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0417c44-b029-4ef7-8858-bf0ee4a6a54a x-openstack-request-id: req-f0417c44-b029-4ef7-8858-bf0ee4a6a54a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:25.158677 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3035563e-9aa2-405d-9ebf-516bedb6c3e8", "tag": "0bc6312f-ef9a-4fc8-8e7e-99e125dc555b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:25.159115 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f0417c44-b029-4ef7-8858-bf0ee4a6a54a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:25.159671 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'tag': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b', 'status': 'completed', 'code': 200} Jul 16 20:29:25.213862 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Pushing event updated for resources: {'Port': ['ID=daebd8fa-9ed2-4e60-8933-f3033d554130,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.248993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-4e65478b-1b2f-46af-ab0e-af8209e1847a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966153880&fields=id&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 267 time: 0.3235331 Jul 16 20:29:25.332680 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.333022 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.333350 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.334456 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.335006 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.340853 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.344730 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.345313 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.353253 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.360181 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.360829 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.361166 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:25.580375 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Attempting to bind port daebd8fa-9ed2-4e60-8933-f3033d554130 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:25.583814 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Attempting to bind port daebd8fa-9ed2-4e60-8933-f3033d554130 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:25.584226 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Attempting to bind port daebd8fa-9ed2-4e60-8933-f3033d554130 on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:25.613042 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:25.613413 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Checking segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:25.615633 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.619708 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Bound using segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:25.621775 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Bound port: daebd8fa-9ed2-4e60-8933-f3033d554130, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:25.623496 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.659959 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.662732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3646c-c99c-4927-b533-7a2b9dc81399 None None] Network 36c0b367-651c-40ec-b561-57ca3d5a6b0e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:25.710208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49338) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:25.711684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1167440 Jul 16 20:29:25.730248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': 'ae6efbd7-3440-4eaa-95df-f4956660ce7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:25.762263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-39437096-e472-4554-bd62-e82af6a7fe93 None None] Provisioning complete for port de2bccbb-12d8-45bd-a798-59d94a7b793f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:25.767348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-39437096-e472-4554-bd62-e82af6a7fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.773283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a2232ca-63c5-4874-b6eb-0243594ce3cb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:25.797108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:25.797322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304c249-cbfe-4cd4-a2d3-8e0e54b61858 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=ae6efbd7-3440-4eaa-95df-f4956660ce7d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.817744 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e67b8b7-5cfc-4e43-bc2c-aff590ff490e" -d '{"events": [{"server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:25.853390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-0bd68c86-9907-40e2-afb1-56d390e07e97 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.854319 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] For port daebd8fa-9ed2-4e60-8933-f3033d554130, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:25.855812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-0bd68c86-9907-40e2-afb1-56d390e07e97 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 796 time: 0.5006998 Jul 16 20:29:25.857886 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] For port daebd8fa-9ed2-4e60-8933-f3033d554130, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=daebd8fa-9ed2-4e60-8933-f3033d554130,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:25.858218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] For port 9223522e-6cc3-40aa-b19f-678fba9fa018, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9223522e-6cc3-40aa-b19f-678fba9fa018,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:25.858979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.864272 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.878594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-792b875b-181d-4a0a-902a-fbb9b3359140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.885056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-792b875b-181d-4a0a-902a-fbb9b3359140 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 1096 time: 1.6051996 Jul 16 20:29:25.898678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Calling delete_port for 9223522e-6cc3-40aa-b19f-678fba9fa018 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:25.932480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bf500-3d58-4668-bbba-4326badb69cc req-0f9a6c8c-2823-4f12-9feb-e80912d7f191 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.940024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-756bf500-3d58-4668-bbba-4326badb69cc req-0f9a6c8c-2823-4f12-9feb-e80912d7f191 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3290315 Jul 16 20:29:25.972227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-4ac8847a-9935-4f0d-b71e-3c30475d28b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b HTTP/1.1" status: 200 len: 217 time: 0.0745835 Jul 16 20:29:25.974547 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-a1bfc877-f5df-4930-a92b-740c29719e15 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/quotas/ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 375 time: 0.0818436 Jul 16 20:29:25.992736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ae6efbd7-3440-4eaa-95df-f4956660ce7d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:25.993942 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:26.005037 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:26.046274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-756bf500-3d58-4668-bbba-4326badb69cc req-011cd461-fb01-4eee-bb34-bf04278933b3 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050763 Jul 16 20:29:26.140587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:26.152313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.337269 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:26.340606 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209553b3-be5b-4e11-8499-72358f50875e None None] Pushing event updated for resources: {'Port': ['ID=daebd8fa-9ed2-4e60-8933-f3033d554130,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.441760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9223522e-6cc3-40aa-b19f-678fba9fa018, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9223522e-6cc3-40aa-b19f-678fba9fa018,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:26.617783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1e607-592a-4e5b-ac96-4af3d816021f req-217c3407-e130-42a4-99d4-2b8ccb656e54 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.620434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efa1e607-592a-4e5b-ac96-4af3d816021f req-217c3407-e130-42a4-99d4-2b8ccb656e54 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.1621280 Jul 16 20:29:26.685626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efa1e607-592a-4e5b-ac96-4af3d816021f req-8563dfd8-7a0b-484e-9413-e3b40ea08fa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573771 Jul 16 20:29:26.802978 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.840837 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bbb943-8e4a-4956-952c-226b0ac639a0 x-openstack-request-id: req-c2bbb943-8e4a-4956-952c-226b0ac639a0 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:26.840837 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:26.841384 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c2bbb943-8e4a-4956-952c-226b0ac639a0 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:26.841384 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018', 'code': 200} Jul 16 20:29:26.859835 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.947245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1a2232ca-63c5-4874-b6eb-0243594ce3cb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:26.947572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.033127 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:25Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:27.044697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=3f96df9b-70cc-4317-aaaf-9039b2dea147,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.062621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9223522e-6cc3-40aa-b19f-678fba9fa018,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.091718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': 'a2734169-6075-402d-9971-beb940b185fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ae6efbd7-3440-4eaa-95df-f4956660ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:27.092146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: ae6efbd7-3440-4eaa-95df-f4956660ce7d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:27.119538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-dad42169-260e-46f5-a7d9-343d0c6f1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.121084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-dad42169-260e-46f5-a7d9-343d0c6f1e68 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 1.1374178 Jul 16 20:29:27.125889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network ae6efbd7-3440-4eaa-95df-f4956660ce7d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:27.167201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ae6efbd7-3440-4eaa-95df-f4956660ce7d) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:27.189755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.190474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.190726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32864540-cccf-487c-b948-0aea4ae830c4 None None] Network ae6efbd7-3440-4eaa-95df-f4956660ce7d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:27.203204 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105b7d4-9c71-40f2-88a7-332f0b519ccd None None] The sync data for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 is: [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:25Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:27.212750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-78bcda8f-841f-4aec-870c-4979b3597118 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2244031 Jul 16 20:29:27.257984 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-de4990c3-ef39-42a6-bfab-90e95093953f tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5394995 Jul 16 20:29:27.259244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49350) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:27.284297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-39437096-e472-4554-bd62-e82af6a7fe93 None None] Provisioning for port daebd8fa-9ed2-4e60-8933-f3033d554130 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:27.384753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.412927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a1ea4c4f-a18b-4b12-809a-dedb792c113a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:27.495184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995907db-834e-40b2-aebb-fb548df71b3c req-d0d7fe15-6b87-4b7e-b631-308ae8cc2ecc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.502668 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-995907db-834e-40b2-aebb-fb548df71b3c req-d0d7fe15-6b87-4b7e-b631-308ae8cc2ecc tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 943 time: 0.3650839 Jul 16 20:29:27.553457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event deleted for resources: {'Port': ['ID=9223522e-6cc3-40aa-b19f-678fba9fa018,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.618142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-536ddfb6-5f69-44d9-a20f-a3f11c9c2c82 None None] Provisioning for port 2a68938a-96bd-4250-afd2-0aabf0cedacb completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:27.693063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2a68938a-96bd-4250-afd2-0aabf0cedacb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:27.699122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-995907db-834e-40b2-aebb-fb548df71b3c req-2e2cf227-fecf-4372-b14c-98660213a42f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953788 Jul 16 20:29:27.767995 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.859886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-4d562e47-2666-482e-9d9c-87f82e5b258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.862160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-4d562e47-2666-482e-9d9c-87f82e5b258a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6926808 Jul 16 20:29:27.883952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] No DVR routers for this DVR port 9223522e-6cc3-40aa-b19f-678fba9fa018 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:27.893325 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.902338 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4961612-cc31-433a-a2cf-12aaeba92318 req-e079b12c-2afa-4f33-9c81-86c253bd70d8 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "DELETE /v2.0/ports/9223522e-6cc3-40aa-b19f-678fba9fa018 HTTP/1.1" status: 204 len: 173 time: 5.0528817 Jul 16 20:29:27.943361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'name': 'network-vif-deleted', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:27.951920 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c556e806-81d1-4f23-9b64-771dd0408602" -d '{"events": [{"server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "name": "network-vif-deleted", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:27.961412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.035562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-4ee44403-6960-4b77-8e81-95475a2dca4b service neutron] 10.222.0.91 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563109 Jul 16 20:29:28.096214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cc12d-a80f-4f37-aa42-268887a51996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-ae6efbd7-3440-4eaa-95df-f4956660ce7d', 'network_id': 'ae6efbd7-3440-4eaa-95df-f4956660ce7d', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': '3f96df9b-70cc-4317-aaaf-9039b2dea147'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:28.099256 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-de9cc12d-a80f-4f37-aa42-268887a51996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.312978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-5e968691-2ab6-4deb-ab35-cbd749a1b914 service neutron] 10.222.0.91 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147448 Jul 16 20:29:28.428998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1c6eb-52b4-4a44-97eb-94949cc3235e req-0ec7a216-c568-4e4e-a688-4cc9aa521334 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.439143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-faf1c6eb-52b4-4a44-97eb-94949cc3235e req-0ec7a216-c568-4e4e-a688-4cc9aa521334 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3482630 Jul 16 20:29:28.513692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.516549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-343fc489-2803-47f1-974f-89ddacb4212f service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025434 Jul 16 20:29:28.666421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=3f96df9b-70cc-4317-aaaf-9039b2dea147,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:28.727240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-faf1c6eb-52b4-4a44-97eb-94949cc3235e req-00134265-799c-45f4-9722-934312ac5ab4 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789104 Jul 16 20:29:28.760704 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4dac3e66-2b1e-481a-af0b-af61de0042fc req-697402f7-dfad-4a73-ada4-97fb2f5cbede service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356472 Jul 16 20:29:28.855044 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2a067f-a901-4839-8cc1-79ca12b64e5d x-openstack-request-id: req-2b2a067f-a901-4839-8cc1-79ca12b64e5d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:28.855349 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bff977-3ef6-4e53-863e-6f80ea6ea5b7", "name": "network-vif-deleted", "tag": "9223522e-6cc3-40aa-b19f-678fba9fa018", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:28.855665 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2b2a067f-a901-4839-8cc1-79ca12b64e5d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:28.856138 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bff977-3ef6-4e53-863e-6f80ea6ea5b7', 'name': 'network-vif-deleted', 'tag': '9223522e-6cc3-40aa-b19f-678fba9fa018', 'status': 'completed', 'code': 200} Jul 16 20:29:28.924854 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.971578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6efbd7-3440-4eaa-95df-f4956660ce7d']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:29.009866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2734169-6075-402d-9971-beb940b185fd') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:29.010167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2734169-6075-402d-9971-beb940b185fd') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:29.061223 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.109382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.149136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:29.149589 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:29.167084 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:29.324712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2db8e4-145d-4208-92d1-fd973e9e73ae None None] Network ae6efbd7-3440-4eaa-95df-f4956660ce7d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:29.358455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-5d9d289f-0370-4577-8ae9-66cde26f38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.361351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-5d9d289f-0370-4577-8ae9-66cde26f38a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 1096 time: 0.4993346 Jul 16 20:29:29.549549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8eea2cfe-e2d9-46a1-96eb-0904cde6cf98 req-96ff3b32-7930-4828-873e-a4532ca5eb8f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=61bff977-3ef6-4e53-863e-6f80ea6ea5b7 HTTP/1.1" status: 200 len: 210 time: 0.1000702 Jul 16 20:29:29.553259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.567173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.578410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/ae6efbd7-3440-4eaa-95df-f4956660ce7d HTTP/1.1" status: 204 len: 168 time: 2.3166373 Jul 16 20:29:29.579173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49376) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.592533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093020837'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:29.658184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387782-ff56-499f-8680-99b87a894213 req-842b4a36-cba8-4336-88e7-e3dc63faf391 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.658427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2e5bb-6ea5-4de6-9583-a733f3b9b070 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=ae6efbd7-3440-4eaa-95df-f4956660ce7d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.672246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38387782-ff56-499f-8680-99b87a894213 req-842b4a36-cba8-4336-88e7-e3dc63faf391 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.5801108 Jul 16 20:29:29.678068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 2a68938a-96bd-4250-afd2-0aabf0cedacb completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:29.708215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:29.710667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-c3830ab1-bf0d-4e9f-a660-956fe2b5ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.711889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.712381 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-c3830ab1-bf0d-4e9f-a660-956fe2b5ad64 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.3222237 Jul 16 20:29:29.734247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1128b8b5-1694-4365-8250-aec7b3580dbd None None] Provisioning complete for port 2a68938a-96bd-4250-afd2-0aabf0cedacb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:29.734571 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1128b8b5-1694-4365-8250-aec7b3580dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.806497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a54b3f62-b985-4951-a1cb-b8b334e5aaf8 req-23b750a9-7772-4a27-a49d-bba61ec5253e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 210 time: 0.0776546 Jul 16 20:29:29.836067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2a68938a-96bd-4250-afd2-0aabf0cedacb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:29.836515 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.848870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:29.850443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-7a73e37b-2289-4741-b97f-2621b77a2fbd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b HTTP/1.1" status: 200 len: 217 time: 0.1187687 Jul 16 20:29:29.871416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38387782-ff56-499f-8680-99b87a894213 req-cb49c950-8e7d-4ab1-84d1-773cf478f1cb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964660 Jul 16 20:29:29.895333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.896316 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment 133be7aa-4cbe-4007-8cbf-b11449429dca of type vlan for network 14f6a6f4-fd3d-461e-978a-8c2fbeff097f Jul 16 20:29:30.002776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-818e5c6a-3ceb-42c7-9bb5-db03998fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.007592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-818e5c6a-3ceb-42c7-9bb5-db03998fea4c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1350002 Jul 16 20:29:30.196978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.202694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-8c08386c-55a2-41b6-94cc-bd63fa3f9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.204898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-8c08386c-55a2-41b6-94cc-bd63fa3f9d39 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887567 Jul 16 20:29:30.208341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1128b8b5-1694-4365-8250-aec7b3580dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.233161 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.293635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.316292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.320710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.357343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1128b8b5-1694-4365-8250-aec7b3580dbd None None] For port 2a68938a-96bd-4250-afd2-0aabf0cedacb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2a68938a-96bd-4250-afd2-0aabf0cedacb,segment=NetworkSegment(5a6ace1d-f68a-41d1-a31a-1e0aad3f2607),segment_id=5a6ace1d-f68a-41d1-a31a-1e0aad3f2607)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:30.363712 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1128b8b5-1694-4365-8250-aec7b3580dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.462916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8756611 Jul 16 20:29:30.466714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49390) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:30.473535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:30.545141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6cc61-85f7-481f-b34b-a96596450594 req-5067484b-87c3-4a98-acbf-6bd10862b838 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.546800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7e6cc61-85f7-481f-b34b-a96596450594 req-5067484b-87c3-4a98-acbf-6bd10862b838 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3890014 Jul 16 20:29:30.586603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3f7c9-f7f8-4c50-8212-8ab2f0da484e tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=14f6a6f4-fd3d-461e-978a-8c2fbeff097f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.595388 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:30.595584 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:30.596076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128b8b5-1694-4365-8250-aec7b3580dbd None None] Pushing event updated for resources: {'Port': ['ID=2a68938a-96bd-4250-afd2-0aabf0cedacb,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.609501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 14f6a6f4-fd3d-461e-978a-8c2fbeff097f details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:30.700869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a7e6cc61-85f7-481f-b34b-a96596450594 req-002bb942-9221-477c-be7b-48131ba834a6 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454875 Jul 16 20:29:30.704099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-de668fa3-5195-48e1-a799-db72cfd7415e service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476590 Jul 16 20:29:30.751215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:30.775759 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.904762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cfc24dce-e6a0-4585-9d45-20cd7672ffbc req-de1b646d-e907-4d6b-8b6b-97716116aa6a service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884313 Jul 16 20:29:31.092034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7732344-1e27-425c-9b70-755b2fe541e8 req-0669e57e-fd1b-45b1-9ba7-a0a74993b7ae tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 210 time: 0.0690317 Jul 16 20:29:31.095939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a23f9b-86bc-451f-9918-f602c8489bf5 req-3af3a802-cfa5-481d-95b5-c9d7e43edece tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.109242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59a23f9b-86bc-451f-9918-f602c8489bf5 req-3af3a802-cfa5-481d-95b5-c9d7e43edece tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.3934479 Jul 16 20:29:31.340756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59a23f9b-86bc-451f-9918-f602c8489bf5 req-3d5a538a-6b71-4b8f-a5fb-f1f36499c1e0 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300589 Jul 16 20:29:31.366668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.534105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device daebd8fa-9ed2-4e60-8933-f3033d554130 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:31.552156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=c21800f6-093a-4b4a-82d4-e2f3b6bf6fb0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.727340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port daebd8fa-9ed2-4e60-8933-f3033d554130 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:31.738036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port daebd8fa-9ed2-4e60-8933-f3033d554130 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:31.740872 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.822490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': '133be7aa-4cbe-4007-8cbf-b11449429dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:31.823104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: 14f6a6f4-fd3d-461e-978a-8c2fbeff097f, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:31.916889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network 14f6a6f4-fd3d-461e-978a-8c2fbeff097f is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:31.930958 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.936206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 14f6a6f4-fd3d-461e-978a-8c2fbeff097f) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:31.945632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-22be367c-839a-407d-ae59-da371a2a274f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.947377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-22be367c-839a-407d-ae59-da371a2a274f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 796 time: 0.3913627 Jul 16 20:29:31.953656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.954493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.973769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d473963-a008-4eb8-9a2b-564cb64ea834 req-7bff1afa-91af-4a5c-bfdb-3fe2ee7518e7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.981764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d473963-a008-4eb8-9a2b-564cb64ea834 req-7bff1afa-91af-4a5c-bfdb-3fe2ee7518e7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.2606802 Jul 16 20:29:31.984120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port daebd8fa-9ed2-4e60-8933-f3033d554130, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=daebd8fa-9ed2-4e60-8933-f3033d554130,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:31.985954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b609c-7bce-4579-b7cb-f9de9bdf6d57 None None] Network 14f6a6f4-fd3d-461e-978a-8c2fbeff097f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:32.004929 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.006190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2a68938a-96bd-4250-afd2-0aabf0cedacb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:32.056339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a98e04ac-38bd-4135-9139-77a1062050d5 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5885677 Jul 16 20:29:32.059701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49406) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.123589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-259b36af-fe00-427f-b1e7-c6de97619c9c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 379 time: 0.1650608 Jul 16 20:29:32.136858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'port': {'device_id': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'admin_state_up': True, 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'security_groups': ['27d1379e-b48a-4ba2-865e-08d990e09369']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:32.145063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=daebd8fa-9ed2-4e60-8933-f3033d554130,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.185545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d473963-a008-4eb8-9a2b-564cb64ea834 req-c23a960a-f227-46b5-b276-4f653cfc87c8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027457 Jul 16 20:29:32.249185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2a68938a-96bd-4250-afd2-0aabf0cedacb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:32.249727 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.281164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-14f6a6f4-fd3d-461e-978a-8c2fbeff097f', 'network_id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': 'c21800f6-093a-4b4a-82d4-e2f3b6bf6fb0'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:32.282051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.283380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.477827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76b59d-31fc-4275-870c-dca2db571e46 req-19379052-9976-4503-9235-5c8994fbe642 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:32.486402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff76b59d-31fc-4275-870c-dca2db571e46 req-19379052-9976-4503-9235-5c8994fbe642 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3552892 Jul 16 20:29:32.487775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Allocated IP 2001:db8::1 (14f6a6f4-fd3d-461e-978a-8c2fbeff097f/c21800f6-093a-4b4a-82d4-e2f3b6bf6fb0/efb66b26-5caf-48ff-b259-4cc9dcbca46b) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:32.563255 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff76b59d-31fc-4275-870c-dca2db571e46 req-c51c2401-b68c-437b-a22a-43ab01701989 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734634 Jul 16 20:29:32.570727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.685232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.696554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Transition to ACTIVE for port object efb66b26-5caf-48ff-b259-4cc9dcbca46b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:32.712168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Transition to ACTIVE for port object efb66b26-5caf-48ff-b259-4cc9dcbca46b will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:32.725581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.746537 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.752019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Network 14f6a6f4-fd3d-461e-978a-8c2fbeff097f is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:32.756229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:32.799782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:32.856741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=c21800f6-093a-4b4a-82d4-e2f3b6bf6fb0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.876729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Pushing event updated for resources: {'Port': ['ID=efb66b26-5caf-48ff-b259-4cc9dcbca46b,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.895271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Attempting to bind port efb66b26-5caf-48ff-b259-4cc9dcbca46b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:32.895642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Attempting to bind port efb66b26-5caf-48ff-b259-4cc9dcbca46b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '133be7aa-4cbe-4007-8cbf-b11449429dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:32.896006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Attempting to bind port efb66b26-5caf-48ff-b259-4cc9dcbca46b on network 14f6a6f4-fd3d-461e-978a-8c2fbeff097f {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:32.905277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:32.905557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Checking segment: {'id': '133be7aa-4cbe-4007-8cbf-b11449429dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:32.905962 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.906360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Bound using segment: {'id': '133be7aa-4cbe-4007-8cbf-b11449429dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:32.906907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Bound port: efb66b26-5caf-48ff-b259-4cc9dcbca46b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133be7aa-4cbe-4007-8cbf-b11449429dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:32.907295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.931652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e8565a4-368d-47dd-b766-17da01e44b08 req-9f11ec8c-3340-457b-b656-d95bd81e4b14 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 210 time: 0.1045823 Jul 16 20:29:33.002686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] For port efb66b26-5caf-48ff-b259-4cc9dcbca46b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:33.015008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] For port efb66b26-5caf-48ff-b259-4cc9dcbca46b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=efb66b26-5caf-48ff-b259-4cc9dcbca46b,segment=NetworkSegment(133be7aa-4cbe-4007-8cbf-b11449429dca),segment_id=133be7aa-4cbe-4007-8cbf-b11449429dca)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:33.018138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb53e6b-6e76-49e3-a217-dbdf218b72fb req-b73b5794-d674-453f-9059-50bc026e3e58 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.020685 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.023577 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.025495 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8eb53e6b-6e76-49e3-a217-dbdf218b72fb req-b73b5794-d674-453f-9059-50bc026e3e58 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.1890543 Jul 16 20:29:33.035454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:33.037439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.042957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f6a6f4-fd3d-461e-978a-8c2fbeff097f']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:33.066176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133be7aa-4cbe-4007-8cbf-b11449429dca') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:33.066940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133be7aa-4cbe-4007-8cbf-b11449429dca') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:33.088926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.091915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8eb53e6b-6e76-49e3-a217-dbdf218b72fb req-d3277f1f-2375-4ed2-9413-afee6b39426b tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654531 Jul 16 20:29:33.202284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.220744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.9 (16e4d39e-b4e0-4f17-83e0-b79fc2376ce1/16a2b3ee-cd03-44c4-b295-4793f8fed116/ba724261-a960-4236-abed-fd6021f39ea9) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:33.263874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f0fd0-22ae-48aa-a6f2-729027a94101 None None] Network 14f6a6f4-fd3d-461e-978a-8c2fbeff097f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:33.273990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:33.274405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:33.321810 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:33.399575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device daebd8fa-9ed2-4e60-8933-f3033d554130 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:33.499267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.514232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object ba724261-a960-4236-abed-fd6021f39ea9 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:33.529216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4c105-c1cb-4ab5-84ec-0d43de66fb7e None None] Pushing event updated for resources: {'Port': ['ID=efb66b26-5caf-48ff-b259-4cc9dcbca46b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:33.580791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.585087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:29:33.585087 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:29:33.585087 n-d-792458-10 neutron-server[93861]: [parameters: {'id': '14f6a6f4-fd3d-461e-978a-8c2fbeff097f'}] Jul 16 20:29:33.585087 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:33.585671 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:33.634367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-8174c9a0-bc69-420d-98f7-4e07d947b168 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.635877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-8174c9a0-bc69-420d-98f7-4e07d947b168 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.4560626 Jul 16 20:29:33.644829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:33.645118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd61af1-7be0-46a5-8f60-9a530acdbe89 req-2b15c413-e867-439a-8dd5-6e81423fca66 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.654242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ddd61af1-7be0-46a5-8f60-9a530acdbe89 req-2b15c413-e867-439a-8dd5-6e81423fca66 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.4623001 Jul 16 20:29:33.655316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port daebd8fa-9ed2-4e60-8933-f3033d554130 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:33.655815 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.663891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:33.670457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-b74cfeec-58a2-4289-aefe-92329048a73b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5690570 Jul 16 20:29:33.687133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:33.740458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:33.812254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a199e6-fe04-4f2a-8c2f-721084585245 req-58e133b2-5946-4c12-bcc4-9bd320897055 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.824430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11a199e6-fe04-4f2a-8c2f-721084585245 req-58e133b2-5946-4c12-bcc4-9bd320897055 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.2787888 Jul 16 20:29:33.827794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.79', 50105) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:33.896463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.897141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.956762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ddd61af1-7be0-46a5-8f60-9a530acdbe89 req-524f5377-8fb0-4e36-a290-236dae78b716 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015411 Jul 16 20:29:33.982331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ea70a-15f5-4952-b0c7-05d2690ff30a req-fe98e065-225a-41da-b992-718b45b93522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.982331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba5ea70a-15f5-4952-b0c7-05d2690ff30a req-fe98e065-225a-41da-b992-718b45b93522 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.4494126 Jul 16 20:29:34.069716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-cb7a4820-2eee-42a9-ba5f-d36cc8ca9354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9371309 Jul 16 20:29:34.086583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.104409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ba5ea70a-15f5-4952-b0c7-05d2690ff30a req-77d9e2d4-22fc-4b40-b06b-558d82300dcc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115727 Jul 16 20:29:34.108623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82061a4-33f3-459d-ada3-55d3c7f3485a None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:29:34.109613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Request body: {'port': {'device_id': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:34.119868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-98745243-c9f6-4e49-bfb2-a46f29aa6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.123842 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-98745243-c9f6-4e49-bfb2-a46f29aa6c8f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=927415eda0ac412fbff0486e59f831a8&device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 1097 time: 0.3204660 Jul 16 20:29:34.144626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Deleting port a1ea4c4f-a18b-4b12-809a-dedb792c113a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:34.144975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.231762 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.271551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11a199e6-fe04-4f2a-8c2f-721084585245 req-b431469f-70ad-4553-bb52-40e02f97a451 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414705 Jul 16 20:29:34.337646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82061a4-33f3-459d-ada3-55d3c7f3485a None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:29:34.363060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9106e626-4898-4dc3-99a9-829016843803 None None] Provisioning for port ba724261-a960-4236-abed-fd6021f39ea9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:34.385577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9106e626-4898-4dc3-99a9-829016843803 None None] Provisioning complete for port ba724261-a960-4236-abed-fd6021f39ea9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:34.386153 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9106e626-4898-4dc3-99a9-829016843803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.401626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-878d30bb-cce9-46a6-91bf-09ac22a6e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.403957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-878d30bb-cce9-46a6-91bf-09ac22a6e25b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1097 time: 0.5305517 Jul 16 20:29:34.432196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] For port a1ea4c4f-a18b-4b12-809a-dedb792c113a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a1ea4c4f-a18b-4b12-809a-dedb792c113a,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:34.432614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.445433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-c82ef4ee-1daa-42f2-ac0a-03ff06d0745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.447255 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-c82ef4ee-1daa-42f2-ac0a-03ff06d0745f service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 200 len: 913 time: 0.2953670 Jul 16 20:29:34.460273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Calling delete_port for a1ea4c4f-a18b-4b12-809a-dedb792c113a owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:34.533411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting port efb66b26-5caf-48ff-b259-4cc9dcbca46b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:34.533870 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.619965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf075a-ab19-41b4-9bc4-65c6dd0ff746 req-8993a5d8-5589-49d9-9331-6e2c6a3598fb tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.634166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ddf075a-ab19-41b4-9bc4-65c6dd0ff746 req-8993a5d8-5589-49d9-9331-6e2c6a3598fb tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.4112415 Jul 16 20:29:34.711918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-9cfd0d6f-fd6c-4467-bf5b-7cbeabc84681 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 200 len: 1000 time: 0.2564821 Jul 16 20:29:34.755201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9106e626-4898-4dc3-99a9-829016843803 None None] Port ba724261-a960-4236-abed-fd6021f39ea9 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:34.873165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ddf075a-ab19-41b4-9bc4-65c6dd0ff746 req-f5a8873f-8317-42ca-9f6e-1cbf10418bfa tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370007 Jul 16 20:29:34.895932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-f3c2269b-fbb2-4059-a4bc-a35d14af317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.897498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-f3c2269b-fbb2-4059-a4bc-a35d14af317f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.1484609 Jul 16 20:29:34.940631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] For port efb66b26-5caf-48ff-b259-4cc9dcbca46b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=efb66b26-5caf-48ff-b259-4cc9dcbca46b,segment=NetworkSegment(133be7aa-4cbe-4007-8cbf-b11449429dca),segment_id=133be7aa-4cbe-4007-8cbf-b11449429dca)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:34.941231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.970154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Calling delete_port for efb66b26-5caf-48ff-b259-4cc9dcbca46b owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:35.046433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba724261-a960-4236-abed-fd6021f39ea9 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:35.063312 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-665cfeb4-1f47-414e-afdf-315a3caf3d81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 1001 time: 0.1379559 Jul 16 20:29:35.065716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.117134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Transition to ACTIVE for port object ba724261-a960-4236-abed-fd6021f39ea9 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:35.136260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cadd9-cfbc-4812-8eba-d0b23645608c req-bed2e7fc-db09-4742-9704-b934f16725b8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.145451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-971cadd9-cfbc-4812-8eba-d0b23645608c req-bed2e7fc-db09-4742-9704-b934f16725b8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 931 time: 0.3919592 Jul 16 20:29:35.155961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.289305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-f45bafd8-f855-4915-9fbf-ce22ae6081a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.290816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-f45bafd8-f855-4915-9fbf-ce22ae6081a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.2201290 Jul 16 20:29:35.342480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-971cadd9-cfbc-4812-8eba-d0b23645608c req-0c1bd1d2-48fb-4ea0-be4c-c3679980a088 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965833 Jul 16 20:29:35.343160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.510776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:35.511286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:35.511623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:35.522063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Port ba724261-a960-4236-abed-fd6021f39ea9 on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:35.522798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:35.534641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:35.535079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Checking segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:35.535541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Bound using segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:35.536521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Bound port: ba724261-a960-4236-abed-fd6021f39ea9, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:35.536930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.666121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-4844b460-de59-42a5-9f5f-e9fafed884d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.668636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-4844b460-de59-42a5-9f5f-e9fafed884d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3620286 Jul 16 20:29:35.744736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.826627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Port': ['ID=efb66b26-5caf-48ff-b259-4cc9dcbca46b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.828025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:35.842447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-0df716e4-9ede-4489-84bc-b31963992f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.844522 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-0df716e4-9ede-4489-84bc-b31963992f2e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 200 len: 851 time: 1.1154735 Jul 16 20:29:35.878775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38b17d-ca30-48d5-b786-a86abc69c3d6 req-75dc5474-57bc-43f8-8dc0-15cc1ef33f3f tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.880728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e38b17d-ca30-48d5-b786-a86abc69c3d6 req-75dc5474-57bc-43f8-8dc0-15cc1ef33f3f tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2894728 Jul 16 20:29:35.888470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:35.922431 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.927863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No DVR routers for this DVR port efb66b26-5caf-48ff-b259-4cc9dcbca46b on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:35.946452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21ca90-e61a-4af7-bdb1-dd1d0d366956 req-66639a14-138a-4003-8d00-abb45d4a6087 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.953700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d21ca90-e61a-4af7-bdb1-dd1d0d366956 req-66639a14-138a-4003-8d00-abb45d4a6087 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 945 time: 0.4150810 Jul 16 20:29:35.984691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-9c1601e3-9508-4705-82af-1cc46b09eb88 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078690 Jul 16 20:29:35.997913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.999046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.000890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] 10.222.0.79 "PUT /v2.0/ports/ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 1092 time: 1.9088361 Jul 16 20:29:36.003422 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae7140a6-d0a0-428f-9f16-bf507a0b656f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.022414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:36.032386 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e8e2d-0bbc-439a-a0ed-30f69246fae1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:36.059006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e38b17d-ca30-48d5-b786-a86abc69c3d6 req-7e3ad608-0559-4a91-8748-a3e8eedd50ff tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684623 Jul 16 20:29:36.155267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.161741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa334b5-f6ca-4de9-8299-3399b7ce048a service neutron] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.211336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f6a6f4-fd3d-461e-978a-8c2fbeff097f']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:36.214207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.262402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133be7aa-4cbe-4007-8cbf-b11449429dca') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:36.262402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133be7aa-4cbe-4007-8cbf-b11449429dca') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:36.379004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.420174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-369840aa-b3ec-4b8f-a3bd-cc24c0aab599 req-0f97420e-3b48-481c-acb8-e6773af3f7a2 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174910 Jul 16 20:29:36.422578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.424146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-056c50ee-c6b5-4fed-8be1-f44409e3ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.426185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-056c50ee-c6b5-4fed-8be1-f44409e3ad24 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1095 time: 0.3827758 Jul 16 20:29:36.447479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:36.448545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.492126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-db1238da-8c8c-4cf7-a0e9-c09bd4df4c8d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 217 time: 0.0581670 Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:36.526353 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:36.534573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event deleted for resources: {'Port': ['ID=a1ea4c4f-a18b-4b12-809a-dedb792c113a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.567826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.581049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9397c-110b-4a74-a50b-cbcd4f18b241 req-e1b42983-0606-4e09-8217-6bac511f7949 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.582475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46f9397c-110b-4a74-a50b-cbcd4f18b241 req-e1b42983-0606-4e09-8217-6bac511f7949 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.2658701 Jul 16 20:29:36.607703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.616051 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/14f6a6f4-fd3d-461e-978a-8c2fbeff097f HTTP/1.1" status: 204 len: 168 time: 4.5546916 Jul 16 20:29:36.620903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.624198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf78d13-ca37-4942-afbf-28af03c6f7a9 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=14f6a6f4-fd3d-461e-978a-8c2fbeff097f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.630735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1527415556'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:36.635665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d21ca90-e61a-4af7-bdb1-dd1d0d366956 req-c387e280-45a6-403c-a173-832c12c92d7c tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=10db628e-c5f9-4f8b-9156-df636de0551f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809244 Jul 16 20:29:36.653530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-6cf868f0-67c1-44aa-9d8b-a58627bf736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.655196 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-6cf868f0-67c1-44aa-9d8b-a58627bf736c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.1566520 Jul 16 20:29:36.681808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46f9397c-110b-4a74-a50b-cbcd4f18b241 req-96362e26-6624-42f0-9465-c075293fb7ea tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919554 Jul 16 20:29:36.729632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-fa26bc57-7855-4792-b2a2-484fb3b85afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.734189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-fa26bc57-7855-4792-b2a2-484fb3b85afa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa18409d-ff19-475d-8f02-5a5b7eb4d389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8800952 Jul 16 20:29:36.736257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49444) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.738700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] No DVR routers for this DVR port a1ea4c4f-a18b-4b12-809a-dedb792c113a on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:36.769773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:36.774316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.776149 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.778714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fcd393c4-a30c-4eae-b60a-ad9c362dae23 req-ae76a61b-38c4-41e2-af4f-13026bfbea90 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.79 "DELETE /v2.0/ports/a1ea4c4f-a18b-4b12-809a-dedb792c113a HTTP/1.1" status: 204 len: 173 time: 3.1210980 Jul 16 20:29:36.783538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8a7108-c103-4277-8994-e0449393b806', 'name': 'network-vif-deleted', 'tag': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:36.790124 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce62fdaf-0a77-4da9-8d62-135dd9803272" -d '{"events": [{"server_uuid": "7a8a7108-c103-4277-8994-e0449393b806", "name": "network-vif-deleted", "tag": "a1ea4c4f-a18b-4b12-809a-dedb792c113a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:36.830642 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2199c8d-aeae-4fec-b0c3-ca7d2e5f9b9a x-openstack-request-id: req-b2199c8d-aeae-4fec-b0c3-ca7d2e5f9b9a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:36.830957 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:36.831207 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2199c8d-aeae-4fec-b0c3-ca7d2e5f9b9a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:36.835515 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'status': 'completed', 'code': 200} Jul 16 20:29:36.911752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:36.958565 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.958918 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment 99df52f2-df87-4bc9-97fd-731f69ae4565 of type vlan for network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 Jul 16 20:29:36.968395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-5737e5de-f1bf-40f7-9484-80858170b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.970075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-5737e5de-f1bf-40f7-9484-80858170b29c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3067446 Jul 16 20:29:37.028009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a1ea4c4f-a18b-4b12-809a-dedb792c113a no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:37.095261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: a1ea4c4f-a18b-4b12-809a-dedb792c113a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:37.100133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0f00301-5dec-4fe7-af46-61d84ced30d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.102397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a1ea4c4f-a18b-4b12-809a-dedb792c113a not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:37.116840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-7d96224e-f937-4632-ac54-859451767183 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717442 Jul 16 20:29:37.149889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.199511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0035e-48e1-435c-b48c-ebb13c6d266c req-67780fe5-8dc0-4bf8-a723-4e35615fa977 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.202252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3c0035e-48e1-435c-b48c-ebb13c6d266c req-67780fe5-8dc0-4bf8-a723-4e35615fa977 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.2126796 Jul 16 20:29:37.355553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d3c0035e-48e1-435c-b48c-ebb13c6d266c req-31b1d738-84a0-410d-bfeb-646c23d536ce tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416426 Jul 16 20:29:37.355911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.362023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.362799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.364753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a5ea81c2-581f-4359-b593-a2d33b989e5d req-87e6ce31-412a-4371-bfdb-4d7159624337 service neutron] 10.222.0.99 "GET /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402055 Jul 16 20:29:37.400071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-82b840fa-b17d-4666-9fea-d6c140d31bde service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014056 Jul 16 20:29:37.434304 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4603ade-396e-45d7-9b07-4d176f544ff0 x-openstack-request-id: req-a4603ade-396e-45d7-9b07-4d176f544ff0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:37.434600 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8a7108-c103-4277-8994-e0449393b806", "name": "network-vif-deleted", "tag": "a1ea4c4f-a18b-4b12-809a-dedb792c113a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:37.434871 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a4603ade-396e-45d7-9b07-4d176f544ff0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:37.435338 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8a7108-c103-4277-8994-e0449393b806', 'name': 'network-vif-deleted', 'tag': 'a1ea4c4f-a18b-4b12-809a-dedb792c113a', 'status': 'completed', 'code': 200} Jul 16 20:29:37.447242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9f43-103b-4080-8406-90ac9c8e6685 req-ca0349b0-d60e-42ec-8bb9-90c89809e178 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.457211 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0f00301-5dec-4fe7-af46-61d84ced30d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.458767 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd2e9f43-103b-4080-8406-90ac9c8e6685 req-ca0349b0-d60e-42ec-8bb9-90c89809e178 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 943 time: 0.4640183 Jul 16 20:29:37.462945 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0f00301-5dec-4fe7-af46-61d84ced30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.506104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b0f00301-5dec-4fe7-af46-61d84ced30d3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fbda65ee7a804c3d88bf737eaa174aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685239 Jul 16 20:29:37.519125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:37.544703 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9190445 Jul 16 20:29:37.551534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49458) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:37.561373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f00301-5dec-4fe7-af46-61d84ced30d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a435384d-4cf0-4a46-ba79-ea1d3ee83b0c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.582740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:37.636595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-592df869-a933-428f-b42d-12ffcd618a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.663813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178440a-e5b1-4cab-b8f3-1bb6677769a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=ab8c77e1-3eca-4796-9eab-37d3d7e268c2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.679247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:37.685374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-592df869-a933-428f-b42d-12ffcd618a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.719126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd2e9f43-103b-4080-8406-90ac9c8e6685 req-e7edd23d-7718-46ac-8405-79ecdd220811 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590725 Jul 16 20:29:37.761803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3f949-66a9-4138-83a0-fa76f0177b67 req-df8e53b7-7ab3-4a28-a2a5-60797209b2cc tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.763557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f3f949-66a9-4138-83a0-fa76f0177b67 req-df8e53b7-7ab3-4a28-a2a5-60797209b2cc tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1466033 Jul 16 20:29:37.801566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-592df869-a933-428f-b42d-12ffcd618a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.805542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-592df869-a933-428f-b42d-12ffcd618a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.807216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-592df869-a933-428f-b42d-12ffcd618a8e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a435384d-4cf0-4a46-ba79-ea1d3ee83b0c HTTP/1.1" status: 204 len: 168 time: 0.2843442 Jul 16 20:29:37.828509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-9781e932-d3e4-42df-9698-27ba71ef2bde req-a54646a4-34be-41b5-a75f-10c8e214b25b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-424484124', 'description': 'tempest-description-1122289880'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:37.837037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592df869-a933-428f-b42d-12ffcd618a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a435384d-4cf0-4a46-ba79-ea1d3ee83b0c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.863669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f3f949-66a9-4138-83a0-fa76f0177b67 req-85df9d12-3f08-4d38-b950-4bdcbc983d67 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927389 Jul 16 20:29:37.885838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:29:37.885838 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:29:37.885838 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id_1': 'e6467aea733a4573b93681cc450dcb9d', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 29, 37, 857144)}] Jul 16 20:29:37.885838 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:37.893723 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:37.904792 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-626abcbf-c1b8-4d1c-97f1-fd1588ea52f4 req-980c29c2-296e-48a8-862f-cf2263f4a2b6 service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773200 Jul 16 20:29:37.906906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9781e932-d3e4-42df-9698-27ba71ef2bde req-a54646a4-34be-41b5-a75f-10c8e214b25b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.152858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a1f8ed0-266d-4b78-8e93-dc4c88bd0a7d req-7be2a863-1fac-411d-b8f0-5c8a3b20ce7f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a8a7108-c103-4277-8994-e0449393b806 HTTP/1.1" status: 200 len: 210 time: 0.0964036 Jul 16 20:29:38.176564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-cac4224f-3f60-4476-a43c-3a4846787a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.178334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-cac4224f-3f60-4476-a43c-3a4846787a99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1095 time: 0.1486590 Jul 16 20:29:38.182119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9781e932-d3e4-42df-9698-27ba71ef2bde req-a54646a4-34be-41b5-a75f-10c8e214b25b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.304948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-c5c9fa8c-8ed2-4c85-80e9-f2507fdc8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.307651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-c5c9fa8c-8ed2-4c85-80e9-f2507fdc8ea4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.1203663 Jul 16 20:29:38.308312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9781e932-d3e4-42df-9698-27ba71ef2bde req-a54646a4-34be-41b5-a75f-10c8e214b25b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.390219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-e15a1e1a-0223-4ab0-89ef-d6f3e1ec1f2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 217 time: 0.0745142 Jul 16 20:29:38.394058 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9781e932-d3e4-42df-9698-27ba71ef2bde req-a54646a4-34be-41b5-a75f-10c8e214b25b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.395231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9781e932-d3e4-42df-9698-27ba71ef2bde req-a54646a4-34be-41b5-a75f-10c8e214b25b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5824926 Jul 16 20:29:38.396567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742a3f-3ca5-4a28-8095-349da455ad84 req-9bfa88fc-5b33-4c06-a705-b3c92aeda1bc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.413704 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06742a3f-3ca5-4a28-8095-349da455ad84 req-9bfa88fc-5b33-4c06-a705-b3c92aeda1bc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.1186221 Jul 16 20:29:38.445105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54646a4-34be-41b5-a75f-10c8e214b25b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46669809-8e06-422b-a0d7-d72ae3c80e87,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.486895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:38.488968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06742a3f-3ca5-4a28-8095-349da455ad84 req-7d2155c4-7b18-421f-9704-b5a65d7c95f0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727386 Jul 16 20:29:38.492108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.497191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-939caaa7-2233-4532-8056-8beb7fa4bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.498773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-939caaa7-2233-4532-8056-8beb7fa4bdec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.0958765 Jul 16 20:29:38.547573 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.562706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:38.587423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d6f950-a489-4bcc-9520-209f5f390607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.618446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.725734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-306878af-7bb5-48e7-9af8-b106ca547470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.727564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-306878af-7bb5-48e7-9af8-b106ca547470 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132366 Jul 16 20:29:38.735284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d6f950-a489-4bcc-9520-209f5f390607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.737266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-86fc591c-13e5-4c2d-8eb9-b661804ce3c2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-424484124&fields=id&tenant_id=3df6d737ec1241a5bb54c069b5460d36 HTTP/1.1" status: 200 len: 267 time: 0.0786498 Jul 16 20:29:38.743490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d6f950-a489-4bcc-9520-209f5f390607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.800638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10d6f950-a489-4bcc-9520-209f5f390607 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5825ba5f1c694e7884ad673461ae025e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361782 Jul 16 20:29:38.801401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6f950-a489-4bcc-9520-209f5f390607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ea23ca-3d23-46c5-951c-43ee1bd9bd3e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.804115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49474) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:38.849785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d7f43da-4b8b-47a2-98cd-260e2f20248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.883452 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf39-e47f-4e94-b8e5-2e5d94e84c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.910151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf39-e47f-4e94-b8e5-2e5d94e84c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.994382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.050341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057b0a7-67f0-4532-949a-7f5f8c375057 req-8ca52300-055a-45b1-830e-06d1b54836e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.052227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4057b0a7-67f0-4532-949a-7f5f8c375057 req-8ca52300-055a-45b1-830e-06d1b54836e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 943 time: 0.1340721 Jul 16 20:29:39.053661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf39-e47f-4e94-b8e5-2e5d94e84c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.056590 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf39-e47f-4e94-b8e5-2e5d94e84c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.060803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e3dccf39-e47f-4e94-b8e5-2e5d94e84c61 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/64ea23ca-3d23-46c5-951c-43ee1bd9bd3e HTTP/1.1" status: 204 len: 168 time: 0.2528348 Jul 16 20:29:39.075642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-132d56b0-5dfc-4c00-8510-244d3c93ad04 service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355229 Jul 16 20:29:39.084052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dccf39-e47f-4e94-b8e5-2e5d94e84c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ea23ca-3d23-46c5-951c-43ee1bd9bd3e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.091602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-d2901d1d-3621-4c90-bcf4-6c239acac76a tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.096213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-d2901d1d-3621-4c90-bcf4-6c239acac76a tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3215945 Jul 16 20:29:39.097461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.127079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Request body: {'port': {'security_groups': ['4c76ebbb-570c-4c59-85da-382b2347672a', '46669809-8e06-422b-a0d7-d72ae3c80e87']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:39.139876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4057b0a7-67f0-4532-949a-7f5f8c375057 req-b1f55016-56da-48aa-bb7e-cd0ecec80fb9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776072 Jul 16 20:29:39.393769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a75ad-60d0-4fd0-bd0c-b2e10efbea3a req-aa53ace6-7ffe-4ea4-bf47-e1b4d5bb459c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.396278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-648a75ad-60d0-4fd0-bd0c-b2e10efbea3a req-aa53ace6-7ffe-4ea4-bf47-e1b4d5bb459c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.0905259 Jul 16 20:29:39.453875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-648a75ad-60d0-4fd0-bd0c-b2e10efbea3a req-5a2ea370-8d83-4257-99f9-d993ba835b8d tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503864 Jul 16 20:29:39.697554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=04a1a72e-2bf2-4f32-acfb-24d9015cf87a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.721552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3f554-2ff3-4f49-8d97-3fe0d7c8d618 req-041e4815-bb25-4434-aec2-abe36d173c4a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.726629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1db3f554-2ff3-4f49-8d97-3fe0d7c8d618 req-041e4815-bb25-4434-aec2-abe36d173c4a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.0821559 Jul 16 20:29:39.734345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': '99df52f2-df87-4bc9-97fd-731f69ae4565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:39.734739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: ab8c77e1-3eca-4796-9eab-37d3d7e268c2, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:39.744990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.749148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-388e8e2d-0bbc-439a-a0ed-30f69246fae1 req-78d14c1e-c1a2-42bd-91db-7da367defd4d service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460841 Jul 16 20:29:39.778025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1db3f554-2ff3-4f49-8d97-3fe0d7c8d618 req-83eeefa7-5cc4-450f-a8eb-1c9fab0363f5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Jul 16 20:29:39.808964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:39.832895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ab8c77e1-3eca-4796-9eab-37d3d7e268c2) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:39.842177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.842750 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.845835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c6ff3c-9dd9-41f9-9fcb-416538ec4b71 None None] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:39.870743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fb620647-a835-4f95-bec3-68f750b04300 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3060482 Jul 16 20:29:39.873731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49504) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.881420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:40.039439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:40.077003 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.103617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.110862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.133127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:40.137501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.166673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ae6666c3-5eff-4a46-aea3-b537bce75e48'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:40.168320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.169346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.170815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2dbfa5b-4f52-4433-9659-78dd27924655 req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "PUT /v2.0/ports/ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 981 time: 1.0491352 Jul 16 20:29:40.171404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:40.173737 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75d001d-1b1d-404c-8893-58c68e9e2ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:40.233327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f6fd0-af37-44ce-a93d-3028550137ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event updated for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.310666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-ab8c77e1-3eca-4796-9eab-37d3d7e268c2', 'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': '04a1a72e-2bf2-4f32-acfb-24d9015cf87a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:40.311729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.344270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ae6666c3-5eff-4a46-aea3-b537bce75e48'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:40.365711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4652a07-3911-4e6f-8505-fcd94d13e896 req-0287c881-3fa9-4ff9-80b3-d2fafa3b5565 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.373040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4652a07-3911-4e6f-8505-fcd94d13e896 req-0287c881-3fa9-4ff9-80b3-d2fafa3b5565 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.1371021 Jul 16 20:29:40.392199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-2cfa0a8e-c2cb-419f-b498-7acd1be006f5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-424484124&fields=id&tenant_id=3df6d737ec1241a5bb54c069b5460d36 HTTP/1.1" status: 200 len: 267 time: 0.0562315 Jul 16 20:29:40.464188 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4652a07-3911-4e6f-8505-fcd94d13e896 req-88b5849b-b235-4ce0-a5e7-6695193e166a tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901263 Jul 16 20:29:40.481109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-d44956e0-8cef-4037-90ba-f3798190c210 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.493694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-d44956e0-8cef-4037-90ba-f3798190c210 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 984 time: 0.0995696 Jul 16 20:29:40.501322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Request body: {'port': {'security_groups': ['4c76ebbb-570c-4c59-85da-382b2347672a']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:40.657463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.660697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.724511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:40.757265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:40.765935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.766628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.810623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Allocated IP 2001:db8::2 (ab8c77e1-3eca-4796-9eab-37d3d7e268c2/04a1a72e-2bf2-4f32-acfb-24d9015cf87a/95f8b7ed-243a-4356-b27d-efda4ed3a6a3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:40.833486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9585140 Jul 16 20:29:40.834368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f398b-15b3-45c6-af46-d101b4e76376 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=3bd4d227-2268-43d4-ada0-3cabb9ca0adb,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.835322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49532) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:40.860139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ee3c-388c-4ae9-ba6c-beefcac77363 req-50a917e0-3bb7-4308-a839-1abf92b629f4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.863230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4e4ee3c-388c-4ae9-ba6c-beefcac77363 req-50a917e0-3bb7-4308-a839-1abf92b629f4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 943 time: 0.2361512 Jul 16 20:29:40.926469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4e4ee3c-388c-4ae9-ba6c-beefcac77363 req-2f6d67df-2586-41b7-a7a1-88cc02b71956 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560822 Jul 16 20:29:40.993487 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffd54f2-5808-4eda-8b3e-3ab2c04eea01 x-openstack-request-id: req-2ffd54f2-5808-4eda-8b3e-3ab2c04eea01 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:40.993995 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:40.994406 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2ffd54f2-5808-4eda-8b3e-3ab2c04eea01 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:40.994970 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'status': 'completed', 'code': 200} Jul 16 20:29:41.000142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefc5ad-a107-4f38-98a7-92be678f8fad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.002342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefc5ad-a107-4f38-98a7-92be678f8fad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.004842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefc5ad-a107-4f38-98a7-92be678f8fad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.007556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefc5ad-a107-4f38-98a7-92be678f8fad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.009606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefc5ad-a107-4f38-98a7-92be678f8fad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.016606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49538) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:41.017214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bfefc5ad-a107-4f38-98a7-92be678f8fad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1718478 Jul 16 20:29:41.024246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227481677'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:41.073378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:41.085494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:41.091171 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.127281 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.131062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:41.153471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Transition to ACTIVE for port object 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:41.156195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-437a7b33-a7c8-4e30-8a27-c466b8255cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.158653 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-437a7b33-a7c8-4e30-8a27-c466b8255cda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1136 time: 0.1398714 Jul 16 20:29:41.167978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:41.183737 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.184159 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment cdfa2e09-2190-4360-8d12-defbcca56ff7 of type vlan for network 2eec2c06-9641-4039-851f-9d8dbcf25e53 Jul 16 20:29:41.202643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Transition to ACTIVE for port object 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:41.215859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.223827 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.234112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.240352 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.258627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab28b-966e-437a-9927-9c5efd359da5 req-5474cf46-203e-4406-9fcc-9e31d318ec48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.260000 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec4ab28b-966e-437a-9927-9c5efd359da5 req-5474cf46-203e-4406-9fcc-9e31d318ec48 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1296093 Jul 16 20:29:41.269650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ae6666c3-5eff-4a46-aea3-b537bce75e48'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:41.278050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:41.305506 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.309768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:41.311156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.311779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.332822 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:41.339463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:41.359212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec4ab28b-966e-437a-9927-9c5efd359da5 req-bd0acf6b-a986-4dfe-b3a1-1f7553513251 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904655 Jul 16 20:29:41.363363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3445115 Jul 16 20:29:41.373855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49540) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:41.379171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:41.381739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.383010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.395428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95b41a8b-9ae7-4861-8b7a-054f6ade02dc req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "PUT /v2.0/ports/ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 942 time: 0.9002025 Jul 16 20:29:41.399682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Pushing event updated for resources: {'Port': ['ID=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.399948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-afd1d398-d5da-4fd4-a0d1-b0dd96c66788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.401802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-afd1d398-d5da-4fd4-a0d1-b0dd96c66788 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.2350597 Jul 16 20:29:41.405480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'ba724261-a960-4236-abed-fd6021f39ea9', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'port_id': 'ba724261-a960-4236-abed-fd6021f39ea9', 'mac_address': 'fa:16:3e:b1:8e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:41.428325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ae6666c3-5eff-4a46-aea3-b537bce75e48'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:41.548855 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.550405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16499b12-1922-4332-a0fd-8fa5a36948ca tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=2eec2c06-9641-4039-851f-9d8dbcf25e53,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.576372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:41.577925 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-3872eb1f-c831-4f3f-b7c9-5b201a32a512 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 217 time: 0.1635418 Jul 16 20:29:41.640202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Attempting to bind port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:41.640940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Attempting to bind port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '99df52f2-df87-4bc9-97fd-731f69ae4565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:41.641486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Attempting to bind port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 on network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:41.662739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba724261-a960-4236-abed-fd6021f39ea9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:41.668169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1fd7e-cf85-4979-87c2-2486abf08f5f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event updated for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.714019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:41.715118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Checking segment: {'id': '99df52f2-df87-4bc9-97fd-731f69ae4565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:41.715839 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.716631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Bound using segment: {'id': '99df52f2-df87-4bc9-97fd-731f69ae4565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:41.717598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Bound port: 95f8b7ed-243a-4356-b27d-efda4ed3a6a3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99df52f2-df87-4bc9-97fd-731f69ae4565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:41.718737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.727976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-6f1ebd17-c44a-4170-923b-749a051e91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.733761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-6f1ebd17-c44a-4170-923b-749a051e91a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.1470206 Jul 16 20:29:41.858133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-5b33e27b-d286-4a28-a542-b2b489b813ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537338 Jul 16 20:29:41.874031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] For port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:41.883268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] For port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,segment=NetworkSegment(99df52f2-df87-4bc9-97fd-731f69ae4565),segment_id=99df52f2-df87-4bc9-97fd-731f69ae4565)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:41.901759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:41.938636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74504e69-f3d9-487a-86bc-331482fea673 req-a7016992-983d-43f4-96a7-1b9b48389376 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.940271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74504e69-f3d9-487a-86bc-331482fea673 req-a7016992-983d-43f4-96a7-1b9b48389376 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.4175715 Jul 16 20:29:41.992955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.001700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.004186 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.023318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d23bd-5c27-4c30-9d62-6d6c4230ed19 req-33e0a9cd-9daf-4a01-9206-804b6df32033 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.030475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb5d23bd-5c27-4c30-9d62-6d6c4230ed19 req-33e0a9cd-9daf-4a01-9206-804b6df32033 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.4376204 Jul 16 20:29:42.041779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-743e4b3b-733f-459a-a6a3-d001ab5cff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.043208 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-743e4b3b-733f-459a-a6a3-d001ab5cff9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1097 time: 0.2624021 Jul 16 20:29:42.069918 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.119186 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-636b7691-1db9-4177-b467-b0b811140bd5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4019475 Jul 16 20:29:42.132964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-fb15a337-3d41-496f-b44a-4310207162df service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657070 Jul 16 20:29:42.142149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:42.158309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 is not hosted by any dhcp agent {{(pid=93861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:29:42.164829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.165669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.169708 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.170661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "PUT /v2.0/networks/2eec2c06-9641-4039-851f-9d8dbcf25e53 HTTP/1.1" status: 200 len: 723 time: 0.7958686 Jul 16 20:29:42.173624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:42.189548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:42.234635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcf0ca-7e4a-4451-bd02-983cb29e5fda None None] Pushing event updated for resources: {'Port': ['ID=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.270953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.318894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.350934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb5d23bd-5c27-4c30-9d62-6d6c4230ed19 req-3c7762dd-5d27-4dac-993e-bd56ca8a6705 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191495 Jul 16 20:29:42.351590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b75d001d-1b1d-404c-8893-58c68e9e2ee6 req-90d69c77-3652-4a44-856f-9788a3067f58 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029603 Jul 16 20:29:42.352254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ba724261-a960-4236-abed-fd6021f39ea9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:42.369997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6cdd-a656-404f-9901-aa19b85ae441 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=2eec2c06-9641-4039-851f-9d8dbcf25e53,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.403221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:42.535504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Deleting port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:42.535996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.542682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-3564cc5e-fe01-408f-8f28-255eac65ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.544234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-3564cc5e-fe01-408f-8f28-255eac65ede8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.4922473 Jul 16 20:29:42.552306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.708881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:42.730955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.770549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Allocated IP 172.25.3.202 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3b8c6f68-6683-41c6-b460-b02e6fa01ad0) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:42.883847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-6988cff9-6916-4f7e-8959-855ccdb94404 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 1001 time: 0.2986801 Jul 16 20:29:42.920852 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.962727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.996329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:42.998683 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf71eed-4ed5-486f-adf6-18212eb8acb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:42.999926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a7489-85d5-4458-99f4-15cd24aa71bf req-7dabcc44-737c-4eaf-bad6-5548f60c587d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.001499 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-893a7489-85d5-4458-99f4-15cd24aa71bf req-7dabcc44-737c-4eaf-bad6-5548f60c587d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 945 time: 0.4186566 Jul 16 20:29:43.014305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:43.014792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] For port 0bc8c1ef-d6ad-4522-b97f-adc729607b85, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc8c1ef-d6ad-4522-b97f-adc729607b85,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:43.015182 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.017632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:43.022823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:43.056907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event updated for resources: {'Port': ['ID=3b8c6f68-6683-41c6-b460-b02e6fa01ad0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.071824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-4c809043-87d7-4ae4-bb33-48a3ead57337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.073730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-4c809043-87d7-4ae4-bb33-48a3ead57337 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.1805987 Jul 16 20:29:43.128490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.168678 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-893a7489-85d5-4458-99f4-15cd24aa71bf req-6c674545-aa63-4807-a50a-8779b20d506d tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574264 Jul 16 20:29:43.177363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.383187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:43.422875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4581da2b-49e4-4982-891c-82642f8bfdf8 None None] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:43.450412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.456206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.512647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:43.551908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event updated for resources: {'Port': ['ID=3b8c6f68-6683-41c6-b460-b02e6fa01ad0,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.563199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.573092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-caa3f7de-a6cb-43f2-889a-701f36d819a5 None None] Provisioning for port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:43.581244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.582895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-bda012e2-8cb1-4989-877e-ccf5611ec2e2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4539514 Jul 16 20:29:43.583783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-caa3f7de-a6cb-43f2-889a-701f36d819a5 None None] Provisioning complete for port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:43.584159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa3f7de-a6cb-43f2-889a-701f36d819a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.670659 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-801340df-2b9f-432a-8f6e-a644df1613ab tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.202 HTTP/1.1" status: 200 len: 696 time: 0.0749340 Jul 16 20:29:43.707514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-078f3bb5-5451-47e5-b690-5531fc8ee382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.709020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-078f3bb5-5451-47e5-b690-5531fc8ee382 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6268835 Jul 16 20:29:43.717008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa3f7de-a6cb-43f2-889a-701f36d819a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.758154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-caa3f7de-a6cb-43f2-889a-701f36d819a5 None None] For port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,segment=NetworkSegment(99df52f2-df87-4bc9-97fd-731f69ae4565),segment_id=99df52f2-df87-4bc9-97fd-731f69ae4565)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:43.796367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-fd73caf6-9d6f-4b09-8294-73312ff953b7 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.797712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-fd73caf6-9d6f-4b09-8294-73312ff953b7 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.1179786 Jul 16 20:29:43.802950 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa3f7de-a6cb-43f2-889a-701f36d819a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.810611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-0576a4b0-9bee-4814-be19-8f7368902ff2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:43.811929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5df08a86-0093-4bfe-9db5-5dc7e78a7484 req-0576a4b0-9bee-4814-be19-8f7368902ff2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081201 Jul 16 20:29:43.836703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] Update dhcp port {'port': {'network_id': 'ab8c77e1-3eca-4796-9eab-37d3d7e268c2', 'fixed_ips': [{'subnet_id': '04a1a72e-2bf2-4f32-acfb-24d9015cf87a', 'ip_address': '2001:db8::2'}, {'subnet_id': '3bd4d227-2268-43d4-ada0-3cabb9ca0adb'}], 'binding:host_id': 'n-d-792458-10'}, 'id': '95f8b7ed-243a-4356-b27d-efda4ed3a6a3'} from n-d-792458-10. {{(pid=93863) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:29:43.890995 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.904266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.904661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.905069 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Floating IP 9a70a3aa-3a6e-41ce-b252-e7f8da923c58 disassociated. External IP: 172.25.3.253, port: 0bc8c1ef-d6ad-4522-b97f-adc729607b85. Jul 16 20:29:43.905485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Calling delete_port for 0bc8c1ef-d6ad-4522-b97f-adc729607b85 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:43.905664 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.907775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3f7de-a6cb-43f2-889a-701f36d819a5 None None] Pushing event updated for resources: {'Port': ['ID=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.942821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-27d02df4-7f6f-4f36-88fe-91c5110c9cc7 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942070 Jul 16 20:29:44.016096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ef76-3343-45ca-a55e-8f0a97e3666f req-38949cd7-d59c-4191-9811-4156156e6434 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.018808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8588ef76-3343-45ca-a55e-8f0a97e3666f req-38949cd7-d59c-4191-9811-4156156e6434 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 944 time: 0.0864873 Jul 16 20:29:44.068407 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8588ef76-3343-45ca-a55e-8f0a97e3666f req-d87a5ac0-c150-4be3-a700-52cf3b1f3700 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477200 Jul 16 20:29:44.110252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=8803a3c9-5c32-4790-903d-8a9156007db7,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:44.141099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] Allocated IP 172.20.0.1 (ab8c77e1-3eca-4796-9eab-37d3d7e268c2/3bd4d227-2268-43d4-ada0-3cabb9ca0adb/95f8b7ed-243a-4356-b27d-efda4ed3a6a3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:44.147508 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee9b148-f83a-454a-9fa4-bb3d568a246b x-openstack-request-id: req-dee9b148-f83a-454a-9fa4-bb3d568a246b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:44.147895 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:44.148264 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dee9b148-f83a-454a-9fa4-bb3d568a246b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:44.148788 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'status': 'completed', 'code': 200} Jul 16 20:29:44.218787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1e4c8-b37b-4ed3-a792-de5221a4c4ef req-9cbf9953-4b71-410b-adc8-cf019350e2fe tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.220483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ff1e4c8-b37b-4ed3-a792-de5221a4c4ef req-9cbf9953-4b71-410b-adc8-cf019350e2fe tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.5074060 Jul 16 20:29:44.264893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:44.265909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: 2eec2c06-9641-4039-851f-9d8dbcf25e53, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:44.276572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] For port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,segment=NetworkSegment(99df52f2-df87-4bc9-97fd-731f69ae4565),segment_id=99df52f2-df87-4bc9-97fd-731f69ae4565)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:44.304238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-28f692a5-8648-4c70-8f07-b2e9e7862c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.307457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-28f692a5-8648-4c70-8f07-b2e9e7862c2d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.1360781 Jul 16 20:29:44.316933 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.334912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:44.338261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] Transition to ACTIVE for port object 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:44.342950 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.364134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2eec2c06-9641-4039-851f-9d8dbcf25e53) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:44.387363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ff1e4c8-b37b-4ed3-a792-de5221a4c4ef req-9ca38134-8e6f-4e6f-812d-2c4702094a97 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567574 Jul 16 20:29:44.392713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.396568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.400082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689e1c6-aae0-46e4-bdb4-c87527e23ccf req-ca8c08c9-872b-4a32-8725-877a97f506d0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.401761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9689e1c6-aae0-46e4-bdb4-c87527e23ccf req-ca8c08c9-872b-4a32-8725-877a97f506d0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.1423931 Jul 16 20:29:44.431329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021d58f-935a-4907-a1f1-d31576bcf113 None None] Pushing event updated for resources: {'Port': ['ID=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:44.434915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4b052-fa13-4ddb-9877-9f21df8d286c None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:44.436278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f5618295-9170-4b77-8f27-8b68b8bec2a7 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2518015 Jul 16 20:29:44.449613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3569474a-8a50-46a9-9408-31913b1afcd2 req-86788cf8-4a16-454d-890b-3d6f60c9dd1f service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899035 Jul 16 20:29:44.450187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49578) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:44.537282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3c8d54ff-3677-4437-b72e-ed88c56a4637 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:44.542408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9689e1c6-aae0-46e4-bdb4-c87527e23ccf req-7fc5b7e9-9515-4b77-9acc-b9c05d7fdabb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850971 Jul 16 20:29:44.550567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-d60b641e-ee6d-4ab5-8a57-c7ee168bd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.553097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-d60b641e-ee6d-4ab5-8a57-c7ee168bd49c service neutron] 10.222.0.79 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.2387471 Jul 16 20:29:44.650818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-607bb8d2-8b96-482e-a1e6-93b63487a4b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 217 time: 0.0818272 Jul 16 20:29:44.769716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.778567 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8d54ff-3677-4437-b72e-ed88c56a4637 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3019119'] for subnet, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.785532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-1840f276-888d-4868-b658-666f9fdff822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.787051 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-1840f276-888d-4868-b658-666f9fdff822 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.1298234 Jul 16 20:29:44.852772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf05a1a-1ae9-4f44-92b9-11275f429781 req-9a19d108-cec4-4740-a59a-79162d439157 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.860688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-baf05a1a-1ae9-4f44-92b9-11275f429781 req-9a19d108-cec4-4740-a59a-79162d439157 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 866 time: 0.1576922 Jul 16 20:29:44.865755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-2f5e317f-7648-4d33-a840-3d68c78810b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713215 Jul 16 20:29:44.881865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event deleted for resources: {'Port': ['ID=0bc8c1ef-d6ad-4522-b97f-adc729607b85,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:44.932266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:44.974378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-baf05a1a-1ae9-4f44-92b9-11275f429781 req-8bfaa668-36f9-488d-ab6d-256d5916f4b4 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups?id=87802d73-b93b-4b84-9a0f-5058319d4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124799 Jul 16 20:29:44.974597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-2eec2c06-9641-4039-851f-9d8dbcf25e53', 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': '8803a3c9-5c32-4790-903d-8a9156007db7'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:44.983099 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.987346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 0bc8c1ef-d6ad-4522-b97f-adc729607b85 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:44.987687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc8c1ef-d6ad-4522-b97f-adc729607b85 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:45.037187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-4eb9e6dc-e49c-4042-a566-60da6d8a0575 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.050942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-4eb9e6dc-e49c-4042-a566-60da6d8a0575 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4254129 Jul 16 20:29:45.098040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-003a54ca-a667-445c-a8c2-9abd29f8255c service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134893 Jul 16 20:29:45.103418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:45.325562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-53d6b599-56bd-41ee-97ef-52ed26a12875 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.202 HTTP/1.1" status: 200 len: 696 time: 0.2735832 Jul 16 20:29:45.332274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Request body: {'floatingip': {'port_id': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:45.361536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port ba724261-a960-4236-abed-fd6021f39ea9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:45.369914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port ba724261-a960-4236-abed-fd6021f39ea9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:45.370539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.447871 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.456197 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0bf71eed-4ed5-486f-adf6-18212eb8acb1 req-ae4c4406-6d50-4aba-a70e-66e18d2ba74d service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257611 Jul 16 20:29:45.495264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:45.552347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Router 81b7754d-00e8-4b98-a145-71ba2d42ea4b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:45.574724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c7e6-edb6-486f-a75b-0a976e11c016 req-81c42356-7032-47e4-8b27-df376fb656a0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.576451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f21c7e6-edb6-486f-a75b-0a976e11c016 req-81c42356-7032-47e4-8b27-df376fb656a0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 944 time: 0.1631432 Jul 16 20:29:45.597343 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.630706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:45.633378 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c1de48-8813-4ec4-9de0-4baff04014c2" -d '{"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-plugged", "status": "completed", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:45.652639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:45.658692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.661340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f21c7e6-edb6-486f-a75b-0a976e11c016 req-62bec01c-c44f-4db3-9f48-7074a63c54ab tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772605 Jul 16 20:29:45.743242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:45.812328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8d54ff-3677-4437-b72e-ed88c56a4637 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736922830475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2672382'] for subnet, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.822942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Allocated IP 2001:db8::2 (2eec2c06-9641-4039-851f-9d8dbcf25e53/8803a3c9-5c32-4790-903d-8a9156007db7/e33582da-a26d-41d9-b0f9-f23c01b5ceb8) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:45.932851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d54ff-3677-4437-b72e-ed88c56a4637 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.933435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8d54ff-3677-4437-b72e-ed88c56a4637 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.939909 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3c8d54ff-3677-4437-b72e-ed88c56a4637 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "PUT /v2.0/subnets/8803a3c9-5c32-4790-903d-8a9156007db7 HTTP/1.1" status: 200 len: 826 time: 1.4214981 Jul 16 20:29:45.944130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49590) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.021507 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.034269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Transition to ACTIVE for port object e33582da-a26d-41d9-b0f9-f23c01b5ceb8 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:46.051691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57208bb3-fdae-46d9-8a47-d2c351dc6b15 None None] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:46.063742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d54ff-3677-4437-b72e-ed88c56a4637 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=8803a3c9-5c32-4790-903d-8a9156007db7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:46.080712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Transition to ACTIVE for port object e33582da-a26d-41d9-b0f9-f23c01b5ceb8 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:46.100256 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.107066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865a556-c060-42b2-bc87-5ffc48526d3a req-9cb7ec48-0a95-4910-b4ec-1aa7d89623c8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.108680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6865a556-c060-42b2-bc87-5ffc48526d3a req-9cb7ec48-0a95-4910-b4ec-1aa7d89623c8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2166884 Jul 16 20:29:46.123614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.185756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:46.186335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6865a556-c060-42b2-bc87-5ffc48526d3a req-0f3bc63b-fa72-4095-9a14-4afbe15235c8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674300 Jul 16 20:29:46.197420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:46.203033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:46.246608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:46.254647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-beca52dc-5581-4268-85a2-dd85ff85a3bb None None] Provisioning for port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:46.287420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:46.287659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.313642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-beca52dc-5581-4268-85a2-dd85ff85a3bb None None] Provisioning complete for port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:46.313856 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-beca52dc-5581-4268-85a2-dd85ff85a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.317962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] Sync routers for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:46.330895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Pushing event updated for resources: {'Port': ['ID=e33582da-a26d-41d9-b0f9-f23c01b5ceb8,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:46.345288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] No DVR routers for this DVR port 0bc8c1ef-d6ad-4522-b97f-adc729607b85 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:46.349744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.351742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74504e69-f3d9-487a-86bc-331482fea673 req-b8d9c014-936d-4df9-8ee5-12af763344b6 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.99 "DELETE /v2.0/ports/0bc8c1ef-d6ad-4522-b97f-adc729607b85 HTTP/1.1" status: 204 len: 173 time: 4.4006367 Jul 16 20:29:46.352206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-deleted', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:46.355418 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2df13c-9c2d-435d-879f-8ea057043d99" -d '{"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-deleted", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:46.486374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Attempting to bind port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:46.487081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Attempting to bind port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:46.487633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Attempting to bind port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 on network 2eec2c06-9641-4039-851f-9d8dbcf25e53 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:46.495917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:46.497808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:46.504312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] For port e33582da-a26d-41d9-b0f9-f23c01b5ceb8, host n-d-792458-10, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:46.506467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.535050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a681f24-f13e-47d7-b69c-1783a4395578 req-a10d5bac-2a43-4eae-bd5d-fc7cec2cbb89 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.537076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a681f24-f13e-47d7-b69c-1783a4395578 req-a10d5bac-2a43-4eae-bd5d-fc7cec2cbb89 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.1245451 Jul 16 20:29:46.548434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Calling delete_port for e33582da-a26d-41d9-b0f9-f23c01b5ceb8 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:46.567225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:46.567972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Checking segment: {'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:46.568560 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.569156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Bound using segment: {'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:46.569853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Bound port: e33582da-a26d-41d9-b0f9-f23c01b5ceb8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:46.570465 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.625696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.631200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.648576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a681f24-f13e-47d7-b69c-1783a4395578 req-d69fbf00-a210-479e-bef9-6a67ebbff769 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035068 Jul 16 20:29:46.762685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:46.933564 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Floating IP 8cb5e897-c6fb-444f-9398-3cb4b593e71a associated. External IP: 172.25.3.202, port: ae6666c3-5eff-4a46-aea3-b537bce75e48. Jul 16 20:29:47.093109 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdabb03e-2b92-4b14-815d-9c135bc86963 x-openstack-request-id: req-cdabb03e-2b92-4b14-815d-9c135bc86963 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:47.093403 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-plugged", "status": "completed", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:47.093656 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cdabb03e-2b92-4b14-815d-9c135bc86963 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:47.094111 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'code': 200} Jul 16 20:29:47.103153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:47.280543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a8989b6-d0b3-4c5a-b1ef-2e7c6649df7d req-d54ef765-c907-43e3-9c3d-992a6df7b809 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/ports?device_id=2616b8c8-5e0a-46ca-89c0-603baee476d1 HTTP/1.1" status: 200 len: 210 time: 0.1014085 Jul 16 20:29:47.408047 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1676bb52-e26f-49a8-9fc6-9e316e17903b x-openstack-request-id: req-1676bb52-e26f-49a8-9fc6-9e316e17903b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:47.408586 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616b8c8-5e0a-46ca-89c0-603baee476d1", "name": "network-vif-deleted", "tag": "0bc8c1ef-d6ad-4522-b97f-adc729607b85", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:47.408586 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1676bb52-e26f-49a8-9fc6-9e316e17903b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:47.410319 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616b8c8-5e0a-46ca-89c0-603baee476d1', 'name': 'network-vif-deleted', 'tag': '0bc8c1ef-d6ad-4522-b97f-adc729607b85', 'status': 'completed', 'code': 200} Jul 16 20:29:47.447963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Router 1428c2df-651c-4241-913b-ed2236514db8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:47.456529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.480831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.509595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8854f-4565-4c52-8c5a-102e129ea133 req-4e3c76aa-0536-441b-96e2-82619c893002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.510950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7f8854f-4565-4c52-8c5a-102e129ea133 req-4e3c76aa-0536-441b-96e2-82619c893002 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1097 time: 0.3350389 Jul 16 20:29:47.516769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Port': ['ID=e33582da-a26d-41d9-b0f9-f23c01b5ceb8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:47.628965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No DVR routers for this DVR port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:47.649620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:47.664498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.671224 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] Sync routers for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:47.686356 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:47.687456 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.721006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7f8854f-4565-4c52-8c5a-102e129ea133 req-f6f184b8-8a46-4d7b-8240-3a7d441b112e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001715 Jul 16 20:29:47.740301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.763735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-32880713-ee59-4232-8c33-49c960e3d65b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "PUT /v2.0/floatingips/8cb5e897-c6fb-444f-9398-3cb4b593e71a HTTP/1.1" status: 200 len: 996 time: 2.4356856 Jul 16 20:29:47.820949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a4c28-3c83-40b1-9690-d325b8647070 req-d9273aa0-34fd-4bd1-a4a6-3cb354477837 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.831677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e8a4c28-3c83-40b1-9690-d325b8647070 req-d9273aa0-34fd-4bd1-a4a6-3cb354477837 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.2040484 Jul 16 20:29:47.901635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.953450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-50d981e9-21a0-4564-bb7b-02ea9fca4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.955583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-50d981e9-21a0-4564-bb7b-02ea9fca4aec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.1648033 Jul 16 20:29:47.967488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e8a4c28-3c83-40b1-9690-d325b8647070 req-c509b7a5-4718-4815-af22-e253105c2451 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346433 Jul 16 20:29:48.011397 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:48.021867 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:48.022435 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:48.035740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] Checking router: 81b7754d-00e8-4b98-a145-71ba2d42ea4b for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:48.061089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=8803a3c9-5c32-4790-903d-8a9156007db7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:48.094313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:48.095089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.111097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-e365f76a-2bfe-4d61-a193-83e2f0edf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.120027 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-e365f76a-2bfe-4d61-a193-83e2f0edf09d service neutron] 10.222.0.91 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.1394253 Jul 16 20:29:48.134818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7cad5514-ef71-4729-8aca-2036f56179e4 None None] Provisioning complete for port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:48.134818 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7cad5514-ef71-4729-8aca-2036f56179e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.176789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49612) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.212476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:48.257606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'port_id': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b', 'mac_address': 'fa:16:3e:15:42:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:48.261672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-77038adb-7413-421b-a661-6b10f536d97e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 999 time: 0.1384366 Jul 16 20:29:48.276817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.303985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eec2c06-9641-4039-851f-9d8dbcf25e53']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.359210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfa2e09-2190-4360-8d12-defbcca56ff7') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.359940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfa2e09-2190-4360-8d12-defbcca56ff7') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.360058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-30674057-7883-4322-9d50-dab1d9c9d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.374147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-30674057-7883-4322-9d50-dab1d9c9d67c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.1109602 Jul 16 20:29:48.376102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.405241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.424595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:48.425414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:48.431393 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:48.476889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-de3e2e53-3443-4f8d-97e4-b7ca394effc6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010332 Jul 16 20:29:48.484159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:48.495757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-4953a414-fe6f-4c71-88c8-a33105ce0d48 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:48.496757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-4953a414-fe6f-4c71-88c8-a33105ce0d48 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064211 Jul 16 20:29:48.521273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.573022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.608072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:48.638713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Attempting to bind port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:48.639196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Attempting to bind port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:48.639621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Attempting to bind port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 on network 2eec2c06-9641-4039-851f-9d8dbcf25e53 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:48.644689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dfcc9-38dc-42b7-8e5a-816446456919 req-b9d6f82b-9218-4c5b-9d59-45dd918390d7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.651597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c90dfcc9-38dc-42b7-8e5a-816446456919 req-b9d6f82b-9218-4c5b-9d59-45dd918390d7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 944 time: 0.3703473 Jul 16 20:29:48.669106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.688749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:48.715629 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.721567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/2eec2c06-9641-4039-851f-9d8dbcf25e53 HTTP/1.1" status: 204 len: 168 time: 2.7738004 Jul 16 20:29:48.723283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f755-aa7f-460c-b164-0e8e8deac30a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=2eec2c06-9641-4039-851f-9d8dbcf25e53,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:48.727411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49618) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.770508 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6daca23-c5d1-434f-b98c-b749045c4729 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:48.771326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6daca23-c5d1-434f-b98c-b749045c4729 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:48.774666 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '8cb5e897-c6fb-444f-9398-3cb4b593e71a', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '1428c2df-651c-4241-913b-ed2236514db8', 'port_id': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'mac_address': 'fa:16:3e:8c:87:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:43Z', 'updated_at': '2021-07-16T20:29:46Z', 'revision_number': 1, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:51Z', 'revision_number': 5, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.778422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f6daca23-c5d1-434f-b98c-b749045c4729 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/2eec2c06-9641-4039-851f-9d8dbcf25e53 HTTP/1.1" status: 404 len: 339 time: 0.0367100 Jul 16 20:29:48.779813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49620) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.790557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108163015', 'description': 'd1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:48.841485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c90dfcc9-38dc-42b7-8e5a-816446456919 req-8f58df24-fb08-4cf7-85ee-0b1fbbbd3769 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687667 Jul 16 20:29:48.844217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:48.850370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.851203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:48.851616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Checking segment: {'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:48.852060 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.852529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Bound using segment: {'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:48.853951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Bound port: e33582da-a26d-41d9-b0f9-f23c01b5ceb8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfa2e09-2190-4360-8d12-defbcca56ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2eec2c06-9641-4039-851f-9d8dbcf25e53'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:48.854359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.862234 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] Checking router: 1428c2df-651c-4241-913b-ed2236514db8 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:48.882791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:29:48.882791 n-d-792458-10 neutron-server[93862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:29:48.882791 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id': '0efeb6dd04e84aa48108a54e93dbba63', 'id': 'ed13358a-89e3-47a7-8905-67d50830f307', 'expiration': datetime.datetime(2021, 7, 16, 20, 31, 48, 805691)}] Jul 16 20:29:48.882791 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:48.883655 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:48.905127 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:48.906198 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.911317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:48.927766 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.928324 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment e3b448d4-20c4-44eb-8059-be35a1921f42 of type vlan for network c07cb7de-2890-42e1-b792-93f913a49a3b Jul 16 20:29:48.931250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-433cbf3d-03e5-4428-8bd6-b4d38e477e62 None None] Port e33582da-a26d-41d9-b0f9-f23c01b5ceb8 has been deleted concurrently {{(pid=93863) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 20:29:48.933193 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.004528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.047168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.051638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.054439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.055368 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698151'] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.102379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3177936 Jul 16 20:29:49.110426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49626) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.135263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:49.179508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42e4fc-2587-4633-b992-b2cb85e4ca78 None None] The sync data for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 is: [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:20:12Z', 'revision_number': 4, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c7d7e62f-89bc-4e13-9690-62b323a049aa', 'name': '', 'network_id': 'fa18409d-ff19-475d-8f02-5a5b7eb4d389', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'mac_address': 'fa:16:3e:c4:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'subnets': [{'id': '52e96ec2-d7bb-4495-8ab3-aeb130ad1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:49.193638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0bc6312f-ef9a-4fc8-8e7e-99e125dc555b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:49.215694 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:49.261720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a096356-4f5f-466f-aa90-556332609e61 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.268215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a096356-4f5f-466f-aa90-556332609e61 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/networks?id=c07cb7de-2890-42e1-b792-93f913a49a3b HTTP/1.1" status: 200 len: 765 time: 0.1543236 Jul 16 20:29:49.270237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49630) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.295389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'description': 'd2'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:49.415542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:49.418521 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921f90e0-ffe9-4326-b110-0820bccb6448" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:49.467593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-0bd1bfe4-38f6-4c22-a9e7-afac46a69ff6 service neutron] 10.222.0.91 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604156 Jul 16 20:29:49.467933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.492344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60f5b0-58fd-441f-b22c-73e762ecce74 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=c07cb7de-2890-42e1-b792-93f913a49a3b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.507859 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:49.516222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c07cb7de-2890-42e1-b792-93f913a49a3b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:49.641896 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-818ed036-97f6-4d9a-b107-bcc0ed1666e2 req-4a4089fd-b894-46de-b2c8-50237dd84218 service neutron] 10.222.0.91 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657875 Jul 16 20:29:49.715177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49636) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.730064 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '8cb5e897-c6fb-444f-9398-3cb4b593e71a', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '1428c2df-651c-4241-913b-ed2236514db8', 'port_id': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'mac_address': 'fa:16:3e:8c:87:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:43Z', 'updated_at': '2021-07-16T20:29:46Z', 'revision_number': 1, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:51Z', 'revision_number': 5, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:49.762739 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e90d85-7ca4-4b15-ab89-c1ba9e017c82 None None] The sync data for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 is: [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '8cb5e897-c6fb-444f-9398-3cb4b593e71a', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '1428c2df-651c-4241-913b-ed2236514db8', 'port_id': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'mac_address': 'fa:16:3e:8c:87:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:43Z', 'updated_at': '2021-07-16T20:29:46Z', 'revision_number': 1, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:51Z', 'revision_number': 5, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:49.774826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f986a3-789d-48bd-a351-77dbb5de713a req-a35c8436-cf89-4ecd-9b15-25230da2409a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.782572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a4634-5144-4133-9fb6-eea91b53ef45 None None] New status for floating IP 9a70a3aa-3a6e-41ce-b252-e7f8da923c58: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:49.787635 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4f986a3-789d-48bd-a351-77dbb5de713a req-a35c8436-cf89-4ecd-9b15-25230da2409a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.3080230 Jul 16 20:29:49.802408 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec58dcc-f554-4795-8128-f8abc9b530d0 x-openstack-request-id: req-cec58dcc-f554-4795-8128-f8abc9b530d0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:49.803012 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:49.813252 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cec58dcc-f554-4795-8128-f8abc9b530d0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:49.814046 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'status': 'completed', 'code': 200} Jul 16 20:29:49.885703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc127-1fd9-4a35-b45a-4df3e536e9fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.917342 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc127-1fd9-4a35-b45a-4df3e536e9fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.958394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.965135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4f986a3-789d-48bd-a351-77dbb5de713a req-90eb6434-08bf-4748-88cf-7f7b3654d963 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765833 Jul 16 20:29:49.997272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.051598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network c07cb7de-2890-42e1-b792-93f913a49a3b is not hosted by any dhcp agent {{(pid=93862) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:29:50.052085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-2d5f0c74-50d2-4055-8305-399d34634fae tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.202 HTTP/1.1" status: 200 len: 999 time: 0.2367735 Jul 16 20:29:50.059590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.060221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.061575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "PUT /v2.0/networks/c07cb7de-2890-42e1-b792-93f913a49a3b HTTP/1.1" status: 200 len: 762 time: 0.7904253 Jul 16 20:29:50.062704 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc127-1fd9-4a35-b45a-4df3e536e9fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.065529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc127-1fd9-4a35-b45a-4df3e536e9fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.068844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b9dc127-1fd9-4a35-b45a-4df3e536e9fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "DELETE /v2.0/security-groups/87802d73-b93b-4b84-9a0f-5058319d4a38 HTTP/1.1" status: 204 len: 168 time: 0.3501134 Jul 16 20:29:50.074182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49644) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.074607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49642) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.146776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-4cc0d6f5-f061-4001-acb6-b7f9c3f64dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.148986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-4cc0d6f5-f061-4001-acb6-b7f9c3f64dd9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.2972081 Jul 16 20:29:50.151790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.152251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc127-1fd9-4a35-b45a-4df3e536e9fd tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87802d73-b93b-4b84-9a0f-5058319d4a38,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.154047 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-184c5cf5-68c1-49e2-aaa2-7fa592a52a4f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] show failed (client error): The resource could not be found. Jul 16 20:29:50.164689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-184c5cf5-68c1-49e2-aaa2-7fa592a52a4f tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "GET /v2.0/security-groups/87802d73-b93b-4b84-9a0f-5058319d4a38 HTTP/1.1" status: 404 len: 347 time: 0.0871284 Jul 16 20:29:50.164689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f18c4d-82d4-4a32-a721-0376bcc94980 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=c07cb7de-2890-42e1-b792-93f913a49a3b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.168211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49646) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.181300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c07cb7de-2890-42e1-b792-93f913a49a3b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:50.198813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.327582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f79a65d-9f8c-4ff2-8be5-8442496419f5,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.367733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ea9f4-178b-4c33-a8cf-dca804642493 None None] New status for floating IP 8cb5e897-c6fb-444f-9398-3cb4b593e71a: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:50.394791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-533efb88-a6aa-46b6-bf87-7819ba5c49c3 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.396679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69426e6a-447e-48b2-a01f-8fe61fc08915 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0efeb6dd04e84aa48108a54e93dbba63&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2149866 Jul 16 20:29:50.397522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49648) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.409236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-533efb88-a6aa-46b6-bf87-7819ba5c49c3 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports/ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 942 time: 0.3442497 Jul 16 20:29:50.447534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df917f9b-194d-4067-8692-aa5997fd1575 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.449125 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-df917f9b-194d-4067-8692-aa5997fd1575 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/networks?id=c07cb7de-2890-42e1-b792-93f913a49a3b HTTP/1.1" status: 200 len: 765 time: 0.3609116 Jul 16 20:29:50.453878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49650) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.512064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-564ce91f-8dce-4421-8fe2-43d31a794a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.515109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-564ce91f-8dce-4421-8fe2-43d31a794a0f service neutron] 10.222.0.79 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.3490055 Jul 16 20:29:50.548095 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde740af-9fad-4615-b813-09d465d86aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.653181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b1f6b-ef32-4bea-85fb-4bfdfc59ad48 req-f7d544c6-5adf-470c-b755-dbcab87e8b3c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.654789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-004b1f6b-ef32-4bea-85fb-4bfdfc59ad48 req-f7d544c6-5adf-470c-b755-dbcab87e8b3c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 945 time: 0.4531100 Jul 16 20:29:50.677801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9c9b14b2-a27e-4e36-9289-db78c98b1c5b None None] Could not find standard attr ID for object e33582da-a26d-41d9-b0f9-f23c01b5ceb8. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:29:50.698174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Deleting port 3ef76430-ee98-49ab-9a38-a529aafedf60 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:50.698643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.699719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde740af-9fad-4615-b813-09d465d86aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.733763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-f535ba1a-378e-4017-a1ec-2bfbe68591ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 999 time: 0.1898046 Jul 16 20:29:50.758176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f59a77-971d-4ac4-a60a-bada956f92e4 None None] DHCP port deletion for 2eec2c06-9641-4039-851f-9d8dbcf25e53 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:50.787947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b02a81-77cf-4e5a-b82a-0ba300bd39ab None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:50.804137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-004b1f6b-ef32-4bea-85fb-4bfdfc59ad48 req-e64fdca8-dc70-4575-a2b8-23211d9ffabf tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409953 Jul 16 20:29:50.815772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b02a81-77cf-4e5a-b82a-0ba300bd39ab None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:29:50.818769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-0072dd17-9d77-43db-bfa3-25f268e8072b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.202 HTTP/1.1" status: 200 len: 1001 time: 0.2399371 Jul 16 20:29:50.828605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ebcc8-2a9e-4c5c-840e-cc2363558b7c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.832680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a57ebcc8-2a9e-4c5c-840e-cc2363558b7c tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3753452 Jul 16 20:29:50.833221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-962c76f2-3cc4-4cdf-a4b3-cd26ba57d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.833439 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-962c76f2-3cc4-4cdf-a4b3-cd26ba57d69d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.0832374 Jul 16 20:29:50.835230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49652) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.839177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22533f3c-0539-412e-8d92-7e4990b21e35 None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:50.858930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22533f3c-0539-412e-8d92-7e4990b21e35 None None] Network 2eec2c06-9641-4039-851f-9d8dbcf25e53 could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:29:50.898249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c3c75f5-c594-48ff-aa71-16cfc9006502 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 207 time: 0.0560901 Jul 16 20:29:50.898581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49654) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.921170 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-f7ca9bb9-846a-4f5a-9ad7-4391371f6d16 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573788 Jul 16 20:29:50.921945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde740af-9fad-4615-b813-09d465d86aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.924930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bde740af-9fad-4615-b813-09d465d86aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.926210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bde740af-9fad-4615-b813-09d465d86aa0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5f79a65d-9f8c-4ff2-8be5-8442496419f5 HTTP/1.1" status: 204 len: 168 time: 0.5164826 Jul 16 20:29:50.944287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:50.977017 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.977468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.993623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde740af-9fad-4615-b813-09d465d86aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f79a65d-9f8c-4ff2-8be5-8442496419f5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.043599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:51.050095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:51.051130 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.062754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Calling delete_port for 3ef76430-ee98-49ab-9a38-a529aafedf60 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:51.143340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-ff8fa26c-7c90-4838-8409-8ec8957fc315 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144868 Jul 16 20:29:51.158801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.192471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:51.195698 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ddf4f-cf8e-417b-b1cf-98c2e3405905" -d '{"events": [{"server_uuid": "3035563e-9aa2-405d-9ebf-516bedb6c3e8", "name": "network-vif-plugged", "status": "completed", "tag": "0bc6312f-ef9a-4fc8-8e7e-99e125dc555b"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:51.203879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676674c8-e2df-401f-9b63-b658b4e2b1fd req-4413a7f7-4cdc-46be-8fd8-0d2ad5830edc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.210667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:51.211176 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-676674c8-e2df-401f-9b63-b658b4e2b1fd req-4413a7f7-4cdc-46be-8fd8-0d2ad5830edc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.2314115 Jul 16 20:29:51.216783 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.230499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-8ddabed5-082c-42ec-9e74-007b5a0289c1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.241564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-8ddabed5-082c-42ec-9e74-007b5a0289c1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.4061296 Jul 16 20:29:51.293195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.296752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-676674c8-e2df-401f-9b63-b658b4e2b1fd req-4fb7d497-14f0-4b4b-bdd1-f484e2f16dd6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846124 Jul 16 20:29:51.325920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49662) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.338673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-921f90e0-ffe9-4326-b110-0820bccb6448 req-70554c51-2b7e-411f-b0c7-f456b9c49da5 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866934 Jul 16 20:29:51.374663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49664) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.375252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-3bbaba3a-5dad-4fa0-b38d-c4db4283800d tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.202 HTTP/1.1" status: 200 len: 1001 time: 0.1322358 Jul 16 20:29:51.385167 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ebac09-72f3-436b-b101-487462b71907 x-openstack-request-id: req-05ebac09-72f3-436b-b101-487462b71907 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:51.385490 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3035563e-9aa2-405d-9ebf-516bedb6c3e8", "name": "network-vif-plugged", "status": "completed", "tag": "0bc6312f-ef9a-4fc8-8e7e-99e125dc555b", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:51.385809 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-05ebac09-72f3-436b-b101-487462b71907 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:51.386294 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b', 'code': 200} Jul 16 20:29:51.390476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed1e79-d2dd-4023-b052-80cf15dcb9e6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.396719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed1e79-d2dd-4023-b052-80cf15dcb9e6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.400573 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a505-ba1f-4e89-a7f8-9b153cca718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.404540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed1e79-d2dd-4023-b052-80cf15dcb9e6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.410612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed1e79-d2dd-4023-b052-80cf15dcb9e6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.416254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed1e79-d2dd-4023-b052-80cf15dcb9e6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.422246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed1e79-d2dd-4023-b052-80cf15dcb9e6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.424384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-baed1e79-d2dd-4023-b052-80cf15dcb9e6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5246553 Jul 16 20:29:51.427372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68234e-98c1-464f-9ccf-41ea867c0c44 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.429174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6a68234e-98c1-464f-9ccf-41ea867c0c44 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1092 time: 0.1022825 Jul 16 20:29:51.429807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49666) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.432127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:51.437466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49668) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.443683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'ba724261-a960-4236-abed-fd6021f39ea9', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:51.552303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.702606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060c631-ac1a-44d9-ab59-01f63a43e080 req-b3ecd743-200d-4405-a853-b9a94c9a12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.704178 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a060c631-ac1a-44d9-ab59-01f63a43e080 req-b3ecd743-200d-4405-a853-b9a94c9a12ff service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 1098 time: 0.2215984 Jul 16 20:29:51.705601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bca53e8c-cd8b-4429-9d3c-0e07d01660c6 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2722130 Jul 16 20:29:51.706521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.709106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.751724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Pushing event deleted for resources: {'Port': ['ID=3ef76430-ee98-49ab-9a38-a529aafedf60,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.776083 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a505-ba1f-4e89-a7f8-9b153cca718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.788711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edee735-9148-4e5f-9d4f-acaf9fc9ddf2 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.790227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edee735-9148-4e5f-9d4f-acaf9fc9ddf2 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.791775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edee735-9148-4e5f-9d4f-acaf9fc9ddf2 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.793300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edee735-9148-4e5f-9d4f-acaf9fc9ddf2 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.794804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edee735-9148-4e5f-9d4f-acaf9fc9ddf2 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.797068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4edee735-9148-4e5f-9d4f-acaf9fc9ddf2 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0865021 Jul 16 20:29:51.797319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a505-ba1f-4e89-a7f8-9b153cca718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.807897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.821704 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.848782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.849092 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Floating IP 8cb5e897-c6fb-444f-9398-3cb4b593e71a disassociated. External IP: 172.25.3.202, port: ae6666c3-5eff-4a46-aea3-b537bce75e48. Jul 16 20:29:51.894082 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e6b6a505-ba1f-4e89-a7f8-9b153cca718d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ff7e057732f1445e8c229d5ec4d918c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173566 Jul 16 20:29:51.897697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49676) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.901347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a060c631-ac1a-44d9-ab59-01f63a43e080 req-ad65b023-16ff-44f6-84de-7ab895d1ed05 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821535 Jul 16 20:29:51.907685 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.926103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6a505-ba1f-4e89-a7f8-9b153cca718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8995ba-cc54-447e-af60-b049fc723391,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.936137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008ca93-2cf9-41a1-aa56-49adfcadbc23 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.937613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008ca93-2cf9-41a1-aa56-49adfcadbc23 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.939084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008ca93-2cf9-41a1-aa56-49adfcadbc23 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.940513 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008ca93-2cf9-41a1-aa56-49adfcadbc23 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.941946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008ca93-2cf9-41a1-aa56-49adfcadbc23 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.947344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1008ca93-2cf9-41a1-aa56-49adfcadbc23 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1354077 Jul 16 20:29:51.954356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49678) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.961476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.964034 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.967905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1573e749-d6c5-4edf-8877-eb42c5ce0031 tempest-ServerActionsTestJSON-1554120020 tempest-ServerActionsTestJSON-1554120020-project] 10.222.0.91 "DELETE /v2.0/floatingips/9a70a3aa-3a6e-41ce-b252-e7f8da923c58 HTTP/1.1" status: 204 len: 168 time: 1.7902536 Jul 16 20:29:51.971891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49680) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.026690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49c6f27b-9bb5-496e-bb4a-fdde2520b589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.084658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49c6f27b-9bb5-496e-bb4a-fdde2520b589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.148419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3256b256-edfd-4c77-b5f8-8bbc30aa0c79 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.154148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3256b256-edfd-4c77-b5f8-8bbc30aa0c79 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/networks/fb60017b-2824-47ca-9e47-e9f675f007fc HTTP/1.1" status: 200 len: 803 time: 0.1988077 Jul 16 20:29:52.154890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49684) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.182408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ddad3-2df8-4d14-82be-5e61da7780fc req-bc597509-7772-4b12-84c1-0f5968a5208e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.192046 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2d3ddad3-2df8-4d14-82be-5e61da7780fc req-bc597509-7772-4b12-84c1-0f5968a5208e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 946 time: 0.2284269 Jul 16 20:29:52.247295 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2d3ddad3-2df8-4d14-82be-5e61da7780fc req-1159f71a-487e-4c1f-8324-1f4788d60c11 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 Jul 16 20:29:52.250634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49c6f27b-9bb5-496e-bb4a-fdde2520b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.253287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49c6f27b-9bb5-496e-bb4a-fdde2520b589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.254699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-49c6f27b-9bb5-496e-bb4a-fdde2520b589 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fd8995ba-cc54-447e-af60-b049fc723391 HTTP/1.1" status: 204 len: 168 time: 0.3558547 Jul 16 20:29:52.256338 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.310637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6f27b-9bb5-496e-bb4a-fdde2520b589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8995ba-cc54-447e-af60-b049fc723391,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.313958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Router 1428c2df-651c-4241-913b-ed2236514db8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:52.333053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6e569d01-0459-401f-9821-83b1722f0aaf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/networks/fb60017b-2824-47ca-9e47-e9f675f007fc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1764174 Jul 16 20:29:52.333763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49688) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.411979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.6 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/61c389dd-b811-477b-a10d-6b94c27a13df) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:52.549730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.607155 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.679686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:52.683193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:52.687352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:52.712999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=61c389dd-b811-477b-a10d-6b94c27a13df,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.932200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167fb1c-9c8f-4867-bb3a-3143345414bb tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.933652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e167fb1c-9c8f-4867-bb3a-3143345414bb tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/subnets/9c20ba16-1074-4b50-bced-aacf988248e3 HTTP/1.1" status: 200 len: 843 time: 0.5983989 Jul 16 20:29:52.940513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49702) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:53.086503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6737387-7ea4-463d-907d-620a72100181 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['shared'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.092853 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a6737387-7ea4-463d-907d-620a72100181 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "GET /v2.0/subnets/9c20ba16-1074-4b50-bced-aacf988248e3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1447401 Jul 16 20:29:53.094129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:53.098527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182510175'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:53.117264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:53.127125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.132479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] Sync routers for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:53.150014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:53.151389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:53.212009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:53.215743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.252808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-abefc625-e3b1-4594-ac44-56290c5bac25 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "PUT /v2.0/floatingips/8cb5e897-c6fb-444f-9398-3cb4b593e71a HTTP/1.1" status: 200 len: 695 time: 1.8766377 Jul 16 20:29:53.255810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:53.258314 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ab171-3a6e-4ec5-ae77-c1f618c33685" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:53.301204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:53.316904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.351957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:53.366964 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd0b40f-c60c-4028-a48b-beb3da60472b x-openstack-request-id: req-5bd0b40f-c60c-4028-a48b-beb3da60472b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:53.373097 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:53.373550 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5bd0b40f-c60c-4028-a48b-beb3da60472b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:53.374160 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'status': 'completed', 'code': 200} Jul 16 20:29:53.438339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.438726 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Added segment 8564a20c-1745-4b67-ade6-c55ab3c19758 of type vlan for network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 Jul 16 20:29:53.537505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.557602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:51Z', 'revision_number': 5, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:53.595682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] Checking router: 1428c2df-651c-4241-913b-ed2236514db8 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:53.607645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:53.609094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:53.623444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-e3b3ac04-610c-4dc4-8900-5a5adefe221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.625061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-e3b3ac04-610c-4dc4-8900-5a5adefe221a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.3437150 Jul 16 20:29:53.639954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.645919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.646964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.733221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6389191 Jul 16 20:29:53.743178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49720) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:53.763411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:53.777117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'network_id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:53.842163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eafef3-3448-4b3e-b7bb-03b5709ed730 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Network': ['ID=79f9d3df-02f0-47dc-a6c7-53111b6c4569,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:53.884026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-b9bb5f8f-279e-4f85-af38-b47816309e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.886040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-b9bb5f8f-279e-4f85-af38-b47816309e18 service neutron] 10.222.0.91 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.2357676 Jul 16 20:29:53.898558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:53.942697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-dade61c3-157d-4585-9250-0b0f803d9a0c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 217 time: 0.0397704 Jul 16 20:29:54.063814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-b51c3538-8cd3-4f8d-b722-f5fec7b07e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.065429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-b51c3538-8cd3-4f8d-b722-f5fec7b07e8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3df6d737ec1241a5bb54c069b5460d36&device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 1097 time: 0.2070384 Jul 16 20:29:54.087236 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.104116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Made reservation on behalf of e6467aea733a4573b93681cc450dcb9d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:54.107932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.171089 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Performing IP validity checks on allocation pools {{(pid=93861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:29:54.171621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:29:54.261587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.285108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.306261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb838152-e803-429b-b8c9-71b0be5a7995 req-897810ed-a595-4463-861d-8b394307733e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.314144 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb838152-e803-429b-b8c9-71b0be5a7995 req-897810ed-a595-4463-861d-8b394307733e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 946 time: 0.4623353 Jul 16 20:29:54.320300 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.338659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:51Z', 'revision_number': 5, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:54.387629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17658b80-7526-4420-a5b4-2e0953bfef32 None None] The sync data for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 is: [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:28:42Z', 'revision_number': 4, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3b15eda7-b483-492d-9a1e-67dc99ff4da5', 'name': '', 'network_id': '91d57d5f-3639-4777-a506-e0c155336e4f', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'mac_address': 'fa:16:3e:94:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:39Z', 'updated_at': '2021-07-16T20:28:51Z', 'revision_number': 5, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'subnets': [{'id': '731512eb-44fe-4b1b-b82b-7e48a3979a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:54.425818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.485081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-8dee3c18-5664-4d12-a640-9395d510c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.486652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-8dee3c18-5664-4d12-a640-9395d510c88f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.4697609 Jul 16 20:29:54.488032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=afe6cb4b-2744-4c42-a74b-2b86ab2db8d8,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.494005 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.509480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-e5f9b45f-7fad-416c-af67-686650cde162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.511168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-e5f9b45f-7fad-416c-af67-686650cde162 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 200 len: 921 time: 0.4382548 Jul 16 20:29:54.555641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-f8557577-5638-4ed6-a6c9-ed21f5d3010d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590503 Jul 16 20:29:54.627880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb838152-e803-429b-b8c9-71b0be5a7995 req-c8b0f754-66e6-4d94-8a7e-10562cfed678 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127506 Jul 16 20:29:54.634676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=61c389dd-b811-477b-a10d-6b94c27a13df,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.655800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Checking segment: {'id': '8564a20c-1745-4b67-ade6-c55ab3c19758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:54.656156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network hostable DHCP agents. Network: 79f9d3df-02f0-47dc-a6c7-53111b6c4569, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:54.658217 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-1281804e-38b5-4f4c-a8d0-0f91bf810ee0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 200 len: 217 time: 0.1040323 Jul 16 20:29:54.739181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:54.785949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-de2e2994-aea4-42aa-896a-d423a42dfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.785949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-de2e2994-aea4-42aa-896a-d423a42dfaec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 200 len: 860 time: 0.0803804 Jul 16 20:29:54.787410 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP 5b34b85b-0c73-4a80-8e6c-7d1ef2706550 associated. External IP: 172.25.3.6, port: ba724261-a960-4236-abed-fd6021f39ea9. Jul 16 20:29:54.798322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 79f9d3df-02f0-47dc-a6c7-53111b6c4569) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:54.809394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c306d8-2a09-40cf-9641-045b192ac63e None None] Network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:54.816720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.817431 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.831097 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-3921b115-7393-44d2-8f3f-d72bece9cfff service neutron] 10.222.0.91 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507098 Jul 16 20:29:54.851440 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88e877-2e50-43b7-bfc9-f23437450b18 None None] New status for floating IP 8cb5e897-c6fb-444f-9398-3cb4b593e71a: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:54.903851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cab2cf23-ad99-4fc5-b36a-a1f9dcc4faec tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1547711 Jul 16 20:29:54.904660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49730) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.913192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-54679755-ad94-4855-b64e-fc6b98151286 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:54.947389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-c7733f11-bea0-45e2-97d6-936df8141016 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91d57d5f-3639-4777-a506-e0c155336e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586567 Jul 16 20:29:55.028174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-79f9d3df-02f0-47dc-a6c7-53111b6c4569', 'network_id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569', 'tenant_id': 'e6467aea733a4573b93681cc450dcb9d', 'fixed_ips': [{'subnet_id': 'afe6cb4b-2744-4c42-a74b-2b86ab2db8d8'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:55.029731 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.100357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-4d8a40be-a63b-4be2-9f50-9df1bea2decf service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202328 Jul 16 20:29:55.147091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54679755-ad94-4855-b64e-fc6b98151286 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3019119'] for subnet, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.217930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-941bd93f-9db6-4015-8bc2-c266a37be3f9 req-cee5f230-aaa7-4e84-8f12-f1d2d9cb4c7d service neutron] 10.222.0.91 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858321 Jul 16 20:29:55.251605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Deleting port c7d7e62f-89bc-4e13-9690-62b323a049aa {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:55.253163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.269774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9388-2fbb-46df-835e-60abed9d1f3a req-d4a856b1-e4e0-4a65-a25a-2cf984fdba9b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.270781 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-157c9388-2fbb-46df-835e-60abed9d1f3a req-d4a856b1-e4e0-4a65-a25a-2cf984fdba9b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 946 time: 0.3696892 Jul 16 20:29:55.369363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:29:55.369363 n-d-792458-10 neutron-server[93863]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 20:29:55.369363 n-d-792458-10 neutron-server[93863]: [parameters: {'in_use': 1, 'id_1': 'afe6cb4b-2744-4c42-a74b-2b86ab2db8d8'}] Jul 16 20:29:55.369363 n-d-792458-10 neutron-server[93863]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:55.371225 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:55.376005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d47ab171-3a6e-4ec5-ae77-c1f618c33685 req-bc7c379b-65c4-47ae-a17e-01459554d6a9 service neutron] 10.222.0.79 "GET /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689912 Jul 16 20:29:55.381267 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-157c9388-2fbb-46df-835e-60abed9d1f3a req-d964bb2b-d0e9-4691-ae45-18fdd467d4dc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022720 Jul 16 20:29:55.411820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-5aef21d7-c342-49de-ae79-440c418a30be tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips/8cb5e897-c6fb-444f-9398-3cb4b593e71a HTTP/1.1" status: 200 len: 693 time: 0.1526170 Jul 16 20:29:55.455005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b0b4353a-b214-45b1-8f8a-b11edda05270 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:55.533083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] For port c7d7e62f-89bc-4e13-9690-62b323a049aa, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c7d7e62f-89bc-4e13-9690-62b323a049aa,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:55.533083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.593942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:55.604702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] Sync routers for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:55.623786 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.624041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:55.624833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:55.631749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Calling delete_port for c7d7e62f-89bc-4e13-9690-62b323a049aa owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:55.717751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-2f6a0a35-23a1-4bef-884f-8eaece73dff2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.719393 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-2f6a0a35-23a1-4bef-884f-8eaece73dff2 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 784 time: 0.2982824 Jul 16 20:29:55.723855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54679755-ad94-4855-b64e-fc6b98151286 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736922830475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2672382'] for subnet, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.727376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c898b2cd-332a-4013-bbd1-edb57bc38639 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.2858388 Jul 16 20:29:55.727376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:55.731065 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:55.766587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:55.781859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54679755-ad94-4855-b64e-fc6b98151286 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event updated for resources: {'Subnet': ['ID=afe6cb4b-2744-4c42-a74b-2b86ab2db8d8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.795197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-2be91777-36d2-4cc1-8109-186305494e52 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:55.795828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-2be91777-36d2-4cc1-8109-186305494e52 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694709 Jul 16 20:29:55.814865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54679755-ad94-4855-b64e-fc6b98151286 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.815511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54679755-ad94-4855-b64e-fc6b98151286 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.817121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-54679755-ad94-4855-b64e-fc6b98151286 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "PUT /v2.0/subnets/afe6cb4b-2744-4c42-a74b-2b86ab2db8d8 HTTP/1.1" status: 200 len: 900 time: 0.9114685 Jul 16 20:29:55.820675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49748) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.883292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.900978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-f5a01b27-e932-4b27-ab86-1eac8195ce28 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.202 HTTP/1.1" status: 200 len: 696 time: 0.0971320 Jul 16 20:29:55.972239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.006945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-d7e63422-7d06-4695-b338-ec1bc8df3290 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.3.202 HTTP/1.1" status: 200 len: 696 time: 0.0645285 Jul 16 20:29:56.073495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Allocated IP 2001:db8::3 (79f9d3df-02f0-47dc-a6c7-53111b6c4569/afe6cb4b-2744-4c42-a74b-2b86ab2db8d8/8272c8f9-16d9-48a6-aae2-a9fd9a15962b) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:56.085863 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.123760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d0ca-f223-42e8-8b66-642b89c08fd0 req-f6b0f502-8658-480e-a4ef-3fd1e5b5dc6c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.130854 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3720d0ca-f223-42e8-8b66-642b89c08fd0 req-f6b0f502-8658-480e-a4ef-3fd1e5b5dc6c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.1542685 Jul 16 20:29:56.195690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3720d0ca-f223-42e8-8b66-642b89c08fd0 req-c96053a3-e753-4962-a086-b4c3ee149daa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637121 Jul 16 20:29:56.213073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49752) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:56.229770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.248122 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.257919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Transition to ACTIVE for port object 8272c8f9-16d9-48a6-aae2-a9fd9a15962b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:56.266106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d7e62f-89bc-4e13-9690-62b323a049aa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.275015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Transition to ACTIVE for port object 8272c8f9-16d9-48a6-aae2-a9fd9a15962b will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:56.324305 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.324534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Deleting port 3b8c6f68-6683-41c6-b460-b02e6fa01ad0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:56.324879 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.407891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:56.423656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:56.439317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:56.449242 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f410489-84a2-48fc-8e4a-48a411416dfc x-openstack-request-id: req-1f410489-84a2-48fc-8e4a-48a411416dfc {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:56.449626 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:56.449940 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1f410489-84a2-48fc-8e4a-48a411416dfc {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:56.450415 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'status': 'completed', 'code': 200} Jul 16 20:29:56.525426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.561698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.563929 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.597918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Calling delete_port for 3b8c6f68-6683-41c6-b460-b02e6fa01ad0 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:56.615612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Pushing event updated for resources: {'Port': ['ID=8272c8f9-16d9-48a6-aae2-a9fd9a15962b,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.622453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bef90387-a9a0-41ea-933a-b68251deb578 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/5b34b85b-0c73-4a80-8e6c-7d1ef2706550 HTTP/1.1" status: 200 len: 989 time: 0.4079349 Jul 16 20:29:56.630732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=afe6cb4b-2744-4c42-a74b-2b86ab2db8d8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.684420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Attempting to bind port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:56.685613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Attempting to bind port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8564a20c-1745-4b67-ade6-c55ab3c19758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:56.686150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Attempting to bind port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b on network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:56.694745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:56.695985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Checking segment: {'id': '8564a20c-1745-4b67-ade6-c55ab3c19758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:56.696683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.697253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Bound using segment: {'id': '8564a20c-1745-4b67-ade6-c55ab3c19758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:56.698067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Bound port: 8272c8f9-16d9-48a6-aae2-a9fd9a15962b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8564a20c-1745-4b67-ade6-c55ab3c19758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:56.698521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.746195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.768384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f9d3df-02f0-47dc-a6c7-53111b6c4569']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:56.784679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8564a20c-1745-4b67-ade6-c55ab3c19758') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:56.784679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8564a20c-1745-4b67-ade6-c55ab3c19758') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:56.805310 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.810924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] For port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:56.818421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] For port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8272c8f9-16d9-48a6-aae2-a9fd9a15962b,segment=NetworkSegment(8564a20c-1745-4b67-ade6-c55ab3c19758),segment_id=8564a20c-1745-4b67-ade6-c55ab3c19758)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:56.821270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '5b34b85b-0c73-4a80-8e6c-7d1ef2706550', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'port_id': 'ba724261-a960-4236-abed-fd6021f39ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'mac_address': 'fa:16:3e:b1:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:52Z', 'updated_at': '2021-07-16T20:29:52Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:56.826231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-af0c3113-371f-417c-a416-e50dae70f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.829395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-af0c3113-371f-417c-a416-e50dae70f3f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1097 time: 0.3601658 Jul 16 20:29:56.830064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.849257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.884274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16edc2a-d939-428b-927d-b8363dc73b03 req-0daf4799-123b-4296-9fea-0b642bdd5602 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.887105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c16edc2a-d939-428b-927d-b8363dc73b03 req-0daf4799-123b-4296-9fea-0b642bdd5602 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 946 time: 0.3621621 Jul 16 20:29:56.887105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:56.887563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:56.892464 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:56.904893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] Checking router: b0b4353a-b214-45b1-8f8a-b11edda05270 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:56.949416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f43e27-0b48-48ff-9736-ebea16d3011e None None] Pushing event updated for resources: {'Port': ['ID=8272c8f9-16d9-48a6-aae2-a9fd9a15962b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.997895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:56.998896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:57.064860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdad00d-9bb9-42b7-98cd-b62efadc17d9 None None] Network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:57.244871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:57.312199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.328475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-b34fdc88-c2e9-4968-94f5-1fe9e99d904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.330013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-b34fdc88-c2e9-4968-94f5-1fe9e99d904b service neutron] 10.222.0.79 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.4916687 Jul 16 20:29:57.344966 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:29:57.344966 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:29:57.344966 n-d-792458-10 neutron-server[93862]: [parameters: {'id': '79f9d3df-02f0-47dc-a6c7-53111b6c4569'}] Jul 16 20:29:57.344966 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:57.345438 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:57.430479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c787853-a22e-4fde-94a8-8b50d94f7c1c None None] Network 79f9d3df-02f0-47dc-a6c7-53111b6c4569 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:57.434907 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c16edc2a-d939-428b-927d-b8363dc73b03 req-2e086eb5-d53b-4cef-a42e-1730ded4f3e8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214622 Jul 16 20:29:57.437223 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-7af03fed-2c04-45ad-9b12-173975670b3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 997 time: 0.0910044 Jul 16 20:29:57.530659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-1b79981e-6e9f-4ecc-afda-c2cd4b63de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.532378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-1b79981e-6e9f-4ecc-afda-c2cd4b63de15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.0783417 Jul 16 20:29:57.569721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3b145584-8a73-4e71-989e-96c83ee656ba tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.571268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3b145584-8a73-4e71-989e-96c83ee656ba tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 946 time: 0.2527893 Jul 16 20:29:57.618166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-cb4aa659-bb6f-4c15-90c8-6beffb2d4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.620694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-cb4aa659-bb6f-4c15-90c8-6beffb2d4237 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764031 Jul 16 20:29:57.626410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49762) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.730099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.750447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f189e-2955-45e1-9b9d-7c5b7768afb7 None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:29:57.773856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-97aeb1d6-133b-4d67-9d85-d10674ab0062 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/5b34b85b-0c73-4a80-8e6c-7d1ef2706550 HTTP/1.1" status: 200 len: 989 time: 0.1453376 Jul 16 20:29:57.803512 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-2966ad35-336e-48f7-abe6-3b0ffffe961e service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674488 Jul 16 20:29:57.833353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event deleted for resources: {'Port': ['ID=3b8c6f68-6683-41c6-b460-b02e6fa01ad0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.848431 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.855591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '5b34b85b-0c73-4a80-8e6c-7d1ef2706550', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'port_id': 'ba724261-a960-4236-abed-fd6021f39ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'mac_address': 'fa:16:3e:b1:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:52Z', 'updated_at': '2021-07-16T20:29:52Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:57.912042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea7647-caa3-4ee9-b964-8018ab9bbccf None None] The sync data for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 is: [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '5b34b85b-0c73-4a80-8e6c-7d1ef2706550', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'port_id': 'ba724261-a960-4236-abed-fd6021f39ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'mac_address': 'fa:16:3e:b1:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:52Z', 'updated_at': '2021-07-16T20:29:52Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:57.940212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.944382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.945587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d8b1944-06bd-4bc4-a34d-26664f3892a5 req-ded7e860-06ca-4d5d-94ab-930b9b47b0f1 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "DELETE /v2.0/floatingips/8cb5e897-c6fb-444f-9398-3cb4b593e71a HTTP/1.1" status: 204 len: 173 time: 1.9316847 Jul 16 20:29:57.956149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Router 81b7754d-00e8-4b98-a145-71ba2d42ea4b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:57.972835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:57.973129 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.997544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f189e-2955-45e1-9b9d-7c5b7768afb7 None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:29:58.035347 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d183c49b-43d5-4fb3-af0e-7f5bad6b8106 req-aa3fb1cf-b4ca-48dd-8837-e2af75a48bdd service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178061 Jul 16 20:29:58.093265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6097b66e-1599-433a-a930-0cb6ab6462d2 req-8574ba31-a400-4284-abae-1211ca00999f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups/46669809-8e06-422b-a0d7-d72ae3c80e87 HTTP/1.1" status: 200 len: 1809 time: 0.0804269 Jul 16 20:29:58.129197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:58.129543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.205868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:58.216254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-33a44009-a75b-4313-bc31-3cee48f4c48d admin admin] 10.222.0.91 "PUT /v2.0/routers/81b7754d-00e8-4b98-a145-71ba2d42ea4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2388859 Jul 16 20:29:58.222269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] For port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:58.222670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.223219 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] Sync routers for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:58.233429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49766) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:58.242321 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:58.242986 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.248183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:58.277172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] For port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8272c8f9-16d9-48a6-aae2-a9fd9a15962b,segment=NetworkSegment(8564a20c-1745-4b67-ade6-c55ab3c19758),segment_id=8564a20c-1745-4b67-ade6-c55ab3c19758)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:58.277538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.279817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd0550-7718-48c6-ae31-88892e63eb72 None None] New status for floating IP 5b34b85b-0c73-4a80-8e6c-7d1ef2706550: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:58.313853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Calling delete_port for 8272c8f9-16d9-48a6-aae2-a9fd9a15962b owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:58.335292 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6097b66e-1599-433a-a930-0cb6ab6462d2 req-5124bfa6-4af2-4130-94f9-2686e382407f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.432116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.450460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6097b66e-1599-433a-a930-0cb6ab6462d2 req-5124bfa6-4af2-4130-94f9-2686e382407f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.472959 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:58.565919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.609491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No DVR routers for this DVR port 8272c8f9-16d9-48a6-aae2-a9fd9a15962b on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:58.611489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6097b66e-1599-433a-a930-0cb6ab6462d2 req-5124bfa6-4af2-4130-94f9-2686e382407f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.614872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6097b66e-1599-433a-a930-0cb6ab6462d2 req-5124bfa6-4af2-4130-94f9-2686e382407f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.632135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6097b66e-1599-433a-a930-0cb6ab6462d2 req-5124bfa6-4af2-4130-94f9-2686e382407f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "DELETE /v2.0/security-groups/46669809-8e06-422b-a0d7-d72ae3c80e87 HTTP/1.1" status: 204 len: 173 time: 0.5307922 Jul 16 20:29:58.638329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Port': ['ID=8272c8f9-16d9-48a6-aae2-a9fd9a15962b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.733517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124bfa6-4af2-4130-94f9-2686e382407f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46669809-8e06-422b-a0d7-d72ae3c80e87,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.775211 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.782953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49774) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:58.809349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['8380919c-2dbe-49af-beec-ad7abc65d9bf', '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:58.856279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.857893 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:29:56Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.869623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f9d3df-02f0-47dc-a6c7-53111b6c4569']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.870602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.882356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8564a20c-1745-4b67-ade6-c55ab3c19758') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.882663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8564a20c-1745-4b67-ade6-c55ab3c19758') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.891053 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] Checking router: 81b7754d-00e8-4b98-a145-71ba2d42ea4b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:58.896755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.901720 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] Routers {'81b7754d-00e8-4b98-a145-71ba2d42ea4b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:58.902585 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:29:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.916232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=0bc6312f-ef9a-4fc8-8e7e-99e125dc555b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.934575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.950159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:58.950571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.972635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] No DVR routers for this DVR port 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:58.982405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e89b9-122e-4d49-a65b-8fefa00d8d6b req-425565e0-aaa5-4428-a3a4-20deaaed3339 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.990325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d77e89b9-122e-4d49-a65b-8fefa00d8d6b req-425565e0-aaa5-4428-a3a4-20deaaed3339 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 867 time: 0.3357563 Jul 16 20:29:58.993624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.996321 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd36a27a-993f-4b1c-95f1-44d982972b43 req-3685452a-015d-4447-af0d-b20b545fb419 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "DELETE /v2.0/ports/0bc6312f-ef9a-4fc8-8e7e-99e125dc555b HTTP/1.1" status: 204 len: 173 time: 1.4171436 Jul 16 20:29:59.001259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'name': 'network-vif-deleted', 'tag': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:59.004919 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5f0cbc-e14f-4baa-a466-eb9a002d06f1" -d '{"events": [{"server_uuid": "3035563e-9aa2-405d-9ebf-516bedb6c3e8", "name": "network-vif-deleted", "tag": "0bc6312f-ef9a-4fc8-8e7e-99e125dc555b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:59.005232 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:59.151877 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.158970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.161149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/79f9d3df-02f0-47dc-a6c7-53111b6c4569 HTTP/1.1" status: 204 len: 168 time: 3.3394585 Jul 16 20:29:59.165199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:59.173721 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] Set router 81b7754d-00e8-4b98-a145-71ba2d42ea4b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:59.199303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-18876bee-310f-47a2-9d31-956eb0102486 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/5b34b85b-0c73-4a80-8e6c-7d1ef2706550 HTTP/1.1" status: 200 len: 991 time: 0.3957629 Jul 16 20:29:59.255614 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2193e988-21b7-4996-8bea-f886a95325b3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:59.257519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2193e988-21b7-4996-8bea-f886a95325b3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:59.259721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2193e988-21b7-4996-8bea-f886a95325b3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/afe6cb4b-2744-4c42-a74b-2b86ab2db8d8 HTTP/1.1" status: 404 len: 337 time: 0.0933905 Jul 16 20:29:59.279254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d77e89b9-122e-4d49-a65b-8fefa00d8d6b req-e72dfcce-c722-4093-940a-c7cc76aa3cbd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876589 Jul 16 20:29:59.297968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49780) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:59.326683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d391f-94fc-4489-8fff-494d15067afc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=79f9d3df-02f0-47dc-a6c7-53111b6c4569,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.388836 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac5a91a-d164-4e4b-94f8-ee44a22cc023 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:59.390824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac5a91a-d164-4e4b-94f8-ee44a22cc023 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:59.395890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49784) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:59.396989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6ac5a91a-d164-4e4b-94f8-ee44a22cc023 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/79f9d3df-02f0-47dc-a6c7-53111b6c4569 HTTP/1.1" status: 404 len: 339 time: 0.0928760 Jul 16 20:29:59.453740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Deleting port f3b040a6-e066-4f3f-bec9-648480c6a587 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:59.454454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.483860 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed95cd3-09d1-4373-9f38-aa4a7380fd4d x-openstack-request-id: req-0ed95cd3-09d1-4373-9f38-aa4a7380fd4d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:59.484560 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3035563e-9aa2-405d-9ebf-516bedb6c3e8", "name": "network-vif-deleted", "tag": "0bc6312f-ef9a-4fc8-8e7e-99e125dc555b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:59.485018 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0ed95cd3-09d1-4373-9f38-aa4a7380fd4d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:59.485629 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3035563e-9aa2-405d-9ebf-516bedb6c3e8', 'name': 'network-vif-deleted', 'tag': '0bc6312f-ef9a-4fc8-8e7e-99e125dc555b', 'status': 'completed', 'code': 200} Jul 16 20:29:59.621763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.662128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] For port f3b040a6-e066-4f3f-bec9-648480c6a587, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f3b040a6-e066-4f3f-bec9-648480c6a587,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:59.671464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.711255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Calling delete_port for f3b040a6-e066-4f3f-bec9-648480c6a587 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:59.877977 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:29:56Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:59.883710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.908124 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32f692-f768-48e5-8930-4f4a206208ec None None] The sync data for ids ['81b7754d-00e8-4b98-a145-71ba2d42ea4b'] in n-d-792458-10 is: [{'id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'name': 'tempest-ServerActionsTestJSON-2062808513-router', 'tenant_id': '927415eda0ac412fbff0486e59f831a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:02Z', 'updated_at': '2021-07-16T20:29:56Z', 'revision_number': 5, 'project_id': '927415eda0ac412fbff0486e59f831a8', 'gw_port': {'id': 'f3b040a6-e066-4f3f-bec9-648480c6a587', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7754d-00e8-4b98-a145-71ba2d42ea4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:04Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:59.910512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07cb7de-2890-42e1-b792-93f913a49a3b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:59.924670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b448d4-20c4-44eb-8059-be35a1921f42') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:59.924912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b448d4-20c4-44eb-8059-be35a1921f42') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:59.939381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.954706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742ddd-8d62-4499-b7ee-5a93e2df1e84 req-f39bec9a-4c19-47cb-84e0-df20d9d4d40e tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.963984 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba742ddd-8d62-4499-b7ee-5a93e2df1e84 req-f39bec9a-4c19-47cb-84e0-df20d9d4d40e tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3258474 Jul 16 20:29:59.986181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.997250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:59.997653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:00.000821 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:00.027610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.033161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba742ddd-8d62-4499-b7ee-5a93e2df1e84 req-fa795328-56d9-41d1-a351-23318ffca68f tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682604 Jul 16 20:30:00.069117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b040a6-e066-4f3f-bec9-648480c6a587,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.096835 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.124810 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.127400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/c07cb7de-2890-42e1-b792-93f913a49a3b HTTP/1.1" status: 204 len: 168 time: 0.7289178 Jul 16 20:30:00.128346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b72363-27af-4b8c-921a-d997d2bb719d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=c07cb7de-2890-42e1-b792-93f913a49a3b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.130250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49788) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.154479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.163162 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a2f263-e49a-40a5-96dd-df6c1bbed4ac tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:00.163543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a2f263-e49a-40a5-96dd-df6c1bbed4ac tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:00.165660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-73a2f263-e49a-40a5-96dd-df6c1bbed4ac tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/8803a3c9-5c32-4790-903d-8a9156007db7 HTTP/1.1" status: 404 len: 337 time: 0.0339782 Jul 16 20:30:00.167993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49790) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.186731 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-de08a8be-eddd-4af2-ac1a-acebab844c11 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:00.187455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de08a8be-eddd-4af2-ac1a-acebab844c11 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:00.192920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-de08a8be-eddd-4af2-ac1a-acebab844c11 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/2eec2c06-9641-4039-851f-9d8dbcf25e53 HTTP/1.1" status: 404 len: 339 time: 0.0203028 Jul 16 20:30:00.193238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.244969 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting subnet 3bd4d227-2268-43d4-ada0-3cabb9ca0adb {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:00.247525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.248717 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.249810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.298955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.299623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b7754d-00e8-4b98-a145-71ba2d42ea4b {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:00.300622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.304351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.305920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-33bb103e-740e-41c2-8f7f-eccd5abab032 admin admin] 10.222.0.91 "DELETE /v2.0/routers/81b7754d-00e8-4b98-a145-71ba2d42ea4b HTTP/1.1" status: 204 len: 168 time: 2.0714633 Jul 16 20:30:00.308404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49794) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.357703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] Deleting subnet 52e96ec2-d7bb-4495-8ab3-aeb130ad1351 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:00.361390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.406467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.446359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.520287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6cc239d-4fac-43a0-bf32-f5f4c7436bcb req-64f03e7d-e60c-4cbb-8691-3c244ea79e2e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.0357349 Jul 16 20:30:00.535040 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.535193 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.570730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.572784 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/3bd4d227-2268-43d4-ada0-3cabb9ca0adb HTTP/1.1" status: 204 len: 168 time: 0.3787560 Jul 16 20:30:00.573827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27897118-748c-4e82-a71e-4f9ecc287ecf tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd4d227-2268-43d4-ada0-3cabb9ca0adb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.575491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.581479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0652f2a4-d643-4fb9-ad87-36223377095c None None] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:00.644966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting subnet 04a1a72e-2bf2-4f32-acfb-24d9015cf87a {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:00.649012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.652432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.719212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.727802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/52e96ec2-d7bb-4495-8ab3-aeb130ad1351 HTTP/1.1" status: 204 len: 168 time: 0.4159589 Jul 16 20:30:00.728237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49800) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.730189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d76b09-0f9b-4448-9a3f-91ea65b73271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e96ec2-d7bb-4495-8ab3-aeb130ad1351,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.756315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.762782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3ef94e-2c62-43cf-a9f9-a18fdc361d2d None None] Network fa18409d-ff19-475d-8f02-5a5b7eb4d389 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:00.952567 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.961912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.016203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:01.101304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:01.101884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0bc6312f-ef9a-4fc8-8e7e-99e125dc555b not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:01.104831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Deleting port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:01.105473 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.156332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.227816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.283568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/04a1a72e-2bf2-4f32-acfb-24d9015cf87a HTTP/1.1" status: 204 len: 168 time: 0.7067170 Jul 16 20:30:01.285719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49810) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.306244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] For port 787be38d-1920-4362-a0cc-74ac4b8cb8a1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=787be38d-1920-4362-a0cc-74ac4b8cb8a1,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:01.307327 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.325418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d123b-ef6b-4127-8917-a6a9c30434ad tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=04a1a72e-2bf2-4f32-acfb-24d9015cf87a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.337277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] DHCP port deletion for fa18409d-ff19-475d-8f02-5a5b7eb4d389 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:01.404751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Calling delete_port for 787be38d-1920-4362-a0cc-74ac4b8cb8a1 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:01.462435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] Deleting port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:01.465359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.491630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c7d7e62f-89bc-4e13-9690-62b323a049aa no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:01.526357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c7d7e62f-89bc-4e13-9690-62b323a049aa {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:01.526748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c7d7e62f-89bc-4e13-9690-62b323a049aa not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:01.527169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f3b040a6-e066-4f3f-bec9-648480c6a587 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:01.599555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] For port 787be38d-1920-4362-a0cc-74ac4b8cb8a1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=787be38d-1920-4362-a0cc-74ac4b8cb8a1,segment=NetworkSegment(8d8707ca-ca16-4206-b0d3-fe61e84d5776),segment_id=8d8707ca-ca16-4206-b0d3-fe61e84d5776)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:01.600198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.618678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] Calling delete_port for 787be38d-1920-4362-a0cc-74ac4b8cb8a1 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:01.723995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: f3b040a6-e066-4f3f-bec9-648480c6a587 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:01.724576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f3b040a6-e066-4f3f-bec9-648480c6a587 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:01.728015 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.730989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.765765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] Pushing event deleted for resources: {'Port': ['ID=787be38d-1920-4362-a0cc-74ac4b8cb8a1,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.776643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1a028-c712-43c7-ab6c-0025d7d5d18b None None] No DVR routers for this DVR port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:01.818705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-23e434a9-4470-4fb6-a594-a568f28bde91 req-9b8f5b00-148e-4474-a426-6d56738976c1 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.0507228 Jul 16 20:30:01.863117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ecd3-75d6-4932-a3ac-f2db5023591f req-44617eca-be51-42da-a38f-6da6967fc599 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.871852 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d297ecd3-75d6-4932-a3ac-f2db5023591f req-44617eca-be51-42da-a38f-6da6967fc599 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.3470235 Jul 16 20:30:01.923348 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.969936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] No DVR routers for this DVR port 787be38d-1920-4362-a0cc-74ac4b8cb8a1 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:01.987203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=787be38d-1920-4362-a0cc-74ac4b8cb8a1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.053936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ca309b-026b-4c95-877a-525c93d9b4ee None None] Network ab8c77e1-3eca-4796-9eab-37d3d7e268c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:02.066519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d297ecd3-75d6-4932-a3ac-f2db5023591f req-486133d7-358a-4251-a808-d11ec1a03f8b tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935129 Jul 16 20:30:02.124745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.139852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa18409d-ff19-475d-8f02-5a5b7eb4d389']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:02.153918 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8707ca-ca16-4206-b0d3-fe61e84d5776') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:02.154287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8707ca-ca16-4206-b0d3-fe61e84d5776') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:02.165824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.183185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.191638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:02.191638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.197934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-509210a6-51fa-4e39-91f4-702dc685549b None None] Provisioning complete for port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:02.197934 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-509210a6-51fa-4e39-91f4-702dc685549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:02.269092 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:02.280797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:02.280797 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.308462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.323522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.325699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] 10.222.0.91 "DELETE /v2.0/networks/fa18409d-ff19-475d-8f02-5a5b7eb4d389 HTTP/1.1" status: 204 len: 168 time: 1.5958514 Jul 16 20:30:02.350774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] DHCP port deletion for ab8c77e1-3eca-4796-9eab-37d3d7e268c2 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:02.363602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-953a7af8-073c-498c-9fd9-2b54e80eeb4e tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.365320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-953a7af8-073c-498c-9fd9-2b54e80eeb4e tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.79 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.5126345 Jul 16 20:30:02.368523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e596389-9a55-4620-a975-1845ac442d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa18409d-ff19-475d-8f02-5a5b7eb4d389,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.425195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] Deleting port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:02.425494 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.448032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] For port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,segment=NetworkSegment(99df52f2-df87-4bc9-97fd-731f69ae4565),segment_id=99df52f2-df87-4bc9-97fd-731f69ae4565)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:02.448712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.471560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Calling delete_port for 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:02.513014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] For port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,segment=NetworkSegment(99df52f2-df87-4bc9-97fd-731f69ae4565),segment_id=99df52f2-df87-4bc9-97fd-731f69ae4565)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:02.513772 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.528532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] Calling delete_port for 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:02.607438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.646548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Port': ['ID=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.649005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No DVR routers for this DVR port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:02.655473 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.663324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49818) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:02.686151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] Pushing event deleted for resources: {'Port': ['ID=95f8b7ed-243a-4356-b27d-efda4ed3a6a3,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.702193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370859a-b1e0-40f2-add0-b9708c1c7ee8 None None] No DVR routers for this DVR port 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:02.730705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f07caf13-641b-4346-a093-46f47e2b854c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=927415eda0ac412fbff0486e59f831a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663188 Jul 16 20:30:02.732947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49820) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:02.773146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.776695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Deleting port ae6666c3-5eff-4a46-aea3-b537bce75e48 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:02.779586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.881105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5610880-6bf9-41a6-bdeb-435e10efca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.918666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5610880-6bf9-41a6-bdeb-435e10efca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.956302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] For port ae6666c3-5eff-4a46-aea3-b537bce75e48, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ae6666c3-5eff-4a46-aea3-b537bce75e48,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:02.956674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.974286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8c77e1-3eca-4796-9eab-37d3d7e268c2']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:02.988153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99df52f2-df87-4bc9-97fd-731f69ae4565') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:02.988502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99df52f2-df87-4bc9-97fd-731f69ae4565') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.000781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.007739 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-767cabb7-d813-4580-af82-77e96cb3c6b6 req-f95d3211-e37b-4e31-8865-d5e2a3a545f6 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.0380924 Jul 16 20:30:03.017580 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.027077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Calling delete_port for ae6666c3-5eff-4a46-aea3-b537bce75e48 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:03.030456 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5610880-6bf9-41a6-bdeb-435e10efca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.033359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:03.033796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.035006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5610880-6bf9-41a6-bdeb-435e10efca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:03.038609 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:03.040499 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c5610880-6bf9-41a6-bdeb-435e10efca1e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/10db628e-c5f9-4f8b-9156-df636de0551f HTTP/1.1" status: 204 len: 168 time: 0.3021154 Jul 16 20:30:03.066044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5610880-6bf9-41a6-bdeb-435e10efca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10db628e-c5f9-4f8b-9156-df636de0551f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:03.182860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.192946 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.194951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/ab8c77e1-3eca-4796-9eab-37d3d7e268c2 HTTP/1.1" status: 204 len: 168 time: 1.9077394 Jul 16 20:30:03.197647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49828) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.263705 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-56893b4b-99dc-475d-9faa-f8424cf03083 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:03.264249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56893b4b-99dc-475d-9faa-f8424cf03083 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:03.272075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-56893b4b-99dc-475d-9faa-f8424cf03083 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/c21800f6-093a-4b4a-82d4-e2f3b6bf6fb0 HTTP/1.1" status: 404 len: 337 time: 0.0725024 Jul 16 20:30:03.275009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49832) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.300519 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e26fe2-5980-45ee-b084-8ab673dc6d4d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:03.301241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e26fe2-5980-45ee-b084-8ab673dc6d4d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:03.303182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e0e26fe2-5980-45ee-b084-8ab673dc6d4d tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/14f6a6f4-fd3d-461e-978a-8c2fbeff097f HTTP/1.1" status: 404 len: 339 time: 0.0270650 Jul 16 20:30:03.306067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.398374 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-713e6ecd-49ff-4c47-aa1e-4b88916bd586 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:03.399513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713e6ecd-49ff-4c47-aa1e-4b88916bd586 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:03.408127 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-713e6ecd-49ff-4c47-aa1e-4b88916bd586 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/3f96df9b-70cc-4317-aaaf-9039b2dea147 HTTP/1.1" status: 404 len: 337 time: 0.1012146 Jul 16 20:30:03.409088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49838) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.430437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 787be38d-1920-4362-a0cc-74ac4b8cb8a1 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:03.459515 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fcace3-6406-465a-bc25-b5f517bbb1a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:03.460235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fcace3-6406-465a-bc25-b5f517bbb1a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:03.468166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 787be38d-1920-4362-a0cc-74ac4b8cb8a1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:03.468534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 787be38d-1920-4362-a0cc-74ac4b8cb8a1 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:03.468987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:03.475110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f3fcace3-6406-465a-bc25-b5f517bbb1a4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/ae6efbd7-3440-4eaa-95df-f4956660ce7d HTTP/1.1" status: 404 len: 339 time: 0.0607452 Jul 16 20:30:03.475462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.528517 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:03.531750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 95f8b7ed-243a-4356-b27d-efda4ed3a6a3 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:03.536755 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d01f09-0e27-4bad-b99c-e01e29646e30 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:03.537235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d01f09-0e27-4bad-b99c-e01e29646e30 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:03.541605 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-49d01f09-0e27-4bad-b99c-e01e29646e30 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/99be7d61-4569-4efe-8257-3296c51796a9 HTTP/1.1" status: 404 len: 337 time: 0.0626397 Jul 16 20:30:03.542068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49842) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.571948 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de2f2ab-ad12-40aa-bb1d-d37a37af5db3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:03.572593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de2f2ab-ad12-40aa-bb1d-d37a37af5db3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:03.576704 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3de2f2ab-ad12-40aa-bb1d-d37a37af5db3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/8e176618-3ef1-46b7-8f89-42daf5d4991c HTTP/1.1" status: 404 len: 339 time: 0.0311258 Jul 16 20:30:03.577152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49846) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.685397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting subnet 7b9e840f-a0bd-496e-860e-629bdb73fd28 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:03.701555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.752791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea9e17-3e15-4e51-b94c-15bb20a82be8 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=ab8c77e1-3eca-4796-9eab-37d3d7e268c2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:03.776551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.914870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97ffcb-b592-473e-ac5d-23f5be2760f3 req-593f4692-4a36-4331-b83d-548a16b77e56 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.916497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e97ffcb-b592-473e-ac5d-23f5be2760f3 req-593f4692-4a36-4331-b83d-548a16b77e56 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 945 time: 0.1666629 Jul 16 20:30:03.961387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.964013 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.013628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Pushing event deleted for resources: {'Port': ['ID=ae6666c3-5eff-4a46-aea3-b537bce75e48,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.057102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8e97ffcb-b592-473e-ac5d-23f5be2760f3 req-13882fdc-77fc-40d9-af71-9c4540a0b01a tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c76ebbb-570c-4c59-85da-382b2347672a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318145 Jul 16 20:30:04.085260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.097132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] No DVR routers for this DVR port ae6666c3-5eff-4a46-aea3-b537bce75e48 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:04.112239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.112845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ff2b6-d9a6-42d1-9946-07e313c6c065 None None] Network 36c0b367-651c-40ec-b561-57ca3d5a6b0e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:04.114376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2060a24b-82a7-40f0-adde-ed6677ffd13e req-e7fe4bc2-14da-4037-91e7-c43d1fcb4de5 tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.79 "DELETE /v2.0/ports/ae6666c3-5eff-4a46-aea3-b537bce75e48 HTTP/1.1" status: 204 len: 173 time: 1.7058749 Jul 16 20:30:04.114856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'name': 'network-vif-deleted', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:04.119058 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b60b8f-35b9-4e01-a5e4-3c3d8e54437e" -d '{"events": [{"server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "name": "network-vif-deleted", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:04.182403 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.187717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/7b9e840f-a0bd-496e-860e-629bdb73fd28 HTTP/1.1" status: 204 len: 168 time: 0.6089680 Jul 16 20:30:04.191006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49866) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.193743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9e840f-a0bd-496e-860e-629bdb73fd28,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.233812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.239437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.239578 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d657f766-5a8e-455a-8a5b-71ac88cd98e8 x-openstack-request-id: req-d657f766-5a8e-455a-8a5b-71ac88cd98e8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:04.239768 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a297d-3fdd-4d50-bc88-495762b53857", "name": "network-vif-deleted", "tag": "ae6666c3-5eff-4a46-aea3-b537bce75e48", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:04.240233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.240682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.241097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.241527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.241959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.242593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.243041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.243451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.244281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.244281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe4f50-2a30-4b25-997e-f9a89a1a89b4 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:04.251206 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d657f766-5a8e-455a-8a5b-71ac88cd98e8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:04.252393 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a297d-3fdd-4d50-bc88-495762b53857', 'name': 'network-vif-deleted', 'tag': 'ae6666c3-5eff-4a46-aea3-b537bce75e48', 'status': 'completed', 'code': 200} Jul 16 20:30:04.312981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3c1236fa-b49d-4e84-bc88-d827e84ddfe8 req-893d031b-c6a1-429c-a62f-d64f0037f95f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.1358485 Jul 16 20:30:04.378684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49870) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.453350 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.562189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting port 2a68938a-96bd-4250-afd2-0aabf0cedacb {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:04.562634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.579169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-242742239-network', 'tenant_id': '0ef38dd566f64dc0a8f94f0bb17205d3'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:04.580161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] DHCP port deletion for 36c0b367-651c-40ec-b561-57ca3d5a6b0e request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:04.609861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Made reservation on behalf of 0ef38dd566f64dc0a8f94f0bb17205d3 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:04.613239 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.624906 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.696615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] Deleting port 2a68938a-96bd-4250-afd2-0aabf0cedacb {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:04.697060 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.758346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] For port 2a68938a-96bd-4250-afd2-0aabf0cedacb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2a68938a-96bd-4250-afd2-0aabf0cedacb,segment=NetworkSegment(5a6ace1d-f68a-41d1-a31a-1e0aad3f2607),segment_id=5a6ace1d-f68a-41d1-a31a-1e0aad3f2607)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:04.758689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.782937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Calling delete_port for 2a68938a-96bd-4250-afd2-0aabf0cedacb owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:04.819858 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.842415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] For port 2a68938a-96bd-4250-afd2-0aabf0cedacb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2a68938a-96bd-4250-afd2-0aabf0cedacb,segment=NetworkSegment(5a6ace1d-f68a-41d1-a31a-1e0aad3f2607),segment_id=5a6ace1d-f68a-41d1-a31a-1e0aad3f2607)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:04.843279 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.843645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.863232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] Calling delete_port for 2a68938a-96bd-4250-afd2-0aabf0cedacb owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:04.946294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:04.952454 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.981163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No DVR routers for this DVR port 2a68938a-96bd-4250-afd2-0aabf0cedacb on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:04.989405 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.992861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.003220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.003349 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Added segment 1024132c-14e0-4f09-b4ce-7a1ec142190a of type vlan for network b6339749-c4a8-4eed-855e-444827e13801 Jul 16 20:30:05.060532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Port': ['ID=2a68938a-96bd-4250-afd2-0aabf0cedacb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.067492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.077578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] Pushing event deleted for resources: {'Port': ['ID=2a68938a-96bd-4250-afd2-0aabf0cedacb,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.092314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927243c-2175-4adf-8c07-9064a019ef7b None None] No DVR routers for this DVR port 2a68938a-96bd-4250-afd2-0aabf0cedacb on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:05.144972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.160149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c0b367-651c-40ec-b561-57ca3d5a6b0e']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:05.168012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ae6666c3-5eff-4a46-aea3-b537bce75e48 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:05.172316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6ace1d-f68a-41d1-a31a-1e0aad3f2607') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:05.172682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6ace1d-f68a-41d1-a31a-1e0aad3f2607') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:05.183164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.195927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.198531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.200189 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.200588 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.206919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:05.207330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.226775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: ae6666c3-5eff-4a46-aea3-b537bce75e48 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:05.229460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ae6666c3-5eff-4a46-aea3-b537bce75e48 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:05.279005 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:05.282154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.290550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9105484 Jul 16 20:30:05.294707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.300111 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/36c0b367-651c-40ec-b561-57ca3d5a6b0e HTTP/1.1" status: 204 len: 168 time: 1.0989096 Jul 16 20:30:05.300747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49878) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.301143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49880) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.315816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Request body: {'subnet': {'network_id': 'b6339749-c4a8-4eed-855e-444827e13801', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-242742239-subnet', 'tenant_id': '0ef38dd566f64dc0a8f94f0bb17205d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:05.343088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f458c-33cb-467a-b2e1-f38efb100cec admin admin] Pushing event updated for resources: {'Network': ['ID=b6339749-c4a8-4eed-855e-444827e13801,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.368910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Made reservation on behalf of 0ef38dd566f64dc0a8f94f0bb17205d3 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:05.371359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.373439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9b5a9-4766-4d1d-974d-4e566ba9f60a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=36c0b367-651c-40ec-b561-57ca3d5a6b0e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.412615 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4387bbb6-3917-487f-8565-699cfd9b1082 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:05.413074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4387bbb6-3917-487f-8565-699cfd9b1082 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:05.417793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4387bbb6-3917-487f-8565-699cfd9b1082 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/0309194d-7711-497a-86c4-9d87f8ccb04b HTTP/1.1" status: 404 len: 337 time: 0.0750811 Jul 16 20:30:05.419112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49884) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.421353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b6339749-c4a8-4eed-855e-444827e13801 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:05.511748 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c732c6-c521-4571-9e97-524110146b4a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:05.514896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c732c6-c521-4571-9e97-524110146b4a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:05.525273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d7c732c6-c521-4571-9e97-524110146b4a tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/b6be8dea-2d23-40d9-b948-7a4f75af50ae HTTP/1.1" status: 404 len: 339 time: 0.1049376 Jul 16 20:30:05.529115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49888) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.537588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2a68938a-96bd-4250-afd2-0aabf0cedacb no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:05.634690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 2a68938a-96bd-4250-afd2-0aabf0cedacb {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:05.639304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2a68938a-96bd-4250-afd2-0aabf0cedacb not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:05.685626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting subnet 9c20ba16-1074-4b50-bced-aacf988248e3 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:05.695103 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.700601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cce97c4b-fb78-46e0-a5ad-5c41a29dc766 req-3e63be51-e85f-4276-9bf5-0b7b67de758d tempest-ServerRescueTestJSONUnderV235-382911021 tempest-ServerRescueTestJSONUnderV235-382911021-project] 10.222.0.91 "GET /v2.0/ports?device_id=d31a297d-3fdd-4d50-bc88-495762b53857 HTTP/1.1" status: 200 len: 210 time: 0.0950692 Jul 16 20:30:05.835106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.870609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-24f218a2-042d-4910-bd34-758fd4a2a38c req-a0408668-dab3-4279-8608-7dd59f9d2c52 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035563e-9aa2-405d-9ebf-516bedb6c3e8 HTTP/1.1" status: 200 len: 210 time: 0.1765127 Jul 16 20:30:05.902713 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.944880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f60b96-9ba4-476e-8e1b-b198192cd495,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.989435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.991538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.991899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.992735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.993557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.994992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.995370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.995706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.997915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.998446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.999006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:05.999380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.000603 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-83b459b3-8aca-43c3-8833-be2fd9905a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.052404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Checking segment: {'id': '1024132c-14e0-4f09-b4ce-7a1ec142190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b6339749-c4a8-4eed-855e-444827e13801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:06.053920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Network hostable DHCP agents. Network: b6339749-c4a8-4eed-855e-444827e13801, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:06.085171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Network b6339749-c4a8-4eed-855e-444827e13801 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:06.090735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.109801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, b6339749-c4a8-4eed-855e-444827e13801) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:06.118043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855c0d3-43c7-494b-ad54-c0f6c88f8021 None None] Network b6339749-c4a8-4eed-855e-444827e13801 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:06.123556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.124347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.141765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0f626bb-4ae5-43c0-be65-23ce332011ff admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8304949 Jul 16 20:30:06.158066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.200008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.200484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29feaaf1-6fde-412c-aebc-91c001f59fb9 None None] Network fb60017b-2824-47ca-9e47-e9f675f007fc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:06.209244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/subnets/9c20ba16-1074-4b50-bced-aacf988248e3 HTTP/1.1" status: 204 len: 168 time: 0.6764812 Jul 16 20:30:06.209726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49892) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:06.276988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84735286-8c7b-47d7-9a3c-a22c6a5c29d3 tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Subnet': ['ID=9c20ba16-1074-4b50-bced-aacf988248e3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.383654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.396809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62159b8-8257-45fc-9457-7815168579e4 None None] Network b6339749-c4a8-4eed-855e-444827e13801 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:06.509175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Deleting port 1a2232ca-63c5-4874-b6eb-0243594ce3cb {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:06.510128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.580319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] DHCP port deletion for fb60017b-2824-47ca-9e47-e9f675f007fc request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:06.603155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] For port 1a2232ca-63c5-4874-b6eb-0243594ce3cb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a2232ca-63c5-4874-b6eb-0243594ce3cb,segment=NetworkSegment(9ab58209-a3a5-480c-9235-0db58ac76b7a),segment_id=9ab58209-a3a5-480c-9235-0db58ac76b7a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:06.604351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.652619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Calling delete_port for 1a2232ca-63c5-4874-b6eb-0243594ce3cb owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:06.731697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] Deleting port 1a2232ca-63c5-4874-b6eb-0243594ce3cb {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:06.733743 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.890739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] For port 1a2232ca-63c5-4874-b6eb-0243594ce3cb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1a2232ca-63c5-4874-b6eb-0243594ce3cb,segment=NetworkSegment(9ab58209-a3a5-480c-9235-0db58ac76b7a),segment_id=9ab58209-a3a5-480c-9235-0db58ac76b7a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:06.891172 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.901213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 49912) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:06.903910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.932894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] Calling delete_port for 1a2232ca-63c5-4874-b6eb-0243594ce3cb owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:06.945223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Port': ['ID=1a2232ca-63c5-4874-b6eb-0243594ce3cb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.951328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] No DVR routers for this DVR port 1a2232ca-63c5-4874-b6eb-0243594ce3cb on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:07.024189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-10af6c3f-d4e5-4624-9bd6-b411c17fab6f tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.026017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-10af6c3f-d4e5-4624-9bd6-b411c17fab6f tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/networks?id=b6339749-c4a8-4eed-855e-444827e13801 HTTP/1.1" status: 200 len: 821 time: 0.3791487 Jul 16 20:30:07.079177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.091064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-a44e23a5-91f3-4d06-899e-3123cd54d495 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/quotas/0ef38dd566f64dc0a8f94f0bb17205d3 HTTP/1.1" status: 200 len: 375 time: 0.0578279 Jul 16 20:30:07.117160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb60017b-2824-47ca-9e47-e9f675f007fc']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.135946 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.145321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab58209-a3a5-480c-9235-0db58ac76b7a') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.145505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab58209-a3a5-480c-9235-0db58ac76b7a') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.177849 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-71ffd0de-d2ec-4dd9-9cf4-b02a576d7739 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef38dd566f64dc0a8f94f0bb17205d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697646 Jul 16 20:30:07.183758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] Pushing event deleted for resources: {'Port': ['ID=1a2232ca-63c5-4874-b6eb-0243594ce3cb,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:07.189858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.199894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b920425-f4a3-4de9-8e20-41a2bc7f3685 None None] No DVR routers for this DVR port 1a2232ca-63c5-4874-b6eb-0243594ce3cb on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:07.236043 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.247608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:07.248878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:07.316075 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:07.412991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a2232ca-63c5-4874-b6eb-0243594ce3cb no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:07.446676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 1a2232ca-63c5-4874-b6eb-0243594ce3cb {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:07.448472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1a2232ca-63c5-4874-b6eb-0243594ce3cb not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:07.479814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.485361 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.487463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] 10.222.0.91 "DELETE /v2.0/networks/fb60017b-2824-47ca-9e47-e9f675f007fc HTTP/1.1" status: 204 len: 168 time: 1.2765260 Jul 16 20:30:07.513806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46ea7f-5cc7-417d-81ec-cfe6dbf9c4cc tempest-NetworksIpV6Test-2130409146 tempest-NetworksIpV6Test-2130409146-project] Pushing event deleted for resources: {'Network': ['ID=fb60017b-2824-47ca-9e47-e9f675f007fc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:07.547860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-eac295dd-ecf4-4230-9897-74f65ab3b3a4 service neutron] 10.222.0.91 "GET /v2.0/networks/b6339749-c4a8-4eed-855e-444827e13801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692358 Jul 16 20:30:07.764607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-a7f54a24-7f90-4bdc-ac6d-3271ba94fb2b service neutron] 10.222.0.91 "GET /v2.0/networks/b6339749-c4a8-4eed-855e-444827e13801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122848 Jul 16 20:30:07.852393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49928) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.036482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a873149-ad57-43cc-b7fb-44e4af66bfed req-46df0f58-b662-4b4b-8f90-051cb01b8643 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 210 time: 0.0382688 Jul 16 20:30:08.037684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3f84f057-84f4-46c4-97db-e67ff286bf9b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e6467aea733a4573b93681cc450dcb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840539 Jul 16 20:30:08.040149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.122061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7722971e-e194-495d-8952-8103aa719a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.160929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7722971e-e194-495d-8952-8103aa719a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.226736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.250181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7722971e-e194-495d-8952-8103aa719a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.253025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7722971e-e194-495d-8952-8103aa719a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.257238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7722971e-e194-495d-8952-8103aa719a36 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1f91a3ec-ac6c-4e3c-a81e-d95649be4e4d HTTP/1.1" status: 204 len: 168 time: 0.2125053 Jul 16 20:30:08.274704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722971e-e194-495d-8952-8103aa719a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f91a3ec-ac6c-4e3c-a81e-d95649be4e4d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:08.559805 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.596353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.756720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Deleting port 3b15eda7-b483-492d-9a1e-67dc99ff4da5 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:08.757284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.847450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6ab0-2c47-4009-bb75-5d3abd0b0499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.906367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] For port 3b15eda7-b483-492d-9a1e-67dc99ff4da5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3b15eda7-b483-492d-9a1e-67dc99ff4da5,segment=NetworkSegment(676ddb07-c8f8-429d-8946-cb90296cfc67),segment_id=676ddb07-c8f8-429d-8946-cb90296cfc67)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:08.907055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.938486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Calling delete_port for 3b15eda7-b483-492d-9a1e-67dc99ff4da5 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:09.004031 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.415754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.439757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-09fe18ff-87cb-410c-a7ce-d311bc2f0b56 req-be685b11-2b81-4cfd-bedc-3a672fbae57f tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 210 time: 0.1362772 Jul 16 20:30:09.481238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b15eda7-b483-492d-9a1e-67dc99ff4da5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.732024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49988) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:09.909574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c6db4bf7-5f0d-4abb-9ebf-cc7ad60b63ce tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] Request body: {'port': {'network_id': '74b71d94-875b-43c4-a587-f2f62ea4f9e6', 'name': 'tempest-NetworksNegativeTestJSON-1975129976'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:09.925381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.962741 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6db4bf7-5f0d-4abb-9ebf-cc7ad60b63ce tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] POST failed (client error): The resource could not be found. Jul 16 20:30:09.963537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6db4bf7-5f0d-4abb-9ebf-cc7ad60b63ce tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:09.970055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c6db4bf7-5f0d-4abb-9ebf-cc7ad60b63ce tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2360833 Jul 16 20:30:09.970911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.022986 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-330daae8-082f-42aa-a5fe-13530dc17c1e tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:10.024351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330daae8-082f-42aa-a5fe-13530dc17c1e tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:10.034735 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-330daae8-082f-42aa-a5fe-13530dc17c1e tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "DELETE /v2.0/networks/823e0918-06dd-4099-b775-0d27eef2f4cc HTTP/1.1" status: 404 len: 339 time: 0.0601175 Jul 16 20:30:10.035401 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.037618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49996) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.105632 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2f3ebc-4e60-4fdd-a7bd-c7d55fb7a340 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:10.106793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2f3ebc-4e60-4fdd-a7bd-c7d55fb7a340 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:10.116551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bf2f3ebc-4e60-4fdd-a7bd-c7d55fb7a340 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "DELETE /v2.0/ports/117e18dd-0232-4d69-9344-b88203b246e2 HTTP/1.1" status: 404 len: 333 time: 0.0773854 Jul 16 20:30:10.117554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 49998) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.181889 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e543304a-d983-4690-a108-d9504db78076 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] DELETE failed (client error): The resource could not be found. Jul 16 20:30:10.182912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e543304a-d983-4690-a108-d9504db78076 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:10.185471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-c588de83-8d13-4d6e-a17f-fcc62c188630 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.187104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-c588de83-8d13-4d6e-a17f-fcc62c188630 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.99 "GET /v2.0/networks?id=b6339749-c4a8-4eed-855e-444827e13801 HTTP/1.1" status: 200 len: 821 time: 0.4421473 Jul 16 20:30:10.193444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50000) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.194342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e543304a-d983-4690-a108-d9504db78076 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "DELETE /v2.0/subnets/b1b2ca30-5381-4b2a-a14b-11faaedfbd98 HTTP/1.1" status: 404 len: 337 time: 0.0743396 Jul 16 20:30:10.213576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Request body: {'port': {'device_id': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'network_id': 'b6339749-c4a8-4eed-855e-444827e13801', 'admin_state_up': True, 'tenant_id': '0ef38dd566f64dc0a8f94f0bb17205d3'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:10.233653 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9ffdc4-4491-41ae-8d3d-ea821e0a25b8 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] GET failed (client error): The resource could not be found. Jul 16 20:30:10.236073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3d9ffdc4-4491-41ae-8d3d-ea821e0a25b8 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "GET /v2.0/networks/5e58e774-4a89-418d-af97-a680b2733718 HTTP/1.1" status: 404 len: 339 time: 0.0415821 Jul 16 20:30:10.240329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50002) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.318867 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4f0dae-59d9-4ab2-afab-b04c29364dd2 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] GET failed (client error): The resource could not be found. Jul 16 20:30:10.321946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0f4f0dae-59d9-4ab2-afab-b04c29364dd2 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "GET /v2.0/ports/ddbcac94-e0b4-495e-b480-d87ac9ab86eb HTTP/1.1" status: 404 len: 333 time: 0.0801947 Jul 16 20:30:10.325381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50004) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.374295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Router 1428c2df-651c-4241-913b-ed2236514db8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:10.378632 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-81845555-0f90-43e8-86c4-ef0291225926 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] GET failed (client error): The resource could not be found. Jul 16 20:30:10.387509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50006) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.389802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-81845555-0f90-43e8-86c4-ef0291225926 tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "GET /v2.0/subnets/04876e88-7344-41a0-a060-a2b234acbc27 HTTP/1.1" status: 404 len: 337 time: 0.0587776 Jul 16 20:30:10.401246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a7f85ecc-630c-47d4-bc4c-88ca87c0be2a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:10.431431 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f85ecc-630c-47d4-bc4c-88ca87c0be2a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] PUT failed (client error): The resource could not be found. Jul 16 20:30:10.432078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f85ecc-630c-47d4-bc4c-88ca87c0be2a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:10.436747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a7f85ecc-630c-47d4-bc4c-88ca87c0be2a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "PUT /v2.0/networks/87e90f4b-78c8-4e78-aeae-4bd0b8389264 HTTP/1.1" status: 404 len: 339 time: 0.0446978 Jul 16 20:30:10.437736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50008) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.446729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3704ef0a-12ee-4ca3-9081-6ea35d68e95a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:10.476374 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3704ef0a-12ee-4ca3-9081-6ea35d68e95a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] PUT failed (client error): The resource could not be found. Jul 16 20:30:10.477307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3704ef0a-12ee-4ca3-9081-6ea35d68e95a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:10.483213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3704ef0a-12ee-4ca3-9081-6ea35d68e95a tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "PUT /v2.0/ports/7e6de9a8-1cd7-438d-8a88-f7b20f560f7c HTTP/1.1" status: 404 len: 333 time: 0.0438111 Jul 16 20:30:10.485836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50012) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.494956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3681d05b-6361-407c-8ca4-24c28e73e46d tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:10.522151 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3681d05b-6361-407c-8ca4-24c28e73e46d tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] PUT failed (client error): The resource could not be found. Jul 16 20:30:10.522870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3681d05b-6361-407c-8ca4-24c28e73e46d tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:30:10.528765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3681d05b-6361-407c-8ca4-24c28e73e46d tempest-NetworksNegativeTestJSON-791459138 tempest-NetworksNegativeTestJSON-791459138-project] 10.222.0.91 "PUT /v2.0/subnets/80360948-c0b0-47fd-851f-f2d65d56ca66 HTTP/1.1" status: 404 len: 337 time: 0.0413413 Jul 16 20:30:10.563881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Made reservation on behalf of 0ef38dd566f64dc0a8f94f0bb17205d3 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:10.567892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.680776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:10.686259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9336ef6e-8d89-47d5-927e-11f6c7bd8525 admin admin] 10.222.0.91 "PUT /v2.0/routers/1428c2df-651c-4241-913b-ed2236514db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7834795 Jul 16 20:30:10.689025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.697989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bf5c4089-dbd0-4bbe-a7ca-681670d12d2d req-1973dd9b-0676-44f3-8750-192466f15c19 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 210 time: 0.0492985 Jul 16 20:30:10.699596 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] Sync routers for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:10.734360 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:10.735158 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:10.788637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Allocated IP 172.20.0.14 (b6339749-c4a8-4eed-855e-444827e13801/77f60b96-9ba4-476e-8e1b-b198192cd495/70100fae-855d-418c-9ecc-a2180c2dfa24) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:10.828957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.954927 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:11.007884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.026061 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.029802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50024) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:11.143060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Deleting port 65e347ff-a123-471f-9c81-41b703e0a04f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:11.144154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.146510 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.202442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Network b6339749-c4a8-4eed-855e-444827e13801 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:11.238999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:11.241479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:11.262595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] For port 65e347ff-a123-471f-9c81-41b703e0a04f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=65e347ff-a123-471f-9c81-41b703e0a04f,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.263003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.263544 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:30:09Z', 'revision_number': 5, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port': {'id': '65e347ff-a123-471f-9c81-41b703e0a04f', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428c2df-651c-4241-913b-ed2236514db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:11.271752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Pushing event updated for resources: {'Port': ['ID=70100fae-855d-418c-9ecc-a2180c2dfa24,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.277634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09f3ee35-ddc0-44fe-b27a-064d344a1d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.293066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] Checking router: 1428c2df-651c-4241-913b-ed2236514db8 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:11.305551 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] Routers {'1428c2df-651c-4241-913b-ed2236514db8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:11.306186 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['1428c2df-651c-4241-913b-ed2236514db8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:11.306758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Calling delete_port for 65e347ff-a123-471f-9c81-41b703e0a04f owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:11.324876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.325693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.438464 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] Set router 1428c2df-651c-4241-913b-ed2236514db8 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:11.477313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09f3ee35-ddc0-44fe-b27a-064d344a1d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.483849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09f3ee35-ddc0-44fe-b27a-064d344a1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.490542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-cffcc3bb-7021-43d4-8f88-e59090c45423 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2864263 Jul 16 20:30:11.500755 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:30:11Z', 'revision_number': 6, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:11.513872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Request body: {'port': {'device_id': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:11.535304 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79681e72-ed46-4224-a16c-dde8b4ebf04a None None] The sync data for ids ['1428c2df-651c-4241-913b-ed2236514db8'] in n-d-792458-10 is: [{'id': '1428c2df-651c-4241-913b-ed2236514db8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1645696726-router', 'tenant_id': '3df6d737ec1241a5bb54c069b5460d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:33Z', 'updated_at': '2021-07-16T20:30:11Z', 'revision_number': 6, 'project_id': '3df6d737ec1241a5bb54c069b5460d36', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:11.570617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3ee35-ddc0-44fe-b27a-064d344a1d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770b7cf-d8f6-4076-8403-a5ec9612882f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.577074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-09f3ee35-ddc0-44fe-b27a-064d344a1d60 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4710116934ca4304b66868c7daf1d43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455208 Jul 16 20:30:11.579927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50028) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:11.589129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.620870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e347ff-a123-471f-9c81-41b703e0a04f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.643816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.692317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.712800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf7026a9-8f42-4611-a10e-c522a356965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.756257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf7026a9-8f42-4611-a10e-c522a356965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.818194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.822057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.828623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.908523 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.909235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1428c2df-651c-4241-913b-ed2236514db8 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:11.917535 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.918713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0b862938-bd19-49a9-9d3d-a119dc30fec3 admin admin] 10.222.0.91 "DELETE /v2.0/routers/1428c2df-651c-4241-913b-ed2236514db8 HTTP/1.1" status: 204 len: 168 time: 1.2286668 Jul 16 20:30:11.922545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50038) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:12.032203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf7026a9-8f42-4611-a10e-c522a356965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.034912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf7026a9-8f42-4611-a10e-c522a356965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.042420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cf7026a9-8f42-4611-a10e-c522a356965d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2770b7cf-d8f6-4076-8403-a5ec9612882f HTTP/1.1" status: 204 len: 168 time: 0.4592700 Jul 16 20:30:12.074353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7026a9-8f42-4611-a10e-c522a356965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770b7cf-d8f6-4076-8403-a5ec9612882f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.133574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] Deleting subnet 731512eb-44fe-4b1b-b82b-7e48a3979a06 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:12.146899 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.254376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70100fae-855d-418c-9ecc-a2180c2dfa24 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:12.263278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.271496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.278894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66210de-cee9-4206-b642-eee85849c3a3 req-14ff4d9d-a517-4fa5-a8af-66c8ebd5dcec tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.281854 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66210de-cee9-4206-b642-eee85849c3a3 req-14ff4d9d-a517-4fa5-a8af-66c8ebd5dcec tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 932 time: 0.3254006 Jul 16 20:30:12.299368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Transition to ACTIVE for port object 70100fae-855d-418c-9ecc-a2180c2dfa24 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:12.308256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.450367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=70100fae-855d-418c-9ecc-a2180c2dfa24,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.489399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e66210de-cee9-4206-b642-eee85849c3a3 req-a8f782a0-c6a8-481b-9e07-42e88b616ad9 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536720 Jul 16 20:30:12.490854 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.673503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.721405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731512eb-44fe-4b1b-b82b-7e48a3979a06,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.725584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Attempting to bind port 70100fae-855d-418c-9ecc-a2180c2dfa24 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:12.726164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Attempting to bind port 70100fae-855d-418c-9ecc-a2180c2dfa24 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '1024132c-14e0-4f09-b4ce-7a1ec142190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b6339749-c4a8-4eed-855e-444827e13801'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:12.726412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Attempting to bind port 70100fae-855d-418c-9ecc-a2180c2dfa24 on network b6339749-c4a8-4eed-855e-444827e13801 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:12.738434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.741283 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-abed327a-2426-49dc-b442-20b9ed6b67e9 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/731512eb-44fe-4b1b-b82b-7e48a3979a06 HTTP/1.1" status: 204 len: 168 time: 0.8168337 Jul 16 20:30:12.744125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50058) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:12.750494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Port 70100fae-855d-418c-9ecc-a2180c2dfa24 on network b6339749-c4a8-4eed-855e-444827e13801 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:12.750877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Attempting to bind port 70100fae-855d-418c-9ecc-a2180c2dfa24 on network b6339749-c4a8-4eed-855e-444827e13801 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:12.770620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:12.771104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Checking segment: {'id': '1024132c-14e0-4f09-b4ce-7a1ec142190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b6339749-c4a8-4eed-855e-444827e13801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:12.771532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Bound using segment: {'id': '1024132c-14e0-4f09-b4ce-7a1ec142190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b6339749-c4a8-4eed-855e-444827e13801'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:12.776948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Bound port: 70100fae-855d-418c-9ecc-a2180c2dfa24, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1024132c-14e0-4f09-b4ce-7a1ec142190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b6339749-c4a8-4eed-855e-444827e13801'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:12.777349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.888497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.024022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] For port 70100fae-855d-418c-9ecc-a2180c2dfa24, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:13.060085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] For port 70100fae-855d-418c-9ecc-a2180c2dfa24, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=70100fae-855d-418c-9ecc-a2180c2dfa24,segment=NetworkSegment(1024132c-14e0-4f09-b4ce-7a1ec142190a),segment_id=1024132c-14e0-4f09-b4ce-7a1ec142190a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:13.078278 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.190097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.195538 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.197840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] 10.222.0.99 "PUT /v2.0/ports/70100fae-855d-418c-9ecc-a2180c2dfa24 HTTP/1.1" status: 200 len: 1093 time: 1.6916430 Jul 16 20:30:13.199753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'tag': '70100fae-855d-418c-9ecc-a2180c2dfa24'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:13.202311 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce7cd8-22d3-474d-9246-124f46414c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "14806afe-18e3-49ad-ac3d-f01a6fce5966", "tag": "70100fae-855d-418c-9ecc-a2180c2dfa24"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:13.204211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.257405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacf6-d672-4bc9-b399-3989bbe57183 req-343dd926-ac42-4873-a23f-9b962e5493f0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.264664 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fbaacf6-d672-4bc9-b399-3989bbe57183 req-343dd926-ac42-4873-a23f-9b962e5493f0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 946 time: 0.2622390 Jul 16 20:30:13.305211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f522b72-4e20-425e-bebd-bcb66ea1cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=70100fae-855d-418c-9ecc-a2180c2dfa24,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.334205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d57d5f-3639-4777-a506-e0c155336e4f']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:13.351900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8fbaacf6-d672-4bc9-b399-3989bbe57183 req-55741724-7412-4dba-bc20-c4c43b1838b9 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861044 Jul 16 20:30:13.388288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-39a1413a-22af-4195-885c-38eb9ee7d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.390701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-39a1413a-22af-4195-885c-38eb9ee7d7a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0ef38dd566f64dc0a8f94f0bb17205d3&device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 1096 time: 0.1212540 Jul 16 20:30:13.411023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676ddb07-c8f8-429d-8946-cb90296cfc67') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:13.411997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676ddb07-c8f8-429d-8946-cb90296cfc67') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:13.426658 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce1022-6050-40a6-8a79-0d54f0b7a021 x-openstack-request-id: req-acce1022-6050-40a6-8a79-0d54f0b7a021 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:13.427252 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14806afe-18e3-49ad-ac3d-f01a6fce5966", "tag": "70100fae-855d-418c-9ecc-a2180c2dfa24", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:13.427897 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-acce1022-6050-40a6-8a79-0d54f0b7a021 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:13.428546 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'tag': '70100fae-855d-418c-9ecc-a2180c2dfa24', 'status': 'completed', 'code': 200} Jul 16 20:30:13.433232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.476009 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.488652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:13.490503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:13.499596 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:13.508559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-686b68ce-7352-419f-a28e-b08340fc6ec5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70100fae-855d-418c-9ecc-a2180c2dfa24 HTTP/1.1" status: 200 len: 217 time: 0.1023505 Jul 16 20:30:13.508642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b15eda7-b483-492d-9a1e-67dc99ff4da5 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:13.567530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3b15eda7-b483-492d-9a1e-67dc99ff4da5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:13.567875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b15eda7-b483-492d-9a1e-67dc99ff4da5 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:13.568286 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65e347ff-a123-471f-9c81-41b703e0a04f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:13.713011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-137c01b5-03b3-46fa-ad68-bf83e12c54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.715372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-137c01b5-03b3-46fa-ad68-bf83e12c54a6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=77f60b96-9ba4-476e-8e1b-b198192cd495 HTTP/1.1" status: 200 len: 861 time: 0.1958005 Jul 16 20:30:13.734068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 65e347ff-a123-471f-9c81-41b703e0a04f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:13.743698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65e347ff-a123-471f-9c81-41b703e0a04f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:13.801374 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.808140 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.811498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] 10.222.0.91 "DELETE /v2.0/networks/91d57d5f-3639-4777-a506-e0c155336e4f HTTP/1.1" status: 204 len: 168 time: 1.0644088 Jul 16 20:30:13.813816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50076) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:13.815171 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-39a893f4-ecfd-432f-8e6c-bcb1e049144c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6339749-c4a8-4eed-855e-444827e13801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776014 Jul 16 20:30:13.839787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a7fe5-53f5-404a-bff1-54b104ba998b admin admin] Pushing event deleted for resources: {'Network': ['ID=91d57d5f-3639-4777-a506-e0c155336e4f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.960136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1171223077'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:13.979286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-957db808-e193-4817-9b00-04cf786d6f30 service neutron] 10.222.0.99 "GET /v2.0/networks/b6339749-c4a8-4eed-855e-444827e13801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631966 Jul 16 20:30:13.988827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397234-ed4c-4087-90a5-9669f8857e9a req-dc16a1b4-068e-4cd9-bc32-86292b1d49d9 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.990505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b397234-ed4c-4087-90a5-9669f8857e9a req-dc16a1b4-068e-4cd9-bc32-86292b1d49d9 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 944 time: 0.1280365 Jul 16 20:30:14.002480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:14.007108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.020399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.057859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50084) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:14.130350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-633572fd-0c7a-4aa7-9768-c7f81471dc2a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3df6d737ec1241a5bb54c069b5460d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689039 Jul 16 20:30:14.131562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50088) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:14.144363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b397234-ed4c-4087-90a5-9669f8857e9a req-9ed3da33-fd6a-4731-b716-c6dec9592455 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437795 Jul 16 20:30:14.192533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71fee1-1834-431d-b485-76276c378919 req-dd28d216-457b-46ed-b2fd-5767f7ba53aa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.194076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a71fee1-1834-431d-b485-76276c378919 req-dd28d216-457b-46ed-b2fd-5767f7ba53aa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 946 time: 0.1766596 Jul 16 20:30:14.196412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-784cdd33-8fc8-4873-8881-dc0c4e4edff4 req-4522ef76-e941-48ed-9c66-30ea41e42fae service neutron] 10.222.0.99 "GET /v2.0/networks/b6339749-c4a8-4eed-855e-444827e13801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049315 Jul 16 20:30:14.358734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port 8380919c-2dbe-49af-beec-ad7abc65d9bf {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:14.359199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.365283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-8ab77824-13bf-425c-93d4-65d9b01c732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.366794 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-8ab77824-13bf-425c-93d4-65d9b01c732c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0ef38dd566f64dc0a8f94f0bb17205d3&device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 1096 time: 0.1023400 Jul 16 20:30:14.569125 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e751-9e45-4e0f-b261-b5f2eca3bc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.591162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.605465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.644459 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e751-9e45-4e0f-b261-b5f2eca3bc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.666034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:14.688727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4704c8-384f-44fa-926c-aa03b9214268,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.714636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.715106 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment e4313c4d-7397-403f-8dea-f75b8c78efb1 of type vlan for network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 Jul 16 20:30:14.766780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ead1c-f2c7-49a5-9744-205e2660fbe4 req-9189bb12-a99c-4b7f-b0b9-ed38d8621ab3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.768430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb0ead1c-f2c7-49a5-9744-205e2660fbe4 req-9189bb12-a99c-4b7f-b0b9-ed38d8621ab3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 946 time: 0.2264123 Jul 16 20:30:14.782137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.808406 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e751-9e45-4e0f-b261-b5f2eca3bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.810904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e751-9e45-4e0f-b261-b5f2eca3bc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.814574 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d9c1e751-9e45-4e0f-b261-b5f2eca3bc65 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4c76ebbb-570c-4c59-85da-382b2347672a HTTP/1.1" status: 204 len: 168 time: 0.6746318 Jul 16 20:30:14.874196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.883191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.883834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.956251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] For port 8380919c-2dbe-49af-beec-ad7abc65d9bf, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=8380919c-2dbe-49af-beec-ad7abc65d9bf,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:14.957116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.966032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-9cc0b975-28e3-441b-a8d6-018ffe125274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.968261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-9cc0b975-28e3-441b-a8d6-018ffe125274 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6339749-c4a8-4eed-855e-444827e13801 HTTP/1.1" status: 200 len: 922 time: 0.5897024 Jul 16 20:30:14.983392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1e751-9e45-4e0f-b261-b5f2eca3bc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c76ebbb-570c-4c59-85da-382b2347672a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.987133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for 8380919c-2dbe-49af-beec-ad7abc65d9bf owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:14.996267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.009591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:15.037266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-2a6f5edf-aa1a-40dc-aa7c-408ab7c610ae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70100fae-855d-418c-9ecc-a2180c2dfa24 HTTP/1.1" status: 200 len: 217 time: 0.0615594 Jul 16 20:30:15.045344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb0ead1c-f2c7-49a5-9744-205e2660fbe4 req-21ffd639-4379-41a0-8b69-4ef4eaaba6fd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d601314-79b1-4d12-89a4-2311f4cc291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570992 Jul 16 20:30:15.051592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c079ec77-0bb9-4c58-ba6e-c53e9e7f2a94 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2331319 Jul 16 20:30:15.052429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50100) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:15.060742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984618058'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:15.094300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:15.099345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.129851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:15.143706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.144053 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment 9eeeb6b5-425d-408a-abd1-dcd86b36ed46 of type vlan for network 01f9266a-e134-430e-9099-102399e156fe Jul 16 20:30:15.165441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-b48d00e2-d6fe-4380-bdcd-c686d64d269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.167098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-b48d00e2-d6fe-4380-bdcd-c686d64d269a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=77f60b96-9ba4-476e-8e1b-b198192cd495 HTTP/1.1" status: 200 len: 861 time: 0.1213024 Jul 16 20:30:15.256279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-13c9305d-a35b-4cbe-9f3a-c187decec2cd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6339749-c4a8-4eed-855e-444827e13801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761631 Jul 16 20:30:15.271351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.343705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.350770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.351736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.400871 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3473098 Jul 16 20:30:15.401654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50114) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:15.410710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': '11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:15.463232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64249dd-58f7-4b6c-af5e-5e684dcfdc7a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=01f9266a-e134-430e-9099-102399e156fe,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.485867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 01f9266a-e134-430e-9099-102399e156fe details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:15.565017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-eee7f959-03e9-4674-9b64-27a69f4ca0a4 service neutron] 10.222.0.99 "GET /v2.0/networks/b6339749-c4a8-4eed-855e-444827e13801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020608 Jul 16 20:30:15.575598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ef0b0-57b7-4d73-b5fc-84efd250fdb9 req-b279c616-96f4-4123-b391-0139932ae0cb tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.582691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c13ef0b0-57b7-4d73-b5fc-84efd250fdb9 req-b279c616-96f4-4123-b391-0139932ae0cb tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 944 time: 0.2604518 Jul 16 20:30:15.611527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.633529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:15.640848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.654596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=8380919c-2dbe-49af-beec-ad7abc65d9bf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.719059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c13ef0b0-57b7-4d73-b5fc-84efd250fdb9 req-2d609ac3-5328-4238-9ba6-9412206e18c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352885 Jul 16 20:30:15.794565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] No DVR routers for this DVR port 8380919c-2dbe-49af-beec-ad7abc65d9bf on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:15.798562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.802724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a71fee1-1834-431d-b485-76276c378919 req-ed00c214-4a12-4695-8b47-fdb125a53019 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "DELETE /v2.0/ports/8380919c-2dbe-49af-beec-ad7abc65d9bf HTTP/1.1" status: 204 len: 173 time: 1.5997460 Jul 16 20:30:15.803224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'name': 'network-vif-deleted', 'tag': '8380919c-2dbe-49af-beec-ad7abc65d9bf'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:15.805600 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b23e189-c87f-44ed-8ab1-fdddf04056d8" -d '{"events": [{"server_uuid": "70345ad6-f496-470d-96b4-a6d7a61f7660", "name": "network-vif-deleted", "tag": "8380919c-2dbe-49af-beec-ad7abc65d9bf"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:15.838080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39ce7cd8-22d3-474d-9246-124f46414c2b req-46f1885b-7bfa-4e3d-8923-3731acb5d8bf service neutron] 10.222.0.99 "GET /v2.0/networks/b6339749-c4a8-4eed-855e-444827e13801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474668 Jul 16 20:30:15.891497 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94a2b3d-82ae-41fa-9522-e3eb5011bbc1 x-openstack-request-id: req-b94a2b3d-82ae-41fa-9522-e3eb5011bbc1 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:15.891849 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70345ad6-f496-470d-96b4-a6d7a61f7660", "name": "network-vif-deleted", "tag": "8380919c-2dbe-49af-beec-ad7abc65d9bf", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:15.892065 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b94a2b3d-82ae-41fa-9522-e3eb5011bbc1 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:15.896726 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70345ad6-f496-470d-96b4-a6d7a61f7660', 'name': 'network-vif-deleted', 'tag': '8380919c-2dbe-49af-beec-ad7abc65d9bf', 'status': 'completed', 'code': 200} Jul 16 20:30:15.910799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.983210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=b975b08a-622d-4d84-9a56-1336841664ee,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.994905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': 'e4313c4d-7397-403f-8dea-f75b8c78efb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:15.995548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:16.030460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:16.049930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:16.062880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde083c8-2983-4558-9462-80035ecc8456 None None] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:16.090498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:16.091483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.130073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50140) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:16.131340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-72389442-7514-4f13-8cb2-225be90126e5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7250235 Jul 16 20:30:16.137913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': '01f9266a-e134-430e-9099-102399e156fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:16.365074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:16.376483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.490123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f64c8960-03b1-4941-8b20-79e5fd5f7751 req-fbaffdfc-7055-49ea-93af-162e8da2c1ab tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.1003866 Jul 16 20:30:16.813244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6', 'network_id': '11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': 'b975b08a-622d-4d84-9a56-1336841664ee'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:16.814104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.923491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-070ca76d-bad5-4c02-8826-f8bf29b69293 req-d4eae027-83ea-4a76-8d1e-3e07582f58ea tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.1242108 Jul 16 20:30:16.950146 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.059700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=dae0a6d2-0678-4428-9b3f-54ffcc53a0a6,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.097754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': '9eeeb6b5-425d-408a-abd1-dcd86b36ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '01f9266a-e134-430e-9099-102399e156fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:17.098224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: 01f9266a-e134-430e-9099-102399e156fe, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:17.124432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 70100fae-855d-418c-9ecc-a2180c2dfa24 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:17.127771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 01f9266a-e134-430e-9099-102399e156fe is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:17.138014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8380919c-2dbe-49af-beec-ad7abc65d9bf no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:17.149659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 01f9266a-e134-430e-9099-102399e156fe) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:17.157520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.161530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.194442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7746d687-cdcb-49c8-80f3-91fffb975a10 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0613375 Jul 16 20:30:17.195470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50162) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:17.200409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5c71-88aa-4e2b-bb93-ffdb6c3c0cf4 req-513aaa4c-4870-4c5b-88b7-df8b8cd7afa2 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.206178 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f48c5c71-88aa-4e2b-bb93-ffdb6c3c0cf4 req-513aaa4c-4870-4c5b-88b7-df8b8cd7afa2 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 944 time: 0.1624343 Jul 16 20:30:17.206861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-052257d8-4b30-4428-b3b8-8825d185dc4c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-783599891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:17.285451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f48c5c71-88aa-4e2b-bb93-ffdb6c3c0cf4 req-82a023a8-d95c-4411-9306-f94e8043e0c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721629 Jul 16 20:30:17.305286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-052257d8-4b30-4428-b3b8-8825d185dc4c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.306509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-052257d8-4b30-4428-b3b8-8825d185dc4c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.384374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-052257d8-4b30-4428-b3b8-8825d185dc4c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.390864 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-052257d8-4b30-4428-b3b8-8825d185dc4c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.406971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97e3c6-2efa-457c-b3a6-7defd69b4eeb None None] Network 01f9266a-e134-430e-9099-102399e156fe requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:17.420596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-052257d8-4b30-4428-b3b8-8825d185dc4c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.422917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-052257d8-4b30-4428-b3b8-8825d185dc4c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2262018 Jul 16 20:30:17.425887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50166) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:17.539990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 8380919c-2dbe-49af-beec-ad7abc65d9bf {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:17.542008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 8380919c-2dbe-49af-beec-ad7abc65d9bf not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:17.576765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 70100fae-855d-418c-9ecc-a2180c2dfa24, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=70100fae-855d-418c-9ecc-a2180c2dfa24,segment=NetworkSegment(1024132c-14e0-4f09-b4ce-7a1ec142190a),segment_id=1024132c-14e0-4f09-b4ce-7a1ec142190a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.619348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '70100fae-855d-418c-9ecc-a2180c2dfa24', 'network_id': 'b6339749-c4a8-4eed-855e-444827e13801', 'port_id': '70100fae-855d-418c-9ecc-a2180c2dfa24', 'mac_address': 'fa:16:3e:17:f5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f60b96-9ba4-476e-8e1b-b198192cd495', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:17.625090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Allocated IP 2001:db8::2 (11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6/b975b08a-622d-4d84-9a56-1336841664ee/f34ca7ea-d26c-48bd-9286-f5fc17dc46f8) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:17.795495 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.822085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70100fae-855d-418c-9ecc-a2180c2dfa24 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:17.846337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 70100fae-855d-418c-9ecc-a2180c2dfa24, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=70100fae-855d-418c-9ecc-a2180c2dfa24,segment=NetworkSegment(1024132c-14e0-4f09-b4ce-7a1ec142190a),segment_id=1024132c-14e0-4f09-b4ce-7a1ec142190a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.857250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-962e3bcf-3e24-4136-b6fb-956c1d6827ea req-436e7638-fbc7-47a2-b006-bcbc1e859b54 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.0721793 Jul 16 20:30:17.862294 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.953950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=70100fae-855d-418c-9ecc-a2180c2dfa24,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.969332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.012414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-01f9266a-e134-430e-9099-102399e156fe', 'network_id': '01f9266a-e134-430e-9099-102399e156fe', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': 'dae0a6d2-0678-4428-9b3f-54ffcc53a0a6'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:18.013472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.020751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.021546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.022056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.022665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.023170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.023730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.024230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.024701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.025281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.025746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.026230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.026856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:18.078068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['70100fae-855d-418c-9ecc-a2180c2dfa24'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:18.291098 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.348422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-81f0bf57-983b-4e52-8c7f-68ee11fa4541 req-f521528c-7a73-4f55-b488-430a2c41358c tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.1010456 Jul 16 20:30:18.387173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Transition to ACTIVE for port object f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:18.455882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Transition to ACTIVE for port object f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:18.471539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.566148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Allocated IP 2001:db8:1::2 (01f9266a-e134-430e-9099-102399e156fe/dae0a6d2-0678-4428-9b3f-54ffcc53a0a6/50c012b9-9d60-4505-93a5-e43c156e04ed) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:18.605229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8::1 (11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6/b975b08a-622d-4d84-9a56-1336841664ee/7b0c83e9-203f-4a16-a1c1-5aca68250d19) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:18.629820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:18.667376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:18.680028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:18.736302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Pushing event updated for resources: {'Port': ['ID=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.779773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.797144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 7b0c83e9-203f-4a16-a1c1-5aca68250d19 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:18.797346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Attempting to bind port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:18.797641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Attempting to bind port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e4313c4d-7397-403f-8dea-f75b8c78efb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:18.798009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Attempting to bind port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 on network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:18.849930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:18.850255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Checking segment: {'id': 'e4313c4d-7397-403f-8dea-f75b8c78efb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:18.850538 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.850818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.851025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Bound using segment: {'id': 'e4313c4d-7397-403f-8dea-f75b8c78efb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:18.851601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Bound port: f34ca7ea-d26c-48bd-9286-f5fc17dc46f8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4313c4d-7397-403f-8dea-f75b8c78efb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:18.851778 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.987459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:19.011505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:19.023148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:19.031185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] For port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:19.031727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.034889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.039547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] For port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,segment=NetworkSegment(e4313c4d-7397-403f-8dea-f75b8c78efb1),segment_id=e4313c4d-7397-403f-8dea-f75b8c78efb1)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:19.053353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.076911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Transition to ACTIVE for port object 50c012b9-9d60-4505-93a5-e43c156e04ed will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:19.133649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=7b0c83e9-203f-4a16-a1c1-5aca68250d19,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.215517 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450b05c-2d62-453f-9bf2-11f0d834957d None None] Pushing event updated for resources: {'Port': ['ID=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.238230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Transition to ACTIVE for port object 50c012b9-9d60-4505-93a5-e43c156e04ed will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:19.249409 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.366658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d834-a7e3-4d28-b172-ddcdc31a8b05 req-320ecc20-ba5d-49fa-abc7-bf799119a477 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.367241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Pushing event updated for resources: {'Port': ['ID=50c012b9-9d60-4505-93a5-e43c156e04ed,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.369254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2969d834-a7e3-4d28-b172-ddcdc31a8b05 req-320ecc20-ba5d-49fa-abc7-bf799119a477 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 945 time: 0.8390427 Jul 16 20:30:19.391056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Network 01f9266a-e134-430e-9099-102399e156fe is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:19.393523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:19.396651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:19.423743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e45d5e7-b6a1-45b1-b3dc-60716dd85e52 req-66b28738-34ff-4566-ab6e-0d3548706039 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.0911684 Jul 16 20:30:19.546342 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2969d834-a7e3-4d28-b172-ddcdc31a8b05 req-8c776c24-00c4-4172-9db8-46101a721522 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585684 Jul 16 20:30:19.578130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Attempting to bind port 50c012b9-9d60-4505-93a5-e43c156e04ed on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:19.578501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Attempting to bind port 50c012b9-9d60-4505-93a5-e43c156e04ed by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '9eeeb6b5-425d-408a-abd1-dcd86b36ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '01f9266a-e134-430e-9099-102399e156fe'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:19.578952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Attempting to bind port 50c012b9-9d60-4505-93a5-e43c156e04ed on network 01f9266a-e134-430e-9099-102399e156fe {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:19.590042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:19.590571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Checking segment: {'id': '9eeeb6b5-425d-408a-abd1-dcd86b36ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '01f9266a-e134-430e-9099-102399e156fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:19.591051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.591631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Bound using segment: {'id': '9eeeb6b5-425d-408a-abd1-dcd86b36ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '01f9266a-e134-430e-9099-102399e156fe'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:19.592264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Bound port: 50c012b9-9d60-4505-93a5-e43c156e04ed, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeeb6b5-425d-408a-abd1-dcd86b36ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '01f9266a-e134-430e-9099-102399e156fe'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:19.592790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.725169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] For port 50c012b9-9d60-4505-93a5-e43c156e04ed, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:19.726528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.731222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] For port 50c012b9-9d60-4505-93a5-e43c156e04ed, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=50c012b9-9d60-4505-93a5-e43c156e04ed,segment=NetworkSegment(9eeeb6b5-425d-408a-abd1-dcd86b36ed46),segment_id=9eeeb6b5-425d-408a-abd1-dcd86b36ed46)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:19.743765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.930271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e29ef-9bc4-4742-a55c-d9a964e32d4b None None] Pushing event updated for resources: {'Port': ['ID=50c012b9-9d60-4505-93a5-e43c156e04ed,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.022897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec7acb64-e629-42e6-9eaa-e780f812b584 req-e7b2efa5-2573-4b9e-b757-33dcd82f2c48 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0462596 Jul 16 20:30:20.186788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57264f16-c532-4ff8-b777-8bbcbd49631f req-13dec3c8-dad5-4a9b-bd97-9c2eeef37f1d tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.1924634 Jul 16 20:30:20.431383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.440391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.441197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.615194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=7b0c83e9-203f-4a16-a1c1-5aca68250d19,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.745537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:20.754986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:20.813005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-00311777-bb62-4857-80ce-44d3839606ac req-28a9577e-3a95-4282-8d62-bb4596203786 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.1190622 Jul 16 20:30:21.067602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee732700-e05b-4ace-a13e-bfd74cd05932 req-bb3fc6bc-08e7-422a-bcc3-20b6520948ed tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.068755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee732700-e05b-4ace-a13e-bfd74cd05932 req-bb3fc6bc-08e7-422a-bcc3-20b6520948ed tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 945 time: 0.3186135 Jul 16 20:30:21.123910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 70100fae-855d-418c-9ecc-a2180c2dfa24 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:21.135318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079452e6-92b3-4a45-a738-1df62869d730 None None] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:21.185514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee732700-e05b-4ace-a13e-bfd74cd05932 req-92b8bdc4-e51d-4e20-8d0e-3ac170b6b422 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071391 Jul 16 20:30:21.194264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 59ed1c1b-efe4-4196-b31b-177ec0d1146a is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:21.269264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c86c9338-d552-4778-a018-2c1b9112fc95 None None] Provisioning for port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:21.350604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 70100fae-855d-418c-9ecc-a2180c2dfa24 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:21.375385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:21.387003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77f50567-5cdd-401d-bde9-7009b3c43de3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/59ed1c1b-efe4-4196-b31b-177ec0d1146a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9597757 Jul 16 20:30:21.390219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:21.400465 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 70100fae-855d-418c-9ecc-a2180c2dfa24 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:21.402039 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.459913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] Sync routers for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:21.548343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:21.548915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.564900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 50c012b9-9d60-4505-93a5-e43c156e04ed up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:21.573563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f06fef-416f-49ed-b34b-94ac2b9caa9e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.576380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-52f06fef-416f-49ed-b34b-94ac2b9caa9e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports/7b0c83e9-203f-4a16-a1c1-5aca68250d19 HTTP/1.1" status: 200 len: 911 time: 0.1835830 Jul 16 20:30:21.578073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:21.653736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6843ec3d-c937-4e7e-b634-fbfa698cf30d None None] Network 01f9266a-e134-430e-9099-102399e156fe requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:21.675448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.696046 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c1a2e8e-8cf9-4268-a3bb-0bd42cb45ef8 req-4dffb611-123f-40b5-b9f4-25c2dd0cf524 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0689704 Jul 16 20:30:21.799632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:21.799632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.871539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.871755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a70ba-b76d-4a19-9795-6eb3cca12445 None None] The sync data for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:21.955988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f311ae3f-67ba-4b80-b7da-8b9fc8e57415 None None] Provisioning for port 50c012b9-9d60-4505-93a5-e43c156e04ed completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:22.016113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 50c012b9-9d60-4505-93a5-e43c156e04ed completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:22.018459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.047161 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f311ae3f-67ba-4b80-b7da-8b9fc8e57415 None None] Provisioning complete for port 50c012b9-9d60-4505-93a5-e43c156e04ed triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:22.047161 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f311ae3f-67ba-4b80-b7da-8b9fc8e57415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.077007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 50c012b9-9d60-4505-93a5-e43c156e04ed triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:22.077919 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.199522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cdd3b43f-0bed-4ecf-ba20-71efe0ca2b33 req-07d524aa-aed7-43b3-a5c9-d039d89f63b3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.1490481 Jul 16 20:30:22.494566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.514483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70100fae-855d-418c-9ecc-a2180c2dfa24'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:22.517976 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b839f5-2320-4dba-a61a-a8d4cf092129" -d '{"events": [{"server_uuid": "14806afe-18e3-49ad-ac3d-f01a6fce5966", "name": "network-vif-plugged", "status": "completed", "tag": "70100fae-855d-418c-9ecc-a2180c2dfa24"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:22.574746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 70100fae-855d-418c-9ecc-a2180c2dfa24, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=70100fae-855d-418c-9ecc-a2180c2dfa24,segment=NetworkSegment(1024132c-14e0-4f09-b4ce-7a1ec142190a),segment_id=1024132c-14e0-4f09-b4ce-7a1ec142190a)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:22.613489 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.705986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed79a12-edb3-4c55-a5d3-b6ab443f900f req-f5bd356f-6167-4a72-86b1-683a6a855065 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.716461 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ed79a12-edb3-4c55-a5d3-b6ab443f900f req-f5bd356f-6167-4a72-86b1-683a6a855065 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 945 time: 0.2576175 Jul 16 20:30:22.813492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=70100fae-855d-418c-9ecc-a2180c2dfa24,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.825062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ed79a12-edb3-4c55-a5d3-b6ab443f900f req-5780aa63-3990-4fc3-909b-b0c9da69caa8 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011789 Jul 16 20:30:22.953364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.016783 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab16e30-dfca-4314-a671-328f945bc604 x-openstack-request-id: req-bab16e30-dfca-4314-a671-328f945bc604 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:23.016783 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14806afe-18e3-49ad-ac3d-f01a6fce5966", "name": "network-vif-plugged", "status": "completed", "tag": "70100fae-855d-418c-9ecc-a2180c2dfa24", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:23.021245 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bab16e30-dfca-4314-a671-328f945bc604 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:23.021245 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70100fae-855d-418c-9ecc-a2180c2dfa24', 'code': 200} Jul 16 20:30:23.097446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f311ae3f-67ba-4b80-b7da-8b9fc8e57415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.140878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8:1::1 (01f9266a-e134-430e-9099-102399e156fe/dae0a6d2-0678-4428-9b3f-54ffcc53a0a6/6ca93341-b81a-4e3e-8afd-086e13741302) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:23.189494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 50c012b9-9d60-4505-93a5-e43c156e04ed, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=50c012b9-9d60-4505-93a5-e43c156e04ed,segment=NetworkSegment(9eeeb6b5-425d-408a-abd1-dcd86b36ed46),segment_id=9eeeb6b5-425d-408a-abd1-dcd86b36ed46)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:23.203074 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.204058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:23.465277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-365c84e8-77c1-4f40-85fa-2ab4cc3ed303 req-53a946c3-528c-4ac2-9f23-f058df5ffb52 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0424409 Jul 16 20:30:23.577204 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-f311ae3f-67ba-4b80-b7da-8b9fc8e57415 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:23.578338 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-f311ae3f-67ba-4b80-b7da-8b9fc8e57415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:23.617526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=50c012b9-9d60-4505-93a5-e43c156e04ed,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:23.665352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:23.679698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:23.680084 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.901964 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.089370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,segment=NetworkSegment(e4313c4d-7397-403f-8dea-f75b8c78efb1),segment_id=e4313c4d-7397-403f-8dea-f75b8c78efb1)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:24.179147 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.387284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 50c012b9-9d60-4505-93a5-e43c156e04ed up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:24.455036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80dd936c-0d95-41d9-b467-426d1b528343 req-823f231f-7876-42a3-94f4-3cf773124c2a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=70345ad6-f496-470d-96b4-a6d7a61f7660 HTTP/1.1" status: 200 len: 210 time: 0.1573043 Jul 16 20:30:24.485257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6801f5-f3ee-4b55-8c5e-5671685ba183 req-1b6638a6-61ea-47be-8a4f-6f74c02830c7 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:24.498502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba6801f5-f3ee-4b55-8c5e-5671685ba183 req-1b6638a6-61ea-47be-8a4f-6f74c02830c7 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 946 time: 0.1795928 Jul 16 20:30:24.502441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:24.593357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Provisioning complete for port 50c012b9-9d60-4505-93a5-e43c156e04ed triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:24.595105 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.597378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 50c012b9-9d60-4505-93a5-e43c156e04ed triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:24.597960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.602356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.604229 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ba6801f5-f3ee-4b55-8c5e-5671685ba183 req-9eef80f5-b921-4705-b11e-e4c4d78f445d tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025259 Jul 16 20:30:24.637282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d837-0c76-4ea9-9374-160ba090044e req-838f63a3-bacd-40dc-a671-bfbade6d9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:24.639009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e73d837-0c76-4ea9-9374-160ba090044e req-838f63a3-bacd-40dc-a671-bfbade6d9e4f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 1098 time: 1.3752995 Jul 16 20:30:24.683138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 6ca93341-b81a-4e3e-8afd-086e13741302 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:24.849405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc86cdac-fc7b-45dc-89fa-0b9e0a3d95f4 req-864479c8-a13b-431c-90c2-4c3fcddb1a33 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0550325 Jul 16 20:30:24.852742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e73d837-0c76-4ea9-9374-160ba090044e req-24c5a244-9ec9-4405-83cf-f431d0e1d90f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936328 Jul 16 20:30:24.880568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.931178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 01f9266a-e134-430e-9099-102399e156fe is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:24.936916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:24.941474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Provisioning for port 7b0c83e9-203f-4a16-a1c1-5aca68250d19 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:24.949636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Provisioning complete for port 7b0c83e9-203f-4a16-a1c1-5aca68250d19 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:24.950018 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.952836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:24.955966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.002542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Port 7b0c83e9-203f-4a16-a1c1-5aca68250d19 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:25.018969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Provisioning complete for port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:25.019348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3f7df5e4-1486-46f6-9131-0148629cd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.024304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=6ca93341-b81a-4e3e-8afd-086e13741302,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.225742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.413077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-04110264-c293-4d7c-9d7b-cf5b9ec0ab60 None None] Provisioning for port 6ca93341-b81a-4e3e-8afd-086e13741302 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:25.420040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-04110264-c293-4d7c-9d7b-cf5b9ec0ab60 None None] Provisioning complete for port 6ca93341-b81a-4e3e-8afd-086e13741302 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:25.420409 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-04110264-c293-4d7c-9d7b-cf5b9ec0ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.471299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-04110264-c293-4d7c-9d7b-cf5b9ec0ab60 None None] Port 6ca93341-b81a-4e3e-8afd-086e13741302 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:25.545415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.551701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.552743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.673826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=6ca93341-b81a-4e3e-8afd-086e13741302,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.839316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 01f9266a-e134-430e-9099-102399e156fe is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:25.843469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:25.897571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b9a04-fe35-4379-b0eb-119b1e8574a2 req-da27c620-b507-4505-85bd-e8c021936e3d tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:25.899180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b51b9a04-fe35-4379-b0eb-119b1e8574a2 req-da27c620-b507-4505-85bd-e8c021936e3d tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 946 time: 0.1495376 Jul 16 20:30:26.005951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b51b9a04-fe35-4379-b0eb-119b1e8574a2 req-a8fad89d-f13d-49b7-9322-c633ac859828 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723867 Jul 16 20:30:26.013913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 59ed1c1b-efe4-4196-b31b-177ec0d1146a has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:26.141042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a603c4b5-2de8-491e-b1de-847e663ddf40 req-f17914dd-97a3-4725-a111-a59b3799206b tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0617518 Jul 16 20:30:26.149557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:26.155373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d5ebc646-253b-421e-9ca3-1abf090ec8f5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/59ed1c1b-efe4-4196-b31b-177ec0d1146a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5756524 Jul 16 20:30:26.158016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50266) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.162296 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] Sync routers for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:26.174985 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:26.175922 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.215393 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.227949 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:26.231918 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.272715 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.273765 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c1ed-7738-46ac-b26c-ce467693840f None None] The sync data for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:26.283957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426acc34-07b4-40bd-a912-9dc785f6f1c8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:26.286490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-426acc34-07b4-40bd-a912-9dc785f6f1c8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports/6ca93341-b81a-4e3e-8afd-086e13741302 HTTP/1.1" status: 200 len: 913 time: 0.1275251 Jul 16 20:30:26.289557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50270) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.310302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-624f9b38-1fc0-41e3-a078-1577f362b80e None None] Provisioning complete for port 6ca93341-b81a-4e3e-8afd-086e13741302 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:26.311328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-624f9b38-1fc0-41e3-a078-1577f362b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.346246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:26.393996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-624f9b38-1fc0-41e3-a078-1577f362b80e None None] Port 6ca93341-b81a-4e3e-8afd-086e13741302 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:26.417547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:26.418176 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.487987 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:26.552412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9e41-bcdf-48c0-92b1-4e8387048765 req-845e2028-dd09-4c6d-b67f-868d193cb79a tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:26.555100 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c6b9e41-bcdf-48c0-92b1-4e8387048765 req-845e2028-dd09-4c6d-b67f-868d193cb79a tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1097 time: 0.2029722 Jul 16 20:30:26.583677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6c6b9e41-bcdf-48c0-92b1-4e8387048765 req-bbaf3aab-c52c-4e35-b22d-caa25099d06e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.785136 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6c6b9e41-bcdf-48c0-92b1-4e8387048765 req-bbaf3aab-c52c-4e35-b22d-caa25099d06e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.793673 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6c6b9e41-bcdf-48c0-92b1-4e8387048765 req-bbaf3aab-c52c-4e35-b22d-caa25099d06e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.821478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6c6b9e41-bcdf-48c0-92b1-4e8387048765 req-bbaf3aab-c52c-4e35-b22d-caa25099d06e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599564 Jul 16 20:30:26.839288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf3aab-c52c-4e35-b22d-caa25099d06e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eceda7-91be-4528-8fcb-7d19b0d3231b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:26.843992 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.085878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6099-e918-4a1b-8234-7aec9a7a160a req-0c9cb41a-bbc4-4b07-8452-1a4dd2d4d3da tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.088384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91aa6099-e918-4a1b-8234-7aec9a7a160a req-0c9cb41a-bbc4-4b07-8452-1a4dd2d4d3da tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.0718009 Jul 16 20:30:27.199079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91aa6099-e918-4a1b-8234-7aec9a7a160a req-76ab8dfc-47eb-46e6-9590-83ddbbb26ca5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977871 Jul 16 20:30:27.229644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:27.342639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a6eca827-fd47-40a7-8b01-d7dc7b68b51d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/5b34b85b-0c73-4a80-8e6c-7d1ef2706550 HTTP/1.1" status: 200 len: 991 time: 0.1076396 Jul 16 20:30:27.419451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 6ca93341-b81a-4e3e-8afd-086e13741302 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:27.421101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.437520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be382268-6762-498b-ba6c-a8e09ff63724 req-d517c111-4dc5-4759-94f9-40692de3cb31 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0600500 Jul 16 20:30:27.482025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5421-efc2-4a3c-8557-0952340a954b req-4897d95f-0e37-4c24-a806-a50ac305ced1 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.484211 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74fb5421-efc2-4a3c-8557-0952340a954b req-4897d95f-0e37-4c24-a806-a50ac305ced1 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 946 time: 0.2099073 Jul 16 20:30:27.599890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.615685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74fb5421-efc2-4a3c-8557-0952340a954b req-96daa672-ee21-4159-85b0-102005e06837 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777404 Jul 16 20:30:27.620907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 6ca93341-b81a-4e3e-8afd-086e13741302 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:27.860921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.956982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=6ca93341-b81a-4e3e-8afd-086e13741302,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:28.172851 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.221753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-09a26ba4-6ad0-4853-b028-555669079b84 req-35c980b6-8b87-47a5-aa63-734373bae935 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:30:28.248449 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09a26ba4-6ad0-4853-b028-555669079b84 req-35c980b6-8b87-47a5-aa63-734373bae935 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2832294 Jul 16 20:30:28.562902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeb750-1175-43dd-9244-dc81551bdb90 req-5c910829-2bef-4d54-b1e0-71c9d427aaa6 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.575417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cadeb750-1175-43dd-9244-dc81551bdb90 req-5c910829-2bef-4d54-b1e0-71c9d427aaa6 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 946 time: 0.1299677 Jul 16 20:30:28.632797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 59ed1c1b-efe4-4196-b31b-177ec0d1146a has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:28.662552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cadeb750-1175-43dd-9244-dc81551bdb90 req-45e88f2b-21c0-43e5-9179-ee663e064fa7 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860233 Jul 16 20:30:28.897962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:28.909431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] Sync routers for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:28.911038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dd78bb57-b3ad-4b01-9086-111a7a728254 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/59ed1c1b-efe4-4196-b31b-177ec0d1146a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6198685 Jul 16 20:30:28.931999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:28.932883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:28.936756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50320) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:28.948034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce00e45a-91cb-47f6-a85b-1c2d4bf5027e req-5644327d-0439-4d30-ab52-a9dcc28c51a1 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0988977 Jul 16 20:30:29.053327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-cf0278d1-1cfc-46c7-8dfe-8c35044f5f77 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288028 Jul 16 20:30:29.093211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:29.109789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:29.110798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:29.239341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:29.240370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26803bfb-87df-47b6-9fb4-1b74d6d91ed0 None None] The sync data for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:29.873072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865721b4-3dcc-4bba-a3e0-e16c6dcf89a1 req-43611b58-3ca9-40b5-bed8-30a321027397 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.895007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-865721b4-3dcc-4bba-a3e0-e16c6dcf89a1 req-43611b58-3ca9-40b5-bed8-30a321027397 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1952777 Jul 16 20:30:29.943399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-865721b4-3dcc-4bba-a3e0-e16c6dcf89a1 req-59216209-9c2b-4f45-b975-a27b6c8ccbac tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470221 Jul 16 20:30:30.257761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-dfac6932-ef24-4aff-a08f-77a004196944 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.259372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-dfac6932-ef24-4aff-a08f-77a004196944 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.99 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 946 time: 0.2763171 Jul 16 20:30:30.271421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5da5-9c46-41bd-bf69-30fcfde058e5 req-8310abd5-60c0-452c-9538-0201dbd40ca2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.272867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea9e5da5-9c46-41bd-bf69-30fcfde058e5 req-8310abd5-60c0-452c-9538-0201dbd40ca2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 1.2096522 Jul 16 20:30:30.348916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aa319-e7f2-4702-b57e-1ce1a3656f41 req-5edfe21f-3fd3-4dd3-86c4-bfc371aba0cf tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.357299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a65aa319-e7f2-4702-b57e-1ce1a3656f41 req-5edfe21f-3fd3-4dd3-86c4-bfc371aba0cf tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 946 time: 0.1982250 Jul 16 20:30:30.443992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea9e5da5-9c46-41bd-bf69-30fcfde058e5 req-7b46b2db-351e-4901-aee5-2c7dba87f7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564791 Jul 16 20:30:30.469232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a65aa319-e7f2-4702-b57e-1ce1a3656f41 req-6f5f9833-2647-4201-8be9-517258251c08 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/security-groups?id=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827167 Jul 16 20:30:30.595930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Deleting port 70100fae-855d-418c-9ecc-a2180c2dfa24 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:30.599320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.799857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc1239c8-334d-4e55-90ff-b2875edfa28c req-dd936d4f-5eff-4360-a218-4cc4bb615bbb tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0962164 Jul 16 20:30:30.849767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.893528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-45eadfc1-ea7f-4c13-8da8-d256f46ceed3 req-c32801e9-3e8b-49c5-81ce-9931e0d68a6b service neutron] (93862) timed out ('10.222.0.99', 61498) {{(pid=93862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:30:30.943506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] For port 70100fae-855d-418c-9ecc-a2180c2dfa24, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=70100fae-855d-418c-9ecc-a2180c2dfa24,segment=NetworkSegment(1024132c-14e0-4f09-b4ce-7a1ec142190a),segment_id=1024132c-14e0-4f09-b4ce-7a1ec142190a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:30.944318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.965735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Calling delete_port for 70100fae-855d-418c-9ecc-a2180c2dfa24 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:31.377040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-221e4299-d58e-46f1-b623-5922fb9254f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.382106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-221e4299-d58e-46f1-b623-5922fb9254f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1097 time: 0.2652943 Jul 16 20:30:31.482907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1a405-2ab6-4bd7-a345-b683191c51c3 req-2636b344-1e07-4b60-b07b-be40f209dfc7 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.484926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7b1a405-2ab6-4bd7-a345-b683191c51c3 req-2636b344-1e07-4b60-b07b-be40f209dfc7 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2794557 Jul 16 20:30:31.563803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.617624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Pushing event deleted for resources: {'Port': ['ID=70100fae-855d-418c-9ecc-a2180c2dfa24,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:31.643541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 7b0c83e9-203f-4a16-a1c1-5aca68250d19 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:31.643772 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.648576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7b1a405-2ab6-4bd7-a345-b683191c51c3 req-d6bc87e8-f356-43e4-a47c-d6aec418ac08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533713 Jul 16 20:30:31.725618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-f0ccbb0f-fbbe-4a1c-8db2-a68a3a5481ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.727641 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-f0ccbb0f-fbbe-4a1c-8db2-a68a3a5481ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.3395817 Jul 16 20:30:31.817434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] No DVR routers for this DVR port 70100fae-855d-418c-9ecc-a2180c2dfa24 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:31.826103 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.829140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5d8365e0-4d56-4c78-8175-7d27b7a22eeb req-f434a787-4618-4218-9e96-106e718673c0 tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.99 "DELETE /v2.0/ports/70100fae-855d-418c-9ecc-a2180c2dfa24 HTTP/1.1" status: 204 len: 173 time: 1.5547733 Jul 16 20:30:31.850365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'name': 'network-vif-deleted', 'tag': '70100fae-855d-418c-9ecc-a2180c2dfa24'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:31.853490 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8627e54c-7482-4071-82a4-e68e10b141f5" -d '{"events": [{"server_uuid": "14806afe-18e3-49ad-ac3d-f01a6fce5966", "name": "network-vif-deleted", "tag": "70100fae-855d-418c-9ecc-a2180c2dfa24"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:31.884257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-438bd17c-d8aa-4b0b-a846-153516ca1ea5 req-b466a8a9-06c4-4148-8265-dd0e14b7cb3f tempest-ServerAddressesNegativeTestJSON-686826416 tempest-ServerAddressesNegativeTestJSON-686826416-project] 10.222.0.91 "GET /v2.0/ports?device_id=14806afe-18e3-49ad-ac3d-f01a6fce5966 HTTP/1.1" status: 200 len: 210 time: 0.0590591 Jul 16 20:30:31.939123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-0be0d7c5-5745-44d6-aaa6-4e9e2cf60fa0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 999 time: 0.2032504 Jul 16 20:30:32.063424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-79498218-8fec-4457-9854-81483842d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.065246 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-79498218-8fec-4457-9854-81483842d621 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.1169960 Jul 16 20:30:32.100965 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.124186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 7b0c83e9-203f-4a16-a1c1-5aca68250d19 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:32.158001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec4d4d-19be-4f9f-83c6-98a437f846a6 req-89c68977-4d4a-4cf1-83d6-dbbe38ad2d78 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.161475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9ec4d4d-19be-4f9f-83c6-98a437f846a6 req-89c68977-4d4a-4cf1-83d6-dbbe38ad2d78 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.3607559 Jul 16 20:30:32.218356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2f9cc31-10e1-4f4a-8285-9865e36444cc req-da8d5b5d-05e7-403a-87dd-6e157bff7f04 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.1235063 Jul 16 20:30:32.258243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-27ffb20a-ded3-456b-a892-27618a62b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.259850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-27ffb20a-ded3-456b-a892-27618a62b7d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877141 Jul 16 20:30:32.308717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9ec4d4d-19be-4f9f-83c6-98a437f846a6 req-ffa9d211-3e6e-4544-bfd1-61f8e067db92 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401517 Jul 16 20:30:32.327897 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6142a5c5-69ed-4615-9224-8841198e5a4e x-openstack-request-id: req-6142a5c5-69ed-4615-9224-8841198e5a4e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:32.328194 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14806afe-18e3-49ad-ac3d-f01a6fce5966", "name": "network-vif-deleted", "tag": "70100fae-855d-418c-9ecc-a2180c2dfa24", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:32.329659 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6142a5c5-69ed-4615-9224-8841198e5a4e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:32.329659 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14806afe-18e3-49ad-ac3d-f01a6fce5966', 'name': 'network-vif-deleted', 'tag': '70100fae-855d-418c-9ecc-a2180c2dfa24', 'status': 'completed', 'code': 200} Jul 16 20:30:32.433928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-106e4750-707f-48d9-806d-1c0a37d7b88e service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624875 Jul 16 20:30:32.572122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.650362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-1cf7b50e-2f39-47b2-9701-1c41dca737f6 service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080307 Jul 16 20:30:32.656372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=7b0c83e9-203f-4a16-a1c1-5aca68250d19,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:32.787309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.076617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 59ed1c1b-efe4-4196-b31b-177ec0d1146a has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:33.146410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113ed42-6070-4dea-99b8-22ba6771da4e req-1311dcfb-f0f9-4965-b53c-01d8ff69104a tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:33.161203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50390) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.162341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8113ed42-6070-4dea-99b8-22ba6771da4e req-1311dcfb-f0f9-4965-b53c-01d8ff69104a tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2243094 Jul 16 20:30:33.168875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 70100fae-855d-418c-9ecc-a2180c2dfa24 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:33.224441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 70100fae-855d-418c-9ecc-a2180c2dfa24 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:33.226548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 70100fae-855d-418c-9ecc-a2180c2dfa24 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:33.242873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8113ed42-6070-4dea-99b8-22ba6771da4e req-14e6afe8-f710-4fdb-b863-c0026a4c02de tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794539 Jul 16 20:30:33.244576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:33.254628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.258230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] Sync routers for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:33.266192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7724bd5d-803e-4acf-a8ac-c097aaea22f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/59ed1c1b-efe4-4196-b31b-177ec0d1146a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3205550 Jul 16 20:30:33.284690 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:33.285525 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.319236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c57d7f63-797a-41b8-9357-89677c18790f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=59ed1c1b-efe4-4196-b31b-177ec0d1146a HTTP/1.1" status: 200 len: 205 time: 0.0606136 Jul 16 20:30:33.322229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50396) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.327887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] Deleting subnet 77f60b96-9ba4-476e-8e1b-b198192cd495 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:33.337395 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.397637 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.438186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.450604 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] Routers {'59ed1c1b-efe4-4196-b31b-177ec0d1146a'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:33.451730 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.468057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54e40-aa57-4019-b53a-49ddf52253fa tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.535620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.540665 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.541527 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425dd6b-fa85-4d2b-a976-3055c2355c7d None None] The sync data for ids ['59ed1c1b-efe4-4196-b31b-177ec0d1146a'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:33.660527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.705703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1f58ebc-6ae2-4cde-b214-7cde0b735fa8 req-29a292b8-15b4-4c6e-9c0e-2fb689113816 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0678406 Jul 16 20:30:33.755980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f60b96-9ba4-476e-8e1b-b198192cd495,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:33.771961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.774386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26fd9dc6-49fd-447f-b9bb-e0ea3d6a90cb admin admin] 10.222.0.91 "DELETE /v2.0/subnets/77f60b96-9ba4-476e-8e1b-b198192cd495 HTTP/1.1" status: 204 len: 168 time: 0.6110475 Jul 16 20:30:33.777957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50404) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.892454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.894479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54e40-aa57-4019-b53a-49ddf52253fa tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.897713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54e40-aa57-4019-b53a-49ddf52253fa tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.996378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838869ca-19ed-486a-8782-306b6483943a req-38621000-26cc-4030-91d7-1957ef1e1819 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.009569 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-838869ca-19ed-486a-8782-306b6483943a req-38621000-26cc-4030-91d7-1957ef1e1819 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.3193831 Jul 16 20:30:34.024773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54e40-aa57-4019-b53a-49ddf52253fa tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.025340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d54e40-aa57-4019-b53a-49ddf52253fa tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Fanout notify agent at l3_agent the message router_deleted on router 59ed1c1b-efe4-4196-b31b-177ec0d1146a {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:34.041749 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54e40-aa57-4019-b53a-49ddf52253fa tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.043544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f3d54e40-aa57-4019-b53a-49ddf52253fa tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/59ed1c1b-efe4-4196-b31b-177ec0d1146a HTTP/1.1" status: 204 len: 168 time: 0.7178936 Jul 16 20:30:34.046504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50410) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.064599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.081261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6339749-c4a8-4eed-855e-444827e13801']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.093829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1024132c-14e0-4f09-b4ce-7a1ec142190a') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.094125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1024132c-14e0-4f09-b4ce-7a1ec142190a') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.107663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.124387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.131596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:34.131960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.143468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-838869ca-19ed-486a-8782-306b6483943a req-8bbaae28-6cc2-4de6-8f70-7b19eb9f2d12 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328681 Jul 16 20:30:34.183686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet dae0a6d2-0678-4428-9b3f-54ffcc53a0a6 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:34.188705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:34.215391 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:34.220723 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.228601 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.233407 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b6339749-c4a8-4eed-855e-444827e13801 HTTP/1.1" status: 204 len: 168 time: 0.4515667 Jul 16 20:30:34.303303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173f1a5-1219-47c9-b414-9e764c843324 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6339749-c4a8-4eed-855e-444827e13801,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.318969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.541203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.687796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50448) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.702726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.733959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06308a-bf94-4abf-9d71-7af3391fb6dd req-9f79ca09-5f49-482c-9a8b-74bd8315b50e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.747494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f06308a-bf94-4abf-9d71-7af3391fb6dd req-9f79ca09-5f49-482c-9a8b-74bd8315b50e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2036152 Jul 16 20:30:34.844946 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.846190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fbf4a9-11fa-4cf2-afa6-51af0ff5ca70 None None] Network 01f9266a-e134-430e-9099-102399e156fe requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:34.849584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/dae0a6d2-0678-4428-9b3f-54ffcc53a0a6 HTTP/1.1" status: 204 len: 168 time: 0.8017781 Jul 16 20:30:34.853279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f06308a-bf94-4abf-9d71-7af3391fb6dd req-e185064b-f210-4d69-9a66-5b8864697c58 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029828 Jul 16 20:30:34.854002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50454) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.860507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866f0cf-95c7-4e6c-83e2-2f5d04067fa5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=dae0a6d2-0678-4428-9b3f-54ffcc53a0a6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.928259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9f5db6cb-6d6b-4c36-9ec0-11720f62b80b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0ef38dd566f64dc0a8f94f0bb17205d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388828 Jul 16 20:30:34.932479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.944484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50458) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:35.061202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet b975b08a-622d-4d84-9a56-1336841664ee {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:35.067091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.128337 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb060e1d-87fc-427e-9d3b-cfb2610d71b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.129185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9d69d80-661c-4147-9167-ddc398e83632 req-c0e2b2e7-a3c5-4072-97ee-3c21c962b975 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0816703 Jul 16 20:30:35.204939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f85e94c4-acd7-4914-8228-40507ba8761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.216669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb060e1d-87fc-427e-9d3b-cfb2610d71b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.235191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] DHCP port deletion for 01f9266a-e134-430e-9099-102399e156fe request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:35.260630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.345300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] Deleting port 50c012b9-9d60-4505-93a5-e43c156e04ed {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:35.351297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.395343 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f85e94c4-acd7-4914-8228-40507ba8761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.409408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f85e94c4-acd7-4914-8228-40507ba8761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.446942 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f85e94c4-acd7-4914-8228-40507ba8761d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=27a0921aa3e44f52aedd1482f6d5ff69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984131 Jul 16 20:30:35.447153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50474) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:35.457055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] For port 50c012b9-9d60-4505-93a5-e43c156e04ed, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=50c012b9-9d60-4505-93a5-e43c156e04ed,segment=NetworkSegment(9eeeb6b5-425d-408a-abd1-dcd86b36ed46),segment_id=9eeeb6b5-425d-408a-abd1-dcd86b36ed46)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:35.457782 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.475254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] Calling delete_port for 50c012b9-9d60-4505-93a5-e43c156e04ed owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:35.478464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb060e1d-87fc-427e-9d3b-cfb2610d71b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.481148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bb060e1d-87fc-427e-9d3b-cfb2610d71b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.482286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bb060e1d-87fc-427e-9d3b-cfb2610d71b7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc HTTP/1.1" status: 204 len: 168 time: 0.5486658 Jul 16 20:30:35.519781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb060e1d-87fc-427e-9d3b-cfb2610d71b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe70d41c-4b0f-450f-b6b5-8f3bd0d501dc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.545066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.557695 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3e0a-4f23-4752-a7ff-bc5c2f0cbc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.566237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e94c4-acd7-4914-8228-40507ba8761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34dff2c-f253-44ae-a756-96b9d6550255,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.627099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3e0a-4f23-4752-a7ff-bc5c2f0cbc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.648486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d0012-7d6b-40e9-93de-13c841faebdb req-077d7602-7303-4f29-907b-c7bd8cf13269 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.657600 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e9d0012-7d6b-40e9-93de-13c841faebdb req-077d7602-7303-4f29-907b-c7bd8cf13269 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.2939043 Jul 16 20:30:35.724492 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3e0a-4f23-4752-a7ff-bc5c2f0cbc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.727424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.733608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3e0a-4f23-4752-a7ff-bc5c2f0cbc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.739208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd6a3e0a-4f23-4752-a7ff-bc5c2f0cbc5d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f34dff2c-f253-44ae-a756-96b9d6550255 HTTP/1.1" status: 204 len: 168 time: 0.2884734 Jul 16 20:30:35.753595 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e9d0012-7d6b-40e9-93de-13c841faebdb req-e735de8f-4ccb-4e77-ba1e-c7066755adf6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944858 Jul 16 20:30:35.764252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.777753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a3e0a-4f23-4752-a7ff-bc5c2f0cbc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34dff2c-f253-44ae-a756-96b9d6550255,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.797955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] Pushing event deleted for resources: {'Port': ['ID=50c012b9-9d60-4505-93a5-e43c156e04ed,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.809791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=b975b08a-622d-4d84-9a56-1336841664ee,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.812250 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.814751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb0b39d-836f-4f46-8c31-99b146b37ea8 None None] No DVR routers for this DVR port 50c012b9-9d60-4505-93a5-e43c156e04ed on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:35.817833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4f139730-3ce7-43c4-be2f-7ece0ec1e06d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/b975b08a-622d-4d84-9a56-1336841664ee HTTP/1.1" status: 204 len: 168 time: 0.9580979 Jul 16 20:30:35.818947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50488) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:35.832606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b86c2-fb88-4f8c-ba7c-41c2ffc56aed None None] Network 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:35.966290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.106665 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ff971d3-64fc-4bde-be7e-b9bd21e1fe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.225431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] DHCP port deletion for 11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:36.351755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] Deleting port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:36.352148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.360800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 50c012b9-9d60-4505-93a5-e43c156e04ed no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:36.388365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.409595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 50c012b9-9d60-4505-93a5-e43c156e04ed {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:36.421741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f9266a-e134-430e-9099-102399e156fe']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.424967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 50c012b9-9d60-4505-93a5-e43c156e04ed not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:36.425386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:36.458107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeeb6b5-425d-408a-abd1-dcd86b36ed46') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.460569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeeb6b5-425d-408a-abd1-dcd86b36ed46') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.485618 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.526782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.570663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67846-e7aa-4147-bc52-bb3f3fa74d87 req-3c5e2e62-637e-4495-9b34-236ed69eff7c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.576924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] For port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,segment=NetworkSegment(e4313c4d-7397-403f-8dea-f75b8c78efb1),segment_id=e4313c4d-7397-403f-8dea-f75b8c78efb1)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:36.577320 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.582728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f67846-e7aa-4147-bc52-bb3f3fa74d87 req-3c5e2e62-637e-4495-9b34-236ed69eff7c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.4661901 Jul 16 20:30:36.588604 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:36.589044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:36.596178 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:36.623437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50524) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:36.629692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8865b225-6c11-48b3-91e2-cba48a1034d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305806436', 'description': 'tempest-secgroup-smoke-305806436 description', 'project_id': '7749d02d72f148a6b0d11f063739606f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:36.685434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.694170 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8865b225-6c11-48b3-91e2-cba48a1034d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.698716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] Calling delete_port for f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:36.779499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.814214 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10f67846-e7aa-4147-bc52-bb3f3fa74d87 req-31a09c40-a0e5-44b5-ae56-f6dceb19e6bb tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230897 Jul 16 20:30:36.839377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.849260 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/01f9266a-e134-430e-9099-102399e156fe HTTP/1.1" status: 204 len: 168 time: 1.0247126 Jul 16 20:30:36.856540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50532) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:36.906254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20026e8-c2de-4bbd-a3bc-5c0124ca3fab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=01f9266a-e134-430e-9099-102399e156fe,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:36.914161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82d74868-48b6-491c-beba-eb2f03af6fd6 req-9d2853ce-6d0b-4b70-8bd8-6b68b997537c tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0851200 Jul 16 20:30:36.960821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8865b225-6c11-48b3-91e2-cba48a1034d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.978767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8865b225-6c11-48b3-91e2-cba48a1034d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.019228 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8865b225-6c11-48b3-91e2-cba48a1034d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.024126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8865b225-6c11-48b3-91e2-cba48a1034d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3957939 Jul 16 20:30:37.024299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.031585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bcd05963-8660-44d0-ac91-80b9f0ac30b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'security_group_rule': {'security_group_id': '8f9130e4-cb98-46dc-9e1a-235bb7964686', 'project_id': '7749d02d72f148a6b0d11f063739606f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:37.040187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865b225-6c11-48b3-91e2-cba48a1034d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9130e4-cb98-46dc-9e1a-235bb7964686,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.054198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,segment=NetworkSegment(e4313c4d-7397-403f-8dea-f75b8c78efb1),segment_id=e4313c4d-7397-403f-8dea-f75b8c78efb1)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:37.062400 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.089244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd05963-8660-44d0-ac91-80b9f0ac30b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.102364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.145841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.150044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.175187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50540) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.187507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd05963-8660-44d0-ac91-80b9f0ac30b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.195721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd05963-8660-44d0-ac91-80b9f0ac30b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.197470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] Pushing event deleted for resources: {'Port': ['ID=f34ca7ea-d26c-48bd-9286-f5fc17dc46f8,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.204735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d1353-062c-4be6-8704-e79b738a6cd8 None None] No DVR routers for this DVR port f34ca7ea-d26c-48bd-9286-f5fc17dc46f8 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:37.252780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd05963-8660-44d0-ac91-80b9f0ac30b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56b098f-a9e1-400e-bba1-29249d647904,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.258173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd05963-8660-44d0-ac91-80b9f0ac30b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.263165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bcd05963-8660-44d0-ac91-80b9f0ac30b0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2349534 Jul 16 20:30:37.263658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50546) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.271199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-634a17c6-e88a-4062-bea2-ba5948e78c04 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'security_group_rule': {'security_group_id': '8f9130e4-cb98-46dc-9e1a-235bb7964686', 'project_id': '7749d02d72f148a6b0d11f063739606f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:37.316972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634a17c6-e88a-4062-bea2-ba5948e78c04 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.382274 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.407608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.421654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e5cc-5c53-46d3-9d1e-4fad3a6379d5 req-32743b89-cfc5-4921-9259-93681a359f1c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.423685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15a2e5cc-5c53-46d3-9d1e-4fad3a6379d5 req-32743b89-cfc5-4921-9259-93681a359f1c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.3363075 Jul 16 20:30:37.432998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4313c4d-7397-403f-8dea-f75b8c78efb1') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.433775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4313c4d-7397-403f-8dea-f75b8c78efb1') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.442008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634a17c6-e88a-4062-bea2-ba5948e78c04 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.451076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634a17c6-e88a-4062-bea2-ba5948e78c04 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.467229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.476694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a17c6-e88a-4062-bea2-ba5948e78c04 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d462ca1-6551-4cf3-8c33-0152734afb87,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.481652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634a17c6-e88a-4062-bea2-ba5948e78c04 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.485793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-634a17c6-e88a-4062-bea2-ba5948e78c04 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177925 Jul 16 20:30:37.485881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50552) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.495937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e33993c0-5381-4519-aaef-a73e5766c70c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'security_group_rule': {'security_group_id': '8f9130e4-cb98-46dc-9e1a-235bb7964686', 'project_id': '7749d02d72f148a6b0d11f063739606f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:37.507008 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-181210927-network', 'tenant_id': 'd0d0e7c9e4cb448795fe2480dceb22a1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:37.510469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.529148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:37.529797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:37.533028 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:37.534949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e33993c0-5381-4519-aaef-a73e5766c70c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.578037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15a2e5cc-5c53-46d3-9d1e-4fad3a6379d5 req-ca749c92-ab9b-4755-8aa4-4084f2cfa2fe tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367588 Jul 16 20:30:37.610321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e33993c0-5381-4519-aaef-a73e5766c70c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.615930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e33993c0-5381-4519-aaef-a73e5766c70c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.632125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Made reservation on behalf of d0d0e7c9e4cb448795fe2480dceb22a1 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:37.642790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.645872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33993c0-5381-4519-aaef-a73e5766c70c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9b756b-5528-486b-b735-975678b0c7a4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.647226 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.663027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.663549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e33993c0-5381-4519-aaef-a73e5766c70c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.664919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6 HTTP/1.1" status: 204 len: 168 time: 0.8072138 Jul 16 20:30:37.665885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.672606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e33993c0-5381-4519-aaef-a73e5766c70c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1842144 Jul 16 20:30:37.673451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50556) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.681866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1500892971'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:37.689742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.696006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-36dcdae0-7bad-409e-8f6d-659e4d5c8134 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'security_group_rule': {'security_group_id': '8f9130e4-cb98-46dc-9e1a-235bb7964686', 'project_id': '7749d02d72f148a6b0d11f063739606f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:37.703571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f010a-70c8-44d4-9f32-541b10de0665 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=11e4be6a-6ac4-4ba9-92ad-0bc56cc1c5b6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.722246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:37.726330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.754893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36dcdae0-7bad-409e-8f6d-659e4d5c8134 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.760860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:37.773319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.773976 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment 4488db31-f3bd-4a63-9dc5-250394a60905 of type vlan for network 6f528e09-e294-4ed8-b582-6450b790b9df Jul 16 20:30:37.825121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.865338 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.874486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36dcdae0-7bad-409e-8f6d-659e4d5c8134 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.875025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.875624 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.882298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36dcdae0-7bad-409e-8f6d-659e4d5c8134 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.912903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcdae0-7bad-409e-8f6d-659e4d5c8134 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbeb830a-0743-4f1a-9bff-0828930141ee,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.927363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.935466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.950003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36dcdae0-7bad-409e-8f6d-659e4d5c8134 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.954433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-36dcdae0-7bad-409e-8f6d-659e4d5c8134 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2610779 Jul 16 20:30:37.954433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:37.955312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50570) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.960881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'security_group_rule': {'security_group_id': '8f9130e4-cb98-46dc-9e1a-235bb7964686', 'project_id': '7749d02d72f148a6b0d11f063739606f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:37.972950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=6f528e09-e294-4ed8-b582-6450b790b9df,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.998349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6f528e09-e294-4ed8-b582-6450b790b9df details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:38.010920 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Project 7749d02d72f148a6b0d11f063739606f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:30:38.015576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cca81636-4602-401c-9e2a-f54e6f82d86b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3404272 Jul 16 20:30:38.015833 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.016260 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Added segment a9065986-aacc-4349-b919-c2c0fbd9b85b of type vlan for network 7157eff2-a5ac-4ec5-a6ce-6e534861869e Jul 16 20:30:38.016440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50574) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.031679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.038919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d447f6-0294-4de3-9eb0-6a41c2b2eaec,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.046418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:38.127339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.185212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.194494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.204405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.205729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.206578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.256921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbcf3ea-c4be-4f36-a02e-8e93d5aaed87,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.305917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64dd5335-6f2a-419f-8d53-2317e300363c req-61178869-e3af-45cd-8b89-7a31d3664e42 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0721200 Jul 16 20:30:38.306671 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.310816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-22cbd40d-485a-4748-8849-dbf3d26d25eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3537767 Jul 16 20:30:38.311417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50578) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.317473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1423242 Jul 16 20:30:38.325256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb689684-0514-453b-8acb-582cf0fd4e16 req-5852cf0d-8671-4d8d-a963-02bf19aa394e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.327884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb689684-0514-453b-8acb-582cf0fd4e16 req-5852cf0d-8671-4d8d-a963-02bf19aa394e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2143095 Jul 16 20:30:38.328329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50580) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.329305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'security_group_rule': {'security_group_id': '8f9130e4-cb98-46dc-9e1a-235bb7964686', 'project_id': '7749d02d72f148a6b0d11f063739606f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:38.334314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Request body: {'subnet': {'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-181210927-subnet', 'tenant_id': 'd0d0e7c9e4cb448795fe2480dceb22a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:38.337905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:38.341702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.387990 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Project 7749d02d72f148a6b0d11f063739606f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:30:38.393145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5c321-3a28-46cf-83d1-974ee5d4d6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7157eff2-a5ac-4ec5-a6ce-6e534861869e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.404403 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.413074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 7157eff2-a5ac-4ec5-a6ce-6e534861869e details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:38.490517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Made reservation on behalf of d0d0e7c9e4cb448795fe2480dceb22a1 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:38.492874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.504164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb689684-0514-453b-8acb-582cf0fd4e16 req-66b05bb0-9b59-4cb3-b6ae-a592f3d33304 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575952 Jul 16 20:30:38.509188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.516404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.562122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a816b05a-160f-454e-89cf-bf291c230b1e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.571660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.581071 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2c6641ea-0eb0-41d3-b7d0-14f0dcdc5b18 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2594450 Jul 16 20:30:38.581401 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.597556 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.839393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-74a7ce64-9f1b-4057-b628-0a78dea84081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.874216 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.887307 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.934666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cee6b-cb35-45f9-8a9c-48a51c573794 req-d4af8268-ea9f-44bd-86cf-47a466e8c661 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.944572 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e1cee6b-cb35-45f9-8a9c-48a51c573794 req-d4af8268-ea9f-44bd-86cf-47a466e8c661 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.1528780 Jul 16 20:30:38.996454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f683539-5876-4fee-8968-3cb7106cd8db,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:39.002003 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.043318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e1cee6b-cb35-45f9-8a9c-48a51c573794 req-355cd9d7-bc7c-4854-855f-2b972e7fef51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978057 Jul 16 20:30:39.075779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': '4488db31-f3bd-4a63-9dc5-250394a60905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:39.077083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: 6f528e09-e294-4ed8-b582-6450b790b9df, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:39.089787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Checking segment: {'id': 'a9065986-aacc-4349-b919-c2c0fbd9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:39.090246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Network hostable DHCP agents. Network: 7157eff2-a5ac-4ec5-a6ce-6e534861869e, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:39.120660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 6f528e09-e294-4ed8-b582-6450b790b9df is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:39.133925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=2d7b3bbd-fe55-498d-ad12-af633d2d8ab1,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:39.151352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6f528e09-e294-4ed8-b582-6450b790b9df) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:39.161121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.162107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.166436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Network 7157eff2-a5ac-4ec5-a6ce-6e534861869e is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:39.174058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933c375-e367-4dd9-acb4-ac2a25db3405 None None] Network 6f528e09-e294-4ed8-b582-6450b790b9df requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:39.180406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 7157eff2-a5ac-4ec5-a6ce-6e534861869e) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:39.185241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.185977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.192606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3bc88061-58fa-4ecb-b52b-35c33e51580e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1751103 Jul 16 20:30:39.194020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50634) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:39.200059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f0012f3f-0c25-4f89-b6a8-b7edd9bc4404 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-785274104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:39.220972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-58b372ac-21a5-4093-b3c2-b3dfcdc9a3c6 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8844383 Jul 16 20:30:39.262159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0012f3f-0c25-4f89-b6a8-b7edd9bc4404 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.263646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0012f3f-0c25-4f89-b6a8-b7edd9bc4404 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.417223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bfc3b-22f8-447e-b135-24ec4a982d45 None None] Network 7157eff2-a5ac-4ec5-a6ce-6e534861869e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:39.474260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0012f3f-0c25-4f89-b6a8-b7edd9bc4404 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.481372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0012f3f-0c25-4f89-b6a8-b7edd9bc4404 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.519386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0012f3f-0c25-4f89-b6a8-b7edd9bc4404 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.522266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f0012f3f-0c25-4f89-b6a8-b7edd9bc4404 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3264310 Jul 16 20:30:39.525109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50648) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:39.537824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'port': {'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df', 'name': 'tempest-RoutersIpV6Test-1683869468'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:39.674216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6f528e09-e294-4ed8-b582-6450b790b9df', 'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': '2d7b3bbd-fe55-498d-ad12-af633d2d8ab1'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:39.677261 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.746278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-485e9585-3af9-4d29-b417-902f9a66d084 req-d6e5ee3f-1791-40f8-a385-52a27250e1cc tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0821433 Jul 16 20:30:40.015596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:40.024469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.053100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] device_id is not set on port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:40.083026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Allocated IP 2001:db8::2 (6f528e09-e294-4ed8-b582-6450b790b9df/2d7b3bbd-fe55-498d-ad12-af633d2d8ab1/984e09b6-950e-421d-8b2b-3bc6ecb0036c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:40.234329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-d138f1fa-1656-4cfe-809f-6e54db970fed req-54a59230-6b17-4a16-994e-c65887ffbbb4 service neutron] (93862) timed out ('10.222.0.91', 35208) {{(pid=93862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:30:40.569817 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.570866 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.612695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2be7d-fbea-41b4-8323-183a7734beee None None] Network 7157eff2-a5ac-4ec5-a6ce-6e534861869e requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:40.662182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-605c232f-add9-4767-9762-e55a317820c2 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:40.680119 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-605c232f-add9-4767-9762-e55a317820c2 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/networks?id=7157eff2-a5ac-4ec5-a6ce-6e534861869e HTTP/1.1" status: 200 len: 812 time: 0.3898394 Jul 16 20:30:40.686898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Transition to ACTIVE for port object 984e09b6-950e-421d-8b2b-3bc6ecb0036c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:40.711770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-7661e543-3763-4ea1-b523-69658c4337fb tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/quotas/d0d0e7c9e4cb448795fe2480dceb22a1 HTTP/1.1" status: 200 len: 375 time: 0.0303371 Jul 16 20:30:40.781614 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-96f279d3-c8fe-474e-9245-277fc52bbba1 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d0d0e7c9e4cb448795fe2480dceb22a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685549 Jul 16 20:30:40.807164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87344-90b2-4c20-ae19-f89ca08e3d48 req-2ff9b218-638e-4d3a-a95a-0fde2e161763 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:40.808993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34d87344-90b2-4c20-ae19-f89ca08e3d48 req-2ff9b218-638e-4d3a-a95a-0fde2e161763 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.9315696 Jul 16 20:30:40.813455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Transition to ACTIVE for port object 984e09b6-950e-421d-8b2b-3bc6ecb0036c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:40.839925 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.917290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34d87344-90b2-4c20-ae19-f89ca08e3d48 req-29bfc001-7702-4499-89d4-f0fda86ec79a tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001072 Jul 16 20:30:40.980825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Network 6f528e09-e294-4ed8-b582-6450b790b9df is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:40.994760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:41.000961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:41.006713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8::1a0 (6f528e09-e294-4ed8-b582-6450b790b9df/2d7b3bbd-fe55-498d-ad12-af633d2d8ab1/27aaa5a2-77a5-4a69-b5a7-53eec1a9d842) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:41.268349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.289983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:41.346569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.429519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 6f528e09-e294-4ed8-b582-6450b790b9df is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:41.442589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:41.447185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:41.453853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.454891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.483504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9572878 Jul 16 20:30:41.496017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50710) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:41.576021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Pushing event updated for resources: {'Port': ['ID=984e09b6-950e-421d-8b2b-3bc6ecb0036c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:41.659094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257b40-4301-45b1-a387-1e3b2f25fb48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=27aaa5a2-77a5-4a69-b5a7-53eec1a9d842,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:41.735013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabd181-5d1a-45a2-893d-2cba206f03f3 req-5e137b8a-82dd-48a4-8146-e0853f4fdfa5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.746016 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1eabd181-5d1a-45a2-893d-2cba206f03f3 req-5e137b8a-82dd-48a4-8146-e0853f4fdfa5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.4190023 Jul 16 20:30:41.870695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-9009f077-2195-45db-93b0-8741951eea4f service neutron] 10.222.0.91 "GET /v2.0/networks/7157eff2-a5ac-4ec5-a6ce-6e534861869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0875561 Jul 16 20:30:41.900353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Attempting to bind port 984e09b6-950e-421d-8b2b-3bc6ecb0036c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:41.900729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Attempting to bind port 984e09b6-950e-421d-8b2b-3bc6ecb0036c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '4488db31-f3bd-4a63-9dc5-250394a60905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:41.901093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Attempting to bind port 984e09b6-950e-421d-8b2b-3bc6ecb0036c on network 6f528e09-e294-4ed8-b582-6450b790b9df {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:41.922665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:41.923748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Checking segment: {'id': '4488db31-f3bd-4a63-9dc5-250394a60905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:41.925547 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.926096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Bound using segment: {'id': '4488db31-f3bd-4a63-9dc5-250394a60905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:41.928673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Bound port: 984e09b6-950e-421d-8b2b-3bc6ecb0036c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4488db31-f3bd-4a63-9dc5-250394a60905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6f528e09-e294-4ed8-b582-6450b790b9df'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:41.930533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.937002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.947030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1eabd181-5d1a-45a2-893d-2cba206f03f3 req-06caa1b6-3dbd-4c3c-b81e-af104ab4d3a5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997313 Jul 16 20:30:42.008398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-01d81e2c-76c2-4b1a-a3a1-91b1362e6045 service neutron] 10.222.0.91 "GET /v2.0/networks/7157eff2-a5ac-4ec5-a6ce-6e534861869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345429 Jul 16 20:30:42.159532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] For port 984e09b6-950e-421d-8b2b-3bc6ecb0036c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:42.163608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] For port 984e09b6-950e-421d-8b2b-3bc6ecb0036c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=984e09b6-950e-421d-8b2b-3bc6ecb0036c,segment=NetworkSegment(4488db31-f3bd-4a63-9dc5-250394a60905),segment_id=4488db31-f3bd-4a63-9dc5-250394a60905)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:42.179814 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.317973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1b4a999-c566-4d7f-8cd7-023b880f7eb4 req-3040a73d-794a-4c7d-b4be-1e250ec4b129 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0964267 Jul 16 20:30:42.364993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.367062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9404e-1702-41e3-bca0-6c9068271921 None None] Pushing event updated for resources: {'Port': ['ID=984e09b6-950e-421d-8b2b-3bc6ecb0036c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:42.430041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b197bae-ed21-4787-991c-412d12e8da6c req-ff05f10e-0648-4f11-a844-b6f6e0b6eae3 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:42.439022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b197bae-ed21-4787-991c-412d12e8da6c req-ff05f10e-0648-4f11-a844-b6f6e0b6eae3 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1225111 Jul 16 20:30:42.485161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab22eb44-8f85-4272-9843-f79cfcd0475e req-6c4b72d4-6b7e-4c9d-b4e5-fe77b606ee93 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 210 time: 0.0771632 Jul 16 20:30:42.491736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b197bae-ed21-4787-991c-412d12e8da6c req-97794449-0a73-4f21-b8d1-cdd7964e591e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515823 Jul 16 20:30:42.911190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.918131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.071478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2faacb-f474-41b0-a089-d680440242c7 req-1115b1be-1d3e-4870-a70c-73fe33973f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.073977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2faacb-f474-41b0-a089-d680440242c7 req-1115b1be-1d3e-4870-a70c-73fe33973f87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 1097 time: 0.1396425 Jul 16 20:30:43.085395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03573f1f-150b-44b9-a8ca-592de623c43e req-26dd2d91-ef3d-435e-a4fb-3c4246dba98d tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.093951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03573f1f-150b-44b9-a8ca-592de623c43e req-26dd2d91-ef3d-435e-a4fb-3c4246dba98d tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1746459 Jul 16 20:30:43.233832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=27aaa5a2-77a5-4a69-b5a7-53eec1a9d842,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:43.258801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03573f1f-150b-44b9-a8ca-592de623c43e req-54e42cba-3eda-4912-8627-7ab0055bf8cd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637166 Jul 16 20:30:43.370040 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.402739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2faacb-f474-41b0-a089-d680440242c7 req-aa4a80cb-6619-4de6-8880-20b8021b52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.408030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2faacb-f474-41b0-a089-d680440242c7 req-aa4a80cb-6619-4de6-8880-20b8021b52cb service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.3062544 Jul 16 20:30:43.462068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf3da5-4c0f-4c58-a7a6-5dab95407649 req-6e496e43-3056-4396-b849-9fe69a0aec07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.470078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fdf3da5-4c0f-4c58-a7a6-5dab95407649 req-6e496e43-3056-4396-b849-9fe69a0aec07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.2877522 Jul 16 20:30:43.572138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fdf3da5-4c0f-4c58-a7a6-5dab95407649 req-474ff11c-f730-41f8-8bb8-4d063d0eda37 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010604 Jul 16 20:30:43.629568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2faacb-f474-41b0-a089-d680440242c7 req-6e5872f9-cc72-4652-8a3a-adf3dfa4611f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 200 len: 1001 time: 0.2129307 Jul 16 20:30:43.684392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.819896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-590e5d74-2d4e-45f3-928b-494b5ed84d03 req-e685840c-0169-4a61-a97b-c56a2372dc7f tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0752406 Jul 16 20:30:43.857171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2faacb-f474-41b0-a089-d680440242c7 req-fc8dc73f-3ffe-477a-bc12-7340a3c5c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.869496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2faacb-f474-41b0-a089-d680440242c7 req-fc8dc73f-3ffe-477a-bc12-7340a3c5c4da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.2245238 Jul 16 20:30:43.924830 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f034458-1583-4b6d-b1bf-7581ef8f615b req-a913860f-af04-400b-8e0b-e3f3bb0036de tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 210 time: 0.0784829 Jul 16 20:30:43.998928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2faacb-f474-41b0-a089-d680440242c7 req-5082d73f-079a-47a1-a6e7-520c5ed5c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.999305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903fd04-2e7b-44c3-b825-d03db4ef77ab None None] Network 6f528e09-e294-4ed8-b582-6450b790b9df requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:44.000549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2faacb-f474-41b0-a089-d680440242c7 req-5082d73f-079a-47a1-a6e7-520c5ed5c5b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288021 Jul 16 20:30:44.069670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-127ec952-06ce-4098-ac41-54c3a62c1b21 None None] Provisioning for port 984e09b6-950e-421d-8b2b-3bc6ecb0036c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:44.130014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2faacb-f474-41b0-a089-d680440242c7 req-f59f87d0-9ba3-4a1d-bb9b-8513493a0596 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223106 Jul 16 20:30:44.161131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.172887 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.174670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.316297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac2faacb-f474-41b0-a089-d680440242c7 req-55b52574-90c9-4481-89a5-0d871e309dee service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784935 Jul 16 20:30:44.383619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-8726ace5-3cb4-4cf9-92a1-6fa248869f66 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:44.385075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-8726ace5-3cb4-4cf9-92a1-6fa248869f66 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.99 "GET /v2.0/networks?id=7157eff2-a5ac-4ec5-a6ce-6e534861869e HTTP/1.1" status: 200 len: 812 time: 0.2705669 Jul 16 20:30:44.438374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Request body: {'port': {'device_id': '24a507f9-a139-4864-b540-09372ecff01f', 'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e', 'admin_state_up': True, 'tenant_id': 'd0d0e7c9e4cb448795fe2480dceb22a1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:44.462226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 984e09b6-950e-421d-8b2b-3bc6ecb0036c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:44.538940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 984e09b6-950e-421d-8b2b-3bc6ecb0036c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:44.548101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 984e09b6-950e-421d-8b2b-3bc6ecb0036c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:44.548476 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.561321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c629-a153-44da-b215-9493d215b8bf req-21e793c9-d45c-4353-9210-d60e941ba744 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:44.575149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4518c629-a153-44da-b215-9493d215b8bf req-21e793c9-d45c-4353-9210-d60e941ba744 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1265099 Jul 16 20:30:44.672213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4518c629-a153-44da-b215-9493d215b8bf req-443c26e2-2631-475c-a5be-76f92466e345 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966067 Jul 16 20:30:44.688086 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.738996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 984e09b6-950e-421d-8b2b-3bc6ecb0036c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=984e09b6-950e-421d-8b2b-3bc6ecb0036c,segment=NetworkSegment(4488db31-f3bd-4a63-9dc5-250394a60905),segment_id=4488db31-f3bd-4a63-9dc5-250394a60905)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:44.744644 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.813750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=984e09b6-950e-421d-8b2b-3bc6ecb0036c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.948627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=27aaa5a2-77a5-4a69-b5a7-53eec1a9d842,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:45.041382 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-d3b57f52-1c39-4eb1-9d63-9499ba13c634 service neutron] show failed (client error): The resource could not be found. Jul 16 20:30:45.042786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-d3b57f52-1c39-4eb1-9d63-9499ba13c634 service neutron] 10.222.0.79 "GET /v2.0/ports/ba724261-a960-4236-abed-fd6021f39ea9/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0959456 Jul 16 20:30:45.088934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 6f528e09-e294-4ed8-b582-6450b790b9df is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:45.099340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:45.105376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Made reservation on behalf of d0d0e7c9e4cb448795fe2480dceb22a1 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:45.109864 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.133833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-658e2925-46d3-4281-8cb9-1cc0500a29d6 None None] Provisioning complete for port 984e09b6-950e-421d-8b2b-3bc6ecb0036c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:45.134651 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-658e2925-46d3-4281-8cb9-1cc0500a29d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.227399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08256d87-9789-468b-bb5f-0571e1d75fb3 req-416317b1-14f4-4c86-96de-4225001770e6 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0529037 Jul 16 20:30:45.422337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-658e2925-46d3-4281-8cb9-1cc0500a29d6 None None] Provisioning for port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:45.435456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-658e2925-46d3-4281-8cb9-1cc0500a29d6 None None] Provisioning complete for port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:45.436142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-658e2925-46d3-4281-8cb9-1cc0500a29d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.448954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7849257-32d6-4c3a-abeb-5eaa0bc9e58b req-533bb912-c14b-48fc-94e2-253ef8ee94e0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.461627 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7849257-32d6-4c3a-abeb-5eaa0bc9e58b req-533bb912-c14b-48fc-94e2-253ef8ee94e0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.5329580 Jul 16 20:30:45.524131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-658e2925-46d3-4281-8cb9-1cc0500a29d6 None None] Port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:45.593010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9fd4b49d-b589-4d17-a8a3-4ed42bc79d49 req-4e5788e6-7ccd-4508-aaa3-0bc161da6565 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 210 time: 0.0598195 Jul 16 20:30:45.648199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a42f83f9-a483-40bf-8e94-02a37f7196f9 None None] Provisioning complete for port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:45.650432 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a42f83f9-a483-40bf-8e94-02a37f7196f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.695406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7849257-32d6-4c3a-abeb-5eaa0bc9e58b req-348ef999-5a84-4a37-826e-66d96544a536 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326102 Jul 16 20:30:45.708118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a42f83f9-a483-40bf-8e94-02a37f7196f9 None None] Port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:45.733232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Allocated IP 172.20.0.11 (7157eff2-a5ac-4ec5-a6ce-6e534861869e/3f683539-5876-4fee-8968-3cb7106cd8db/20df2506-58be-4d8e-9125-f4c3f7b147f1) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:45.804923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-0c2e99ac-d67e-4143-a58c-37d5b738c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.812468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-0c2e99ac-d67e-4143-a58c-37d5b738c1c3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 1097 time: 0.2926998 Jul 16 20:30:45.829409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:45.894956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router eb52e36f-7a58-497b-a081-f5092eb638bd is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:45.935995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-61474bb6-f82e-45c7-8cee-8507f9df248a None None] Provisioning complete for port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:45.936667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-61474bb6-f82e-45c7-8cee-8507f9df248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.937107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d7d62-f5d7-49a5-b44f-ed8fe34fb0e3 req-bef97dd4-8b20-4c81-aa7c-769d99305a7e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.945390 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-699d7d62-f5d7-49a5-b44f-ed8fe34fb0e3 req-bef97dd4-8b20-4c81-aa7c-769d99305a7e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.0945220 Jul 16 20:30:45.965615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.000133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-699d7d62-f5d7-49a5-b44f-ed8fe34fb0e3 req-2d2d18f4-aac9-42cf-9294-d3367632df06 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535312 Jul 16 20:30:46.061050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-61474bb6-f82e-45c7-8cee-8507f9df248a None None] Port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:46.290530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e1f0ce74-0d2f-4b85-b3c3-57a47dd856c2 None None] Provisioning complete for port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:46.291279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1f0ce74-0d2f-4b85-b3c3-57a47dd856c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.344064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 984e09b6-950e-421d-8b2b-3bc6ecb0036c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:46.453260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e1f0ce74-0d2f-4b85-b3c3-57a47dd856c2 None None] Port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:46.466682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 984e09b6-950e-421d-8b2b-3bc6ecb0036c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:46.467089 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.729935 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.778989 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f0dcde9-7d90-4247-84e4-a1a6e7adf0f3 req-74756409-3ded-46f5-9f95-618cf83db7a8 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0637145 Jul 16 20:30:46.782756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-104c441f-88e5-43d3-b766-b0ba556d0422 req-3f6b0f98-a011-4d8a-89d8-d8f3ed726b8c tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 210 time: 0.0433450 Jul 16 20:30:46.790928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:46.806069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1a2b551a-3326-46bd-a8ba-f225a585d9d9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/eb52e36f-7a58-497b-a081-f5092eb638bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3088255 Jul 16 20:30:46.806374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50790) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:46.807882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] Sync routers for ids ['eb52e36f-7a58-497b-a081-f5092eb638bd'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:46.824887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] Routers {'eb52e36f-7a58-497b-a081-f5092eb638bd'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:46.825529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['eb52e36f-7a58-497b-a081-f5092eb638bd'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:46.894529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:46.902707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:46.905121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] Routers {'eb52e36f-7a58-497b-a081-f5092eb638bd'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:46.906019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['eb52e36f-7a58-497b-a081-f5092eb638bd'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:46.914720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f4b55f-9f38-4087-a3a3-10ac22158bf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:46.917217 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f4f4b55f-9f38-4087-a3a3-10ac22158bf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports/27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 HTTP/1.1" status: 200 len: 984 time: 0.1095474 Jul 16 20:30:46.921849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:46.944042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:46.944953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262edc6-9bd6-4163-ba3a-9d5c7f9d13c6 None None] The sync data for ids ['eb52e36f-7a58-497b-a081-f5092eb638bd'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:46.951268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:47.016502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:47.018865 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e476ee-388c-4657-a02e-5c12cbc3d2d8" -d '{"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:47.024245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.052409 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.097995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Transition to ACTIVE for port object ba724261-a960-4236-abed-fd6021f39ea9 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:47.116476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Network 7157eff2-a5ac-4ec5-a6ce-6e534861869e is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:47.119305 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073281b-2a0e-458a-882a-e5ec1d4f59bf x-openstack-request-id: req-3073281b-2a0e-458a-882a-e5ec1d4f59bf {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:47.119615 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:47.119867 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3073281b-2a0e-458a-882a-e5ec1d4f59bf {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:47.120263 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'code': 200} Jul 16 20:30:47.124859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:47.128166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:47.162351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29a010-623a-4d94-8298-05bc13a91194 req-377f6bf5-79c3-4f1e-9930-25284d640eb3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.180267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.181017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e29a010-623a-4d94-8298-05bc13a91194 req-377f6bf5-79c3-4f1e-9930-25284d640eb3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.1898088 Jul 16 20:30:47.247914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Pushing event updated for resources: {'Port': ['ID=20df2506-58be-4d8e-9125-f4c3f7b147f1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:47.307994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.308684 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.391780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-cb76bcbe-a685-4701-8f45-f829dfc04cfc tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9784884 Jul 16 20:30:47.407364 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e29a010-623a-4d94-8298-05bc13a91194 req-dfe23aaa-e5ef-4429-ab3e-ffe21b93a286 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248394 Jul 16 20:30:47.414635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Request body: {'port': {'device_id': '24a507f9-a139-4864-b540-09372ecff01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:47.507058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:47.514390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] No DVR routers for this DVR port ba724261-a960-4236-abed-fd6021f39ea9 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:47.665326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.713492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.741797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:47.742446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:47.742446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:47.769632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Port ba724261-a960-4236-abed-fd6021f39ea9 on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:47.770003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Attempting to bind port ba724261-a960-4236-abed-fd6021f39ea9 on network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:47.789402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:47.789824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Checking segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:47.790342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Bound using segment: {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:47.790803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Bound port: ba724261-a960-4236-abed-fd6021f39ea9, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fa2ead-611b-4258-bc4b-8f1d218e1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:47.791314 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.989365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:47.990632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.043012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:48.064494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c87cec16-db22-4731-af47-b7f8a71c8b37 req-daf13a2d-8090-436e-9d71-d6a96e9f6f20 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0676577 Jul 16 20:30:48.097232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:48.115664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.137182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7863ed-fce7-47d3-beca-a62b8667155a req-f1b5a985-628f-4208-89e4-f2759cf730a1 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.138701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ad7863ed-fce7-47d3-beca-a62b8667155a req-f1b5a985-628f-4208-89e4-f2759cf730a1 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 932 time: 0.2062428 Jul 16 20:30:48.179900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.211926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.212551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.215576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] 10.222.0.99 "PUT /v2.0/ports/ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 1092 time: 2.3917170 Jul 16 20:30:48.263926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 27aaa5a2-77a5-4a69-b5a7-53eec1a9d842 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:48.294981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eff74e-ccb0-4902-a85d-5e4cbc3d519b service neutron] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.419893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ad7863ed-fce7-47d3-beca-a62b8667155a req-3ed5c10e-bae9-4053-817f-e7d7f9ff6346 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559655 Jul 16 20:30:48.469347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20df2506-58be-4d8e-9125-f4c3f7b147f1 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:48.479909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.500820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-d921a5d3-ed5c-4c3d-a124-a510bb326ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.502684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-d921a5d3-ed5c-4c3d-a124-a510bb326ed8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1095 time: 0.2115808 Jul 16 20:30:48.503811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Transition to ACTIVE for port object 20df2506-58be-4d8e-9125-f4c3f7b147f1 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:48.508919 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.677996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.712260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=20df2506-58be-4d8e-9125-f4c3f7b147f1,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.731541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=27aaa5a2-77a5-4a69-b5a7-53eec1a9d842,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.803400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-c47e21ef-3097-4cc8-bd98-6147f7dfd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.804960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-c47e21ef-3097-4cc8-bd98-6147f7dfd371 service neutron] 10.222.0.99 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.2930560 Jul 16 20:30:48.833734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Attempting to bind port 20df2506-58be-4d8e-9125-f4c3f7b147f1 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:48.834073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Attempting to bind port 20df2506-58be-4d8e-9125-f4c3f7b147f1 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'a9065986-aacc-4349-b919-c2c0fbd9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:48.834403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Attempting to bind port 20df2506-58be-4d8e-9125-f4c3f7b147f1 on network 7157eff2-a5ac-4ec5-a6ce-6e534861869e {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:48.888801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Port 20df2506-58be-4d8e-9125-f4c3f7b147f1 on network 7157eff2-a5ac-4ec5-a6ce-6e534861869e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:48.889411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Attempting to bind port 20df2506-58be-4d8e-9125-f4c3f7b147f1 on network 7157eff2-a5ac-4ec5-a6ce-6e534861869e {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:48.901955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.903965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:48.904603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Checking segment: {'id': 'a9065986-aacc-4349-b919-c2c0fbd9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:48.905003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Bound using segment: {'id': 'a9065986-aacc-4349-b919-c2c0fbd9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:48.905650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Bound port: 20df2506-58be-4d8e-9125-f4c3f7b147f1, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9065986-aacc-4349-b919-c2c0fbd9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:48.906027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.953997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-bc05368a-9700-4854-a72c-1f1503a415f0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 997 time: 0.1421351 Jul 16 20:30:49.015710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef765759-8e97-4965-b5dd-7d6d93227c65 req-dd84271a-1aa5-4809-a8e7-f0e56deb1422 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.017510 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef765759-8e97-4965-b5dd-7d6d93227c65 req-dd84271a-1aa5-4809-a8e7-f0e56deb1422 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 943 time: 0.2995467 Jul 16 20:30:49.071899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-eadaee9d-08ce-4afd-8383-a56f62699a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.073852 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-eadaee9d-08ce-4afd-8383-a56f62699a21 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.0998101 Jul 16 20:30:49.136255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:49.138992 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24776c3-b856-4882-9dfb-49a556589f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:49.147412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] For port 20df2506-58be-4d8e-9125-f4c3f7b147f1, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:49.160652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router eb52e36f-7a58-497b-a081-f5092eb638bd has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:49.194455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] For port 20df2506-58be-4d8e-9125-f4c3f7b147f1, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=20df2506-58be-4d8e-9125-f4c3f7b147f1,segment=NetworkSegment(a9065986-aacc-4349-b919-c2c0fbd9b85b),segment_id=a9065986-aacc-4349-b919-c2c0fbd9b85b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:49.203774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef765759-8e97-4965-b5dd-7d6d93227c65 req-27bdac11-2df0-42ec-9d7c-424a310047f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728079 Jul 16 20:30:49.204700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.301274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=20df2506-58be-4d8e-9125-f4c3f7b147f1,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:49.341524 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b607a687-2f60-488a-8c7f-15a93dcce43d x-openstack-request-id: req-b607a687-2f60-488a-8c7f-15a93dcce43d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:49.341963 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:49.342068 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b607a687-2f60-488a-8c7f-15a93dcce43d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:49.342405 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'status': 'completed', 'code': 200} Jul 16 20:30:49.348934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2724eee9-ddeb-4893-a8bc-56d0f977afdb req-97c725f6-e91b-421f-a415-6b2d89372627 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0594473 Jul 16 20:30:49.360866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:49.387401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.387804 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.389256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-28c72622-bae3-4099-b4b2-2c110b61dea1 service neutron] 10.222.0.99 "PUT /v2.0/ports/20df2506-58be-4d8e-9125-f4c3f7b147f1 HTTP/1.1" status: 200 len: 1093 time: 1.9796672 Jul 16 20:30:49.396031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:49.402067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-55b5c2c3-e303-4f15-b888-860cb89f34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.403357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-735a1aa5-4131-4c48-b1d3-380a8793d7e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/eb52e36f-7a58-497b-a081-f5092eb638bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4803169 Jul 16 20:30:49.403578 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-55b5c2c3-e303-4f15-b888-860cb89f34b4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3237095 Jul 16 20:30:49.407486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50826) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:49.413728 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] Sync routers for ids ['eb52e36f-7a58-497b-a081-f5092eb638bd'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:49.447089 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] Routers {'eb52e36f-7a58-497b-a081-f5092eb638bd'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:49.448469 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['eb52e36f-7a58-497b-a081-f5092eb638bd'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:49.451948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:49.518129 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:49.528074 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] Routers {'eb52e36f-7a58-497b-a081-f5092eb638bd'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:49.528911 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['eb52e36f-7a58-497b-a081-f5092eb638bd'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:49.578613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:49.579845 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e24ea9-d237-436d-b25a-88b4a15da2c6 None None] The sync data for ids ['eb52e36f-7a58-497b-a081-f5092eb638bd'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:49.789709 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-7f88f679-886b-4664-82ae-d5a3cd3188fc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:30:49.794275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f88f679-886b-4664-82ae-d5a3cd3188fc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/eb52e36f-7a58-497b-a081-f5092eb638bd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3448331 Jul 16 20:30:49.794954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50830) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:49.810373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-4d99c54c-e18e-42a3-8ba7-6b99e5385d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.811969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-4d99c54c-e18e-42a3-8ba7-6b99e5385d80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1095 time: 0.4063966 Jul 16 20:30:49.841827 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ea477cd9-e4de-4741-a97e-23204c133a38 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb52e36f-7a58-497b-a081-f5092eb638bd HTTP/1.1" status: 200 len: 205 time: 0.0455277 Jul 16 20:30:49.844990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:49.935446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd918c8-271d-4670-8153-ffbb20a01363 req-c8487ef7-9ffa-44bd-ad68-69e441a6e3c9 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.938986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bd918c8-271d-4670-8153-ffbb20a01363 req-c8487ef7-9ffa-44bd-ad68-69e441a6e3c9 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 944 time: 0.2296715 Jul 16 20:30:49.943872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-adaf7424-027d-4eed-965e-03aedfb196b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.945743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-adaf7424-027d-4eed-965e-03aedfb196b7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d0d0e7c9e4cb448795fe2480dceb22a1&device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 1096 time: 0.4895709 Jul 16 20:30:49.947954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-80e43efe-a6e4-498a-a774-5671ad1e2ca2 service neutron] 10.222.0.99 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359452 Jul 16 20:30:49.950919 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a55875-c143-4671-8b6f-879b448ef910 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.012338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bd918c8-271d-4670-8153-ffbb20a01363 req-8ec53711-7709-4a65-af81-e3d2e8a03af3 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648036 Jul 16 20:30:50.017792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-f9ba5304-5ad2-4652-8c5a-69f5f79e0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.019397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-f9ba5304-5ad2-4652-8c5a-69f5f79e0a4b service neutron] 10.222.0.79 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.1903157 Jul 16 20:30:50.089738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-1279edbd-32c6-4bde-89b0-d0b1ea55ed4b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20df2506-58be-4d8e-9125-f4c3f7b147f1 HTTP/1.1" status: 200 len: 217 time: 0.0678780 Jul 16 20:30:50.255447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a55875-c143-4671-8b6f-879b448ef910 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.261760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a55875-c143-4671-8b6f-879b448ef910 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.279337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-0afa5d13-08b6-4378-a67a-c338580c631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.280974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-0afa5d13-08b6-4378-a67a-c338580c631a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3f683539-5876-4fee-8968-3cb7106cd8db HTTP/1.1" status: 200 len: 852 time: 0.1606905 Jul 16 20:30:50.362444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-0a80448f-756b-4819-b6bc-468abba64d3c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7157eff2-a5ac-4ec5-a6ce-6e534861869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467153 Jul 16 20:30:50.367425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a55875-c143-4671-8b6f-879b448ef910 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.368418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a55875-c143-4671-8b6f-879b448ef910 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Fanout notify agent at l3_agent the message router_deleted on router eb52e36f-7a58-497b-a081-f5092eb638bd {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:50.384678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7a55875-c143-4671-8b6f-879b448ef910 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.386430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a7a55875-c143-4671-8b6f-879b448ef910 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/eb52e36f-7a58-497b-a081-f5092eb638bd HTTP/1.1" status: 204 len: 168 time: 0.5398414 Jul 16 20:30:50.388244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28fa2e27-aeef-4cba-a501-004bfd3ee6db req-299be2d6-2f3f-4669-9fe3-b7f4fd3e2399 service neutron] 10.222.0.99 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192332 Jul 16 20:30:50.388443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50856) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:50.638665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet 2d7b3bbd-fe55-498d-ad12-af633d2d8ab1 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:50.685565 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b6c9a77-0897-4ee7-8840-da9ae14876f7 req-2119409c-d0c6-44c0-8715-1d0aceb58424 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0489006 Jul 16 20:30:50.685916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-f47932ab-c860-4c86-b413-8b780735aa9f service neutron] 10.222.0.99 "GET /v2.0/networks/7157eff2-a5ac-4ec5-a6ce-6e534861869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150764 Jul 16 20:30:50.691908 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.701062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-7ac596f7-b62c-4aa4-b58c-3cdbe3bd35f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 997 time: 0.6751242 Jul 16 20:30:50.761588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374b0b5-7c17-4a75-951c-82fd226f0cf6 req-78497a8d-6178-4830-931b-022013bbc808 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.763175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2374b0b5-7c17-4a75-951c-82fd226f0cf6 req-78497a8d-6178-4830-931b-022013bbc808 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 943 time: 0.3427973 Jul 16 20:30:50.765455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-c531e389-2cd8-4135-acbe-6736e54b0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.767031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-c531e389-2cd8-4135-acbe-6736e54b0c54 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1095 time: 0.3033075 Jul 16 20:30:50.776124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-c38a8bac-2c59-48e3-8473-f02cc2aefb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.777717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-c38a8bac-2c59-48e3-8473-f02cc2aefb31 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.0691516 Jul 16 20:30:50.843831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-90a5e2f9-eef5-48da-a650-60a3076e79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.846921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-90a5e2f9-eef5-48da-a650-60a3076e79f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614362 Jul 16 20:30:50.902125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.951798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2374b0b5-7c17-4a75-951c-82fd226f0cf6 req-79ca5fba-6758-4396-b54f-3bb9802b4b0f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631505 Jul 16 20:30:50.979726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-fb9bcbf3-78a1-485b-beb0-13dd522f89ba service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276648 Jul 16 20:30:51.023698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ae5ef35d-5f61-4080-8489-2dd114996b3c req-096d7f10-098b-4a84-ac6f-659f8ff34cb3 service neutron] 10.222.0.99 "GET /v2.0/networks/7157eff2-a5ac-4ec5-a6ce-6e534861869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223455 Jul 16 20:30:51.070118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-097ddb29-85e4-411d-b9fc-c60d29fbcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.071689 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-097ddb29-85e4-411d-b9fc-c60d29fbcb6c service neutron] 10.222.0.99 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.2820437 Jul 16 20:30:51.096361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-400262bb-adeb-4aef-ab03-a999eac82045 service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104345 Jul 16 20:30:51.132192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.234942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-f81f8ab2-78e8-4ad1-af60-34ad55e57083 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 997 time: 0.1518061 Jul 16 20:30:51.242805 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.269163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86bdf-8bc8-4c89-bc53-47c4b352d31c req-de0e0f71-663b-4ef2-be0d-086b4772f178 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.271270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbc86bdf-8bc8-4c89-bc53-47c4b352d31c req-de0e0f71-663b-4ef2-be0d-086b4772f178 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 944 time: 0.0854316 Jul 16 20:30:51.308460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.310281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/2d7b3bbd-fe55-498d-ad12-af633d2d8ab1 HTTP/1.1" status: 204 len: 168 time: 0.9042394 Jul 16 20:30:51.311188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7813cc4-febb-4925-a010-6d1938d04829 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7b3bbd-fe55-498d-ad12-af633d2d8ab1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:51.314168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50864) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:51.319707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a96928f-fb5d-4c6c-bf89-e259e213bb5d None None] Network 6f528e09-e294-4ed8-b582-6450b790b9df requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:51.337298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-f3c15518-b207-44f7-8d57-c76c4d699b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.338973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-f3c15518-b207-44f7-8d57-c76c4d699b5b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.0936508 Jul 16 20:30:51.343805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a507f9-a139-4864-b540-09372ecff01f', 'tag': '20df2506-58be-4d8e-9125-f4c3f7b147f1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:51.348806 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac" -d '{"events": [{"name": "network-changed", "server_uuid": "24a507f9-a139-4864-b540-09372ecff01f", "tag": "20df2506-58be-4d8e-9125-f4c3f7b147f1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:51.349455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbc86bdf-8bc8-4c89-bc53-47c4b352d31c req-76f48fd2-dc9d-4842-bbb7-a61a5a768601 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712705 Jul 16 20:30:51.445003 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d324f26-62af-4977-aee4-9acd7e9ebb28 x-openstack-request-id: req-5d324f26-62af-4977-aee4-9acd7e9ebb28 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:51.445306 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a507f9-a139-4864-b540-09372ecff01f", "tag": "20df2506-58be-4d8e-9125-f4c3f7b147f1", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:51.445562 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5d324f26-62af-4977-aee4-9acd7e9ebb28 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:51.446891 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a507f9-a139-4864-b540-09372ecff01f', 'tag': '20df2506-58be-4d8e-9125-f4c3f7b147f1', 'status': 'completed', 'code': 200} Jul 16 20:30:51.500864 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.504418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24776c3-b856-4882-9dfb-49a556589f3b req-5a7c2416-e45e-4fd5-99f5-596e196f3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.505961 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-5a7c2416-e45e-4fd5-99f5-596e196f3ca0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495905 Jul 16 20:30:51.598991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] DHCP port deletion for 6f528e09-e294-4ed8-b582-6450b790b9df request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:51.600759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 984e09b6-950e-421d-8b2b-3bc6ecb0036c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:51.601171 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.678975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] Deleting port 984e09b6-950e-421d-8b2b-3bc6ecb0036c {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:51.679343 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.682098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-30dd3b2f-5555-41dc-bcbe-24d642486f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.684099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-30dd3b2f-5555-41dc-bcbe-24d642486f6c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d0d0e7c9e4cb448795fe2480dceb22a1&device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 1096 time: 0.2164142 Jul 16 20:30:51.687601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-b5f7f6a5-af52-4ae4-8a18-181843a4113e service neutron] 10.222.0.99 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642258 Jul 16 20:30:51.700626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 984e09b6-950e-421d-8b2b-3bc6ecb0036c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=984e09b6-950e-421d-8b2b-3bc6ecb0036c,segment=NetworkSegment(4488db31-f3bd-4a63-9dc5-250394a60905),segment_id=4488db31-f3bd-4a63-9dc5-250394a60905)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:51.701464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.719841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 984e09b6-950e-421d-8b2b-3bc6ecb0036c owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:51.811531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] For port 984e09b6-950e-421d-8b2b-3bc6ecb0036c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=984e09b6-950e-421d-8b2b-3bc6ecb0036c,segment=NetworkSegment(4488db31-f3bd-4a63-9dc5-250394a60905),segment_id=4488db31-f3bd-4a63-9dc5-250394a60905)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:51.811924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.841367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-293e0eb2-9e8e-4d3e-9e8a-b533a0c5e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.842942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] Calling delete_port for 984e09b6-950e-421d-8b2b-3bc6ecb0036c owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:51.847550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-293e0eb2-9e8e-4d3e-9e8a-b533a0c5e8d8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7157eff2-a5ac-4ec5-a6ce-6e534861869e HTTP/1.1" status: 200 len: 913 time: 0.1425569 Jul 16 20:30:51.853749 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.911383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=984e09b6-950e-421d-8b2b-3bc6ecb0036c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:51.941152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No DVR routers for this DVR port 984e09b6-950e-421d-8b2b-3bc6ecb0036c on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:51.956641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-2119caa0-2f04-42f1-974d-53ecfd6f2376 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20df2506-58be-4d8e-9125-f4c3f7b147f1 HTTP/1.1" status: 200 len: 217 time: 0.0808432 Jul 16 20:30:51.959784 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.997100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] Pushing event deleted for resources: {'Port': ['ID=984e09b6-950e-421d-8b2b-3bc6ecb0036c,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.005956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c8daf-89e9-410f-aaf8-11cd9b7e3b6b None None] No DVR routers for this DVR port 984e09b6-950e-421d-8b2b-3bc6ecb0036c on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:52.008728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-87741685-15c8-4a89-b218-af33430048ba req-fc4d48b2-fcd1-4443-a3d2-5da0a8fde13c tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0655346 Jul 16 20:30:52.115093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-7ba79b94-d23f-47b0-ad25-bb8b3376a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.116860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-7ba79b94-d23f-47b0-ad25-bb8b3376a732 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3f683539-5876-4fee-8968-3cb7106cd8db HTTP/1.1" status: 200 len: 852 time: 0.0789769 Jul 16 20:30:52.119067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c24776c3-b856-4882-9dfb-49a556589f3b req-218fbb62-20c3-42f2-a0c6-3da3d0177d73 service neutron] 10.222.0.99 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174922 Jul 16 20:30:52.156123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.172775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f528e09-e294-4ed8-b582-6450b790b9df']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.175669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-4cdbb8ec-b174-4f68-b57d-7151ee250fdc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7157eff2-a5ac-4ec5-a6ce-6e534861869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467672 Jul 16 20:30:52.186736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4488db31-f3bd-4a63-9dc5-250394a60905') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.187444 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4488db31-f3bd-4a63-9dc5-250394a60905') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.209694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.233376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.254088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:52.254528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:52.263469 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:52.319457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 984e09b6-950e-421d-8b2b-3bc6ecb0036c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:52.365922 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.374202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 984e09b6-950e-421d-8b2b-3bc6ecb0036c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:52.375078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 984e09b6-950e-421d-8b2b-3bc6ecb0036c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:52.381226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643517-f3d2-46b2-a844-cb9a185b433a req-3396d64f-2520-41c6-ab22-04cf491f0a4c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.392799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd643517-f3d2-46b2-a844-cb9a185b433a req-3396d64f-2520-41c6-ab22-04cf491f0a4c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 943 time: 0.2445123 Jul 16 20:30:52.401839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.404913 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/6f528e09-e294-4ed8-b582-6450b790b9df HTTP/1.1" status: 204 len: 168 time: 1.0895216 Jul 16 20:30:52.408796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50878) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:52.430788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-614653306'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:52.435701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-a9ba6bc4-af77-4561-9458-a9ad91a13a9f service neutron] 10.222.0.99 "GET /v2.0/networks/7157eff2-a5ac-4ec5-a6ce-6e534861869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299294 Jul 16 20:30:52.442036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88975fa-872a-4099-8790-aeb3a3ec0e45 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=6f528e09-e294-4ed8-b582-6450b790b9df,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.478141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:52.504041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.515450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cd643517-f3d2-46b2-a844-cb9a185b433a req-84fc92ef-6e7b-4f53-a573-40142b4e1811 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211343 Jul 16 20:30:52.611039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:52.646424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.646766 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment 76a959d9-4065-407c-8c16-cfdc76177a1f of type vlan for network 006e72a4-7264-450b-9e86-907129473e18 Jul 16 20:30:52.658456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1bcd9d2c-a4f4-4aa7-99a9-cd98faa335ac req-5f6cf872-6a1c-4e23-ba6c-419aa7b8627e service neutron] 10.222.0.99 "GET /v2.0/networks/7157eff2-a5ac-4ec5-a6ce-6e534861869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120419 Jul 16 20:30:52.717189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1d5bc-ca15-4fd1-a0eb-03e69af0632a req-c9afcc6a-1915-4275-93ce-781390d1f805 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.724777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39b1d5bc-ca15-4fd1-a0eb-03e69af0632a req-c9afcc6a-1915-4275-93ce-781390d1f805 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 944 time: 0.2144227 Jul 16 20:30:52.750033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.788938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39b1d5bc-ca15-4fd1-a0eb-03e69af0632a req-7ee3e3e2-7e1f-4654-b804-71a087c50c75 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629585 Jul 16 20:30:52.818460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.824055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.824645 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.864321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4541252 Jul 16 20:30:52.867575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50890) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:52.872178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': '006e72a4-7264-450b-9e86-907129473e18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:52.943787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a924-9d7b-477a-ac1a-749c316edcac tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=006e72a4-7264-450b-9e86-907129473e18,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.957322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 006e72a4-7264-450b-9e86-907129473e18 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:53.036343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:53.040609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.063333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50896) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:53.219492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a60cc630-8e9a-4927-90db-2ab5a92b0a38 req-a5406b80-aa9b-4d62-9014-7e780b99a132 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0513153 Jul 16 20:30:53.256799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55cc2465-564d-4dda-aa09-ba59425ade12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.264907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 20df2506-58be-4d8e-9125-f4c3f7b147f1 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:53.308405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.380273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.402287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': '76a959d9-4065-407c-8c16-cfdc76177a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '006e72a4-7264-450b-9e86-907129473e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:53.402657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: 006e72a4-7264-450b-9e86-907129473e18, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:53.406710 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55cc2465-564d-4dda-aa09-ba59425ade12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.411788 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55cc2465-564d-4dda-aa09-ba59425ade12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.432625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 006e72a4-7264-450b-9e86-907129473e18 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:53.450520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-55cc2465-564d-4dda-aa09-ba59425ade12 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dae17eab36374f0aa4428afc39b0a726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790090 Jul 16 20:30:53.451565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50900) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:53.455744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 006e72a4-7264-450b-9e86-907129473e18) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:53.460903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.461494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.463337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 20df2506-58be-4d8e-9125-f4c3f7b147f1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=20df2506-58be-4d8e-9125-f4c3f7b147f1,segment=NetworkSegment(a9065986-aacc-4349-b919-c2c0fbd9b85b),segment_id=a9065986-aacc-4349-b919-c2c0fbd9b85b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:53.490638 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e85f4a2a-f011-46b5-8189-a01def4bb158 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6222806 Jul 16 20:30:53.491519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50902) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:53.498601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc2465-564d-4dda-aa09-ba59425ade12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6f2936-f458-4c10-b813-0021c45adbd6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.500603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '20df2506-58be-4d8e-9125-f4c3f7b147f1', 'network_id': '7157eff2-a5ac-4ec5-a6ce-6e534861869e', 'port_id': '20df2506-58be-4d8e-9125-f4c3f7b147f1', 'mac_address': 'fa:16:3e:d0:bb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f683539-5876-4fee-8968-3cb7106cd8db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:53.503779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-380d2d34-7680-46aa-94a5-a04a0ea67c19 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-131747323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:53.515151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b2092-ad3f-403e-87cb-012e6f4903a8 None None] Network 006e72a4-7264-450b-9e86-907129473e18 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:53.537255 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-380d2d34-7680-46aa-94a5-a04a0ea67c19 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.539093 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-380d2d34-7680-46aa-94a5-a04a0ea67c19 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.551938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f165d53-90fb-45cf-9d9a-44ac3c337b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.617701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f165d53-90fb-45cf-9d9a-44ac3c337b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.683964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-380d2d34-7680-46aa-94a5-a04a0ea67c19 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.692748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.706134 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-380d2d34-7680-46aa-94a5-a04a0ea67c19 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.722221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20df2506-58be-4d8e-9125-f4c3f7b147f1 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:53.725968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f165d53-90fb-45cf-9d9a-44ac3c337b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.729784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f165d53-90fb-45cf-9d9a-44ac3c337b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.732004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5f165d53-90fb-45cf-9d9a-44ac3c337b1b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6e6f2936-f458-4c10-b813-0021c45adbd6 HTTP/1.1" status: 204 len: 168 time: 0.2783737 Jul 16 20:30:53.749837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 20df2506-58be-4d8e-9125-f4c3f7b147f1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=20df2506-58be-4d8e-9125-f4c3f7b147f1,segment=NetworkSegment(a9065986-aacc-4349-b919-c2c0fbd9b85b),segment_id=a9065986-aacc-4349-b919-c2c0fbd9b85b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:53.763218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.764157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:53.764545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f165d53-90fb-45cf-9d9a-44ac3c337b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6f2936-f458-4c10-b813-0021c45adbd6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.784083 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-380d2d34-7680-46aa-94a5-a04a0ea67c19 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.788005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-380d2d34-7680-46aa-94a5-a04a0ea67c19 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2925279 Jul 16 20:30:53.788167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50910) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:53.900877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=20df2506-58be-4d8e-9125-f4c3f7b147f1,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.913061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78e75e-7c23-4e1f-b2cb-5c6229bd6303 req-b8d32468-f830-4e35-bb7d-bdc08d8f8f34 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.914946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be78e75e-7c23-4e1f-b2cb-5c6229bd6303 req-b8d32468-f830-4e35-bb7d-bdc08d8f8f34 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 943 time: 0.2287521 Jul 16 20:30:54.053247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-006e72a4-7264-450b-9e86-907129473e18', 'network_id': '006e72a4-7264-450b-9e86-907129473e18', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': 'f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:54.054327 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.081304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:54.105818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'ba724261-a960-4236-abed-fd6021f39ea9', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'port_id': 'ba724261-a960-4236-abed-fd6021f39ea9', 'mac_address': 'fa:16:3e:b1:8e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:54.110203 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be78e75e-7c23-4e1f-b2cb-5c6229bd6303 req-b3b191f8-e8a4-435e-a7f7-1ac81e413811 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874473 Jul 16 20:30:54.150485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d59a7-c304-4c7c-9f01-e450efd40d5e req-a33a97fe-3455-4247-b741-352d633109ce tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.161325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d58d59a7-c304-4c7c-9f01-e450efd40d5e req-a33a97fe-3455-4247-b741-352d633109ce tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 945 time: 0.1390388 Jul 16 20:30:54.233077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d58d59a7-c304-4c7c-9f01-e450efd40d5e req-e0df6999-f189-4916-8442-5d4ed22fda0e tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699551 Jul 16 20:30:54.265444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50920) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:54.276932 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.293055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b863e05-abb5-455c-a8bf-813852b89dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.293302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.302940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba724261-a960-4236-abed-fd6021f39ea9 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:54.340576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:54.361130 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.433848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Allocated IP 2001:db8::2 (006e72a4-7264-450b-9e86-907129473e18/f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31/5e2e3825-1b42-4269-a9f6-a3a532e32212) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:54.459098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.564620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-305df7d2-dd66-4310-8781-566ffa0381cd req-87b150ee-8971-43c3-9450-421f000ef487 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0627542 Jul 16 20:30:54.574881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b863e05-abb5-455c-a8bf-813852b89dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.579820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b863e05-abb5-455c-a8bf-813852b89dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.614464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['20df2506-58be-4d8e-9125-f4c3f7b147f1'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:54.621319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['ba724261-a960-4236-abed-fd6021f39ea9'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:54.653128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b863e05-abb5-455c-a8bf-813852b89dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf1293-a763-4ce1-a0c0-39607abddded,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.686390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7b863e05-abb5-455c-a8bf-813852b89dfe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b8c81879de5345cc80889ddce177d8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198601 Jul 16 20:30:54.689691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50924) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:54.746996 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.773855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Transition to ACTIVE for port object 5e2e3825-1b42-4269-a9f6-a3a532e32212 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:54.782669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b05792bb-9b85-4989-b0be-04fd37dd21ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.809472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b05792bb-9b85-4989-b0be-04fd37dd21ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.857923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Transition to ACTIVE for port object 5e2e3825-1b42-4269-a9f6-a3a532e32212 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:54.880379 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b05792bb-9b85-4989-b0be-04fd37dd21ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.883932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b05792bb-9b85-4989-b0be-04fd37dd21ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.884286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2e52d-c310-41d3-9a9b-bd34eed39462 req-46eb4251-5575-4fee-b226-223c737192a8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.887589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c2e52d-c310-41d3-9a9b-bd34eed39462 req-46eb4251-5575-4fee-b226-223c737192a8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 944 time: 0.1920292 Jul 16 20:30:54.887728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b05792bb-9b85-4989-b0be-04fd37dd21ab admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f9cf1293-a763-4ce1-a0c0-39607abddded HTTP/1.1" status: 204 len: 168 time: 0.1936147 Jul 16 20:30:54.897383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05792bb-9b85-4989-b0be-04fd37dd21ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cf1293-a763-4ce1-a0c0-39607abddded,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.941179 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.949762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f023-0e48-483b-aad1-546c087386a3 req-68f7bbcb-7aea-4cfb-b646-a3cacba34df2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.953780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-68f7bbcb-7aea-4cfb-b646-a3cacba34df2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a&tenant_id=ad091e6370c54c3c869b10f94c6f8c79&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 944 time: 0.2458696 Jul 16 20:30:55.004670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Network 006e72a4-7264-450b-9e86-907129473e18 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:55.010315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:55.027243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:55.043108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Pushing event updated for resources: {'Port': ['ID=5e2e3825-1b42-4269-a9f6-a3a532e32212,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.090140 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c2e52d-c310-41d3-9a9b-bd34eed39462 req-6d548e4d-9552-41d1-8061-c00765a46632 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815419 Jul 16 20:30:55.105327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8::1 (006e72a4-7264-450b-9e86-907129473e18/f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31/4b837f45-d539-4081-aaba-81edf45ddb95) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:55.113869 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-cc82f023-0e48-483b-aad1-546c087386a3 req-715eb056-cb81-4d22-acb7-22d59671ec2d service neutron] delete failed (client error): The resource could not be found. Jul 16 20:30:55.115794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-715eb056-cb81-4d22-acb7-22d59671ec2d service neutron] 10.222.0.79 "DELETE /v2.0/ports/ba724261-a960-4236-abed-fd6021f39ea9/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.1393306 Jul 16 20:30:55.127466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Attempting to bind port 5e2e3825-1b42-4269-a9f6-a3a532e32212 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:55.127828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Attempting to bind port 5e2e3825-1b42-4269-a9f6-a3a532e32212 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '76a959d9-4065-407c-8c16-cfdc76177a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '006e72a4-7264-450b-9e86-907129473e18'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:55.128182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Attempting to bind port 5e2e3825-1b42-4269-a9f6-a3a532e32212 on network 006e72a4-7264-450b-9e86-907129473e18 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:55.145708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:55.146073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Checking segment: {'id': '76a959d9-4065-407c-8c16-cfdc76177a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '006e72a4-7264-450b-9e86-907129473e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:55.150267 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.150684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Bound using segment: {'id': '76a959d9-4065-407c-8c16-cfdc76177a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '006e72a4-7264-450b-9e86-907129473e18'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:55.151353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Bound port: 5e2e3825-1b42-4269-a9f6-a3a532e32212, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a959d9-4065-407c-8c16-cfdc76177a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '006e72a4-7264-450b-9e86-907129473e18'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:55.151745 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.271378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a034080a-9140-4173-824c-10e4e3319dae None None] For port 5e2e3825-1b42-4269-a9f6-a3a532e32212, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:55.275628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a034080a-9140-4173-824c-10e4e3319dae None None] For port 5e2e3825-1b42-4269-a9f6-a3a532e32212, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5e2e3825-1b42-4269-a9f6-a3a532e32212,segment=NetworkSegment(76a959d9-4065-407c-8c16-cfdc76177a1f),segment_id=76a959d9-4065-407c-8c16-cfdc76177a1f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:55.285640 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.382224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034080a-9140-4173-824c-10e4e3319dae None None] Pushing event updated for resources: {'Port': ['ID=5e2e3825-1b42-4269-a9f6-a3a532e32212,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.569741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4822f7-3c83-4897-8b68-b8da0f9761db req-fdb044a6-9204-4b9a-bc93-c0c9da2a3b0c tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.578037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb4822f7-3c83-4897-8b68-b8da0f9761db req-fdb044a6-9204-4b9a-bc93-c0c9da2a3b0c tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 945 time: 0.1456726 Jul 16 20:30:55.581851 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50934) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:55.625849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d2da-c633-4a12-a287-03d00c00bff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.658409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb4822f7-3c83-4897-8b68-b8da0f9761db req-9c4566bc-efe5-413f-8f98-495c6af55448 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793378 Jul 16 20:30:55.821503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.843555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d2da-c633-4a12-a287-03d00c00bff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.847607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f023-0e48-483b-aad1-546c087386a3 req-0f8e75a8-9bd2-4ad0-84a4-9333d09161ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.849187 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-0f8e75a8-9bd2-4ad0-84a4-9333d09161ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1096 time: 0.6016655 Jul 16 20:30:55.849462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d2da-c633-4a12-a287-03d00c00bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.859735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 4b837f45-d539-4081-aaba-81edf45ddb95 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:55.898568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4ab0d2da-c633-4a12-a287-03d00c00bff2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2ba8e6fcd61d45989b94a982c319ff56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155580 Jul 16 20:30:55.900977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0d2da-c633-4a12-a287-03d00c00bff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4f2554-d165-4c96-aa89-7aba376ae47f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.903454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50938) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:55.936128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c11b8382-adfc-4c24-84b8-840931c41fce req-56ef7aa9-cefd-41b9-9ab3-1c01c3bec6a5 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0717695 Jul 16 20:30:56.007351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa69c15-070a-47b2-874c-6e6d6c52b549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.029829 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.033780 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa69c15-070a-47b2-874c-6e6d6c52b549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.073260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f023-0e48-483b-aad1-546c087386a3 req-0d2251e0-3add-413c-b986-cead71c56cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.075172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-0d2251e0-3add-413c-b986-cead71c56cee service neutron] 10.222.0.79 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.2121425 Jul 16 20:30:56.097269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa69c15-070a-47b2-874c-6e6d6c52b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.100642 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa69c15-070a-47b2-874c-6e6d6c52b549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.102148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dfa69c15-070a-47b2-874c-6e6d6c52b549 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cc4f2554-d165-4c96-aa89-7aba376ae47f HTTP/1.1" status: 204 len: 168 time: 0.1941168 Jul 16 20:30:56.116857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa69c15-070a-47b2-874c-6e6d6c52b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4f2554-d165-4c96-aa89-7aba376ae47f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.150936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 006e72a4-7264-450b-9e86-907129473e18 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:56.158159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:56.169140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:56.169822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.251073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=4b837f45-d539-4081-aaba-81edf45ddb95,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.283723 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-33a9f136-a3ba-4098-904c-80d86667370a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 998 time: 0.2019730 Jul 16 20:30:56.410212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a76dc-729b-4167-a78d-fb1166e6bf4c req-b892b1d8-d9d6-46d2-af66-89f9a232d08a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.412918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d87a76dc-729b-4167-a78d-fb1166e6bf4c req-b892b1d8-d9d6-46d2-af66-89f9a232d08a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 944 time: 0.1802645 Jul 16 20:30:56.424987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5e2e3825-1b42-4269-a9f6-a3a532e32212 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:56.446681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f023-0e48-483b-aad1-546c087386a3 req-8b06a0fa-8484-4be7-8641-fb7db805bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.455385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-8b06a0fa-8484-4be7-8641-fb7db805bd28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.1446710 Jul 16 20:30:56.500058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d87a76dc-729b-4167-a78d-fb1166e6bf4c req-b321048a-4248-4002-8d7a-c00e8b40fa66 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810230 Jul 16 20:30:56.538122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-14118283-6538-44be-9152-25dbea5e5827 req-75a40baf-dd05-4f25-acad-d6d1d37f7224 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0367939 Jul 16 20:30:56.556867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5e2e3825-1b42-4269-a9f6-a3a532e32212 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:56.591007 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.630609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f023-0e48-483b-aad1-546c087386a3 req-3cfaa29b-77de-4737-9cff-e2c3cc3aee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.632211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-3cfaa29b-77de-4737-9cff-e2c3cc3aee10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759987 Jul 16 20:30:56.847536 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-90da711a-2d89-414a-8bc8-e05257c6891f service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945791 Jul 16 20:30:56.928768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ff48e-82fb-48da-8f4e-ac26fbaa616b None None] Network 006e72a4-7264-450b-9e86-907129473e18 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:57.085997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc82f023-0e48-483b-aad1-546c087386a3 req-cc5df9b8-1671-415f-aeff-0e5f986ea185 service neutron] 10.222.0.79 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214327 Jul 16 20:30:57.111477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b30c35-4c1a-41a2-80ca-5dbc497531fe req-036088f1-7121-4e1d-95f1-99289fa98ca4 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.113147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15b30c35-4c1a-41a2-80ca-5dbc497531fe req-036088f1-7121-4e1d-95f1-99289fa98ca4 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 945 time: 0.2712948 Jul 16 20:30:57.139844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-757edd6c-c531-409d-a4e8-9123a624f393 None None] Provisioning for port 5e2e3825-1b42-4269-a9f6-a3a532e32212 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:57.150365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-757edd6c-c531-409d-a4e8-9123a624f393 None None] Provisioning complete for port 5e2e3825-1b42-4269-a9f6-a3a532e32212 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:57.150729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-757edd6c-c531-409d-a4e8-9123a624f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.172991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.180468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15b30c35-4c1a-41a2-80ca-5dbc497531fe req-16de87d7-6636-4944-96bf-ce4bb2f43aec tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590401 Jul 16 20:30:57.182314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.183437 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.206473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2346e3be-0e1f-4733-9ccb-1b58db50ba92 req-d8913f78-dd8d-45f0-b244-c1a92b58a55e tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0973868 Jul 16 20:30:57.271594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=4b837f45-d539-4081-aaba-81edf45ddb95,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:57.350409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 20df2506-58be-4d8e-9125-f4c3f7b147f1 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:57.365073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 006e72a4-7264-450b-9e86-907129473e18 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:57.367265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:57.409846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50970) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.458074 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-757edd6c-c531-409d-a4e8-9123a624f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.487952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 20df2506-58be-4d8e-9125-f4c3f7b147f1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:57.497718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 20df2506-58be-4d8e-9125-f4c3f7b147f1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:57.498206 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.560636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-757edd6c-c531-409d-a4e8-9123a624f393 None None] For port 5e2e3825-1b42-4269-a9f6-a3a532e32212, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5e2e3825-1b42-4269-a9f6-a3a532e32212,segment=NetworkSegment(76a959d9-4065-407c-8c16-cfdc76177a1f),segment_id=76a959d9-4065-407c-8c16-cfdc76177a1f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:57.574168 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-757edd6c-c531-409d-a4e8-9123a624f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.591852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1062690701-network', 'tenant_id': '7d4d0bb4228f4bf89912358b1437b76a'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:57.619892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 5618c34d-d334-441f-8af4-2ca5611d3747 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:57.636191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Made reservation on behalf of 7d4d0bb4228f4bf89912358b1437b76a for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:57.643281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.677267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.821933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:57.871823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 50976) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.874683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a9e3b316-7027-47a8-8c31-4439efa694d2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/5618c34d-d334-441f-8af4-2ca5611d3747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0851758 Jul 16 20:30:57.949648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ab398-df7f-442d-b7f9-85808b0b674a req-3a8f1346-a47c-4fdc-b899-7a36c274fe5a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.951210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-081ab398-df7f-442d-b7f9-85808b0b674a req-3a8f1346-a47c-4fdc-b899-7a36c274fe5a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 944 time: 0.1327419 Jul 16 20:30:58.008990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cc8ea-f352-4fc1-9193-735d671f8ec2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.010666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-496cc8ea-f352-4fc1-9193-735d671f8ec2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports/4b837f45-d539-4081-aaba-81edf45ddb95 HTTP/1.1" status: 200 len: 911 time: 0.1377776 Jul 16 20:30:58.011121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-081ab398-df7f-442d-b7f9-85808b0b674a req-9ac399eb-70c1-4044-9f0e-07308905f33a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523283 Jul 16 20:30:58.013627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50978) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.051755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.063231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] Sync routers for ids ['5618c34d-d334-441f-8af4-2ca5611d3747'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:58.063449 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.077885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:58.134268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] Routers {'5618c34d-d334-441f-8af4-2ca5611d3747'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:58.139456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0999e58-04cc-48e1-a0cf-a702a02625ba,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.140224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5618c34d-d334-441f-8af4-2ca5611d3747'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:58.142655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757edd6c-c531-409d-a4e8-9123a624f393 None None] Pushing event updated for resources: {'Port': ['ID=5e2e3825-1b42-4269-a9f6-a3a532e32212,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.159261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.159855 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Added segment feaf6e21-3c57-4965-bbb4-8467d3b4cb6c of type vlan for network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a Jul 16 20:30:58.271615 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.286011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:58.300455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b7df2ad0-f553-4c6a-b92b-dbb407c8e63f None None] Provisioning for port 4b837f45-d539-4081-aaba-81edf45ddb95 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:58.338255 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.343175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b7df2ad0-f553-4c6a-b92b-dbb407c8e63f None None] Provisioning complete for port 4b837f45-d539-4081-aaba-81edf45ddb95 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:58.343553 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad0-f553-4c6a-b92b-dbb407c8e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.365821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] Routers {'5618c34d-d334-441f-8af4-2ca5611d3747'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:58.376541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5618c34d-d334-441f-8af4-2ca5611d3747'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:58.457159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.460037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.461289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.535198 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1238549 Jul 16 20:30:58.542850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 50986) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.549913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Request body: {'subnet': {'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1062690701-subnet', 'tenant_id': '7d4d0bb4228f4bf89912358b1437b76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:58.578083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 20df2506-58be-4d8e-9125-f4c3f7b147f1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=20df2506-58be-4d8e-9125-f4c3f7b147f1,segment=NetworkSegment(a9065986-aacc-4349-b919-c2c0fbd9b85b),segment_id=a9065986-aacc-4349-b919-c2c0fbd9b85b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:58.581069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a507f9-a139-4864-b540-09372ecff01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df2506-58be-4d8e-9125-f4c3f7b147f1'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:58.594000 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e6661c-d61e-4381-9540-2cb8afe0aadd" -d '{"events": [{"server_uuid": "24a507f9-a139-4864-b540-09372ecff01f", "name": "network-vif-plugged", "status": "completed", "tag": "20df2506-58be-4d8e-9125-f4c3f7b147f1"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:58.610680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5e2e3825-1b42-4269-a9f6-a3a532e32212 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:58.616964 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.617787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:58.673104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404aa63e-1892-4078-973d-1428b096adfd admin admin] Pushing event updated for resources: {'Network': ['ID=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.694801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Made reservation on behalf of 7d4d0bb4228f4bf89912358b1437b76a for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:58.697939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.708409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:58.709097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc284b-3461-4014-a62e-23273eed8589 None None] The sync data for ids ['5618c34d-d334-441f-8af4-2ca5611d3747'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:58.749333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df4bc-f985-4c4a-91ef-58c0ce0e0489 req-28be4035-e172-4470-81b1-87feb8302517 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.756369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff3df4bc-f985-4c4a-91ef-58c0ce0e0489 req-28be4035-e172-4470-81b1-87feb8302517 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 945 time: 0.2637420 Jul 16 20:30:58.797131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:58.808417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff3df4bc-f985-4c4a-91ef-58c0ce0e0489 req-43628585-11e9-4b58-81fc-f90e64b5753c tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511513 Jul 16 20:30:58.859492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89c48400-2e50-4477-a3bd-1d91d1d0eb15 req-6a1a9636-5bc8-4845-986a-b43cb98f7342 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0908887 Jul 16 20:30:58.869459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=20df2506-58be-4d8e-9125-f4c3f7b147f1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.877685 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc145056-ea89-423d-9e09-dd3d6068ec38 x-openstack-request-id: req-dc145056-ea89-423d-9e09-dd3d6068ec38 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:58.877974 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a507f9-a139-4864-b540-09372ecff01f", "name": "network-vif-plugged", "status": "completed", "tag": "20df2506-58be-4d8e-9125-f4c3f7b147f1", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:58.878224 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dc145056-ea89-423d-9e09-dd3d6068ec38 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:58.878682 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a507f9-a139-4864-b540-09372ecff01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df2506-58be-4d8e-9125-f4c3f7b147f1', 'code': 200} Jul 16 20:30:58.897572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b7df2ad0-f553-4c6a-b92b-dbb407c8e63f None None] Port 4b837f45-d539-4081-aaba-81edf45ddb95 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:58.938660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port ba724261-a960-4236-abed-fd6021f39ea9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:58.945722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.980047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port ba724261-a960-4236-abed-fd6021f39ea9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:58.980796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.984375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b7df2ad0-f553-4c6a-b92b-dbb407c8e63f None None] Provisioning complete for port 5e2e3825-1b42-4269-a9f6-a3a532e32212 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:58.984848 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad0-f553-4c6a-b92b-dbb407c8e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.029180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaee568-8e81-42b3-afc6-05cbd88b8de9 req-685200ad-33cd-41e8-b87f-0c7c16c3921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:59.030883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bdaee568-8e81-42b3-afc6-05cbd88b8de9 req-685200ad-33cd-41e8-b87f-0c7c16c3921a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 1098 time: 0.0669603 Jul 16 20:30:59.073705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5e2e3825-1b42-4269-a9f6-a3a532e32212 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:59.074155 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.086895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bdaee568-8e81-42b3-afc6-05cbd88b8de9 req-1d6663d3-9ee5-4c77-ae75-4850fcc66bab service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491462 Jul 16 20:30:59.333332 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.334262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1ee92-fc32-42d4-bd04-912d0da20b8c req-ba1d76fa-ace2-4a0c-a584-503fd7da8409 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:59.344707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9e1ee92-fc32-42d4-bd04-912d0da20b8c req-ba1d76fa-ace2-4a0c-a584-503fd7da8409 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 944 time: 0.1394165 Jul 16 20:30:59.370729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.405388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c36e0542-33ce-4034-96a8-99373a46bc21 None None] Provisioning complete for port 4b837f45-d539-4081-aaba-81edf45ddb95 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:59.405765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c36e0542-33ce-4034-96a8-99373a46bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.445081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9e1ee92-fc32-42d4-bd04-912d0da20b8c req-20e040ee-6941-4f0f-a9e2-78f66661e563 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872262 Jul 16 20:30:59.457479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c36e0542-33ce-4034-96a8-99373a46bc21 None None] Port 4b837f45-d539-4081-aaba-81edf45ddb95 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:59.458521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51000) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:59.462572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:59.468219 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.568853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.810457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8aa8f70f-bec5-461e-b4de-55eda6533d11 req-2855be56-3834-4cae-8741-cfda21261372 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0476558 Jul 16 20:30:59.866549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0162e516-1de2-4297-8c44-6e68784d87c2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/5b34b85b-0c73-4a80-8e6c-7d1ef2706550 HTTP/1.1" status: 200 len: 991 time: 0.4065187 Jul 16 20:30:59.911406 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b036cf3a-31be-4e6a-9354-83f92e1a2637 req-67a4b75f-6386-459f-bc5d-3e60273073b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b8ab71d4024a04af9f7e729472b391&device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.1522303 Jul 16 20:30:59.912217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9d3f9c-35a4-4212-9991-be012c741a5e,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.980661 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b036cf3a-31be-4e6a-9354-83f92e1a2637 req-e9be2dea-f337-4365-9fcd-c2bcaffc4e3d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=09b8ab71d4024a04af9f7e729472b391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438092 Jul 16 20:30:59.983571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Checking segment: {'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:59.984003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Network hostable DHCP agents. Network: ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:00.027629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875504-2498-476e-adf8-db16aaa0ea09 req-1c1a461d-7d2a-4862-93b2-281612c02d2c tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.029130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1875504-2498-476e-adf8-db16aaa0ea09 req-1c1a461d-7d2a-4862-93b2-281612c02d2c tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 946 time: 0.0697119 Jul 16 20:31:00.072053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1875504-2498-476e-adf8-db16aaa0ea09 req-91f246f6-8e6a-42f3-bc43-55cc363b1e51 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Jul 16 20:31:00.124216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:00.161076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 4b837f45-d539-4081-aaba-81edf45ddb95 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:00.161612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.188995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:00.201949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb123e4b-d9d9-4556-b24a-4c3d7ecd9048 None None] Network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:00.209717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.210335 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.227817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036cf3a-31be-4e6a-9354-83f92e1a2637 req-3780fce2-fbd0-46dd-a682-816f7a010b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.229381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b036cf3a-31be-4e6a-9354-83f92e1a2637 req-3780fce2-fbd0-46dd-a682-816f7a010b04 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415726 Jul 16 20:31:00.270771 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9613301d-ad13-4e40-a6fc-54a33cfe9db3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7244189 Jul 16 20:31:00.315407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.331043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 4b837f45-d539-4081-aaba-81edf45ddb95 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:00.449597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f56142-714e-49b7-a653-518e80ad7b99 None None] Network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:00.596257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.624829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=4b837f45-d539-4081-aaba-81edf45ddb95,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:00.779100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.880107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:00.885123 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17f31b-873f-4041-a064-bc40f41db678" -d '{"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-plugged", "status": "completed", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:01.054871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2ef70-ce47-47e8-9c93-3faedd916761 req-ade7b363-baee-465c-98bb-9100fabf8254 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.063847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f2ef70-ce47-47e8-9c93-3faedd916761 req-ade7b363-baee-465c-98bb-9100fabf8254 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 946 time: 0.0782943 Jul 16 20:31:01.110778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74f2ef70-ce47-47e8-9c93-3faedd916761 req-96fef12b-d890-47c4-ac08-39adbd69a94d tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Jul 16 20:31:01.149656 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd66cca4-98f1-4665-9afb-c267907c6773 req-4372079c-9105-4148-8acf-45b23eb10051 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0757456 Jul 16 20:31:01.151798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 5618c34d-d334-441f-8af4-2ca5611d3747 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:01.160206 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c82f66-80ff-4804-a687-61f94caf9d43 x-openstack-request-id: req-e7c82f66-80ff-4804-a687-61f94caf9d43 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:01.160380 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-plugged", "status": "completed", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:01.160730 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e7c82f66-80ff-4804-a687-61f94caf9d43 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:01.161181 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'code': 200} Jul 16 20:31:01.247012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:01.254870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-404e52a4-c567-42b4-ae55-c7072803db48 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/5618c34d-d334-441f-8af4-2ca5611d3747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2372413 Jul 16 20:31:01.255210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:01.263733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] Sync routers for ids ['5618c34d-d334-441f-8af4-2ca5611d3747'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:01.278198 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] Routers {'5618c34d-d334-441f-8af4-2ca5611d3747'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:01.279586 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5618c34d-d334-441f-8af4-2ca5611d3747'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:01.295225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2c55da02-f985-42f1-9423-b3aacdae9324 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=5618c34d-d334-441f-8af4-2ca5611d3747 HTTP/1.1" status: 200 len: 205 time: 0.0362287 Jul 16 20:31:01.295729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51048) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:01.324957 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:01.335840 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] Routers {'5618c34d-d334-441f-8af4-2ca5611d3747'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:01.336937 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5618c34d-d334-441f-8af4-2ca5611d3747'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:01.384848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-394e529c-46b0-4b13-b659-c63078bdcd8e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.403248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:01.403913 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad15ba-c26a-474e-a972-543a290ec19a None None] The sync data for ids ['5618c34d-d334-441f-8af4-2ca5611d3747'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:01.602742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b036cf3a-31be-4e6a-9354-83f92e1a2637 req-871572ad-fb21-40ad-8289-4625c6e3c681 tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0613346 Jul 16 20:31:01.607986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-394e529c-46b0-4b13-b659-c63078bdcd8e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.610748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-394e529c-46b0-4b13-b659-c63078bdcd8e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.668226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-394e529c-46b0-4b13-b659-c63078bdcd8e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.668843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e529c-46b0-4b13-b659-c63078bdcd8e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Fanout notify agent at l3_agent the message router_deleted on router 5618c34d-d334-441f-8af4-2ca5611d3747 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:01.678196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-394e529c-46b0-4b13-b659-c63078bdcd8e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.681438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-394e529c-46b0-4b13-b659-c63078bdcd8e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/5618c34d-d334-441f-8af4-2ca5611d3747 HTTP/1.1" status: 204 len: 168 time: 0.3845954 Jul 16 20:31:01.682638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51056) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:01.751695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:01.755827 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.808924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.916645 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.983282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.013998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.018240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.023024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d6d2a39a-2393-4e57-9bc3-7f3481c7957e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31 HTTP/1.1" status: 204 len: 168 time: 0.3366871 Jul 16 20:31:02.023835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51062) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:02.026897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cfce64-43a9-468d-ab24-4de065958f4a None None] Network 006e72a4-7264-450b-9e86-907129473e18 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:02.119425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.274800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 5e2e3825-1b42-4269-a9f6-a3a532e32212 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:02.275191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.276972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] DHCP port deletion for 006e72a4-7264-450b-9e86-907129473e18 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:02.384477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] Deleting port 5e2e3825-1b42-4269-a9f6-a3a532e32212 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:02.384973 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.436885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-d2fa9c9e-70dc-4c1c-8694-114cd7656823 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:02.437791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5e2e3825-1b42-4269-a9f6-a3a532e32212 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:02.453036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-d2fa9c9e-70dc-4c1c-8694-114cd7656823 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.99 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 946 time: 0.2476311 Jul 16 20:31:02.471984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 5e2e3825-1b42-4269-a9f6-a3a532e32212, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5e2e3825-1b42-4269-a9f6-a3a532e32212,segment=NetworkSegment(76a959d9-4065-407c-8c16-cfdc76177a1f),segment_id=76a959d9-4065-407c-8c16-cfdc76177a1f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:02.472436 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.483355 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74de1880-6fb1-4fd9-aa6c-d233f25da916 req-c7ce4e7f-e2b3-4828-9f8f-38259e766ecf tempest-ServerShowV254Test-768767280 tempest-ServerShowV254Test-768767280-project] 10.222.0.91 "GET /v2.0/ports?device_id=4f9dcd76-9cdc-49bf-9559-512f505229aa HTTP/1.1" status: 200 len: 210 time: 0.0397506 Jul 16 20:31:02.598267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 5e2e3825-1b42-4269-a9f6-a3a532e32212 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:02.615040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] For port 5e2e3825-1b42-4269-a9f6-a3a532e32212, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5e2e3825-1b42-4269-a9f6-a3a532e32212,segment=NetworkSegment(76a959d9-4065-407c-8c16-cfdc76177a1f),segment_id=76a959d9-4065-407c-8c16-cfdc76177a1f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:02.616324 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.642974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] Calling delete_port for 5e2e3825-1b42-4269-a9f6-a3a532e32212 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:02.716765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.720763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Deleting port 20df2506-58be-4d8e-9125-f4c3f7b147f1 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:02.721180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.726912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42350-97b8-4561-b555-09c3d747a14e req-c42fe69c-9af4-4370-84f7-ccb230b97a05 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:02.728797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-c42fe69c-9af4-4370-84f7-ccb230b97a05 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/networks?id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a HTTP/1.1" status: 200 len: 809 time: 0.1481452 Jul 16 20:31:02.748638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e1380-dade-4283-97ac-746d1f92b789 req-bcf79993-0c3c-4985-b35f-0f8103a159a5 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:02.750417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-742e1380-dade-4283-97ac-746d1f92b789 req-bcf79993-0c3c-4985-b35f-0f8103a159a5 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 946 time: 0.2942877 Jul 16 20:31:02.751752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-aa66a4b4-cf7a-4674-ac07-71590f810cd5 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/quotas/7d4d0bb4228f4bf89912358b1437b76a HTTP/1.1" status: 200 len: 375 time: 0.0173066 Jul 16 20:31:02.765724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5e2e3825-1b42-4269-a9f6-a3a532e32212, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5e2e3825-1b42-4269-a9f6-a3a532e32212,segment=NetworkSegment(76a959d9-4065-407c-8c16-cfdc76177a1f),segment_id=76a959d9-4065-407c-8c16-cfdc76177a1f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:02.773044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.803238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-d90f282c-bdfb-4d9c-bf76-cc9ee48e7ed4 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7d4d0bb4228f4bf89912358b1437b76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492616 Jul 16 20:31:02.812087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-742e1380-dade-4283-97ac-746d1f92b789 req-077b380a-ebf4-4edd-af9c-788f5277610d tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d447f6-0294-4de3-9eb0-6a41c2b2eaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523777 Jul 16 20:31:02.868448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5e2e3825-1b42-4269-a9f6-a3a532e32212,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.890998 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.920807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-b5caccbd-1a92-42a2-b8b2-baafd0020736 service neutron] 10.222.0.91 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159985 Jul 16 20:31:02.926325 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.926568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] No DVR routers for this DVR port 5e2e3825-1b42-4269-a9f6-a3a532e32212 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:02.928717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6038a4-1dc6-471c-997b-b283afa82391 None None] Pushing event deleted for resources: {'Port': ['ID=5e2e3825-1b42-4269-a9f6-a3a532e32212,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.932326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] For port 20df2506-58be-4d8e-9125-f4c3f7b147f1, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=20df2506-58be-4d8e-9125-f4c3f7b147f1,segment=NetworkSegment(a9065986-aacc-4349-b919-c2c0fbd9b85b),segment_id=a9065986-aacc-4349-b919-c2c0fbd9b85b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:02.932776 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.980998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=5e2e3825-1b42-4269-a9f6-a3a532e32212,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.987079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No DVR routers for this DVR port 5e2e3825-1b42-4269-a9f6-a3a532e32212 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:02.992479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Calling delete_port for 20df2506-58be-4d8e-9125-f4c3f7b147f1 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:03.045301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-c6b118a4-e1a9-4a04-a6d0-5c86881a39ee service neutron] 10.222.0.91 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032958 Jul 16 20:31:03.113467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.132630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006e72a4-7264-450b-9e86-907129473e18']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.166878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a959d9-4065-407c-8c16-cfdc76177a1f') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.166878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a959d9-4065-407c-8c16-cfdc76177a1f') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.177147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.202175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.211038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:03.211834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:03.217283 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:03.360915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4417d26c-d653-4e42-aa02-2059fd290a8d req-c6dfcac8-121c-4c25-bc03-d08e0e565f7b tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 210 time: 0.0857885 Jul 16 20:31:03.410695 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.413458 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.438357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.440303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/006e72a4-7264-450b-9e86-907129473e18 HTTP/1.1" status: 204 len: 168 time: 1.4155464 Jul 16 20:31:03.444686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51090) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.449647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1324558420', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:03.461884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6996a-76d1-476b-99b4-d1c593bf07bc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=006e72a4-7264-450b-9e86-907129473e18,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:03.466892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Pushing event deleted for resources: {'Port': ['ID=20df2506-58be-4d8e-9125-f4c3f7b147f1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:03.487908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:03.500211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.501733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.525199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] No DVR routers for this DVR port 20df2506-58be-4d8e-9125-f4c3f7b147f1 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:03.527995 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.530808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-75f36a9c-3d4f-42e2-92be-3abb20a2624c req-4b9224e5-fb68-4f2f-9f74-aa25ef52da82 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.99 "DELETE /v2.0/ports/20df2506-58be-4d8e-9125-f4c3f7b147f1 HTTP/1.1" status: 204 len: 173 time: 1.0624952 Jul 16 20:31:03.531294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a507f9-a139-4864-b540-09372ecff01f', 'name': 'network-vif-deleted', 'tag': '20df2506-58be-4d8e-9125-f4c3f7b147f1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:03.534021 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade54f42-ab47-41c7-8c1d-6ebda88f0085" -d '{"events": [{"server_uuid": "24a507f9-a139-4864-b540-09372ecff01f", "name": "network-vif-deleted", "tag": "20df2506-58be-4d8e-9125-f4c3f7b147f1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:03.647149 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.665567 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1078c6f-a370-4eca-aac7-151d26c93e9f x-openstack-request-id: req-b1078c6f-a370-4eca-aac7-151d26c93e9f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:03.666823 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a507f9-a139-4864-b540-09372ecff01f", "name": "network-vif-deleted", "tag": "20df2506-58be-4d8e-9125-f4c3f7b147f1", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:03.668076 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b1078c6f-a370-4eca-aac7-151d26c93e9f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:03.668582 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a507f9-a139-4864-b540-09372ecff01f', 'name': 'network-vif-deleted', 'tag': '20df2506-58be-4d8e-9125-f4c3f7b147f1', 'status': 'completed', 'code': 200} Jul 16 20:31:04.020831 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.066671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51108) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:04.280586 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83d01ed6-1557-4c0f-a4cb-bbccd66bed9f req-910094e9-7472-4cf3-a163-63f050ef19a3 tempest-ServerPasswordTestJSON-1664264064 tempest-ServerPasswordTestJSON-1664264064-project] 10.222.0.91 "GET /v2.0/ports?device_id=24a507f9-a139-4864-b540-09372ecff01f HTTP/1.1" status: 200 len: 210 time: 0.1083527 Jul 16 20:31:04.339344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.514917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.520833 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.538617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.561472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee8d6b-6bfc-432a-96d6-308f375fcd52,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.584942 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.588747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.589122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.589537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.589877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.590552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.590932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.591320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.591994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.592339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.592747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.593209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.593607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:04.619473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cf169380-d26c-42d5-85da-18ce435fc2fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=09b8ab71d4024a04af9f7e729472b391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503252 Jul 16 20:31:04.621305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51114) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:04.692172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-747104a9-717a-4f07-b16d-a2a5ec34f921 req-557b80dc-77b0-4785-be43-604e76b683ba tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 210 time: 0.0506012 Jul 16 20:31:04.735630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8f28-a617-4166-af07-1d0431d05d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.762605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8f28-a617-4166-af07-1d0431d05d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.786408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 172.25.3.210 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/dd8dfacd-9aca-44bc-ac81-887394e8b30e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:04.819231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8f28-a617-4166-af07-1d0431d05d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.821796 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8f28-a617-4166-af07-1d0431d05d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.823017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb0c8f28-a617-4166-af07-1d0431d05d72 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8fee8d6b-6bfc-432a-96d6-308f375fcd52 HTTP/1.1" status: 204 len: 168 time: 0.2003834 Jul 16 20:31:04.844821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8f28-a617-4166-af07-1d0431d05d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee8d6b-6bfc-432a-96d6-308f375fcd52,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.964562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.023214 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.079257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:05.084361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:05.089386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:05.365060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 20df2506-58be-4d8e-9125-f4c3f7b147f1 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:05.415817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 20df2506-58be-4d8e-9125-f4c3f7b147f1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:05.416169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 20df2506-58be-4d8e-9125-f4c3f7b147f1 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:05.468728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51134) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:05.519663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] Deleting subnet 3f683539-5876-4fee-8968-3cb7106cd8db {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:05.523160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.575692 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.628064 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.643144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=dd8dfacd-9aca-44bc-ac81-887394e8b30e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.699255 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.726184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f683539-5876-4fee-8968-3cb7106cd8db,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.732022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.734320 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e705277c-61ad-47e0-a06e-64e57a6c9e3b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3f683539-5876-4fee-8968-3cb7106cd8db HTTP/1.1" status: 204 len: 168 time: 0.2646573 Jul 16 20:31:05.736749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:05.738219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42350-97b8-4561-b555-09c3d747a14e req-982ad22d-bb10-439f-b8d1-3232ee93381b tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.739730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-982ad22d-bb10-439f-b8d1-3232ee93381b tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "GET /v2.0/networks?id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a HTTP/1.1" status: 200 len: 809 time: 0.6051104 Jul 16 20:31:05.772076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Request body: {'port': {'device_id': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a', 'admin_state_up': True, 'tenant_id': '7d4d0bb4228f4bf89912358b1437b76a'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:05.792339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:05.831497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.877242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ac280fd7-4c8c-4336-8203-b62f4299995a req-0f5631d5-b2b0-47f2-aae2-adf23249961c tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 210 time: 0.0435636 Jul 16 20:31:05.960251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.975595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7157eff2-a5ac-4ec5-a6ce-6e534861869e']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:05.992698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1220309972-network', 'tenant_id': '2bd5ce5efdca42369772e0a794279bfe'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:05.996839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9065986-aacc-4349-b919-c2c0fbd9b85b') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:05.997559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9065986-aacc-4349-b919-c2c0fbd9b85b') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:06.008683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.011643 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fae0d9c3-89d5-4b53-bfac-4be729132838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.028885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:31:06.028885 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:31:06.028885 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id_1': '2bd5ce5efdca42369772e0a794279bfe', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 31, 6, 7977)}] Jul 16 20:31:06.028885 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:31:06.029217 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:31:06.030827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.035882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.040126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:06.040403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Made reservation on behalf of 7d4d0bb4228f4bf89912358b1437b76a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:06.040924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:06.042889 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:06.045256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.119479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.135968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.138805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7157eff2-a5ac-4ec5-a6ce-6e534861869e HTTP/1.1" status: 204 len: 168 time: 0.4010065 Jul 16 20:31:06.139805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bce282-d10e-45dd-95a6-0534dc363d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=7157eff2-a5ac-4ec5-a6ce-6e534861869e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.310502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-dc11ee13-0b7e-4d05-910a-33c3fb976d89 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305806436&fields=id&tenant_id=7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 267 time: 0.0837586 Jul 16 20:31:06.314355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51164) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.362966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e4eae3ac-74ff-4099-82fd-9e0a5916ce0c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d0d0e7c9e4cb448795fe2480dceb22a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471809 Jul 16 20:31:06.363962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51166) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.418869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-91cc2b3b-53fe-4f8f-89a9-2b312530c907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.441072 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-91cc2b3b-53fe-4f8f-89a9-2b312530c907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.471120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Allocated IP 172.20.0.5 (ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a/af9d3f9c-35a4-4212-9991-be012c741a5e/a37637ba-6da3-42da-a5eb-d9c0cb4e8a98) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:06.495166 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-91cc2b3b-53fe-4f8f-89a9-2b312530c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.497855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-91cc2b3b-53fe-4f8f-89a9-2b312530c907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.499238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-91cc2b3b-53fe-4f8f-89a9-2b312530c907 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/77d447f6-0294-4de3-9eb0-6a41c2b2eaec HTTP/1.1" status: 204 len: 168 time: 0.1342256 Jul 16 20:31:06.507524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc2b3b-53fe-4f8f-89a9-2b312530c907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d447f6-0294-4de3-9eb0-6a41c2b2eaec,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.581651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-11dae84c-85e5-4524-b8d0-74dc05f8a4d0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.583234 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-11dae84c-85e5-4524-b8d0-74dc05f8a4d0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2506146 Jul 16 20:31:06.628055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.641635 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-86c6d685-0ed8-41e3-a774-4c34e278ed2b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/quotas/7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 375 time: 0.0497279 Jul 16 20:31:06.648971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Made reservation on behalf of 2bd5ce5efdca42369772e0a794279bfe for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:06.652039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.684378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.898463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.952196 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-a97dec6f-ab20-43f4-bacd-885eb9358346 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2974441 Jul 16 20:31:07.057720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-84fb73e6-8d29-44d6-b9d1-9a7763e7fe30 req-7c6e23f4-0bcc-4e14-8eb7-4b3faa3cbc58 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 210 time: 0.0398023 Jul 16 20:31:07.084544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 28549f67-319a-420c-927d-30708a01b794 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:07.093955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.098258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.110340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.176035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:07.245370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-2ee3e9a4-8f21-4a7a-8f37-1bee8cbe47eb service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707844 Jul 16 20:31:07.247154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:07.253390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a37af-73a2-4e96-9769-e5fcac525b4b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.257299 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.257636 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Added segment cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86 of type vlan for network e1e7b315-e765-4dce-b154-01a82396f4ef Jul 16 20:31:07.284703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:07.289967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Pushing event updated for resources: {'Port': ['ID=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.303705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:07.307065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.307403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.307724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.308053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.308383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.308704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.309025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.309353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.309806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.310248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.310686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.311039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.409851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.410202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.410534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.410907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.411255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.411563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.411879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.412196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.412516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.412835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.413152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.413494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.438060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.508315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.508919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.527385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:07.541506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] Sync routers for ids ['28549f67-319a-420c-927d-30708a01b794'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:07.551625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] Routers {'28549f67-319a-420c-927d-30708a01b794'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:07.552308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['28549f67-319a-420c-927d-30708a01b794'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:07.552542 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-3d0d7324-2521-4033-ac12-a0e9f6fec6b2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7868547 Jul 16 20:31:07.559157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.560265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.560834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.569858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51198) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:07.571707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-3f815e5f-acb8-4172-a290-acae1a4c322f service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156822 Jul 16 20:31:07.578720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Request body: {'port': {'device_id': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:07.581134 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.585755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6e6e07dd-b624-466b-8263-7723487b30be tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1363754 Jul 16 20:31:07.586105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51202) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:07.631929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:07.644241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8505321 Jul 16 20:31:07.654477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51204) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:07.656103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] Routers {'28549f67-319a-420c-927d-30708a01b794'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:07.656749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:30:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['28549f67-319a-420c-927d-30708a01b794'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:07.667518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Request body: {'subnet': {'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1220309972-subnet', 'tenant_id': '2bd5ce5efdca42369772e0a794279bfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:07.694517 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:07.695551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95e1df-ad35-47f1-b1cd-5edc3aee42f3 None None] The sync data for ids ['28549f67-319a-420c-927d-30708a01b794'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:07.732301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb73d0-07ac-40d6-91f8-ad21c39fbee6 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e7b315-e765-4dce-b154-01a82396f4ef,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.745406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network e1e7b315-e765-4dce-b154-01a82396f4ef details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:07.764768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07a4b749-84cb-445f-91a2-b855f4a3bc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.779319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Made reservation on behalf of 2bd5ce5efdca42369772e0a794279bfe for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:07.782313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.796342 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.830313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-464394f0-755e-4397-b64c-a359c195da41 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/routers/28549f67-319a-420c-927d-30708a01b794 HTTP/1.1" status: 200 len: 885 time: 0.2427936 Jul 16 20:31:07.832766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51212) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.059129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-270409da-9560-414c-902b-48129088b3e1 req-0b0ad2a4-d56f-42aa-9427-3c2d60303aea tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0698545 Jul 16 20:31:08.140626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.156466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07a4b749-84cb-445f-91a2-b855f4a3bc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.166658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07a4b749-84cb-445f-91a2-b855f4a3bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.198774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-07a4b749-84cb-445f-91a2-b855f4a3bc07 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=00cb9be4076a4d4282fcd50525c9851b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270287 Jul 16 20:31:08.206222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51224) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.255704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4b749-84cb-445f-91a2-b855f4a3bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd5da83-e179-4af8-b0f6-e699aac7299a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.285500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfd681f-7a03-4af1-8d4d-daaacbb3a42c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.296300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:08.309487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.315069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Checking segment: {'id': 'cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:08.315430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Network hostable DHCP agents. Network: e1e7b315-e765-4dce-b154-01a82396f4ef, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:08.326315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d2be4ef-0a56-43c5-987b-42cfd460dbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.341249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Transition to ACTIVE for port object a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:08.341725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1b6e20e2-b2df-4c8c-8202-98aabdd9d844 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5075977 Jul 16 20:31:08.347364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51228) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.353199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e203b146-c371-4c9c-9b37-49667070993f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1324558420'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:08.361065 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.365372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d2be4ef-0a56-43c5-987b-42cfd460dbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.407449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Network e1e7b315-e765-4dce-b154-01a82396f4ef is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:08.430067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d2be4ef-0a56-43c5-987b-42cfd460dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.435031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d2be4ef-0a56-43c5-987b-42cfd460dbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.439586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4d2be4ef-0a56-43c5-987b-42cfd460dbfb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6dd5da83-e179-4af8-b0f6-e699aac7299a HTTP/1.1" status: 204 len: 168 time: 0.2270555 Jul 16 20:31:08.458184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2be4ef-0a56-43c5-987b-42cfd460dbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd5da83-e179-4af8-b0f6-e699aac7299a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.624368 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.626270 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.813776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d78de-983f-49e1-ba67-6e117e8ed0aa req-d6fac512-c76d-484d-b4c0-39b8a3410b21 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.815312 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df3d78de-983f-49e1-ba67-6e117e8ed0aa req-d6fac512-c76d-484d-b4c0-39b8a3410b21 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 931 time: 0.6177342 Jul 16 20:31:08.834380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e02ebe58-24c9-45ef-afd2-8b6129d4dee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.838594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, e1e7b315-e765-4dce-b154-01a82396f4ef) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:08.848101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d209c-0e8d-4224-a3b5-f22ec395ded4 None None] Network e1e7b315-e765-4dce-b154-01a82396f4ef requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:08.870210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Pushing event updated for resources: {'Port': ['ID=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.883029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.883619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.964600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-72fd9083-2a2a-45fb-9d8f-819149f87f06 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3085325 Jul 16 20:31:08.992403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df3d78de-983f-49e1-ba67-6e117e8ed0aa req-2146efb0-0269-4475-9943-52455fe9cdae tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690929 Jul 16 20:31:09.013789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd0be7-d35f-4bbc-b8f4-47850aa23d9a None None] Network e1e7b315-e765-4dce-b154-01a82396f4ef requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:09.040680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.062793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Attempting to bind port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:09.063203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Attempting to bind port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:09.063546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Attempting to bind port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 on network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:09.094751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 on network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:09.095331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Attempting to bind port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 on network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:09.109909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:09.110472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Checking segment: {'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:09.111040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Bound using segment: {'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:09.111666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Bound port: a37637ba-6da3-42da-a5eb-d9c0cb4e8a98, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:09.112193 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.275058 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] For port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:09.297657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] For port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:09.305091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.311571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e203b146-c371-4c9c-9b37-49667070993f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.346657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10286add-293f-4d98-baf2-0d8a077823ee req-0b125d19-52db-4d6e-9d12-f51c37e0e8ac tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0658305 Jul 16 20:31:09.355058 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e203b146-c371-4c9c-9b37-49667070993f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.360828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.361745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.363450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] 10.222.0.79 "PUT /v2.0/ports/a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 HTTP/1.1" status: 200 len: 1092 time: 1.7982285 Jul 16 20:31:09.365122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'tag': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:09.367988 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805" -d '{"events": [{"name": "network-changed", "server_uuid": "02ebcf2d-0a32-4195-8de6-53f7798cdc51", "tag": "a37637ba-6da3-42da-a5eb-d9c0cb4e8a98"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:09.458500 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04edc5c-b0d0-436b-90c0-4474381660e0 x-openstack-request-id: req-f04edc5c-b0d0-436b-90c0-4474381660e0 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:09.459535 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ebcf2d-0a32-4195-8de6-53f7798cdc51", "tag": "a37637ba-6da3-42da-a5eb-d9c0cb4e8a98", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:09.459535 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f04edc5c-b0d0-436b-90c0-4474381660e0 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:09.459741 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'tag': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98', 'status': 'completed', 'code': 200} Jul 16 20:31:09.538665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6789fb-3e82-44a2-ac10-ea0ad841b012 service neutron] Pushing event updated for resources: {'Port': ['ID=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:09.551717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-fdfb88b2-3a41-4505-b2b2-00a8d041ab41 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.553429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-fdfb88b2-3a41-4505-b2b2-00a8d041ab41 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2231207 Jul 16 20:31:09.611243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e203b146-c371-4c9c-9b37-49667070993f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 28549f67-319a-420c-927d-30708a01b794 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:09.618636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42350-97b8-4561-b555-09c3d747a14e req-530d0f23-42a0-46b4-b952-2b9af2a81d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.620242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-530d0f23-42a0-46b4-b952-2b9af2a81d56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d4d0bb4228f4bf89912358b1437b76a&device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 1095 time: 0.1301677 Jul 16 20:31:09.664887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-979ff441-151f-4e59-8537-b13e20880816 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 379 time: 0.1029277 Jul 16 20:31:09.674306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'port': {'device_id': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'admin_state_up': True, 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'security_groups': ['8f9130e4-cb98-46dc-9e1a-235bb7964686']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:09.717075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-94ae006b-37ec-43b4-a3c8-97725f173827 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 HTTP/1.1" status: 200 len: 217 time: 0.0893245 Jul 16 20:31:09.831162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e203b146-c371-4c9c-9b37-49667070993f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:09.848736 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] Sync routers for ids ['28549f67-319a-420c-927d-30708a01b794'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:09.854384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51270) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:09.860439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e203b146-c371-4c9c-9b37-49667070993f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.861886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e203b146-c371-4c9c-9b37-49667070993f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/28549f67-319a-420c-927d-30708a01b794 HTTP/1.1" status: 200 len: 892 time: 1.5134962 Jul 16 20:31:09.866093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51272) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:09.878096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-326669092-network', 'tenant_id': 'c4679f9833694f51b77961a33744b6b4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:09.891766 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] Routers {'28549f67-319a-420c-927d-30708a01b794'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:09.892661 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['28549f67-319a-420c-927d-30708a01b794'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:10.007979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42350-97b8-4561-b555-09c3d747a14e req-8269bef1-c630-4d63-9907-3330f186e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.009775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-8269bef1-c630-4d63-9907-3330f186e401 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af9d3f9c-35a4-4212-9991-be012c741a5e HTTP/1.1" status: 200 len: 849 time: 0.2615483 Jul 16 20:31:10.049024 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.164076 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:10.180484 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] Routers {'28549f67-319a-420c-927d-30708a01b794'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:10.181748 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['28549f67-319a-420c-927d-30708a01b794'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:10.193613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-8c6e2254-c65b-4acf-823e-8d455f8b5d75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647689 Jul 16 20:31:10.211362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Made reservation on behalf of c4679f9833694f51b77961a33744b6b4 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:10.213709 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.224925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.261786 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:10.263149 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500c348-ec26-4c74-a355-a2f2558eb7ce None None] The sync data for ids ['28549f67-319a-420c-927d-30708a01b794'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:10.353084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.360577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.431166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695f110-e28d-4f03-a1f3-6680c851033b req-ef07db4c-966e-4cf6-b2f9-169b29c3d02c tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.433839 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9695f110-e28d-4f03-a1f3-6680c851033b req-ef07db4c-966e-4cf6-b2f9-169b29c3d02c tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 943 time: 0.2196405 Jul 16 20:31:10.434867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:10.441266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.443937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0e7a238b-54c0-45fe-bdd2-fa21507f43f9 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/routers/28549f67-319a-420c-927d-30708a01b794 HTTP/1.1" status: 200 len: 892 time: 0.5764928 Jul 16 20:31:10.450233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:10.457059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:10.487673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51286) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:10.491186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3083868c-0c9d-42a4-a1c7-76a68b1497e8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.549055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.549887 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Added segment d8e6d1f0-c770-4783-9097-9837e9370df2 of type vlan for network 05afcd34-4b91-484a-9fc4-d4bdf135b933 Jul 16 20:31:10.569808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-0145734e-a7be-432a-b903-539d8bc9972d service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677771 Jul 16 20:31:10.577930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9695f110-e28d-4f03-a1f3-6680c851033b req-a70000cc-36d0-49f5-858f-bbb21d3b37eb tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269186 Jul 16 20:31:10.638493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-da7e7595-e3cf-4253-9655-2cf0342c61d4 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=28549f67-319a-420c-927d-30708a01b794 HTTP/1.1" status: 200 len: 205 time: 0.1821678 Jul 16 20:31:10.666520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51290) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:10.724962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2047423-bfac-4f8c-8b5e-d67c08a0e8e4 req-24741a5d-fdcd-49b4-8606-6ca6f9691444 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0986013 Jul 16 20:31:10.727561 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.739735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95e8880-78ec-451a-a9d7-1235a7718d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.798359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.20.0.11 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/a6b9b708-0cd5-45fd-aa35-1c211feab795) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:10.893604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.894812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.895493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.929595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-94d42350-97b8-4561-b555-09c3d747a14e req-088dac46-93eb-4577-9c5c-89c6998a31fc service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986498 Jul 16 20:31:10.948016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.988210 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95e8880-78ec-451a-a9d7-1235a7718d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.996200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95e8880-78ec-451a-a9d7-1235a7718d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.024921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] Pushing event updated for resources: {'Network': ['ID=05afcd34-4b91-484a-9fc4-d4bdf135b933,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.037863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 05afcd34-4b91-484a-9fc4-d4bdf135b933 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:11.050976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8feba072-91b0-4343-b9b5-8c50cf3078dd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1852064 Jul 16 20:31:11.053978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51292) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:11.064362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Request body: {'subnet': {'network_id': '05afcd34-4b91-484a-9fc4-d4bdf135b933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-326669092-subnet', 'tenant_id': 'c4679f9833694f51b77961a33744b6b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:11.066547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.071301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e8880-78ec-451a-a9d7-1235a7718d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859258f-9c07-4441-898c-bf8f79974315,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.095679 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b95e8880-78ec-451a-a9d7-1235a7718d9c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c512bc6486b14121bf8e44aa8e975999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6063008 Jul 16 20:31:11.096516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51294) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:11.121691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Transition to ACTIVE for port object a6b9b708-0cd5-45fd-aa35-1c211feab795 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:11.142428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Made reservation on behalf of c4679f9833694f51b77961a33744b6b4 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:11.145000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.186900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.195479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-0d3bc0b0-eb09-44e9-b2d2-fcf88e3094f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.196850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-0d3bc0b0-eb09-44e9-b2d2-fcf88e3094f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d4d0bb4228f4bf89912358b1437b76a&device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 1095 time: 0.1830702 Jul 16 20:31:11.209841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.221943 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9359a28f-cc7c-4d7d-9eee-e862bb7be4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.280063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:11.292045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:11.310558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:11.316494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9359a28f-cc7c-4d7d-9eee-e862bb7be4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.319671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=a6b9b708-0cd5-45fd-aa35-1c211feab795,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.400058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.400673 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.420723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-3b4700c3-216e-4086-8047-c757a4b9f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.421213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-4d0ad4be-5131-4310-9a81-d90bad91b70d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7513649 Jul 16 20:31:11.422901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-3b4700c3-216e-4086-8047-c757a4b9f021 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a HTTP/1.1" status: 200 len: 910 time: 0.1921394 Jul 16 20:31:11.438585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Request body: {'port': {'device_id': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:11.443156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9359a28f-cc7c-4d7d-9eee-e862bb7be4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.446546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9359a28f-cc7c-4d7d-9eee-e862bb7be4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.450068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9359a28f-cc7c-4d7d-9eee-e862bb7be4e0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d859258f-9c07-4441-898c-bf8f79974315 HTTP/1.1" status: 204 len: 168 time: 0.3469744 Jul 16 20:31:11.537067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359a28f-cc7c-4d7d-9eee-e862bb7be4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859258f-9c07-4441-898c-bf8f79974315,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.584988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ecd5160a-79d6-45fd-937e-cd0984d81000 None None] Provisioning for port a6b9b708-0cd5-45fd-aa35-1c211feab795 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:11.589545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port dd8dfacd-9aca-44bc-ac81-887394e8b30e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:11.590265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.591852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ecd5160a-79d6-45fd-937e-cd0984d81000 None None] Provisioning complete for port a6b9b708-0cd5-45fd-aa35-1c211feab795 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:11.592060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.592761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ecd5160a-79d6-45fd-937e-cd0984d81000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.594921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-bff5586f-290d-4ad8-9759-1da8eddd220d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 HTTP/1.1" status: 200 len: 217 time: 0.0662639 Jul 16 20:31:11.644343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5160a-79d6-45fd-937e-cd0984d81000 None None] Port a6b9b708-0cd5-45fd-aa35-1c211feab795 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:11.654273 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.730094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d1be46-f498-4b75-8dbb-81291d38987f,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.816594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Checking segment: {'id': 'd8e6d1f0-c770-4783-9097-9837e9370df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '05afcd34-4b91-484a-9fc4-d4bdf135b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:11.817409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Network hostable DHCP agents. Network: 05afcd34-4b91-484a-9fc4-d4bdf135b933, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:11.828616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-a1a688fd-4df6-4046-9bf2-1298814dae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.831049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-a1a688fd-4df6-4046-9bf2-1298814dae43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af9d3f9c-35a4-4212-9991-be012c741a5e HTTP/1.1" status: 200 len: 849 time: 0.1694427 Jul 16 20:31:11.836035 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.888116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-57c02fcc-d1ce-47d2-bdf5-979d81e5fa7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495179 Jul 16 20:31:11.890651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.894131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Network 05afcd34-4b91-484a-9fc4-d4bdf135b933 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:11.927563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e049ff-8c6d-453b-99cd-8170d9db9cc4 req-0d69f657-a580-4acb-93b4-b224e61a9768 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.929224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06e049ff-8c6d-453b-99cd-8170d9db9cc4 req-0d69f657-a580-4acb-93b4-b224e61a9768 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 943 time: 0.1683648 Jul 16 20:31:11.931202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 05afcd34-4b91-484a-9fc4-d4bdf135b933) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:11.946458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf27bd5-c113-4326-8027-0a100de99e22 None None] Network 05afcd34-4b91-484a-9fc4-d4bdf135b933 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:11.948217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for dd8dfacd-9aca-44bc-ac81-887394e8b30e owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:11.958690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.959622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.052158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-06e049ff-8c6d-453b-99cd-8170d9db9cc4 req-1f3f0d12-4caa-4754-bd90-7ad00bd5e1a3 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 Jul 16 20:31:12.079056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-29febc26-cd75-4b1a-91de-7e01d6f2dcc8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0211735 Jul 16 20:31:12.125864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b9b708-0cd5-45fd-aa35-1c211feab795 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:12.135195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.150747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Transition to ACTIVE for port object a6b9b708-0cd5-45fd-aa35-1c211feab795 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:12.156806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.174231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5309f2-fb73-49e4-989a-05b325458f89 None None] Network 05afcd34-4b91-484a-9fc4-d4bdf135b933 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:12.209396 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-30e1625c-32de-45c6-9327-b1d97fd624c5 service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051112 Jul 16 20:31:12.256082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Pushing event updated for resources: {'Port': ['ID=a6b9b708-0cd5-45fd-aa35-1c211feab795,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.332872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1b2ac-57e3-4f59-b172-040362568c84 req-1c46fc47-d6e3-4348-9758-f67a17b1aa07 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.334489 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14f1b2ac-57e3-4f59-b172-040362568c84 req-1c46fc47-d6e3-4348-9758-f67a17b1aa07 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 932 time: 0.3680544 Jul 16 20:31:12.443464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Attempting to bind port a6b9b708-0cd5-45fd-aa35-1c211feab795 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:12.444388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Attempting to bind port a6b9b708-0cd5-45fd-aa35-1c211feab795 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:12.445131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Attempting to bind port a6b9b708-0cd5-45fd-aa35-1c211feab795 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:12.464466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Port a6b9b708-0cd5-45fd-aa35-1c211feab795 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:12.467669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Attempting to bind port a6b9b708-0cd5-45fd-aa35-1c211feab795 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:12.482542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:12.487333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:12.490024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:12.491241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Bound port: a6b9b708-0cd5-45fd-aa35-1c211feab795, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:12.492263 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.680290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] For port a6b9b708-0cd5-45fd-aa35-1c211feab795, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:12.686971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] For port a6b9b708-0cd5-45fd-aa35-1c211feab795, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:12.699616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.755214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.756146 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.762788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] 10.222.0.99 "PUT /v2.0/ports/a6b9b708-0cd5-45fd-aa35-1c211feab795 HTTP/1.1" status: 200 len: 1093 time: 1.3328698 Jul 16 20:31:12.763553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:12.766445 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4efa62-f462-45ed-ab20-8853c8fa71ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:12.841237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd667aa-efa8-437a-bf15-763c0cea044e service neutron] Pushing event updated for resources: {'Port': ['ID=a6b9b708-0cd5-45fd-aa35-1c211feab795,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.906537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-3de15c36-f342-4c3a-84fa-0e414f4e2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.908489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-3de15c36-f342-4c3a-84fa-0e414f4e2def service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 1096 time: 0.0815456 Jul 16 20:31:12.991810 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-94065386-ae06-4355-ad39-13eda00dc194 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795 HTTP/1.1" status: 200 len: 217 time: 0.0730278 Jul 16 20:31:13.090960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14f1b2ac-57e3-4f59-b172-040362568c84 req-b3246915-168e-498f-b2cc-f9784f725b5c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7254219 Jul 16 20:31:13.111279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bfb5e2b-bf49-4ef7-bf5c-21e9007db805 req-eb58e4eb-fad2-4370-b873-3db6c17e31fb service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8845840 Jul 16 20:31:13.124473 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.171776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=dd8dfacd-9aca-44bc-ac81-887394e8b30e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.187702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-9edead96-2f2a-4436-90d2-d8add2087080 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.189692 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-9edead96-2f2a-4436-90d2-d8add2087080 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/networks?id=e1e7b315-e765-4dce-b154-01a82396f4ef HTTP/1.1" status: 200 len: 825 time: 0.1954780 Jul 16 20:31:13.196295 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c64c4-d5d0-44c5-bb32-16c6e3c361c5 x-openstack-request-id: req-a81c64c4-d5d0-44c5-bb32-16c6e3c361c5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:13.200285 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:13.200614 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a81c64c4-d5d0-44c5-bb32-16c6e3c361c5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:13.201248 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'status': 'completed', 'code': 200} Jul 16 20:31:13.265815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.319558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-93851f44-bfd3-4373-a7f2-1b875401b7a4 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/quotas/2bd5ce5efdca42369772e0a794279bfe HTTP/1.1" status: 200 len: 375 time: 0.0614688 Jul 16 20:31:13.330400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-47ec2870-b65e-49ff-8724-7680b61a730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.333796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-47ec2870-b65e-49ff-8724-7680b61a730f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.3238802 Jul 16 20:31:13.389064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-e2fbe59a-7d01-4a12-bc77-39870ee69db8 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2bd5ce5efdca42369772e0a794279bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543671 Jul 16 20:31:13.407248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.411838 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.479004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:13.485662 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.486215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Fanout notify agent at l3_agent the message router_deleted on router 28549f67-319a-420c-927d-30708a01b794 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:13.494183 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.501530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-38f94c14-ade3-4808-a624-462781de7755 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/28549f67-319a-420c-927d-30708a01b794 HTTP/1.1" status: 204 len: 168 time: 2.8238378 Jul 16 20:31:13.502388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51352) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:13.509626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1495077272'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:13.525573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b854-8861-4a8e-a8f9-719c5363c9a0 req-c2841dc8-3ae8-44cf-826a-3556e726ff03 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.535224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6389b854-8861-4a8e-a8f9-719c5363c9a0 req-c2841dc8-3ae8-44cf-826a-3556e726ff03 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 943 time: 0.2030516 Jul 16 20:31:13.577837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361f4e-41b3-4c49-b899-607562859e6e req-4ec259fc-cdd6-4011-ab8e-e267edb66ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.579636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-4ec259fc-cdd6-4011-ab8e-e267edb66ade service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1891749 Jul 16 20:31:13.588278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:13.592945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.615343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6389b854-8861-4a8e-a8f9-719c5363c9a0 req-3b6edaf8-59d8-4bc4-8087-d10eec4bde72 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790236 Jul 16 20:31:13.650161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-4cf7b09c-7840-4c4a-8f4b-360bdb71046d service neutron] 10.222.0.91 "GET /v2.0/networks/e1e7b315-e765-4dce-b154-01a82396f4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474601 Jul 16 20:31:13.658050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:13.667490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:13.673611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.675253 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment 591b9543-804b-48c7-89f3-40ab17de4595 of type vlan for network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 Jul 16 20:31:13.681416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98', 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a', 'port_id': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98', 'mac_address': 'fa:16:3e:b9:6a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9d3f9c-35a4-4212-9991-be012c741a5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:13.721989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.737431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:13.759816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:13.767329 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.768147 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.811339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-d3e62fb5-fb15-4fde-9948-fefe19ec030d service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187111 Jul 16 20:31:13.811482 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.822468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-ac76e8db-4735-4a37-a81d-640e7a8a595c service neutron] 10.222.0.91 "GET /v2.0/networks/e1e7b315-e765-4dce-b154-01a82396f4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712010 Jul 16 20:31:13.839015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.840267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.868862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.910900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4078465 Jul 16 20:31:13.911518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51362) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:13.922013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': '00b12f80-7bff-4647-9dcb-98b8ab3e7987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:13.959681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89561f95-03f0-46cd-82f5-f6af7fb1d33c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=00b12f80-7bff-4647-9dcb-98b8ab3e7987,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.971322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:14.013341 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46361f4e-41b3-4c49-b899-607562859e6e req-9ab10a95-5607-4f93-85da-3c9a292e1312 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895382 Jul 16 20:31:14.043826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a37637ba-6da3-42da-a5eb-d9c0cb4e8a98'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:14.050300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:14.055846 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.188851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9ca782cd-df47-4d61-9fe9-3b010f505546 req-8b629931-c065-4a8b-9dcd-bbc9cc7015d4 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 210 time: 0.0640657 Jul 16 20:31:14.264192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-6482a77c-0be3-48f5-ac27-7c14ce1f45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.265935 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-6482a77c-0be3-48f5-ac27-7c14ce1f45e5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 1096 time: 0.1801491 Jul 16 20:31:14.528441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-84117141-3739-491e-b1ca-f12a6793d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.530558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-84117141-3739-491e-b1ca-f12a6793d2f3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2567883 Jul 16 20:31:14.591346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.606125 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-bf6e89fe-2f27-4acf-8b9a-d91b612e60e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795 HTTP/1.1" status: 200 len: 217 time: 0.0644591 Jul 16 20:31:14.710061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=cc8a6ef8-87e9-41e1-8c3d-1f9493a631de,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:14.728400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e690a-48e4-4435-a4a6-9a880ad91f9d req-edc5c499-ab24-4e26-93f7-623146b32ff7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.736532 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d28e690a-48e4-4435-a4a6-9a880ad91f9d req-edc5c499-ab24-4e26-93f7-623146b32ff7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 944 time: 0.3450806 Jul 16 20:31:14.771889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-c3a10d95-d49f-4c48-be36-358579a24e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.773893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-c3a10d95-d49f-4c48-be36-358579a24e15 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1479592 Jul 16 20:31:14.775224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': '591b9543-804b-48c7-89f3-40ab17de4595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '00b12f80-7bff-4647-9dcb-98b8ab3e7987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:14.775650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: 00b12f80-7bff-4647-9dcb-98b8ab3e7987, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:14.841681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d28e690a-48e4-4435-a4a6-9a880ad91f9d req-64b7062f-aa2c-4706-bff5-a49b35277cc4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037271 Jul 16 20:31:14.874461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:14.892949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 00b12f80-7bff-4647-9dcb-98b8ab3e7987) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:14.899774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.900973 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.904284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ef508-7b54-4ff8-bc53-b77abb9c882f None None] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:14.925217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-374d0e1b-9fd3-494a-866e-9900d8fe737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.927361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-374d0e1b-9fd3-494a-866e-9900d8fe737b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1440816 Jul 16 20:31:14.941875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3176d3c-f091-43b7-a9d9-a6fa71a86786 req-58b52b4c-09f2-4f8c-b0ff-882278945187 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.951966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3176d3c-f091-43b7-a9d9-a6fa71a86786 req-58b52b4c-09f2-4f8c-b0ff-882278945187 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 944 time: 0.1730213 Jul 16 20:31:14.994329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51402) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:14.994684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ea3f0a77-858f-46e6-b5dc-d3a2e506712f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0817130 Jul 16 20:31:15.010551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d3258cd2-9655-4f98-8ccb-ae84efa338ae tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-857068151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:15.043739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d3176d3c-f091-43b7-a9d9-a6fa71a86786 req-46ce0381-7626-4a63-be7e-00d4b670c5a2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838079 Jul 16 20:31:15.079593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3258cd2-9655-4f98-8ccb-ae84efa338ae tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.081344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3258cd2-9655-4f98-8ccb-ae84efa338ae tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.105939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-ee6e3304-7716-4dec-91bd-519e369cf0ba service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660550 Jul 16 20:31:15.153875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3258cd2-9655-4f98-8ccb-ae84efa338ae tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.160822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3258cd2-9655-4f98-8ccb-ae84efa338ae tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.207226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-00b12f80-7bff-4647-9dcb-98b8ab3e7987', 'network_id': '00b12f80-7bff-4647-9dcb-98b8ab3e7987', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': 'cc8a6ef8-87e9-41e1-8c3d-1f9493a631de'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:15.208182 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.222966 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3258cd2-9655-4f98-8ccb-ae84efa338ae tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.228373 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3258cd2-9655-4f98-8ccb-ae84efa338ae tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2324872 Jul 16 20:31:15.229345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51410) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:15.486157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94391318-93c5-4878-b0cf-b6457f56f95a req-880ba679-5445-4e63-9181-12695db9d1aa tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 210 time: 0.0515759 Jul 16 20:31:15.605091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:15.681163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51418) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:15.721948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Allocated IP 2001:db8::2 (00b12f80-7bff-4647-9dcb-98b8ab3e7987/cc8a6ef8-87e9-41e1-8c3d-1f9493a631de/84b8f7c6-b769-4804-bce6-9dbaba12b6da) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:15.734296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:15.748582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:15.748889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.907554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-17cf415d-1413-414f-8323-20271aaee3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.973087 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.012871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:16.015276 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6626a4-2f90-43a9-9206-bf7e35fd4d3d" -d '{"events": [{"server_uuid": "02ebcf2d-0a32-4195-8de6-53f7798cdc51", "name": "network-vif-plugged", "status": "completed", "tag": "a37637ba-6da3-42da-a5eb-d9c0cb4e8a98"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:16.020035 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.035258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:16.038693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Transition to ACTIVE for port object 84b8f7c6-b769-4804-bce6-9dbaba12b6da will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:16.041195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.079171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Transition to ACTIVE for port object 84b8f7c6-b769-4804-bce6-9dbaba12b6da will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:16.091498 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-17cf415d-1413-414f-8323-20271aaee3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.093530 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105ea9ef-d708-40da-8e5d-a294b97892e1 x-openstack-request-id: req-105ea9ef-d708-40da-8e5d-a294b97892e1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:16.093857 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ebcf2d-0a32-4195-8de6-53f7798cdc51", "name": "network-vif-plugged", "status": "completed", "tag": "a37637ba-6da3-42da-a5eb-d9c0cb4e8a98", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:16.094108 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-105ea9ef-d708-40da-8e5d-a294b97892e1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:16.094499 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98', 'code': 200} Jul 16 20:31:16.099485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-17cf415d-1413-414f-8323-20271aaee3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.101713 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.117491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.131789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d4efa62-f462-45ed-ab20-8853c8fa71ac req-97e5e941-6852-4d6a-9223-e5e3f714a163 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0111995 Jul 16 20:31:16.172594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:16.174013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:16.176193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Pushing event updated for resources: {'Port': ['ID=84b8f7c6-b769-4804-bce6-9dbaba12b6da,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.178584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:16.187336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-17cf415d-1413-414f-8323-20271aaee3fc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a8ffea13bd8d47789800bd8bd1658ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046237 Jul 16 20:31:16.230596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51428) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:16.245185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Attempting to bind port 84b8f7c6-b769-4804-bce6-9dbaba12b6da on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:16.245983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Attempting to bind port 84b8f7c6-b769-4804-bce6-9dbaba12b6da by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '591b9543-804b-48c7-89f3-40ab17de4595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '00b12f80-7bff-4647-9dcb-98b8ab3e7987'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:16.246527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Attempting to bind port 84b8f7c6-b769-4804-bce6-9dbaba12b6da on network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:16.252758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:16.253503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Checking segment: {'id': '591b9543-804b-48c7-89f3-40ab17de4595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '00b12f80-7bff-4647-9dcb-98b8ab3e7987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:16.254064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.254602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Bound using segment: {'id': '591b9543-804b-48c7-89f3-40ab17de4595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '00b12f80-7bff-4647-9dcb-98b8ab3e7987'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:16.255281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Bound port: 84b8f7c6-b769-4804-bce6-9dbaba12b6da, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591b9543-804b-48c7-89f3-40ab17de4595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '00b12f80-7bff-4647-9dcb-98b8ab3e7987'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:16.255848 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.286491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf415d-1413-414f-8323-20271aaee3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3957451c-7176-4370-b787-de0ba29936ea,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.322964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-4fb46460-202e-4ae5-83ff-eb727185d552 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.325262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-4fb46460-202e-4ae5-83ff-eb727185d552 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.99 "GET /v2.0/networks?id=e1e7b315-e765-4dce-b154-01a82396f4ef HTTP/1.1" status: 200 len: 825 time: 0.3206220 Jul 16 20:31:16.336216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] For port 84b8f7c6-b769-4804-bce6-9dbaba12b6da, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:16.340868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] For port 84b8f7c6-b769-4804-bce6-9dbaba12b6da, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84b8f7c6-b769-4804-bce6-9dbaba12b6da,segment=NetworkSegment(591b9543-804b-48c7-89f3-40ab17de4595),segment_id=591b9543-804b-48c7-89f3-40ab17de4595)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:16.343607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Request body: {'port': {'device_id': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef', 'admin_state_up': True, 'tenant_id': '2bd5ce5efdca42369772e0a794279bfe'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:16.346167 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.361882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27801f38-ebf2-483a-bde4-62910f423878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.428096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeb71b-d27a-4900-9a43-57e4b6a89234 None None] Pushing event updated for resources: {'Port': ['ID=84b8f7c6-b769-4804-bce6-9dbaba12b6da,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.430022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27801f38-ebf2-483a-bde4-62910f423878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.448432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f88e3-0f02-4df2-b4cf-948011023636 req-680023ac-2a51-4647-b924-2d9389e7a6a8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.454867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.455286 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-849f88e3-0f02-4df2-b4cf-948011023636 req-680023ac-2a51-4647-b924-2d9389e7a6a8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 944 time: 0.2650311 Jul 16 20:31:16.500710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a3ab0-2c93-4b5c-9092-4c598248ea80 req-b153a86b-6f24-4588-98db-0b6ffcc0f9de tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.503010 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e8a3ab0-2c93-4b5c-9092-4c598248ea80 req-b153a86b-6f24-4588-98db-0b6ffcc0f9de tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 945 time: 0.2617447 Jul 16 20:31:16.538141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fd6be-e147-4b61-b08f-f91996b35599 req-883c5fc9-2a63-4214-9680-ebe6def4a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.539596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f67fd6be-e147-4b61-b08f-f91996b35599 req-883c5fc9-2a63-4214-9680-ebe6def4a3cd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 1097 time: 0.1788094 Jul 16 20:31:16.542970 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-849f88e3-0f02-4df2-b4cf-948011023636 req-d50426ad-2256-4f3d-bc4f-dfad36cd682a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840447 Jul 16 20:31:16.568117 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27801f38-ebf2-483a-bde4-62910f423878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.570614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27801f38-ebf2-483a-bde4-62910f423878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.574564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27801f38-ebf2-483a-bde4-62910f423878 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3957451c-7176-4370-b787-de0ba29936ea HTTP/1.1" status: 204 len: 168 time: 0.3400972 Jul 16 20:31:16.593313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f67fd6be-e147-4b61-b08f-f91996b35599 req-25119af6-13e6-4fec-9d2c-c7d58fae80c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469666 Jul 16 20:31:16.594189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27801f38-ebf2-483a-bde4-62910f423878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3957451c-7176-4370-b787-de0ba29936ea,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.705184 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e8a3ab0-2c93-4b5c-9092-4c598248ea80 req-fe39cd7a-5263-4d3a-a4b4-48a32d5c0f42 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916776 Jul 16 20:31:16.718426 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Made reservation on behalf of 2bd5ce5efdca42369772e0a794279bfe for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:16.722638 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.772487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f91a9fb5-c829-4230-be01-ed695fb154f9 req-9850d2ee-e35d-4009-b947-68dc8b9db1f0 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 210 time: 0.0356505 Jul 16 20:31:16.954789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8::1 (00b12f80-7bff-4647-9dcb-98b8ab3e7987/cc8a6ef8-87e9-41e1-8c3d-1f9493a631de/7e7b5a19-5249-4d72-9d1d-6609472b7e30) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:16.970102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Allocated IP 172.20.0.9 (e1e7b315-e765-4dce-b154-01a82396f4ef/ccfd681f-7a03-4af1-8d4d-daaacbb3a42c/f31295e3-1d74-47ae-9eaf-1219936183a8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:16.974014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51436) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:17.012421 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e95e2b5-8dd6-4277-8e4f-4f1d2827dd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.184222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.247837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 7e7b5a19-5249-4d72-9d1d-6609472b7e30 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:17.314041 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.353347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e95e2b5-8dd6-4277-8e4f-4f1d2827dd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.357203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.367142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e95e2b5-8dd6-4277-8e4f-4f1d2827dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.465794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:17.472743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95e2b5-8dd6-4277-8e4f-4f1d2827dd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42a2a61-e11f-440c-b6bb-8ce7aeb02f3a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:17.475720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:17.483011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5e95e2b5-8dd6-4277-8e4f-4f1d2827dd4d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=018207b1e2674ab1a2187935dd6c914f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048423 Jul 16 20:31:17.483011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=7e7b5a19-5249-4d72-9d1d-6609472b7e30,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:17.484134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51438) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:17.487110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:17.487900 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.493944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.551552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a74aff1-2f24-4fcd-b6ae-e9584b6ea25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.575731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a74aff1-2f24-4fcd-b6ae-e9584b6ea25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.585560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411f580-db14-49fb-a400-a86f79e1e146 None None] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:17.608186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Network e1e7b315-e765-4dce-b154-01a82396f4ef is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:17.642342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:17.644530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a74aff1-2f24-4fcd-b6ae-e9584b6ea25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.647426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a74aff1-2f24-4fcd-b6ae-e9584b6ea25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.651867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2a74aff1-2f24-4fcd-b6ae-e9584b6ea25f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c42a2a61-e11f-440c-b6bb-8ce7aeb02f3a HTTP/1.1" status: 204 len: 168 time: 0.1665854 Jul 16 20:31:17.669367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74aff1-2f24-4fcd-b6ae-e9584b6ea25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42a2a61-e11f-440c-b6bb-8ce7aeb02f3a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:17.675588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:17.681202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Pushing event updated for resources: {'Port': ['ID=f31295e3-1d74-47ae-9eaf-1219936183a8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:17.726066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d505b949-b5bf-44fe-8929-c746d241b818 None None] Provisioning for port 84b8f7c6-b769-4804-bce6-9dbaba12b6da completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:17.786181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.814686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:17.815265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.866448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-1046472e-069c-4cce-9942-31571bff821b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5304501 Jul 16 20:31:17.885185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65f417-cba6-493b-a76b-cd7dbbaaaaab req-698ea5b5-4659-4ed8-8916-fa800da908e7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:17.886773 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b65f417-cba6-493b-a76b-cd7dbbaaaaab req-698ea5b5-4659-4ed8-8916-fa800da908e7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 944 time: 0.1603041 Jul 16 20:31:17.898987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Request body: {'port': {'device_id': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:17.960184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149b736-df71-48e5-9f0d-60038ce4e702 req-f8b848a1-5de7-444d-9fc5-7c040b3dc650 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:17.962507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2149b736-df71-48e5-9f0d-60038ce4e702 req-f8b848a1-5de7-444d-9fc5-7c040b3dc650 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 945 time: 0.0857058 Jul 16 20:31:18.019843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2149b736-df71-48e5-9f0d-60038ce4e702 req-513b9592-6247-4425-bf64-8a9f6d3cfde9 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Jul 16 20:31:18.055329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b65f417-cba6-493b-a76b-cd7dbbaaaaab req-fc8f69c8-c400-4b33-a4b9-8be38706e12d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512413 Jul 16 20:31:18.138011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.179520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7115b665-b16d-4e0d-82c7-4743eb66a1df None None] Provisioning for port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:18.184050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7115b665-b16d-4e0d-82c7-4743eb66a1df None None] Provisioning complete for port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.184429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7115b665-b16d-4e0d-82c7-4743eb66a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.278702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7115b665-b16d-4e0d-82c7-4743eb66a1df None None] Port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:18.407995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3b96e-8ab5-47a0-940d-76e47d1b1296 req-246bb365-1882-489b-b347-f7ea7ec5abad tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.411357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aea3b96e-8ab5-47a0-940d-76e47d1b1296 req-246bb365-1882-489b-b347-f7ea7ec5abad tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 931 time: 0.1656530 Jul 16 20:31:18.460836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84b8f7c6-b769-4804-bce6-9dbaba12b6da up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:18.482308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.521388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.522421 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.526351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aea3b96e-8ab5-47a0-940d-76e47d1b1296 req-8b8a659a-cbbe-4a77-81a4-d3a192a18f66 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020772 Jul 16 20:31:18.629068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 84b8f7c6-b769-4804-bce6-9dbaba12b6da completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:18.635590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 84b8f7c6-b769-4804-bce6-9dbaba12b6da triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.636706 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.651837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=7e7b5a19-5249-4d72-9d1d-6609472b7e30,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:18.700887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6de1e9d0-7dd0-43c4-9e46-d633ae0a8a4c None None] Provisioning complete for port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.701663 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6de1e9d0-7dd0-43c4-9e46-d633ae0a8a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.740135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6de1e9d0-7dd0-43c4-9e46-d633ae0a8a4c None None] Port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:18.767984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:18.771448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:18.799917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.866328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 84b8f7c6-b769-4804-bce6-9dbaba12b6da, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84b8f7c6-b769-4804-bce6-9dbaba12b6da,segment=NetworkSegment(591b9543-804b-48c7-89f3-40ab17de4595),segment_id=591b9543-804b-48c7-89f3-40ab17de4595)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:18.872993 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.874570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31295e3-1d74-47ae-9eaf-1219936183a8 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:18.893212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.921337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Transition to ACTIVE for port object f31295e3-1d74-47ae-9eaf-1219936183a8 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:18.936079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.018823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f31295e3-1d74-47ae-9eaf-1219936183a8,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.043009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=84b8f7c6-b769-4804-bce6-9dbaba12b6da,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.057101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.060648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.071471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.071814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.072153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.072482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.073014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.073337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.073781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.073987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.074307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.075052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:19.096750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router f3e9d128-d691-4cb6-9412-cb41e3cc0d1c is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:19.274113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6887ba6-051d-419e-b65b-dca010325c00 None None] Provisioning complete for port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:19.274894 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a6887ba6-051d-419e-b65b-dca010325c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.317845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a6887ba6-051d-419e-b65b-dca010325c00 None None] Port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:19.522400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aea59-6081-45fc-985d-2f9a99fb34f3 req-cd520e97-9af2-43e0-8c36-1441198f04d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.526792 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b7aea59-6081-45fc-985d-2f9a99fb34f3 req-cd520e97-9af2-43e0-8c36-1441198f04d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 944 time: 0.0900583 Jul 16 20:31:19.557435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Attempting to bind port f31295e3-1d74-47ae-9eaf-1219936183a8 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:19.558047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Attempting to bind port f31295e3-1d74-47ae-9eaf-1219936183a8 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:19.558047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Attempting to bind port f31295e3-1d74-47ae-9eaf-1219936183a8 on network e1e7b315-e765-4dce-b154-01a82396f4ef {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:19.569446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b7aea59-6081-45fc-985d-2f9a99fb34f3 req-57c82eb0-5adf-476a-93f9-e2fc2721486b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352159 Jul 16 20:31:19.571576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Port f31295e3-1d74-47ae-9eaf-1219936183a8 on network e1e7b315-e765-4dce-b154-01a82396f4ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:19.571914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Attempting to bind port f31295e3-1d74-47ae-9eaf-1219936183a8 on network e1e7b315-e765-4dce-b154-01a82396f4ef {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:19.581728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:19.584153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:19.584501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Checking segment: {'id': 'cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:19.584882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Bound using segment: {'id': 'cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:19.585317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Bound port: f31295e3-1d74-47ae-9eaf-1219936183a8, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:19.585737 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.594266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51506) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:19.594420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-32bc419e-7cce-4418-a75f-e1d90c4c2843 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/f3e9d128-d691-4cb6-9412-cb41e3cc0d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3634648 Jul 16 20:31:19.595751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] Sync routers for ids ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:19.609405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] Routers {'f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:19.610136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:19.653784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:19.654702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda0b00-c0f4-4825-9f24-9396144b88ca req-7a29774d-16cc-4bf5-a1f9-deab2d931614 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.662104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fbda0b00-c0f4-4825-9f24-9396144b88ca req-7a29774d-16cc-4bf5-a1f9-deab2d931614 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 945 time: 0.5006955 Jul 16 20:31:19.667524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] Routers {'f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:19.668596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:19.712641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:19.713456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038723a3-1065-4655-99f4-4a7d80b50618 None None] The sync data for ids ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:19.715205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e5294-4b10-4fb8-9e71-37399e3fab36 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.720449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-076e5294-4b10-4fb8-9e71-37399e3fab36 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports/7e7b5a19-5249-4d72-9d1d-6609472b7e30 HTTP/1.1" status: 200 len: 911 time: 0.1248353 Jul 16 20:31:19.723302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51510) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:19.729409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc8a6ef8-87e9-41e1-8c3d-1f9493a631de'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:19.729783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fbda0b00-c0f4-4825-9f24-9396144b88ca req-483a2922-7e3c-44b3-bc74-1d6f97b8c996 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667937 Jul 16 20:31:19.730883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] For port f31295e3-1d74-47ae-9eaf-1219936183a8, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:19.744216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] For port f31295e3-1d74-47ae-9eaf-1219936183a8, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f31295e3-1d74-47ae-9eaf-1219936183a8,segment=NetworkSegment(cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86),segment_id=cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:19.753742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.811757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.812531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.813947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] 10.222.0.99 "PUT /v2.0/ports/f31295e3-1d74-47ae-9eaf-1219936183a8 HTTP/1.1" status: 200 len: 1092 time: 1.9239953 Jul 16 20:31:19.814411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'tag': 'f31295e3-1d74-47ae-9eaf-1219936183a8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:19.817051 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a9cbe-a122-4dbc-a6ea-3003e7734e55" -d '{"events": [{"name": "network-changed", "server_uuid": "78f88c3f-9c7c-40ea-8dce-cf74f1404318", "tag": "f31295e3-1d74-47ae-9eaf-1219936183a8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:19.847738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4c390-977b-4c8b-aafa-7569782f3dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f31295e3-1d74-47ae-9eaf-1219936183a8,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.953434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbbee6-4a6f-4039-aa8c-9000c7e43771 req-ac6e28f4-6562-4e53-9933-e91f33981589 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.960169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-31935bf9-1cf6-4990-a38d-92d83ad73623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.961098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52fbbee6-4a6f-4039-aa8c-9000c7e43771 req-ac6e28f4-6562-4e53-9933-e91f33981589 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.1780808 Jul 16 20:31:19.961757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-31935bf9-1cf6-4990-a38d-92d83ad73623 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2bd5ce5efdca42369772e0a794279bfe&device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 1095 time: 0.1041231 Jul 16 20:31:19.985673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bd20d-71fd-4361-a358-fe4ab50949fb req-3cfcfeec-6752-473f-933d-3e7155a352c6 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.987537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d4bd20d-71fd-4361-a358-fe4ab50949fb req-3cfcfeec-6752-473f-933d-3e7155a352c6 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 943 time: 0.1202824 Jul 16 20:31:20.026825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-680d92f9-268a-49d7-86e4-56756bbf243a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f31295e3-1d74-47ae-9eaf-1219936183a8 HTTP/1.1" status: 200 len: 217 time: 0.0570805 Jul 16 20:31:20.031724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.036344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52fbbee6-4a6f-4039-aa8c-9000c7e43771 req-d8488b59-2e90-4e66-af05-32b69ce9ce68 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744069 Jul 16 20:31:20.097937 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238072ce-b38f-448e-b678-31c956118bdc x-openstack-request-id: req-238072ce-b38f-448e-b678-31c956118bdc {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:20.098230 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f88c3f-9c7c-40ea-8dce-cf74f1404318", "tag": "f31295e3-1d74-47ae-9eaf-1219936183a8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:20.098481 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-238072ce-b38f-448e-b678-31c956118bdc {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:20.099740 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'tag': 'f31295e3-1d74-47ae-9eaf-1219936183a8', 'status': 'completed', 'code': 200} Jul 16 20:31:20.113573 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d4bd20d-71fd-4361-a358-fe4ab50949fb req-c96823b8-fb33-4c47-a69c-89904af905f8 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892925 Jul 16 20:31:20.115399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-335c62b9-1676-47ec-aee3-674cb1301c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.116792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-335c62b9-1676-47ec-aee3-674cb1301c0a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ccfd681f-7a03-4af1-8d4d-daaacbb3a42c HTTP/1.1" status: 200 len: 865 time: 0.0835888 Jul 16 20:31:20.163938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-cf7c9a39-1c0d-458c-9af4-4b9f460e901e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e1e7b315-e765-4dce-b154-01a82396f4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400980 Jul 16 20:31:20.280737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-ec48b892-d3b6-4a76-b94f-84b1fe600a6f service neutron] 10.222.0.99 "GET /v2.0/networks/e1e7b315-e765-4dce-b154-01a82396f4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083810 Jul 16 20:31:20.388312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26f98ec5-cff8-4c75-884c-37b3ce35b998 req-4f3eb248-ecb5-4f98-ac32-7a21d5c77ecc service neutron] 10.222.0.99 "GET /v2.0/networks/e1e7b315-e765-4dce-b154-01a82396f4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009979 Jul 16 20:31:20.392099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84b8f7c6-b769-4804-bce6-9dbaba12b6da up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:20.448723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 84b8f7c6-b769-4804-bce6-9dbaba12b6da triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:20.450446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.528695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-62d20997-5306-4e2e-b552-678e6fb7e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.530549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-62d20997-5306-4e2e-b552-678e6fb7e7c5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2bd5ce5efdca42369772e0a794279bfe&device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 1095 time: 0.0717807 Jul 16 20:31:20.537447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-013f9362-9156-4d90-b0b6-ea3799f9b8da tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.538906 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-013f9362-9156-4d90-b0b6-ea3799f9b8da tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 945 time: 0.1485870 Jul 16 20:31:20.543248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.581621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.587899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.588546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.590067 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/ports/7e7b5a19-5249-4d72-9d1d-6609472b7e30 HTTP/1.1" status: 200 len: 911 time: 0.8656955 Jul 16 20:31:20.593152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51536) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:20.696811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f14341-89aa-482f-b139-93e79c9be2d7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=7e7b5a19-5249-4d72-9d1d-6609472b7e30,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:20.729433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Deleting port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:20.730888 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.804556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-ac316810-532a-4acd-9add-8b839ed84c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.806084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-ac316810-532a-4acd-9add-8b839ed84c64 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e1e7b315-e765-4dce-b154-01a82396f4ef HTTP/1.1" status: 200 len: 926 time: 0.2684069 Jul 16 20:31:20.835981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] For port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:20.836355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.853437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Calling delete_port for a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:20.920393 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-4782bf37-4071-43a2-b3d6-b19d12671373 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f31295e3-1d74-47ae-9eaf-1219936183a8 HTTP/1.1" status: 200 len: 217 time: 0.1044395 Jul 16 20:31:20.989792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132f61-5cfc-4357-b3b2-bbaf8fc45eab req-b6c5d43b-a3a1-4be8-bc87-37b0e6eaaabe tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.991588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a132f61-5cfc-4357-b3b2-bbaf8fc45eab req-b6c5d43b-a3a1-4be8-bc87-37b0e6eaaabe tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 944 time: 0.2636940 Jul 16 20:31:21.007390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d846d1b-9551-470a-bbae-b539658ef773 req-8edc9336-d25e-4cf0-b012-f5dbda0c04bf tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.008030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-c3045afb-966b-4294-adfb-4eb1420aea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.009014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d846d1b-9551-470a-bbae-b539658ef773 req-8edc9336-d25e-4cf0-b012-f5dbda0c04bf tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ebcf2d-0a32-4195-8de6-53f7798cdc51 HTTP/1.1" status: 200 len: 945 time: 0.1028318 Jul 16 20:31:21.009549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-c3045afb-966b-4294-adfb-4eb1420aea0d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ccfd681f-7a03-4af1-8d4d-daaacbb3a42c HTTP/1.1" status: 200 len: 865 time: 0.0787966 Jul 16 20:31:21.088191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-f7f7697e-56b0-4a2b-8893-bcd93f9c074b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e1e7b315-e765-4dce-b154-01a82396f4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497010 Jul 16 20:31:21.096257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51548) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:21.107960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d846d1b-9551-470a-bbae-b539658ef773 req-34681623-2da4-491c-85fa-960ea2b6c1d6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911496 Jul 16 20:31:21.108754 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.122624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a37637ba-6da3-42da-a5eb-d9c0cb4e8a98'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:21.162816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Pushing event deleted for resources: {'Port': ['ID=a37637ba-6da3-42da-a5eb-d9c0cb4e8a98,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.170777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9a132f61-5cfc-4357-b3b2-bbaf8fc45eab req-7e0e860d-3081-4f59-810c-6bb08401beff tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600211 Jul 16 20:31:21.219515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] No DVR routers for this DVR port a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:21.222796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.225076 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a2ca41e-167e-4ae9-badf-d9362f6e23f7 req-25c65729-a347-4d72-b791-a484897df711 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "DELETE /v2.0/ports/a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 HTTP/1.1" status: 204 len: 173 time: 0.6785669 Jul 16 20:31:21.225623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'name': 'network-vif-deleted', 'tag': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:21.229106 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c966cd68-c2fc-4144-a9ad-9a445fc85d3b" -d '{"events": [{"server_uuid": "02ebcf2d-0a32-4195-8de6-53f7798cdc51", "name": "network-vif-deleted", "tag": "a37637ba-6da3-42da-a5eb-d9c0cb4e8a98"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:21.271084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-a4e584c1-a9ff-4ab3-b6ec-f5e3614ceac3 service neutron] 10.222.0.99 "GET /v2.0/networks/e1e7b315-e765-4dce-b154-01a82396f4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729398 Jul 16 20:31:21.345558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42877429-6b4f-41b1-b4b5-2c821d4b5070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.436260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.445474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-801a9cbe-a122-4dbc-a6ea-3003e7734e55 req-c301e3d7-94f6-452c-875e-409a2d4699d8 service neutron] 10.222.0.99 "GET /v2.0/networks/e1e7b315-e765-4dce-b154-01a82396f4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561129 Jul 16 20:31:21.468137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-7f243ef3-83c4-46e7-8919-2a793ec57872 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.470678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-7f243ef3-83c4-46e7-8919-2a793ec57872 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2209158 Jul 16 20:31:21.531415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88476dae-ca4a-416e-bc35-3323edd60aff req-11714f88-4dd9-4bd3-9be2-f014a115dff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.533096 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88476dae-ca4a-416e-bc35-3323edd60aff req-11714f88-4dd9-4bd3-9be2-f014a115dff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 945 time: 0.2039359 Jul 16 20:31:21.553770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d1b12-c824-4fb4-b884-69bbdd39dde7 req-bfee94a9-1e0d-4cea-b3ea-65015191dc05 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.555343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c84d1b12-c824-4fb4-b884-69bbdd39dde7 req-bfee94a9-1e0d-4cea-b3ea-65015191dc05 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 943 time: 0.1977487 Jul 16 20:31:21.657999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42877429-6b4f-41b1-b4b5-2c821d4b5070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.663092 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88476dae-ca4a-416e-bc35-3323edd60aff req-93d44adc-9eed-4e58-9baf-6132f54acaca tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=2fb57f17-89d6-45f1-a164-4b2c410f71e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236596 Jul 16 20:31:21.663263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c84d1b12-c824-4fb4-b884-69bbdd39dde7 req-5a03a46f-8123-4810-ab62-c855ffb30d55 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735857 Jul 16 20:31:21.668480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-42877429-6b4f-41b1-b4b5-2c821d4b5070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.726602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877429-6b4f-41b1-b4b5-2c821d4b5070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0ac11-87f2-41ee-8b89-3c9a73e7fe9e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.742011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-42877429-6b4f-41b1-b4b5-2c821d4b5070 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3bbd6c5ea38e4c0286cc05e3b5610491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420906 Jul 16 20:31:21.742704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Deleting port b7bc8716-802b-49bb-88ee-d9151b2d94b5 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:21.742822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51556) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:21.742972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.761439 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0476da6-9e6a-4171-879c-4760a2a9155f x-openstack-request-id: req-a0476da6-9e6a-4171-879c-4760a2a9155f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:21.761865 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ebcf2d-0a32-4195-8de6-53f7798cdc51", "name": "network-vif-deleted", "tag": "a37637ba-6da3-42da-a5eb-d9c0cb4e8a98", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:21.762124 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a0476da6-9e6a-4171-879c-4760a2a9155f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:21.762555 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ebcf2d-0a32-4195-8de6-53f7798cdc51', 'name': 'network-vif-deleted', 'tag': 'a37637ba-6da3-42da-a5eb-d9c0cb4e8a98', 'status': 'completed', 'code': 200} Jul 16 20:31:21.840180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e32a6-5bf4-40a0-bb29-8a8688945ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.844244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 7e7b5a19-5249-4d72-9d1d-6609472b7e30 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:21.844584 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.845508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] For port b7bc8716-802b-49bb-88ee-d9151b2d94b5, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=b7bc8716-802b-49bb-88ee-d9151b2d94b5,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:21.845998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.892592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e32a6-5bf4-40a0-bb29-8a8688945ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.972465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.985354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 7e7b5a19-5249-4d72-9d1d-6609472b7e30 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:21.999579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e32a6-5bf4-40a0-bb29-8a8688945ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.002194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e32a6-5bf4-40a0-bb29-8a8688945ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.003374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2a4e32a6-5bf4-40a0-bb29-8a8688945ac7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e6d0ac11-87f2-41ee-8b89-3c9a73e7fe9e HTTP/1.1" status: 204 len: 168 time: 0.2560403 Jul 16 20:31:22.042150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e32a6-5bf4-40a0-bb29-8a8688945ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0ac11-87f2-41ee-8b89-3c9a73e7fe9e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:22.107165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.107722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.108139 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Floating IP ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc disassociated. External IP: 172.25.3.187, port: b7bc8716-802b-49bb-88ee-d9151b2d94b5. Jul 16 20:31:22.108643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Calling delete_port for b7bc8716-802b-49bb-88ee-d9151b2d94b5 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:22.198646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.234159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=7e7b5a19-5249-4d72-9d1d-6609472b7e30,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:22.325254 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.387218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51570) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:22.407134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0752e9a6-a9a2-45cc-a44c-72c47b4ac9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.425371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.454620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event deleted for resources: {'Port': ['ID=b7bc8716-802b-49bb-88ee-d9151b2d94b5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:22.585636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eea56-de9d-46a6-b66e-c994ff3b65f2 req-7e76d531-2fc4-4323-9db5-2b262368538b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:22.587215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c2eea56-de9d-46a6-b66e-c994ff3b65f2 req-7e76d531-2fc4-4323-9db5-2b262368538b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 944 time: 0.1763668 Jul 16 20:31:22.595245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:22.670917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0c2eea56-de9d-46a6-b66e-c994ff3b65f2 req-aadb6670-85d2-437f-a84f-8c9d8c619bfd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740945 Jul 16 20:31:22.758579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-53d61e2b-17a3-495d-be23-bb42a42ccd9a tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:22.760334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-53d61e2b-17a3-495d-be23-bb42a42ccd9a tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/networks?id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a HTTP/1.1" status: 200 len: 809 time: 0.2141726 Jul 16 20:31:22.775745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router f3e9d128-d691-4cb6-9412-cb41e3cc0d1c has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:22.791732 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-48e12424-96eb-44db-9f63-3bfcc3989587 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/quotas/7d4d0bb4228f4bf89912358b1437b76a HTTP/1.1" status: 200 len: 375 time: 0.0184617 Jul 16 20:31:22.844264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-90509f0f-b1ae-4435-9046-8018d777e9f9 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7d4d0bb4228f4bf89912358b1437b76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440791 Jul 16 20:31:23.125912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:23.138118 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] Sync routers for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:23.148070 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:23.148779 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.178890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] No DVR routers for this DVR port b7bc8716-802b-49bb-88ee-d9151b2d94b5 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:23.182422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.185604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3d34a03e-ee04-49be-9e21-8f38246c05cb req-68b87703-0ad7-4a3e-b6b7-1fbf1f5ba246 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "DELETE /v2.0/ports/b7bc8716-802b-49bb-88ee-d9151b2d94b5 HTTP/1.1" status: 204 len: 173 time: 1.7061000 Jul 16 20:31:23.205217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18638f7-58a6-4c68-8150-048f7d429ab8 req-980da5c8-4593-4ad5-887e-533978748d27 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.206928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f18638f7-58a6-4c68-8150-048f7d429ab8 req-980da5c8-4593-4ad5-887e-533978748d27 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 943 time: 0.1393077 Jul 16 20:31:23.220109 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0752e9a6-a9a2-45cc-a44c-72c47b4ac9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.244725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0752e9a6-a9a2-45cc-a44c-72c47b4ac9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.268605 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f18638f7-58a6-4c68-8150-048f7d429ab8 req-b813a9bb-d5a4-4da5-b9d3-b2f70bc5cf21 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Jul 16 20:31:23.277339 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:23.285074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:23.292579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752e9a6-a9a2-45cc-a44c-72c47b4ac9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1df532-cdf7-42bd-8c74-aeb828064a43,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.303112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3ef1da1f-d173-4650-b75c-074be9706601 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/f3e9d128-d691-4cb6-9412-cb41e3cc0d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078586 Jul 16 20:31:23.305250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] Sync routers for ids ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:23.312363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.328104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] Routers {'f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:23.328747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.350541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0752e9a6-a9a2-45cc-a44c-72c47b4ac9c1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b34165373d08478f9d5d307d2b9dbb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9591136 Jul 16 20:31:23.353478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.361062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d5a7e8b5-add1-4675-bc7b-ad583d73a3cf tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3e9d128-d691-4cb6-9412-cb41e3cc0d1c HTTP/1.1" status: 200 len: 205 time: 0.0442262 Jul 16 20:31:23.364541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51592) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.406733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.417223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] Routers {'f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:23.418153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.462151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a610da-ac82-4cdf-8b80-02e14b5cda7e service neutron] 10.222.0.91 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045613 Jul 16 20:31:23.475909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f31295e3-1d74-47ae-9eaf-1219936183a8 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:23.479209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.480710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08378efe-7dfb-43a7-b219-591ef20da84a None None] The sync data for ids ['f3e9d128-d691-4cb6-9412-cb41e3cc0d1c'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:23.514874 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.525439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fab52aa1-b1df-4b39-9538-169497f3a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.539083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:23.545003 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] Checking router: 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:23.553634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54b0732c-ad32-4933-823a-e24a8f970b3a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.554566 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:23.555475 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:23.555962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fab52aa1-b1df-4b39-9538-169497f3a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.582460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:23.583424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a37637ba-6da3-42da-a5eb-d9c0cb4e8a98 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:23.584033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b7bc8716-802b-49bb-88ee-d9151b2d94b5 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:23.647178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: b7bc8716-802b-49bb-88ee-d9151b2d94b5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:23.647542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device b7bc8716-802b-49bb-88ee-d9151b2d94b5 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:23.698810 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:23.744899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f31295e3-1d74-47ae-9eaf-1219936183a8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f31295e3-1d74-47ae-9eaf-1219936183a8,segment=NetworkSegment(cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86),segment_id=cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:23.747145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fab52aa1-b1df-4b39-9538-169497f3a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.750165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fab52aa1-b1df-4b39-9538-169497f3a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.754398 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fab52aa1-b1df-4b39-9538-169497f3a5f8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fc1df532-cdf7-42bd-8c74-aeb828064a43 HTTP/1.1" status: 204 len: 168 time: 0.3973963 Jul 16 20:31:23.761606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'f31295e3-1d74-47ae-9eaf-1219936183a8', 'network_id': 'e1e7b315-e765-4dce-b154-01a82396f4ef', 'port_id': 'f31295e3-1d74-47ae-9eaf-1219936183a8', 'mac_address': 'fa:16:3e:4f:cd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfd681f-7a03-4af1-8d4d-daaacbb3a42c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:23.794601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'name': 'network-vif-deleted', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:23.796961 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896d8120-b2c0-481e-ab01-a6f8ab1d84d3" -d '{"events": [{"server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "name": "network-vif-deleted", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:23.805921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab52aa1-b1df-4b39-9538-169497f3a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1df532-cdf7-42bd-8c74-aeb828064a43,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.809301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54b0732c-ad32-4933-823a-e24a8f970b3a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.812060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54b0732c-ad32-4933-823a-e24a8f970b3a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.848648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-26f391dd-c830-44c2-8d64-ef61dd1609e4 service neutron] 10.222.0.91 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757386 Jul 16 20:31:23.891913 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.909890 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54b0732c-ad32-4933-823a-e24a8f970b3a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.910628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b0732c-ad32-4933-823a-e24a8f970b3a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Fanout notify agent at l3_agent the message router_deleted on router f3e9d128-d691-4cb6-9412-cb41e3cc0d1c {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:23.918156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54b0732c-ad32-4933-823a-e24a8f970b3a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.921977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-54b0732c-ad32-4933-823a-e24a8f970b3a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/f3e9d128-d691-4cb6-9412-cb41e3cc0d1c HTTP/1.1" status: 204 len: 168 time: 0.5548518 Jul 16 20:31:23.923325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51602) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.923632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31295e3-1d74-47ae-9eaf-1219936183a8 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:23.973620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f31295e3-1d74-47ae-9eaf-1219936183a8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f31295e3-1d74-47ae-9eaf-1219936183a8,segment=NetworkSegment(cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86),segment_id=cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:23.979645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.980563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a6b9b708-0cd5-45fd-aa35-1c211feab795 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:24.022826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f59a79ff-c32e-4b44-bc9c-67b4ac14fe8a req-751f7568-3d36-423a-b0f1-5dfb11b09571 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=d38b9bf2-827b-4e36-bad4-5e02d8c7a477 HTTP/1.1" status: 200 len: 210 time: 0.4124279 Jul 16 20:31:24.080197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet cc8a6ef8-87e9-41e1-8c3d-1f9493a631de {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:24.084412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.095309 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:24.111691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a6b9b708-0cd5-45fd-aa35-1c211feab795, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:24.134614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'port_id': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'mac_address': 'fa:16:3e:de:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:24.144530 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080b024-2141-4e25-a4c7-d3eec059c0dc None None] The sync data for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 is: [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:24.147578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.247646 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9840691f-1bfd-4a69-8f19-7f91b4e469be x-openstack-request-id: req-9840691f-1bfd-4a69-8f19-7f91b4e469be {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:24.248053 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38b9bf2-827b-4e36-bad4-5e02d8c7a477", "name": "network-vif-deleted", "tag": "b7bc8716-802b-49bb-88ee-d9151b2d94b5", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:24.248426 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9840691f-1bfd-4a69-8f19-7f91b4e469be {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:24.248922 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38b9bf2-827b-4e36-bad4-5e02d8c7a477', 'name': 'network-vif-deleted', 'tag': 'b7bc8716-802b-49bb-88ee-d9151b2d94b5', 'status': 'completed', 'code': 200} Jul 16 20:31:24.270950 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.325823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b9b708-0cd5-45fd-aa35-1c211feab795 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:24.366243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a6b9b708-0cd5-45fd-aa35-1c211feab795, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:24.367508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f31295e3-1d74-47ae-9eaf-1219936183a8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:24.386769 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.388819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.447415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a6b9b708-0cd5-45fd-aa35-1c211feab795,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:24.469283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57e711-7ac2-4c44-9ba3-8a94d7d7e5b7 req-380b3c2c-69f6-41b7-8b85-3d0cdb68dc99 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.487867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d57e711-7ac2-4c44-9ba3-8a94d7d7e5b7 req-380b3c2c-69f6-41b7-8b85-3d0cdb68dc99 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 944 time: 0.1696446 Jul 16 20:31:24.517754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.561584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8a6ef8-87e9-41e1-8c3d-1f9493a631de,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:24.563722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.568545 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bd524d35-aa84-4328-91ca-71ed856547ed tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/cc8a6ef8-87e9-41e1-8c3d-1f9493a631de HTTP/1.1" status: 204 len: 168 time: 0.6439362 Jul 16 20:31:24.569611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51624) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:24.572864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f753be36-262f-4276-8493-963ff9cc9043 None None] Network 00b12f80-7bff-4647-9dcb-98b8ab3e7987 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:24.626269 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d57e711-7ac2-4c44-9ba3-8a94d7d7e5b7 req-a351cb40-05cf-4e1e-8879-566534d8d51e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368644 Jul 16 20:31:24.653762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f31295e3-1d74-47ae-9eaf-1219936183a8'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:24.656683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a6b9b708-0cd5-45fd-aa35-1c211feab795'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:24.679399 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32b9ae-7da2-45f1-b8ac-a0a3030d2ff8 None None] New status for floating IP ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:31:24.790883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed217d58-4bd2-43d9-a54f-1d2b12392e58 req-5cefe393-e4dd-4740-b921-7b9e6bb47e02 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 210 time: 0.4576344 Jul 16 20:31:24.794964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.944885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 84b8f7c6-b769-4804-bce6-9dbaba12b6da {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:24.945968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.970252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091495c-edd1-4414-bac3-3f2a5ce5f6a9 req-b3f7ed0b-222b-418a-b661-a027744fde1c tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.982153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f091495c-edd1-4414-bac3-3f2a5ce5f6a9 req-b3f7ed0b-222b-418a-b661-a027744fde1c tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 944 time: 0.1469874 Jul 16 20:31:25.065310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 84b8f7c6-b769-4804-bce6-9dbaba12b6da, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=84b8f7c6-b769-4804-bce6-9dbaba12b6da,segment=NetworkSegment(591b9543-804b-48c7-89f3-40ab17de4595),segment_id=591b9543-804b-48c7-89f3-40ab17de4595)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:25.065690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.088366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 84b8f7c6-b769-4804-bce6-9dbaba12b6da owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:25.103975 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f091495c-edd1-4414-bac3-3f2a5ce5f6a9 req-6cd421a6-7e61-432a-9e2b-06670995898b tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102502 Jul 16 20:31:25.131051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] DHCP port deletion for 00b12f80-7bff-4647-9dcb-98b8ab3e7987 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:25.215268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51642) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:25.294538 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.314686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No DVR routers for this DVR port 84b8f7c6-b769-4804-bce6-9dbaba12b6da on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:25.340566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] Deleting port 84b8f7c6-b769-4804-bce6-9dbaba12b6da {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:25.341109 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.342437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55fa93b9-b15d-4026-8396-86d9429c564c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.364037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=84b8f7c6-b769-4804-bce6-9dbaba12b6da,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.424625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55fa93b9-b15d-4026-8396-86d9429c564c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.432773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] For port 84b8f7c6-b769-4804-bce6-9dbaba12b6da, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:25.433178 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.450071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] Calling delete_port for 84b8f7c6-b769-4804-bce6-9dbaba12b6da owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:25.455310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] Port 84b8f7c6-b769-4804-bce6-9dbaba12b6da was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:31:25.455310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.466346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.482582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] Pushing event deleted for resources: {'Port': ['ID=84b8f7c6-b769-4804-bce6-9dbaba12b6da,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.484888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172cb63-97a3-4ee8-a433-6623cc6282e2 None None] No DVR routers for this DVR port 84b8f7c6-b769-4804-bce6-9dbaba12b6da on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:25.488841 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b12f80-7bff-4647-9dcb-98b8ab3e7987']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:25.510490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591b9543-804b-48c7-89f3-40ab17de4595') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:25.510933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591b9543-804b-48c7-89f3-40ab17de4595') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:25.520904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.536645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.544937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:25.546181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:25.550516 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:25.572509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55fa93b9-b15d-4026-8396-86d9429c564c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.575189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-55fa93b9-b15d-4026-8396-86d9429c564c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.576507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-55fa93b9-b15d-4026-8396-86d9429c564c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "DELETE /v2.0/security-groups/2fb57f17-89d6-45f1-a164-4b2c410f71e6 HTTP/1.1" status: 204 len: 168 time: 0.3601267 Jul 16 20:31:25.579377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51652) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:25.605921 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-ac2dd3ac-fbb6-48e5-8ffc-1eb7aad72779 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] show failed (client error): The resource could not be found. Jul 16 20:31:25.607333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac2dd3ac-fbb6-48e5-8ffc-1eb7aad72779 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups/2fb57f17-89d6-45f1-a164-4b2c410f71e6 HTTP/1.1" status: 404 len: 347 time: 0.0269680 Jul 16 20:31:25.610394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51654) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:25.638405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa93b9-b15d-4026-8396-86d9429c564c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb57f17-89d6-45f1-a164-4b2c410f71e6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.651953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.665944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.671416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/00b12f80-7bff-4647-9dcb-98b8ab3e7987 HTTP/1.1" status: 204 len: 168 time: 1.0974176 Jul 16 20:31:25.680500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51658) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:25.685264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a8352291-2270-4a5d-9a08-6b4df31aad99 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-423204585', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:25.692406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6f10b-a8f5-4492-ad35-97598c42ee4e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=00b12f80-7bff-4647-9dcb-98b8ab3e7987,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.767647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8352291-2270-4a5d-9a08-6b4df31aad99 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.768597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8352291-2270-4a5d-9a08-6b4df31aad99 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.864733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8352291-2270-4a5d-9a08-6b4df31aad99 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.892160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86d94-feea-40b4-8649-2515260f1a76 req-4ae0a380-ba18-4884-9aa3-f8f96bd59eef tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.893917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5a86d94-feea-40b4-8649-2515260f1a76 req-4ae0a380-ba18-4884-9aa3-f8f96bd59eef tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 945 time: 0.1234560 Jul 16 20:31:25.910146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8352291-2270-4a5d-9a08-6b4df31aad99 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.967971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8352291-2270-4a5d-9a08-6b4df31aad99 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.969441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a8352291-2270-4a5d-9a08-6b4df31aad99 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2879958 Jul 16 20:31:25.971858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5a86d94-feea-40b4-8649-2515260f1a76 req-4ffff8d5-a8e9-4726-b5d5-ee35fb3d5d1f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704927 Jul 16 20:31:25.972506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:25.979123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128666370'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:26.007281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1ed3db4c-fdaa-42e8-a1cf-d67b9363128e req-ec1f662d-5d1b-4b6f-8777-34d367550660 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 210 time: 0.0658634 Jul 16 20:31:26.011374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:26.014633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.023379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-b5d95d66-e6f7-47b1-96f8-f858200acac3 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.025022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-b5d95d66-e6f7-47b1-96f8-f858200acac3 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "GET /v2.0/networks?id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a HTTP/1.1" status: 200 len: 809 time: 0.2967799 Jul 16 20:31:26.038644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Request body: {'port': {'device_id': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a', 'admin_state_up': True, 'tenant_id': '7d4d0bb4228f4bf89912358b1437b76a'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:26.045898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Deleting port 16b9366e-b737-4da9-9308-b8e03949c9de {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:26.046252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.062934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:26.073164 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.073576 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment 7d22ecc8-fc82-41ab-8d87-e552c292a0b1 of type vlan for network aec19607-dfb9-4194-bc82-62880e3719d7 Jul 16 20:31:26.129329 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.180133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.193399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.195035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.211315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.211650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.232920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Calling delete_port for 16b9366e-b737-4da9-9308-b8e03949c9de owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:26.288728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Made reservation on behalf of 7d4d0bb4228f4bf89912358b1437b76a for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:26.292298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.307688 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3330009 Jul 16 20:31:26.311482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:26.312191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723f89-ba6d-47a1-9d57-454f3ab856b3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=aec19607-dfb9-4194-bc82-62880e3719d7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:26.319631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:26.345930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network aec19607-dfb9-4194-bc82-62880e3719d7 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:26.427665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cec31-f985-468e-8759-5b527fc802d1 req-7158f7a3-eec9-48e8-acf5-61c6fe515939 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.434890 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-806cec31-f985-468e-8759-5b527fc802d1 req-7158f7a3-eec9-48e8-acf5-61c6fe515939 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 944 time: 0.2012360 Jul 16 20:31:26.463777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84b8f7c6-b769-4804-bce6-9dbaba12b6da no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:26.477861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:26.481722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.496063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 84b8f7c6-b769-4804-bce6-9dbaba12b6da {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:26.496728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 84b8f7c6-b769-4804-bce6-9dbaba12b6da not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:26.515535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-806cec31-f985-468e-8759-5b527fc802d1 req-0a58d6dd-42fa-4a8b-96f8-3b06508cf7cd tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796173 Jul 16 20:31:26.547790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.591899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event deleted for resources: {'Port': ['ID=16b9366e-b737-4da9-9308-b8e03949c9de,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:26.759828 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.787202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.789933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.794044 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4355dd34-3e3d-4259-882c-4548b9337ff8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "DELETE /v2.0/floatingips/ccc697e0-ba9d-4a80-a70d-34e2ecc2c1bc HTTP/1.1" status: 204 len: 168 time: 1.1795282 Jul 16 20:31:26.800871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Allocated IP 172.20.0.10 (ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a/af9d3f9c-35a4-4212-9991-be012c741a5e/861746cf-8b2a-426a-bae9-e214d63e302a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:26.831889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3940e-41a4-4d39-ac27-a9269953eda7 req-fec092b1-fbe0-4d49-86d8-d3295377dae5 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.838815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49b3940e-41a4-4d39-ac27-a9269953eda7 req-fec092b1-fbe0-4d49-86d8-d3295377dae5 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1097 time: 0.2529004 Jul 16 20:31:26.874721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=c430fc80-99b5-4570-9ad6-db12ef111cf2,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:26.883611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:26.884034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: aec19607-dfb9-4194-bc82-62880e3719d7, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:26.905877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network aec19607-dfb9-4194-bc82-62880e3719d7 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:26.919863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, aec19607-dfb9-4194-bc82-62880e3719d7) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:26.929292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.929903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.933151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bee140a-289f-455e-acb1-2b52ca592bdc None None] Network aec19607-dfb9-4194-bc82-62880e3719d7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:26.949135 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49b3940e-41a4-4d39-ac27-a9269953eda7 req-f85c846f-91b2-4858-b5b5-bb712c69a700 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092448 Jul 16 20:31:26.974622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.053984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.107020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.169142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:27.173393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:27.178701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:27.189053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Pushing event updated for resources: {'Port': ['ID=861746cf-8b2a-426a-bae9-e214d63e302a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.228575 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1d1df48c-cd94-4611-b116-f8538f97280d tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9097180 Jul 16 20:31:27.229514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51720) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.260096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 61c389dd-b811-477b-a10d-6b94c27a13df {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:27.260671 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.286123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.299878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-73d0c2a0-e485-4fa0-8054-4e78ddcd9687 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402966682', 'description': 'tempest-description--1739189536'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:27.308972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-aec19607-dfb9-4194-bc82-62880e3719d7', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:27.309916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.361940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.363902 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.380589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 61c389dd-b811-477b-a10d-6b94c27a13df owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:27.405310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.407349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.467294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f31295e3-1d74-47ae-9eaf-1219936183a8 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:27.527046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Allocated IP 2001:db8::2 (aec19607-dfb9-4194-bc82-62880e3719d7/c430fc80-99b5-4570-9ad6-db12ef111cf2/097a0407-2862-4fbd-9ffe-673dd1a4d7a7) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:27.538121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d0c2a0-e485-4fa0-8054-4e78ddcd9687 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.599148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-16a67ed4-33e7-4367-8766-4c80c2c7ca81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5657179 Jul 16 20:31:27.617272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb376b44-854a-435e-805e-01e28edc134c req-acba530e-feed-43f9-a778-b1b475a4eaa7 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.619146 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb376b44-854a-435e-805e-01e28edc134c req-acba530e-feed-43f9-a778-b1b475a4eaa7 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 932 time: 0.1122658 Jul 16 20:31:27.664521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51728) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.700237 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb376b44-854a-435e-805e-01e28edc134c req-2d03f284-2a1e-4632-aa6d-b80c5af2afb0 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617213 Jul 16 20:31:27.709478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Request body: {'port': {'device_id': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:27.723321 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.804088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5bdf0-2fea-4564-bd71-3b6708d3dc69 req-f637bba3-dfc3-4041-ba8e-c9721f5085a2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.805859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fc5bdf0-2fea-4564-bd71-3b6708d3dc69 req-f637bba3-dfc3-4041-ba8e-c9721f5085a2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 945 time: 0.5159416 Jul 16 20:31:27.821107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=61c389dd-b811-477b-a10d-6b94c27a13df,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.902620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.903281 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP 5b34b85b-0c73-4a80-8e6c-7d1ef2706550 disassociated (deleted). External IP: 172.25.3.6, port: ba724261-a960-4236-abed-fd6021f39ea9. Jul 16 20:31:27.934674 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.937427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port f31295e3-1d74-47ae-9eaf-1219936183a8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:27.944328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.947490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port f31295e3-1d74-47ae-9eaf-1219936183a8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:27.947853 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.949872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Transition to ACTIVE for port object 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:27.972583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7792c11-e82a-4da1-a40a-d205729461aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.987210 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.993306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Transition to ACTIVE for port object 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:28.004216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.034339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8fc5bdf0-2fea-4564-bd71-3b6708d3dc69 req-39a97fcd-cc43-4b9e-a780-c3748719e330 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784933 Jul 16 20:31:28.071560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Network aec19607-dfb9-4194-bc82-62880e3719d7 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:28.077590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:28.080820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:28.101882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746728-6ceb-428d-8203-51eea88c2318 req-d482a2c0-4eee-4fd2-b940-1707c04b8b8f tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.104047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99746728-6ceb-428d-8203-51eea88c2318 req-d482a2c0-4eee-4fd2-b940-1707c04b8b8f tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 944 time: 0.2247326 Jul 16 20:31:28.107019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Pushing event updated for resources: {'Port': ['ID=097a0407-2862-4fbd-9ffe-673dd1a4d7a7,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.110754 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.152433 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d0c2a0-e485-4fa0-8054-4e78ddcd9687 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.166963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d0c2a0-e485-4fa0-8054-4e78ddcd9687 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.169814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31295e3-1d74-47ae-9eaf-1219936183a8'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:28.172202 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a541069-d603-4a4f-a3c6-87dc911e9e93" -d '{"events": [{"server_uuid": "78f88c3f-9c7c-40ea-8dce-cf74f1404318", "name": "network-vif-plugged", "status": "completed", "tag": "f31295e3-1d74-47ae-9eaf-1219936183a8"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:28.196035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f31295e3-1d74-47ae-9eaf-1219936183a8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f31295e3-1d74-47ae-9eaf-1219936183a8,segment=NetworkSegment(cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86),segment_id=cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:28.197493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Attempting to bind port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:28.197861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Attempting to bind port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:28.198282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Attempting to bind port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 on network aec19607-dfb9-4194-bc82-62880e3719d7 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:28.205711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:28.206476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Checking segment: {'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:28.207140 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.207538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Bound using segment: {'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:28.208059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Bound port: 097a0407-2862-4fbd-9ffe-673dd1a4d7a7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:28.208450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.213319 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.215281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a6b9b708-0cd5-45fd-aa35-1c211feab795 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:28.241515 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843b744-727f-4453-9d75-916695ddd4f7 x-openstack-request-id: req-9843b744-727f-4453-9d75-916695ddd4f7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:28.242144 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f88c3f-9c7c-40ea-8dce-cf74f1404318", "name": "network-vif-plugged", "status": "completed", "tag": "f31295e3-1d74-47ae-9eaf-1219936183a8", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:28.242395 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9843b744-727f-4453-9d75-916695ddd4f7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:28.242865 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31295e3-1d74-47ae-9eaf-1219936183a8', 'code': 200} Jul 16 20:31:28.255820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99746728-6ceb-428d-8203-51eea88c2318 req-d2793318-2ff5-4534-b67f-d56aa6cc2e75 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438103 Jul 16 20:31:28.378149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f31295e3-1d74-47ae-9eaf-1219936183a8,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.391597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] For port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:28.395662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] For port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=097a0407-2862-4fbd-9ffe-673dd1a4d7a7,segment=NetworkSegment(7d22ecc8-fc82-41ab-8d87-e552c292a0b1),segment_id=7d22ecc8-fc82-41ab-8d87-e552c292a0b1)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:28.402038 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.403183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b0b4353a-b214-45b1-8f8a-b11edda05270 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:28.407101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a6b9b708-0cd5-45fd-aa35-1c211feab795 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:28.423265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7792c11-e82a-4da1-a40a-d205729461aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.429122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1030bc6-3988-439d-98de-00c35ac934e9 req-15498913-a3b5-4b71-a5ba-be690a0bf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.430714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1030bc6-3988-439d-98de-00c35ac934e9 req-15498913-a3b5-4b71-a5ba-be690a0bf753 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 1097 time: 0.1295788 Jul 16 20:31:28.433125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7792c11-e82a-4da1-a40a-d205729461aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.439500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a6b9b708-0cd5-45fd-aa35-1c211feab795 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:28.440027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.512709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8dc7a-d2b2-4607-81c5-492af071edf4 None None] Pushing event updated for resources: {'Port': ['ID=097a0407-2862-4fbd-9ffe-673dd1a4d7a7,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.565144 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.565647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a7792c11-e82a-4da1-a40a-d205729461aa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=77ff56602c614bdeb2f2015b4abfcf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978024 Jul 16 20:31:28.571103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51734) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:28.620361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7792c11-e82a-4da1-a40a-d205729461aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f884b-7554-498a-bb88-e90324575f76,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.640657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1030bc6-3988-439d-98de-00c35ac934e9 req-dc72e8d8-d975-4575-bace-cf05a496e0fc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987903 Jul 16 20:31:28.643552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a6b9b708-0cd5-45fd-aa35-1c211feab795, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:28.648683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.682653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:28.688019 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.708701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a6b9b708-0cd5-45fd-aa35-1c211feab795,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.729211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] Sync routers for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:28.749686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:28.750339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:28.778672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8cbafe6-fde3-45b1-8a7d-33c7de6171bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.819086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a36acc4d-a460-4609-afb7-898c759f675a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/floatingips/5b34b85b-0c73-4a80-8e6c-7d1ef2706550 HTTP/1.1" status: 204 len: 168 time: 1.8426576 Jul 16 20:31:28.836430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73d0c2a0-e485-4fa0-8054-4e78ddcd9687 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.837749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-73d0c2a0-e485-4fa0-8054-4e78ddcd9687 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5465276 Jul 16 20:31:28.844751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:28.856421 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43567015-520a-4ed7-b6ba-ddb3952f27a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:28.859297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51740) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:28.871140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0c2a0-e485-4fa0-8054-4e78ddcd9687 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee93a60-74a8-4107-8546-19694e318c8a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.877138 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8cbafe6-fde3-45b1-8a7d-33c7de6171bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.895123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a5400e87-b9c1-4e6f-9596-683a33ef5df2 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'security_group_rule': {'security_group_id': '3ee93a60-74a8-4107-8546-19694e318c8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:28.989571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5400e87-b9c1-4e6f-9596-683a33ef5df2 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.989852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:28.997351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8cbafe6-fde3-45b1-8a7d-33c7de6171bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.001473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8cbafe6-fde3-45b1-8a7d-33c7de6171bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.003416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a8cbafe6-fde3-45b1-8a7d-33c7de6171bc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d17f884b-7554-498a-bb88-e90324575f76 HTTP/1.1" status: 204 len: 168 time: 0.4012580 Jul 16 20:31:29.058203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbafe6-fde3-45b1-8a7d-33c7de6171bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f884b-7554-498a-bb88-e90324575f76,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.187541 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5400e87-b9c1-4e6f-9596-683a33ef5df2 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.194247 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5400e87-b9c1-4e6f-9596-683a33ef5df2 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.209351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8::1 (aec19607-dfb9-4194-bc82-62880e3719d7/c430fc80-99b5-4570-9ad6-db12ef111cf2/3ae3d476-76a7-4934-b3ab-a643575cf811) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:29.224328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a5400e87-b9c1-4e6f-9596-683a33ef5df2 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.225722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a5400e87-b9c1-4e6f-9596-683a33ef5df2 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514149 Jul 16 20:31:29.231619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51752) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:29.239651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e9f9a52c-76df-4ae0-84e4-6bf8f8bad515 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'security_group_rule': {'security_group_id': '3ee93a60-74a8-4107-8546-19694e318c8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:29.259327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5400e87-b9c1-4e6f-9596-683a33ef5df2 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4ab0ea-ad70-4022-913e-965e18843b83,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.276864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.294445 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f71263d-cdea-4fdf-8248-e77cd0fc30d9 x-openstack-request-id: req-6f71263d-cdea-4fdf-8248-e77cd0fc30d9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:29.294727 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:29.295040 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6f71263d-cdea-4fdf-8248-e77cd0fc30d9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:29.296436 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'status': 'completed', 'code': 200} Jul 16 20:31:29.326377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] Checking router: b0b4353a-b214-45b1-8f8a-b11edda05270 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:29.336511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:29.337037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.392170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b06d3-8543-40c9-8fc9-df8a280612f5 req-be6ae028-f503-421d-a5e1-87b8e824b4e2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.393734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d0b06d3-8543-40c9-8fc9-df8a280612f5 req-be6ae028-f503-421d-a5e1-87b8e824b4e2 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 932 time: 0.4542398 Jul 16 20:31:29.441181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a52c-76df-4ae0-84e4-6bf8f8bad515 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.494107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:29.523590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51756) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:29.559849 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d0b06d3-8543-40c9-8fc9-df8a280612f5 req-22c1482b-dbfe-4b80-abb3-c97f89cd1fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498711 Jul 16 20:31:29.570288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c50f10df-bead-4c0b-b77f-3892c237a134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.582127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861746cf-8b2a-426a-bae9-e214d63e302a {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:29.611393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-461c2cfb-d039-4cf7-98db-c23164054494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.613017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-461c2cfb-d039-4cf7-98db-c23164054494 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 1097 time: 0.3001015 Jul 16 20:31:29.619120 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.640054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.667729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Transition to ACTIVE for port object 861746cf-8b2a-426a-bae9-e214d63e302a will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:29.673537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 3ae3d476-76a7-4934-b3ab-a643575cf811 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:29.676966 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.802625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=861746cf-8b2a-426a-bae9-e214d63e302a,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.841137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.876342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41f84b-a920-48cc-96f6-bfdf7a1967db None None] The sync data for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 is: [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'daebd8fa-9ed2-4e60-8933-f3033d554130', 'name': '', 'network_id': '16e4d39e-b4e0-4f17-83e0-b79fc2376ce1', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:8f:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:14Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '16a2b3ee-cd03-44c4-b295-4793f8fed116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:29.916247 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.974637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342fddc7-1f78-42cd-8166-76b828c2b391 None None] Network aec19607-dfb9-4194-bc82-62880e3719d7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:29.980176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network aec19607-dfb9-4194-bc82-62880e3719d7 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:29.984456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Attempting to bind port 861746cf-8b2a-426a-bae9-e214d63e302a on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:29.984784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Attempting to bind port 861746cf-8b2a-426a-bae9-e214d63e302a by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:29.985109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Attempting to bind port 861746cf-8b2a-426a-bae9-e214d63e302a on network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:29.996317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:30.006703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:30.007279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.011828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Port 861746cf-8b2a-426a-bae9-e214d63e302a on network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:30.012175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Attempting to bind port 861746cf-8b2a-426a-bae9-e214d63e302a on network ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:30.069302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-977015a4-6c09-4111-9fdb-dc9e9b21c075 None None] Provisioning for port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:30.071024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865875c-c850-4411-bc80-f8bdf59a6b5f req-39dae39b-12e9-47d5-80b2-8573231a2ab7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.072820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a865875c-c850-4411-bc80-f8bdf59a6b5f req-39dae39b-12e9-47d5-80b2-8573231a2ab7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.2817006 Jul 16 20:31:30.076790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:30.077461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Checking segment: {'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:30.077851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Bound using segment: {'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:30.078308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Bound port: 861746cf-8b2a-426a-bae9-e214d63e302a, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:30.079126 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.082902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=3ae3d476-76a7-4934-b3ab-a643575cf811,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.097200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ca62c-fe40-422a-8168-d0a36571c07a req-8b4b4b2e-f475-41ef-9b3c-ddb0dfa1ab9e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.101046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f18ca62c-fe40-422a-8168-d0a36571c07a req-8b4b4b2e-f475-41ef-9b3c-ddb0dfa1ab9e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 946 time: 0.6691375 Jul 16 20:31:30.192512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a52c-76df-4ae0-84e4-6bf8f8bad515 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.212128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a52c-76df-4ae0-84e4-6bf8f8bad515 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.218854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] For port 861746cf-8b2a-426a-bae9-e214d63e302a, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:30.224051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-cf51d8a7-dd34-4500-af56-315302914d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.225839 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-cf51d8a7-dd34-4500-af56-315302914d8b service neutron] 10.222.0.99 "GET /v2.0/networks?id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 200 len: 897 time: 0.5988321 Jul 16 20:31:30.226490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] For port 861746cf-8b2a-426a-bae9-e214d63e302a, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=861746cf-8b2a-426a-bae9-e214d63e302a,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:30.244098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:30.251016 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c18f6a4-d4e0-41cb-bc8a-14fb8141335f" -d '{"events": [{"server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "name": "network-vif-plugged", "status": "completed", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:30.252314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a865875c-c850-4411-bc80-f8bdf59a6b5f req-ff808076-fff3-4ce5-ac00-3dbd22b8c461 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611834 Jul 16 20:31:30.256039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.278267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9a52c-76df-4ae0-84e4-6bf8f8bad515 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a8b9f1-1e42-4bd3-914f-dc379ab41fcc,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.311764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.312397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.314421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] 10.222.0.79 "PUT /v2.0/ports/861746cf-8b2a-426a-bae9-e214d63e302a HTTP/1.1" status: 200 len: 1093 time: 2.6221137 Jul 16 20:31:30.316704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'tag': '861746cf-8b2a-426a-bae9-e214d63e302a'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:30.332958 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "738e0c17-9404-4e38-8e27-c3c05f368d42", "tag": "861746cf-8b2a-426a-bae9-e214d63e302a"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:30.339173 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04dba0-c866-4911-8a48-4e1a8d0d9972 None None] New status for floating IP 5b34b85b-0c73-4a80-8e6c-7d1ef2706550: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:31:30.341367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.380507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f18ca62c-fe40-422a-8168-d0a36571c07a req-92b7cb48-d5a2-4561-9216-edeaafb26a8f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201233 Jul 16 20:31:30.381952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-f13a3f5a-afed-42aa-a37e-f5be627d36e8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 200 len: 217 time: 0.1367834 Jul 16 20:31:30.429611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec11b9a-c67e-4edd-9e4a-8beae32a60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=861746cf-8b2a-426a-bae9-e214d63e302a,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.482229 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4946fa5-f755-41f7-ad89-af2be10d3d99 x-openstack-request-id: req-e4946fa5-f755-41f7-ad89-af2be10d3d99 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:30.482521 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "name": "network-vif-plugged", "status": "completed", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:30.482804 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4946fa5-f755-41f7-ad89-af2be10d3d99 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:30.483270 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'code': 200} Jul 16 20:31:30.530735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:30.553464 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8547035-f5b7-40b8-b15c-8847711c8bad x-openstack-request-id: req-c8547035-f5b7-40b8-b15c-8847711c8bad {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:30.553835 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738e0c17-9404-4e38-8e27-c3c05f368d42", "tag": "861746cf-8b2a-426a-bae9-e214d63e302a", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:30.554153 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c8547035-f5b7-40b8-b15c-8847711c8bad {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:30.554744 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'tag': '861746cf-8b2a-426a-bae9-e214d63e302a', 'status': 'completed', 'code': 200} Jul 16 20:31:30.562633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-cd52b4ad-bbb3-4cca-8522-601f04ea82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.574019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-cd52b4ad-bbb3-4cca-8522-601f04ea82ef service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 200 len: 834 time: 0.1710012 Jul 16 20:31:30.659528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:30.667782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:30.668159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.686616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c50f10df-bead-4c0b-b77f-3892c237a134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.699856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c50f10df-bead-4c0b-b77f-3892c237a134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.707823 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a52c-76df-4ae0-84e4-6bf8f8bad515 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.712709 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e9f9a52c-76df-4ae0-84e4-6bf8f8bad515 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4762864 Jul 16 20:31:30.720472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51764) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:30.742952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:30.748355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Provisioning complete for port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:30.748737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.821409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c50f10df-bead-4c0b-b77f-3892c237a134 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cb2fe89174b94c2f83b2bccd1ed3ada7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2878170 Jul 16 20:31:30.831747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51766) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:30.847478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-98107122-39ee-41ab-9f75-16cbf94a5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.849029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-98107122-39ee-41ab-9f75-16cbf94a5c08 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2685640 Jul 16 20:31:30.851176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f10df-bead-4c0b-b77f-3892c237a134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6599792-2218-4821-b9a7-b947055f1bba,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.852265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-db133b74-2513-4de2-8194-91fd327c1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.857405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.866770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-db133b74-2513-4de2-8194-91fd327c1b98 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d4d0bb4228f4bf89912358b1437b76a&device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 1096 time: 0.5047178 Jul 16 20:31:30.894678 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.899789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd4dd7-e574-40f9-b282-edc123af3048 req-4dcb18ee-c4cc-49dd-9e64-3018def3f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.901905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04cd4dd7-e574-40f9-b282-edc123af3048 req-4dcb18ee-c4cc-49dd-9e64-3018def3f104 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 1098 time: 0.2747846 Jul 16 20:31:30.930209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-60d1a35b-9959-493d-9e9f-4a84bfdf9c3b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.932197 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-60d1a35b-9959-493d-9e9f-4a84bfdf9c3b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.3012633 Jul 16 20:31:30.950553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] For port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=097a0407-2862-4fbd-9ffe-673dd1a4d7a7,segment=NetworkSegment(7d22ecc8-fc82-41ab-8d87-e552c292a0b1),segment_id=7d22ecc8-fc82-41ab-8d87-e552c292a0b1)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:30.955024 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.960288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.968424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4889b-534e-4950-9973-5e3c757afb7a req-4640f1ee-0ef0-49f5-b35d-9889aad7eefd tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.970823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93d4889b-534e-4950-9973-5e3c757afb7a req-4640f1ee-0ef0-49f5-b35d-9889aad7eefd tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 945 time: 0.4097736 Jul 16 20:31:30.984928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-7009e501-2754-4cec-ad10-e81b917039bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=861746cf-8b2a-426a-bae9-e214d63e302a HTTP/1.1" status: 200 len: 217 time: 0.1168826 Jul 16 20:31:31.015505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Provisioning for port 3ae3d476-76a7-4934-b3ab-a643575cf811 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:31.029382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Provisioning complete for port 3ae3d476-76a7-4934-b3ab-a643575cf811 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:31.029382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.065218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75b80c-7fda-4ccb-8458-2422861a7ebb req-58f96b33-554b-46cb-a8ca-f24e40a20589 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.067375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a75b80c-7fda-4ccb-8458-2422861a7ebb req-58f96b33-554b-46cb-a8ca-f24e40a20589 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 944 time: 0.3345342 Jul 16 20:31:31.089279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Pushing event updated for resources: {'Port': ['ID=097a0407-2862-4fbd-9ffe-673dd1a4d7a7,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:31.104810 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:31:31.105332 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:31:31.109889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-59057f44-d263-4c33-858a-fe69192f4ed7 None None] Port 3ae3d476-76a7-4934-b3ab-a643575cf811 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:31.156522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-04cd4dd7-e574-40f9-b282-edc123af3048 req-175df76d-55c9-414f-b441-89fa66844206 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086728 Jul 16 20:31:31.163274 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-8afc6d43-135a-4bc1-8055-f7a603eaeafb service neutron] 10.222.0.99 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027844 Jul 16 20:31:31.167667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-90acb3fe-c3bb-40a3-94c9-3422a9c3b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.169072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-90acb3fe-c3bb-40a3-94c9-3422a9c3b638 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af9d3f9c-35a4-4212-9991-be012c741a5e HTTP/1.1" status: 200 len: 849 time: 0.1697788 Jul 16 20:31:31.176411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-93d4889b-534e-4950-9973-5e3c757afb7a req-0b4d38bb-c7f7-44e3-b444-3c80e0bcb6ef tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906092 Jul 16 20:31:31.195629 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f89a61a5-b0bd-4833-8e51-895d8f3b4fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.208945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a75b80c-7fda-4ccb-8458-2422861a7ebb req-33515225-b32d-4ee8-9a70-00cb6eb84c2e tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010175 Jul 16 20:31:31.243765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f1ad8b39-bd3e-4fd6-96a7-fe8cafec706d None None] Provisioning complete for port 3ae3d476-76a7-4934-b3ab-a643575cf811 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:31.244463 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8b39-bd3e-4fd6-96a7-fe8cafec706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.262902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.263553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port ba724261-a960-4236-abed-fd6021f39ea9 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:31.263553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.270993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-f6a5f73e-c32e-41ba-8d2a-8ef214a1d974 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914435 Jul 16 20:31:31.274562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.275407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.299434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad8b39-bd3e-4fd6-96a7-fe8cafec706d None None] Port 3ae3d476-76a7-4934-b3ab-a643575cf811 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:31.333543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f89a61a5-b0bd-4833-8e51-895d8f3b4fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.340394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.490353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=3ae3d476-76a7-4934-b3ab-a643575cf811,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:31.519099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43567015-520a-4ed7-b6ba-ddb3952f27a4 req-ab2ffb5c-b154-437b-ab71-28e14fb7ae1e service neutron] 10.222.0.99 "GET /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069150 Jul 16 20:31:31.583807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-eaad6436-8d24-4897-926c-cf886cf87f1e service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972260 Jul 16 20:31:31.602574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port ba724261-a960-4236-abed-fd6021f39ea9, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ba724261-a960-4236-abed-fd6021f39ea9,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:31.603030 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.626909 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f89a61a5-b0bd-4833-8e51-895d8f3b4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.629485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f89a61a5-b0bd-4833-8e51-895d8f3b4fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.633087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f89a61a5-b0bd-4833-8e51-895d8f3b4fd5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c6599792-2218-4821-b9a7-b947055f1bba HTTP/1.1" status: 204 len: 168 time: 0.7954025 Jul 16 20:31:31.639524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for ba724261-a960-4236-abed-fd6021f39ea9 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:31.655173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Allocated IP 172.25.3.162 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/8f3dcef5-2533-4f36-8aba-25f04df87618) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:31.670272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network aec19607-dfb9-4194-bc82-62880e3719d7 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:31.671358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a61a5-b0bd-4833-8e51-895d8f3b4fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6599792-2218-4821-b9a7-b947055f1bba,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:31.679055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:31.719721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e719b-c6d5-4900-bc9e-e1a291d7a7da req-3a09b50c-ec11-4efc-8f6d-eb72e422cb74 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.722348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb157-5c37-4ecc-a983-922e07109d8e req-a84de7db-179f-41f8-a673-95c7776546c8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.723330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c2e719b-c6d5-4900-bc9e-e1a291d7a7da req-3a09b50c-ec11-4efc-8f6d-eb72e422cb74 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 945 time: 0.3688216 Jul 16 20:31:31.727510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5bbcb157-5c37-4ecc-a983-922e07109d8e req-a84de7db-179f-41f8-a673-95c7776546c8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8d7ba16-e448-4304-ad24-896f1b09de1a HTTP/1.1" status: 200 len: 945 time: 0.3143942 Jul 16 20:31:31.859238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5bbcb157-5c37-4ecc-a983-922e07109d8e req-aacd540f-327c-43ad-b9ac-e03345705447 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=27d1379e-b48a-4ba2-865e-08d990e09369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270545 Jul 16 20:31:31.905081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c2e719b-c6d5-4900-bc9e-e1a291d7a7da req-42d6e39c-2422-4052-ba84-3f31461994d9 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760646 Jul 16 20:31:31.915971 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0b7d579-763d-4f1e-88cc-d68c341f678a req-85745911-30b4-4463-beb4-e4ae938f4bad service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247750 Jul 16 20:31:31.988612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:31.996836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.148819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7f592b08-877c-4559-8d88-e5e5cc60adae None None] Provisioning complete for port 3ae3d476-76a7-4934-b3ab-a643575cf811 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:32.150002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7f592b08-877c-4559-8d88-e5e5cc60adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.154354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.209400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=ba724261-a960-4236-abed-fd6021f39ea9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.238409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7f592b08-877c-4559-8d88-e5e5cc60adae None None] Port 3ae3d476-76a7-4934-b3ab-a643575cf811 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:32.274241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.288608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:32.299065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:32.300921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-22c2bf70-7a09-4a52-9e2f-6c3723a455e1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0700018 Jul 16 20:31:32.303672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51790) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:32.310284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1192240651'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:32.322961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:32.323610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:32.330759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] No DVR routers for this DVR port ba724261-a960-4236-abed-fd6021f39ea9 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:32.352149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-72ef00b5-e7ea-43fc-a32b-f57a70d1e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.354094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-72ef00b5-e7ea-43fc-a32b-f57a70d1e33e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d4d0bb4228f4bf89912358b1437b76a&device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 1096 time: 0.2348189 Jul 16 20:31:32.366338 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.370942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:32.372395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8753eb2a-c02c-4320-9aed-752a16eb4e0b req-c466f293-bb19-4e08-b756-3d83d41dff76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "DELETE /v2.0/ports/ba724261-a960-4236-abed-fd6021f39ea9 HTTP/1.1" status: 204 len: 173 time: 1.4304662 Jul 16 20:31:32.373575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-deleted', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:32.376768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.386005 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1881d49-d2a5-42e2-89a1-88b6b07e1655" -d '{"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-deleted", "tag": "ba724261-a960-4236-abed-fd6021f39ea9"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:32.452808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:32.490275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a5d54-5baa-4bdf-95cc-46f3980de217 req-1613b59b-482f-484d-99b1-d141c7f7f22d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.493928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-342a5d54-5baa-4bdf-95cc-46f3980de217 req-1613b59b-482f-484d-99b1-d141c7f7f22d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 946 time: 0.3846753 Jul 16 20:31:32.502360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:32.517196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:32.522710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:32.528600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:32.544723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:32.558743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.559441 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment 6cc759c2-50aa-4f22-a73e-e9c4869b428f of type vlan for network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 Jul 16 20:31:32.584542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'Port': ['ID=8f3dcef5-2533-4f36-8aba-25f04df87618,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.637854 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-342a5d54-5baa-4bdf-95cc-46f3980de217 req-40b23e64-9e6a-4861-a008-f16281914b85 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301537 Jul 16 20:31:32.648403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.764996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.807674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-5cc2b714-8066-4c26-b32e-74d37d4e4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.819436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-5cc2b714-8066-4c26-b32e-74d37d4e4602 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a HTTP/1.1" status: 200 len: 910 time: 0.4583654 Jul 16 20:31:32.892786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.936881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.942528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.943290 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.961895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-e9248412-cee3-4c18-9816-11f34d4fb27f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=861746cf-8b2a-426a-bae9-e214d63e302a HTTP/1.1" status: 200 len: 217 time: 0.1164746 Jul 16 20:31:33.018194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21ea1-9250-431c-b099-ca9b8df22e96 req-af20e6a5-1b2e-43de-b34c-5842f42d5483 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.020107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4fd21ea1-9250-431c-b099-ca9b8df22e96 req-af20e6a5-1b2e-43de-b34c-5842f42d5483 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 944 time: 0.3642426 Jul 16 20:31:33.051382 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7438471 Jul 16 20:31:33.056621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51810) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:33.058952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07272972-37a1-4f02-997e-ba87000e258f req-8fce37d6-db70-4958-860e-0e5c0eb9b78e tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.060789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07272972-37a1-4f02-997e-ba87000e258f req-8fce37d6-db70-4958-860e-0e5c0eb9b78e tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 945 time: 0.1656010 Jul 16 20:31:33.062957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:33.064328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.075682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:33.106770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07272972-37a1-4f02-997e-ba87000e258f req-bf0268ec-712d-493c-8f99-30c6628aff74 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Jul 16 20:31:33.233974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae30f-0905-4370-bd9d-ef8869c50bd1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=23c253e0-38ed-4242-b4cb-6e8dffef6cc4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.250378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:33.259921 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466acc82-6850-4985-ab1a-bdd1e62cb527 x-openstack-request-id: req-466acc82-6850-4985-ab1a-bdd1e62cb527 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:33.260606 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7ba16-e448-4304-ad24-896f1b09de1a", "name": "network-vif-deleted", "tag": "ba724261-a960-4236-abed-fd6021f39ea9", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:33.260606 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-466acc82-6850-4985-ab1a-bdd1e62cb527 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:33.260938 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7ba16-e448-4304-ad24-896f1b09de1a', 'name': 'network-vif-deleted', 'tag': 'ba724261-a960-4236-abed-fd6021f39ea9', 'status': 'completed', 'code': 200} Jul 16 20:31:33.270407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-194ebff1-4ba5-4c07-bbef-f27e6081a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.272081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-194ebff1-4ba5-4c07-bbef-f27e6081a949 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af9d3f9c-35a4-4212-9991-be012c741a5e HTTP/1.1" status: 200 len: 849 time: 0.2905996 Jul 16 20:31:33.278696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4fd21ea1-9250-431c-b099-ca9b8df22e96 req-485d9026-e23d-4d38-b516-438b650e19b3 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273126 Jul 16 20:31:33.333074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.340651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51816) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:33.360724 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.502491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:30Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:30Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:33.538052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:33.553478 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.556907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'Port': ['ID=8f3dcef5-2533-4f36-8aba-25f04df87618,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.574276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:33.574713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Updating router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 port 3ae3d476-76a7-4934-b3ab-a643575cf811 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:33.604383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.607050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-86b48a15-34ad-4b6d-9a62-596e339feab8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8825953 Jul 16 20:31:33.621959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: ba724261-a960-4236-abed-fd6021f39ea9 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:33.622310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ba724261-a960-4236-abed-fd6021f39ea9 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:33.624773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 861746cf-8b2a-426a-bae9-e214d63e302a details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:33.633599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.830813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.resource_extend [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:31:33.889537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:33.896131 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.925143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-3b22321f-9f26-4beb-8dad-f6fac92f788f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6454186 Jul 16 20:31:34.071709 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.098627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 861746cf-8b2a-426a-bae9-e214d63e302a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=861746cf-8b2a-426a-bae9-e214d63e302a,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:34.117418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '861746cf-8b2a-426a-bae9-e214d63e302a', 'network_id': 'ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a', 'port_id': '861746cf-8b2a-426a-bae9-e214d63e302a', 'mac_address': 'fa:16:3e:3d:ab:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9d3f9c-35a4-4212-9991-be012c741a5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:34.154279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-8803bdc5-c678-4045-b69b-21706f17e184 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1402966682&fields=id&tenant_id=41f980572d37466cac299a33fdf2f59d HTTP/1.1" status: 200 len: 267 time: 0.1350203 Jul 16 20:31:34.190408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.258856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.261458 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.273339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Transition to ACTIVE for port object 3ae3d476-76a7-4934-b3ab-a643575cf811 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:34.278574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861746cf-8b2a-426a-bae9-e214d63e302a {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:34.291864 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-1288ec95-fa9e-43fc-9d7c-460f247d0e00 service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438573 Jul 16 20:31:34.294997 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.300124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a192f90-6c15-4b86-a2d2-16157fe0cad2 req-c38b9b92-3f30-430a-950b-144d34786c83 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.307150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a192f90-6c15-4b86-a2d2-16157fe0cad2 req-c38b9b92-3f30-430a-950b-144d34786c83 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 946 time: 0.3851011 Jul 16 20:31:34.329155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 861746cf-8b2a-426a-bae9-e214d63e302a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=861746cf-8b2a-426a-bae9-e214d63e302a,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:34.360430 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.394157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=9e79269c-539a-40d0-ab20-d76879cb4c59,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.435678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Attempting to bind port 3ae3d476-76a7-4934-b3ab-a643575cf811 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:34.436104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Attempting to bind port 3ae3d476-76a7-4934-b3ab-a643575cf811 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:34.436469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Attempting to bind port 3ae3d476-76a7-4934-b3ab-a643575cf811 on network aec19607-dfb9-4194-bc82-62880e3719d7 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:34.445393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:34.445795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Checking segment: {'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:34.446201 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.446784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Bound using segment: {'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:34.447593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Bound port: 3ae3d476-76a7-4934-b3ab-a643575cf811, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d22ecc8-fc82-41ab-8d87-e552c292a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:34.448295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.464482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a192f90-6c15-4b86-a2d2-16157fe0cad2 req-6a11a7c3-7bce-4da1-8a17-e37f9a9bea94 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564105 Jul 16 20:31:34.470085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecad422-26f3-4cd8-8848-7d5d9cb262a1 None None] Pushing event updated for resources: {'Port': ['ID=3ae3d476-76a7-4934-b3ab-a643575cf811,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.505940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:34.506324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: 23c253e0-38ed-4242-b4cb-6e8dffef6cc4, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:34.585044 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d24f93b5-593c-4cc8-bbd7-977d047fb6b5 req-1aebfcc2-3bee-492a-9f23-889446337c73 service neutron] 10.222.0.79 "GET /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756648 Jul 16 20:31:34.589678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=861746cf-8b2a-426a-bae9-e214d63e302a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.591508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:34.605030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['861746cf-8b2a-426a-bae9-e214d63e302a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:34.613422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 23c253e0-38ed-4242-b4cb-6e8dffef6cc4) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:34.617604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.618206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.662043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0570a737-beb7-48f6-8270-a1d48bae6918 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6012290 Jul 16 20:31:34.662313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51870) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:34.673115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc72a79-32c7-4b6e-bd3d-ae6834b2e192 None None] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:34.706951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] For port 3ae3d476-76a7-4934-b3ab-a643575cf811, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:34.748145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] For port 3ae3d476-76a7-4934-b3ab-a643575cf811, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3ae3d476-76a7-4934-b3ab-a643575cf811,segment=NetworkSegment(7d22ecc8-fc82-41ab-8d87-e552c292a0b1),segment_id=7d22ecc8-fc82-41ab-8d87-e552c292a0b1)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:34.765945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.857950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecad422-26f3-4cd8-8848-7d5d9cb262a1 None None] Pushing event updated for resources: {'Port': ['ID=3ae3d476-76a7-4934-b3ab-a643575cf811,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.937406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-4e5fd0cc-fabf-485f-b880-e40fb9291745 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.944419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-4e5fd0cc-fabf-485f-b880-e40fb9291745 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 810 time: 0.7767437 Jul 16 20:31:34.969536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-b7d97517-c893-4ab2-969a-7d926b5f0ad6 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/quotas/41f980572d37466cac299a33fdf2f59d HTTP/1.1" status: 200 len: 375 time: 0.0241685 Jul 16 20:31:34.990783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:34.991484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:35.052034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954b6a-8c7b-4a60-b09d-79717665894a req-9d2ae297-56c6-4d7d-b7c4-79642602e23c tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.054918 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2d954b6a-8c7b-4a60-b09d-79717665894a req-9d2ae297-56c6-4d7d-b7c4-79642602e23c tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 945 time: 0.2328639 Jul 16 20:31:35.131090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2d954b6a-8c7b-4a60-b09d-79717665894a req-c209bb78-6baf-4e02-8981-7dbfa73f97f6 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657361 Jul 16 20:31:35.250906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:35.251918 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.326728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:35.380974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-5a941945-d4c3-4aa2-a132-d15100dff3c5 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4077790 Jul 16 20:31:35.503216 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.536726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-ad42030e-abc1-47ff-b93e-c763984c46c9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4539855 Jul 16 20:31:35.537663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c8d0-7ec6-4710-8fa9-54c71c5cc8ff req-c2f97803-a1b6-43dd-86ed-ae210377d721 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.556043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b55c8d0-7ec6-4710-8fa9-54c71c5cc8ff req-c2f97803-a1b6-43dd-86ed-ae210377d721 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 945 time: 0.2116227 Jul 16 20:31:35.559548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port daebd8fa-9ed2-4e60-8933-f3033d554130 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:35.559912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.576429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51890) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:35.590385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 861746cf-8b2a-426a-bae9-e214d63e302a up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:35.594329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-97fd70aa-a3a4-45a0-b212-6b5512860405 service neutron] 10.222.0.91 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978869 Jul 16 20:31:35.606135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-542f7b26-746b-40a2-92a2-d56feb035347 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.607827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-542f7b26-746b-40a2-92a2-d56feb035347 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.99 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 945 time: 0.3400178 Jul 16 20:31:35.728621 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b55c8d0-7ec6-4710-8fa9-54c71c5cc8ff req-af8ad370-44da-4161-8c87-2d04893236ef tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714945 Jul 16 20:31:35.769000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f4bd13cc-1894-49b2-aef0-dcbffa9460f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.815641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Allocated IP 2001:db8:1::2 (23c253e0-38ed-4242-b4cb-6e8dffef6cc4/9e79269c-539a-40d0-ab20-d76879cb4c59/5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:35.892845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port daebd8fa-9ed2-4e60-8933-f3033d554130, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=daebd8fa-9ed2-4e60-8933-f3033d554130,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:35.893341 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.931128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for daebd8fa-9ed2-4e60-8933-f3033d554130 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:35.936819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 861746cf-8b2a-426a-bae9-e214d63e302a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:35.942123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d3b19955-3d40-43c9-b46d-894fca20d9ac service neutron] 10.222.0.91 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148918 Jul 16 20:31:35.948779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 861746cf-8b2a-426a-bae9-e214d63e302a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:35.949138 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.958507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-9d0bc83c-bcb0-4a98-8aa3-b789e2dbb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.960406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-9d0bc83c-bcb0-4a98-8aa3-b789e2dbb7b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 1098 time: 0.3653638 Jul 16 20:31:36.008975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Deleting port f31295e3-1d74-47ae-9eaf-1219936183a8 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:36.008975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.018155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:30Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:34Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:36.068652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-efa99676-ab1f-425b-b57e-c0413d8e7b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.073213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb83e9-3aad-49a6-8cdd-7d41c201081a None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:30Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:34Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:36.085269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38822a-9743-4571-8cbd-b9d8f1c1aee5 req-1ba978de-23d3-4a19-aba0-3dee31cc11c2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.092425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e38822a-9743-4571-8cbd-b9d8f1c1aee5 req-1ba978de-23d3-4a19-aba0-3dee31cc11c2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 946 time: 0.1931882 Jul 16 20:31:36.125782 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f4bd13cc-1894-49b2-aef0-dcbffa9460f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.144345 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.158653 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e38822a-9743-4571-8cbd-b9d8f1c1aee5 req-7b5fc5d4-5ea0-4237-bd64-561a6d4144fa tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639079 Jul 16 20:31:36.160824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f4bd13cc-1894-49b2-aef0-dcbffa9460f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.194884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51896) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.299004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] For port f31295e3-1d74-47ae-9eaf-1219936183a8, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f31295e3-1d74-47ae-9eaf-1219936183a8,segment=NetworkSegment(cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86),segment_id=cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:36.300940 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.311979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.331985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Transition to ACTIVE for port object 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:36.360163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Transition to ACTIVE for port object 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:36.364029 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f4bd13cc-1894-49b2-aef0-dcbffa9460f0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e9c7d64e07f542228ee19efe916e0600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854476 Jul 16 20:31:36.367870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd13cc-1894-49b2-aef0-dcbffa9460f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb71c63-2385-4094-a31a-58e3f547ad7a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.393521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 861746cf-8b2a-426a-bae9-e214d63e302a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=861746cf-8b2a-426a-bae9-e214d63e302a,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:36.395744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861746cf-8b2a-426a-bae9-e214d63e302a'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:36.396399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51904) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.399160 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8421fca6-88e4-4c43-950a-c9801877bb65" -d '{"events": [{"server_uuid": "738e0c17-9404-4e38-8e27-c3c05f368d42", "name": "network-vif-plugged", "status": "completed", "tag": "861746cf-8b2a-426a-bae9-e214d63e302a"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:36.402289 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.406971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.412761 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5dbcf03-afe0-49d0-b191-e4649f3345f8 req-fcfafb0a-1a5c-4707-922b-bcaf64185ead tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 210 time: 0.0786827 Jul 16 20:31:36.419597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-a18eb056-af25-4776-87c1-0fd4b58c3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.421149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-a18eb056-af25-4776-87c1-0fd4b58c3b9f service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.3913465 Jul 16 20:31:36.425527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Calling delete_port for f31295e3-1d74-47ae-9eaf-1219936183a8 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:36.447409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:36.451790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:36.456224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:36.496152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Pushing event updated for resources: {'Port': ['ID=5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.556987 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acd2109-36d0-4d7a-9752-4c1d19fad8eb x-openstack-request-id: req-6acd2109-36d0-4d7a-9752-4c1d19fad8eb {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:36.561857 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738e0c17-9404-4e38-8e27-c3c05f368d42", "name": "network-vif-plugged", "status": "completed", "tag": "861746cf-8b2a-426a-bae9-e214d63e302a", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:36.562276 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6acd2109-36d0-4d7a-9752-4c1d19fad8eb {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:36.562889 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861746cf-8b2a-426a-bae9-e214d63e302a', 'code': 200} Jul 16 20:31:36.585879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-0ed633c8-1805-4793-a7f1-4e5b585f2b1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795 HTTP/1.1" status: 200 len: 217 time: 0.1536403 Jul 16 20:31:36.617647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8:1::1 (23c253e0-38ed-4242-b4cb-6e8dffef6cc4/9e79269c-539a-40d0-ab20-d76879cb4c59/9dfb13d1-4ace-4208-9edb-5be823be39de) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:36.673829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=861746cf-8b2a-426a-bae9-e214d63e302a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.737361 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9691cf64-f0db-442d-ae6a-e4d194b4a03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.743752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Attempting to bind port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:36.744113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Attempting to bind port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:36.744488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Attempting to bind port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 on network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:36.755356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:36.755731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Checking segment: {'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:36.756139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.756139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Bound using segment: {'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:36.756139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Bound port: 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:36.756139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.839081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-642339fd-08ce-4b5b-a0e3-bc2cc9b7d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.840749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-642339fd-08ce-4b5b-a0e3-bc2cc9b7d360 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.2122905 Jul 16 20:31:36.843425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9691cf64-f0db-442d-ae6a-e4d194b4a03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.867754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] For port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:36.871994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] For port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9,segment=NetworkSegment(6cc759c2-50aa-4f22-a73e-e9c4869b428f),segment_id=6cc759c2-50aa-4f22-a73e-e9c4869b428f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:36.883833 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.901847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994929f-d618-42b1-a01d-753525463289 req-7d8fdf36-a729-453e-aa86-b5f3260f3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.910810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b994929f-d618-42b1-a01d-753525463289 req-7d8fdf36-a729-453e-aa86-b5f3260f3cab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 1098 time: 0.2330947 Jul 16 20:31:36.978602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79cd16-445c-472d-a43d-cc8ae39ced28 req-60cb7d11-573c-4ac0-a845-98dc7c158183 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.982777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3340a45-de9a-4144-b4d1-69c226106cfe None None] Pushing event updated for resources: {'Port': ['ID=5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.999850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe79cd16-445c-472d-a43d-cc8ae39ced28 req-60cb7d11-573c-4ac0-a845-98dc7c158183 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f88c3f-9c7c-40ea-8dce-cf74f1404318 HTTP/1.1" status: 200 len: 945 time: 0.6771622 Jul 16 20:31:37.047355 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.114152 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b994929f-d618-42b1-a01d-753525463289 req-a454ce37-531e-40d0-8055-340e6d31f75a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835883 Jul 16 20:31:37.131902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.142188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=daebd8fa-9ed2-4e60-8933-f3033d554130,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.156076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9691cf64-f0db-442d-ae6a-e4d194b4a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.159400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9691cf64-f0db-442d-ae6a-e4d194b4a03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.163170 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9691cf64-f0db-442d-ae6a-e4d194b4a03f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1fb71c63-2385-4094-a31a-58e3f547ad7a HTTP/1.1" status: 204 len: 168 time: 0.7631221 Jul 16 20:31:37.170699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 9dfb13d1-4ace-4208-9edb-5be823be39de will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:37.184454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691cf64-f0db-442d-ae6a-e4d194b4a03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb71c63-2385-4094-a31a-58e3f547ad7a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.214217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.217919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e89465-d33e-416e-b600-78f7079b9d43 req-f9ed1aa0-cb19-4467-b91c-f2713a112517 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.225243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0e89465-d33e-416e-b600-78f7079b9d43 req-f9ed1aa0-cb19-4467-b91c-f2713a112517 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 946 time: 0.2210674 Jul 16 20:31:37.379564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a0e89465-d33e-416e-b600-78f7079b9d43 req-5fab7ba1-1997-4486-b401-b34e28e5970a tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532991 Jul 16 20:31:37.396050 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.458517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:37.477477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:37.505632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:37.506426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.514462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Pushing event deleted for resources: {'Port': ['ID=f31295e3-1d74-47ae-9eaf-1219936183a8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.515464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=9dfb13d1-4ace-4208-9edb-5be823be39de,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.523141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac657181-1eeb-45ed-899e-a1019b69e723 tempest-TestVolumeBootPattern-1773671215 tempest-TestVolumeBootPattern-1773671215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.523899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f31295e3-1d74-47ae-9eaf-1219936183a8 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:37.541322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ac657181-1eeb-45ed-899e-a1019b69e723 tempest-TestVolumeBootPattern-1773671215 tempest-TestVolumeBootPattern-1773671215-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 1093 time: 1.3120894 Jul 16 20:31:37.559278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51922) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.592262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: f31295e3-1d74-47ae-9eaf-1219936183a8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:37.592566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f31295e3-1d74-47ae-9eaf-1219936183a8 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:37.597547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:37.673574 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe79cd16-445c-472d-a43d-cc8ae39ced28 req-ca71ec9b-f7d8-4135-aaa6-44d8a53ec56f tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.91 "GET /v2.0/security-groups?id=827a37af-73a2-4e96-9769-e5fcac525b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726947 Jul 16 20:31:37.706765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ac0234-b184-4df7-b560-be042ea3918b req-ed928257-0fb4-4176-a23e-ac09494cd44b tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 210 time: 0.0626504 Jul 16 20:31:37.794118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] No DVR routers for this DVR port f31295e3-1d74-47ae-9eaf-1219936183a8 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:37.799653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51924) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.802323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-f27e5f8c-38a5-42b9-bca7-5d188e59e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.803988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-f27e5f8c-38a5-42b9-bca7-5d188e59e9be service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9420686 Jul 16 20:31:37.811466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.813919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b59708bc-633a-46ed-b0f0-a108fd67fd82 req-0055a9a2-33de-40f2-889e-94e2f2a4c166 tempest-ServersNegativeTestMultiTenantJSON-1837665415 tempest-ServersNegativeTestMultiTenantJSON-1837665415-project] 10.222.0.99 "DELETE /v2.0/ports/f31295e3-1d74-47ae-9eaf-1219936183a8 HTTP/1.1" status: 204 len: 173 time: 2.1677859 Jul 16 20:31:37.814214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'name': 'network-vif-deleted', 'tag': 'f31295e3-1d74-47ae-9eaf-1219936183a8'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:37.817271 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae69b7c-e67b-4b60-9c77-561efdf572b0" -d '{"events": [{"server_uuid": "78f88c3f-9c7c-40ea-8dce-cf74f1404318", "name": "network-vif-deleted", "tag": "f31295e3-1d74-47ae-9eaf-1219936183a8"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:37.846162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.846628 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc240-83ad-4fca-b0f4-125345236ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.883676 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ddac6-1569-4e8e-8bd2-7fea24fa9e6a x-openstack-request-id: req-5e2ddac6-1569-4e8e-8bd2-7fea24fa9e6a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:37.883977 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f88c3f-9c7c-40ea-8dce-cf74f1404318", "name": "network-vif-deleted", "tag": "f31295e3-1d74-47ae-9eaf-1219936183a8", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:37.884230 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e2ddac6-1569-4e8e-8bd2-7fea24fa9e6a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:37.884634 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f88c3f-9c7c-40ea-8dce-cf74f1404318', 'name': 'network-vif-deleted', 'tag': 'f31295e3-1d74-47ae-9eaf-1219936183a8', 'status': 'completed', 'code': 200} Jul 16 20:31:37.895197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.906140 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.013828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-a2c191b8-bf0e-40b5-a0d0-48a92a2121a7 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908224 Jul 16 20:31:38.131128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc240-83ad-4fca-b0f4-125345236ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.149331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc240-83ad-4fca-b0f4-125345236ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.186884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0a8bc240-83ad-4fca-b0f4-125345236ce6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=edeb86a6f63143d9a0a7ecd099afc80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833575 Jul 16 20:31:38.188773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51928) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:38.222286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a2a08d4-9649-45aa-b90b-068592d4619f req-2a352f3e-b8be-4d2a-878e-66f6df9b11d6 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004063 Jul 16 20:31:38.262021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bc240-83ad-4fca-b0f4-125345236ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e3c5d-009a-40db-a951-eb21bce0d04f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.274986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.411480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5740-5d0c-4b53-9f3b-773090af691e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.458037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-fefd5de0-da0d-40f7-94c5-8bdd612f17ea tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.458242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-fefd5de0-da0d-40f7-94c5-8bdd612f17ea tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 810 time: 0.2395620 Jul 16 20:31:38.622719 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.626636 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.658218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.671153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:38.706280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c9ad07da-3eab-4610-95b3-31671acea632 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f980572d37466cac299a33fdf2f59d HTTP/1.1" status: 200 len: 380 time: 0.2166586 Jul 16 20:31:38.709905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.711319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.728260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'port': {'device_id': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'admin_state_up': True, 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'security_groups': ['3ee93a60-74a8-4107-8546-19694e318c8a']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:38.752185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:38.759971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3ae3d476-76a7-4934-b3ab-a643575cf811 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:38.849754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:38.856203 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01ba2fbf-d7e8-4666-af10-ad4f25797dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.862872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3ae3d476-76a7-4934-b3ab-a643575cf811 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:38.869979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3ae3d476-76a7-4934-b3ab-a643575cf811 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:38.870355 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.996953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=9dfb13d1-4ace-4208-9edb-5be823be39de,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.009107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.021287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.25.3.48 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/ecb92195-958b-46b1-b6f3-183e02a6ac86) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:39.097284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] Deleting subnet ccfd681f-7a03-4af1-8d4d-daaacbb3a42c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:39.125863 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.134727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f0b4a-e76d-4988-8a92-5e75a095b97f req-1a1d04de-3ba7-4e9c-b5c2-ed5cb7ca6ea0 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.135769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.142021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-282f0b4a-e76d-4988-8a92-5e75a095b97f req-1a1d04de-3ba7-4e9c-b5c2-ed5cb7ca6ea0 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 946 time: 0.5201013 Jul 16 20:31:39.161143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3ae3d476-76a7-4934-b3ab-a643575cf811, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3ae3d476-76a7-4934-b3ab-a643575cf811,segment=NetworkSegment(7d22ecc8-fc82-41ab-8d87-e552c292a0b1),segment_id=7d22ecc8-fc82-41ab-8d87-e552c292a0b1)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:39.166922 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.173385 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.215618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:39.218812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c768eb6-e032-4c7e-882d-3fab9545d9e2 req-6b8586ad-ad23-4997-ae4a-18646b52a504 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 210 time: 0.0726187 Jul 16 20:31:39.230817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:39.236867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b0b4353a-b214-45b1-8f8a-b11edda05270 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:39.254860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3ae3d476-76a7-4934-b3ab-a643575cf811,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.255265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5740-5d0c-4b53-9f3b-773090af691e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.333496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.362030 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.395240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b216bf67-1bcf-4d01-9def-25de31ed6475 None None] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:39.412496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Made reservation on behalf of 41f980572d37466cac299a33fdf2f59d for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:39.416340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.427243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:39.433621 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:39.444414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:39.449415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=ecb92195-958b-46b1-b6f3-183e02a6ac86,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.459327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-282f0b4a-e76d-4988-8a92-5e75a095b97f req-7144ed98-5d67-4c92-9bbb-db156e4ec4da tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164144 Jul 16 20:31:39.492018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5740-5d0c-4b53-9f3b-773090af691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.493508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:39.495336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5740-5d0c-4b53-9f3b-773090af691e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.496693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7ecc5740-5d0c-4b53-9f3b-773090af691e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e30e3c5d-009a-40db-a951-eb21bce0d04f HTTP/1.1" status: 204 len: 168 time: 1.3060482 Jul 16 20:31:39.503974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:39.509422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.522640 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] Sync routers for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:39.523227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8d7e5b97-4a07-457a-9209-45f3fdf7a406 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/b0b4353a-b214-45b1-8f8a-b11edda05270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1778893 Jul 16 20:31:39.524188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5740-5d0c-4b53-9f3b-773090af691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e3c5d-009a-40db-a951-eb21bce0d04f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.525939 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51942) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:39.563529 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:39.564235 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:39.585348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6aa88b7a-afa1-4054-9a25-82b749c5cf04 None None] Provisioning for port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:39.626159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6aa88b7a-afa1-4054-9a25-82b749c5cf04 None None] Provisioning complete for port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:39.628442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6aa88b7a-afa1-4054-9a25-82b749c5cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.653090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting subnet 16a2b3ee-cd03-44c4-b295-4793f8fed116 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:39.663061 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.756978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.817913 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:39.840646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Allocated IP 172.20.0.11 (6e25d137-bbf4-4d15-a953-76f8ca1bd6eb/58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5/72e3b732-f3fa-47a2-9bae-ddde3ab773a0) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:39.894467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6aa88b7a-afa1-4054-9a25-82b749c5cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.952796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6aa88b7a-afa1-4054-9a25-82b749c5cf04 None None] For port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9,segment=NetworkSegment(6cc759c2-50aa-4f22-a73e-e9c4869b428f),segment_id=6cc759c2-50aa-4f22-a73e-e9c4869b428f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:39.959389 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6aa88b7a-afa1-4054-9a25-82b749c5cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.021756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.093726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa88b7a-afa1-4054-9a25-82b749c5cf04 None None] Pushing event updated for resources: {'Port': ['ID=5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:40.110074 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.229744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.259914 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:31:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:40.290078 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.293529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576342ae-9c23-46ad-953b-e18cd3d24bd8 None None] Network 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:40.310339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/subnets/16a2b3ee-cd03-44c4-b295-4793f8fed116 HTTP/1.1" status: 204 len: 168 time: 0.7796669 Jul 16 20:31:40.371186 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] Checking router: b0b4353a-b214-45b1-8f8a-b11edda05270 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:40.394797 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] Routers {'b0b4353a-b214-45b1-8f8a-b11edda05270'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:40.396077 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b0b4353a-b214-45b1-8f8a-b11edda05270'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:40.410380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 51964) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:40.465157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84612d01-9a20-4fb1-af07-bc4b9ef2bbf9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Subnet': ['ID=16a2b3ee-cd03-44c4-b295-4793f8fed116,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:40.569971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a66d388-af2e-417c-91bd-e221c8034c86 req-75b31326-d31d-40ad-a43f-b28c8fbad9f8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 210 time: 0.0873499 Jul 16 20:31:40.590451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:40.679512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.817165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fddf7814-72e6-42b8-80d1-3f6e728eac1e None None] Provisioning complete for port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:40.817763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fddf7814-72e6-42b8-80d1-3f6e728eac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.829427 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:40.845270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.941882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:40.942333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.974655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfd681f-7a03-4af1-8d4d-daaacbb3a42c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.008883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.015393 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13f16f7e-890b-42b1-839c-b707deb9df50 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ccfd681f-7a03-4af1-8d4d-daaacbb3a42c HTTP/1.1" status: 204 len: 168 time: 2.1596289 Jul 16 20:31:41.031307 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] Set router b0b4353a-b214-45b1-8f8a-b11edda05270 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:41.129855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51978) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:41.144541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.199808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fddf7814-72e6-42b8-80d1-3f6e728eac1e None None] Provisioning for port 9dfb13d1-4ace-4208-9edb-5be823be39de completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:41.255467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fddf7814-72e6-42b8-80d1-3f6e728eac1e None None] Provisioning complete for port 9dfb13d1-4ace-4208-9edb-5be823be39de triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:41.255839 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fddf7814-72e6-42b8-80d1-3f6e728eac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.310785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Transition to ACTIVE for port object 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:41.330961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] DHCP port deletion for 16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:41.370535 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:31:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:41.390937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-fddf7814-72e6-42b8-80d1-3f6e728eac1e None None] Port 9dfb13d1-4ace-4208-9edb-5be823be39de cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:41.393826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3ae3d476-76a7-4934-b3ab-a643575cf811 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:41.416316 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe538f-4592-4a37-8683-5f86c4eb24fc None None] The sync data for ids ['b0b4353a-b214-45b1-8f8a-b11edda05270'] in n-d-792458-10 is: [{'id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-704076396', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:06Z', 'updated_at': '2021-07-16T20:31:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '3d01f336-6807-43bc-95cd-b4410331eaff', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4353a-b214-45b1-8f8a-b11edda05270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:07Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:41.459130 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.462411 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:41.476357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.480909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.492583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:41.500573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4fd5efe9-1f04-4edc-84e1-5c7f511670ab tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8371925 Jul 16 20:31:41.510936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 51988) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:41.512950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3ae3d476-76a7-4934-b3ab-a643575cf811 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:41.513331 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.525384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1391705923'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.525661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:41.526325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:41.561232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:41.575602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:41.582131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:41.612783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.673399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:41.677520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.689972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-627d2ea7-41e0-4317-98a2-5c85966e6073 None None] Provisioning complete for port 9dfb13d1-4ace-4208-9edb-5be823be39de triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:41.690328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-627d2ea7-41e0-4317-98a2-5c85966e6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.724377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event updated for resources: {'Port': ['ID=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.758368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:41.760125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:41.841563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.882382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] Deleting port de2bccbb-12d8-45bd-a798-59d94a7b793f {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:41.883044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.895264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e7b315-e765-4dce-b154-01a82396f4ef']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:41.906609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-627d2ea7-41e0-4317-98a2-5c85966e6073 None None] Port 9dfb13d1-4ace-4208-9edb-5be823be39de cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:41.920666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.920666 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.926487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.926729 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment 229b066c-c2c4-4ced-9a25-ec2bd214eb37 of type vlan for network a9eea749-c092-4dea-915c-61d682700667 Jul 16 20:31:41.937677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41910-2edd-4187-9e23-806aad5a753c req-7ab80f3f-806b-4d9c-ad42-5c1b25560ba7 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.940230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27a41910-2edd-4187-9e23-806aad5a753c req-7ab80f3f-806b-4d9c-ad42-5c1b25560ba7 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 946 time: 0.6185133 Jul 16 20:31:41.954803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.957055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.998561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:41.999212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1429e4-9df9-4a60-a7e7-d9d4cfc88b86') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.038621 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-d878ac4e-e9ae-4414-8dbc-40372dd78f08 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3238742 Jul 16 20:31:42.068517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 3d01f336-6807-43bc-95cd-b4410331eaff {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:42.072070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Request body: {'port': {'device_id': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:42.072463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.095283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] For port de2bccbb-12d8-45bd-a798-59d94a7b793f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=de2bccbb-12d8-45bd-a798-59d94a7b793f,segment=NetworkSegment(48fa2ead-611b-4258-bc4b-8f1d218e1e11),segment_id=48fa2ead-611b-4258-bc4b-8f1d218e1e11)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:42.095825 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.113651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] Calling delete_port for de2bccbb-12d8-45bd-a798-59d94a7b793f owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:42.116947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.131931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.139017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:42.139773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.189913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port 3d01f336-6807-43bc-95cd-b4410331eaff, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3d01f336-6807-43bc-95cd-b4410331eaff,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:42.190513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.204502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 3d01f336-6807-43bc-95cd-b4410331eaff owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:42.212939 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:42.252953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.301716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.307946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.308554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.330373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.342133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8218961 Jul 16 20:31:42.375524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27a41910-2edd-4187-9e23-806aad5a753c req-02a7eb66-c682-4f5d-9884-9607ac8d6f81 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131849 Jul 16 20:31:42.376218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52008) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.387392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.389739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:42.391768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] 10.222.0.91 "DELETE /v2.0/networks/e1e7b315-e765-4dce-b154-01a82396f4ef HTTP/1.1" status: 204 len: 168 time: 1.2508171 Jul 16 20:31:42.399886 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2f353f02-dbe8-46c3-a9b9-578042036efb None None] Provisioning for port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:42.405243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52010) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.417382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2f353f02-dbe8-46c3-a9b9-578042036efb None None] Provisioning complete for port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:42.417908 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2f353f02-dbe8-46c3-a9b9-578042036efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.469634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2f353f02-dbe8-46c3-a9b9-578042036efb None None] Port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:42.489143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 3, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:38Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.542751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device daebd8fa-9ed2-4e60-8933-f3033d554130 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:42.564595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: daebd8fa-9ed2-4e60-8933-f3033d554130 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:42.565109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device daebd8fa-9ed2-4e60-8933-f3033d554130 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:42.565558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device de2bccbb-12d8-45bd-a798-59d94a7b793f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:42.578510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360906d0-fec6-425a-9bd3-eb59cf305626 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=a9eea749-c092-4dea-915c-61d682700667,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.603113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.612361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:42.612863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Updating router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 port 9dfb13d1-4ace-4208-9edb-5be823be39de binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:42.620622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264dde8-cce6-4b7b-8bc1-56b22b34ab82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e7b315-e765-4dce-b154-01a82396f4ef,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.622417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network a9eea749-c092-4dea-915c-61d682700667 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:42.623905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] Deleting subnet e9d1be46-f498-4b75-8dbb-81291d38987f {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:42.627826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.673129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.699591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=3d01f336-6807-43bc-95cd-b4410331eaff,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.718377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.770623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63728b91-9433-4547-91ef-dcca1ecf2f82 req-958c6335-643b-44f5-98d2-b6790e06efd4 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.772400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63728b91-9433-4547-91ef-dcca1ecf2f82 req-958c6335-643b-44f5-98d2-b6790e06efd4 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 932 time: 0.8192906 Jul 16 20:31:42.773137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.860091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.918592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63728b91-9433-4547-91ef-dcca1ecf2f82 req-560c4327-54be-4df0-b03d-46912b16e37d tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291423 Jul 16 20:31:42.926679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d1be46-f498-4b75-8dbb-81291d38987f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.933624 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.937901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a3ea429-1df2-46ef-8fbe-b19bd8219b79 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e9d1be46-f498-4b75-8dbb-81291d38987f HTTP/1.1" status: 204 len: 168 time: 0.5293882 Jul 16 20:31:42.940088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52024) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.975260 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.017594 n-d-792458-10 neutron-server[93863]: INFO neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No ports have port_id starting with de2bccbb-12d8-45bd-a798-59d94a7b793f Jul 16 20:31:43.021984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] Pushing event deleted for resources: {'Port': ['ID=de2bccbb-12d8-45bd-a798-59d94a7b793f,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.031047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ec5e2-d54c-4b41-be46-0bd11951623d None None] No DVR routers for this DVR port de2bccbb-12d8-45bd-a798-59d94a7b793f on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:43.034464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.100082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.225547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.244619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-2b66435f-a9af-4945-b1f6-3015d9717f00 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.246221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-2b66435f-a9af-4945-b1f6-3015d9717f00 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 946 time: 0.8673139 Jul 16 20:31:43.249112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.254101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.257467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:43.261443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.290100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.307795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05afcd34-4b91-484a-9fc4-d4bdf135b933']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:43.322710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e6d1f0-c770-4783-9097-9837e9370df2') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:43.322923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e6d1f0-c770-4783-9097-9837e9370df2') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:43.343021 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.376772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.389666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:43.390114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:43.392025 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:43.499196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:43.508785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.512253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.521086 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.523110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] 10.222.0.91 "DELETE /v2.0/networks/05afcd34-4b91-484a-9fc4-d4bdf135b933 HTTP/1.1" status: 204 len: 168 time: 0.5819857 Jul 16 20:31:43.531725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.546789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.571907 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.586816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd955386-a63d-4741-b775-36dca078fd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=05afcd34-4b91-484a-9fc4-d4bdf135b933,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.603773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Transition to ACTIVE for port object 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:43.612389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=ecb92195-958b-46b1-b6f3-183e02a6ac86,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.616102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.620226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Transition to ACTIVE for port object 9dfb13d1-4ace-4208-9edb-5be823be39de will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:43.640309 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.698972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.703548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.704042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Fanout notify agent at l3_agent the message router_deleted on router b0b4353a-b214-45b1-8f8a-b11edda05270 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:43.753753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.761085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ec8cfa04-ec0b-490a-8d3f-94c6bb7a5204 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/routers/b0b4353a-b214-45b1-8f8a-b11edda05270 HTTP/1.1" status: 204 len: 168 time: 3.3420336 Jul 16 20:31:43.765276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52040) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:43.768987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Deleting port 861746cf-8b2a-426a-bae9-e214d63e302a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:43.769411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.854341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52042) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:43.906539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52044) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:43.910862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a2772-8c45-403b-8d64-3746e1ee8f60 None None] Pushing event updated for resources: {'Port': ['ID=9dfb13d1-4ace-4208-9edb-5be823be39de,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.945746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Pushing event updated for resources: {'Port': ['ID=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.020150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Attempting to bind port 9dfb13d1-4ace-4208-9edb-5be823be39de on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:44.020704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Attempting to bind port 9dfb13d1-4ace-4208-9edb-5be823be39de by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:44.025087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Attempting to bind port 9dfb13d1-4ace-4208-9edb-5be823be39de on network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:44.038362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:44.038725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Checking segment: {'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:44.039192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.039594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Bound using segment: {'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:44.040170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Bound port: 9dfb13d1-4ace-4208-9edb-5be823be39de, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc759c2-50aa-4f22-a73e-e9c4869b428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:44.041046 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.049421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.180231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Attempting to bind port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:44.180590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Attempting to bind port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:44.180976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Attempting to bind port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:44.218264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:44.218483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Attempting to bind port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 on network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:44.223481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] For port 9dfb13d1-4ace-4208-9edb-5be823be39de, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:44.228397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] For port 9dfb13d1-4ace-4208-9edb-5be823be39de, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9dfb13d1-4ace-4208-9edb-5be823be39de,segment=NetworkSegment(6cc759c2-50aa-4f22-a73e-e9c4869b428f),segment_id=6cc759c2-50aa-4f22-a73e-e9c4869b428f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:44.235965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.262998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:44.263340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Checking segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:44.263816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Bound using segment: {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:44.264496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Bound port: 72e3b732-f3fa-47a2-9bae-ddde3ab773a0, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6ce530-d859-4573-a931-57f34d0068fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:44.264965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.307846 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Floating IP 68102698-c202-4bbf-ad26-e0123df6c35f associated. External IP: 172.25.3.48, port: a6b9b708-0cd5-45fd-aa35-1c211feab795. Jul 16 20:31:44.311963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa4ca-7502-4675-827b-0523872ba99b req-d5cde9d7-8d95-4f1a-a570-f55d4dbd9cff tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.314168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-857aa4ca-7502-4675-827b-0523872ba99b req-d5cde9d7-8d95-4f1a-a570-f55d4dbd9cff tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 944 time: 0.1945539 Jul 16 20:31:44.314401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] For port 861746cf-8b2a-426a-bae9-e214d63e302a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=861746cf-8b2a-426a-bae9-e214d63e302a,segment=NetworkSegment(feaf6e21-3c57-4965-bbb4-8467d3b4cb6c),segment_id=feaf6e21-3c57-4965-bbb4-8467d3b4cb6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:44.314813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.321713 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-85ef9638-3191-4446-a60d-312908d4a3fd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2bd5ce5efdca42369772e0a794279bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650291 Jul 16 20:31:44.336544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a2772-8c45-403b-8d64-3746e1ee8f60 None None] Pushing event updated for resources: {'Port': ['ID=9dfb13d1-4ace-4208-9edb-5be823be39de,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.366793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:44.369905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.383057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.424133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52050) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:44.463616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Calling delete_port for 861746cf-8b2a-426a-bae9-e214d63e302a owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:44.478084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] For port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:44.480504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.481614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] For port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:44.524184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3d01f336-6807-43bc-95cd-b4410331eaff no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:44.532521 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-857aa4ca-7502-4675-827b-0523872ba99b req-8e87ebe1-1b88-44b1-99f8-f318aa20214b tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481412 Jul 16 20:31:44.533659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.537388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e4d39e-b4e0-4f17-83e0-b79fc2376ce1']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.567239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3d01f336-6807-43bc-95cd-b4410331eaff {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:44.567575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3d01f336-6807-43bc-95cd-b4410331eaff not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:44.599131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cc12-68c5-4cb1-b314-c2a2d58b2288 req-46bf3635-4a55-4a27-93ec-05a4a9b3d3fe tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.603237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fa2ead-611b-4258-bc4b-8f1d218e1e11') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.603425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7b65cc12-68c5-4cb1-b314-c2a2d58b2288 req-46bf3635-4a55-4a27-93ec-05a4a9b3d3fe tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 946 time: 0.8176420 Jul 16 20:31:44.603880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fa2ead-611b-4258-bc4b-8f1d218e1e11') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.605295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:44.653152 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.668211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.669004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.670511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] 10.222.0.79 "PUT /v2.0/ports/72e3b732-f3fa-47a2-9bae-ddde3ab773a0 HTTP/1.1" status: 200 len: 1093 time: 2.6045706 Jul 16 20:31:44.671018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:44.673504 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7421f2c-48c6-44a5-a327-44c9056aff6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:44.675499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f88835c-ef39-423a-96ac-10ef69a8cc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.682214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cf925-03b2-4d00-b049-19ca641f76df service neutron] Pushing event updated for resources: {'Port': ['ID=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.695053 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.704113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:44.705802 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:44.710228 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:44.747591 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21ee7fe-08a6-4e3b-b0db-82f963e62eb8 x-openstack-request-id: req-b21ee7fe-08a6-4e3b-b0db-82f963e62eb8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:44.747976 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:44.748317 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b21ee7fe-08a6-4e3b-b0db-82f963e62eb8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:44.748768 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'status': 'completed', 'code': 200} Jul 16 20:31:44.832951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=e1c6fadc-da7b-445f-8e57-e7abd3bf3773,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.847819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.848058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7b65cc12-68c5-4cb1-b314-c2a2d58b2288 req-5c9593a7-f370-4b22-9269-82195b3633e3 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/security-groups?id=f0999e58-04cc-48e1-a0cf-a702a02625ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204483 Jul 16 20:31:44.857954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:44.858402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: a9eea749-c092-4dea-915c-61d682700667, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:44.875563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.877454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/networks/16e4d39e-b4e0-4f17-83e0-b79fc2376ce1 HTTP/1.1" status: 204 len: 168 time: 1.1082361 Jul 16 20:31:44.879440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1de50-9d64-49ce-a769-0b2a42130cc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Network': ['ID=16e4d39e-b4e0-4f17-83e0-b79fc2376ce1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.880500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52054) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:44.899104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-12993633-d39c-4a09-ba66-7bc66a48d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.900604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-12993633-d39c-4a09-ba66-7bc66a48d724 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 1096 time: 0.1554170 Jul 16 20:31:44.936897 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7aeb-593d-41e0-a040-a3b505c3b111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.945987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 3, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:44Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.946299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-1fd1878f-a5ef-49f7-bd4d-925cf2fb1dd9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0 HTTP/1.1" status: 200 len: 217 time: 0.0379510 Jul 16 20:31:44.975705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276028b3-dbd7-4889-a2ea-16dc9f514735 None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 3, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:44Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:45.009163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-689012fd-8b79-4985-a8ef-9402ecc5178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.011374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-689012fd-8b79-4985-a8ef-9402ecc5178b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.0588384 Jul 16 20:31:45.076850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network a9eea749-c092-4dea-915c-61d682700667 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:45.082651 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7aeb-593d-41e0-a040-a3b505c3b111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.136702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-258399b6-1e5d-4ad1-959a-47e5ae240e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.138274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-258399b6-1e5d-4ad1-959a-47e5ae240e64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147599 Jul 16 20:31:45.165614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, a9eea749-c092-4dea-915c-61d682700667) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:45.184028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129dd525-40dd-4109-b4a8-37ff1eac68af None None] Network a9eea749-c092-4dea-915c-61d682700667 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:45.194783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.195568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.220785 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c68be4b0-f6d2-4876-972d-f6236f2e5b12 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.277437 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-e66f7e61-27bc-4154-b429-dad8d41ac1f6 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314468 Jul 16 20:31:45.324792 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c68be4b0-f6d2-4876-972d-f6236f2e5b12 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.362225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:45.377381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.391018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88ddf9f5-dff3-42f5-b318-ca1df631ea3b req-1355bb0b-307f-4b97-8609-a951e6240e4a service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067412 Jul 16 20:31:45.398862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f88835c-ef39-423a-96ac-10ef69a8cc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.403803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7aeb-593d-41e0-a040-a3b505c3b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.407583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7aeb-593d-41e0-a040-a3b505c3b111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.410973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5f9f7aeb-593d-41e0-a040-a3b505c3b111 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/827a37af-73a2-4e96-9769-e5fcac525b4b HTTP/1.1" status: 204 len: 168 time: 0.9815531 Jul 16 20:31:45.421042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-a9eea749-c092-4dea-915c-61d682700667', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:45.421982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.446070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f88835c-ef39-423a-96ac-10ef69a8cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.464385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Pushing event deleted for resources: {'Port': ['ID=861746cf-8b2a-426a-bae9-e214d63e302a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.477482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-48830058-bc4f-4827-91be-a4e131dd86f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0908649 Jul 16 20:31:45.484369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f7aeb-593d-41e0-a040-a3b505c3b111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a37af-73a2-4e96-9769-e5fcac525b4b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.500405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52058) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:45.559899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-f408ee6e-eacb-40d6-8fb4-064dad039cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.562702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-f408ee6e-eacb-40d6-8fb4-064dad039cd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 1096 time: 0.0997045 Jul 16 20:31:45.600212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Allocated IP 2001:db8:2::2 (a9eea749-c092-4dea-915c-61d682700667/e1c6fadc-da7b-445f-8e57-e7abd3bf3773/fc7279c6-73a5-47ed-b3d1-973efd9246a3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:45.657385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 861746cf-8b2a-426a-bae9-e214d63e302a no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:45.689580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 861746cf-8b2a-426a-bae9-e214d63e302a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:45.691065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 861746cf-8b2a-426a-bae9-e214d63e302a not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:45.809413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-6c0a9ffd-a8dd-4995-882c-39accc852d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.811520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-6c0a9ffd-a8dd-4995-882c-39accc852d5f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.2335536 Jul 16 20:31:45.877380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-9afbd29e-4d75-44c7-8992-b604be348620 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0 HTTP/1.1" status: 200 len: 217 time: 0.0538747 Jul 16 20:31:45.886124 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.889723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2f88835c-ef39-423a-96ac-10ef69a8cc63 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e483a5ca968d4ab88603a1e20d47ca8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9844868 Jul 16 20:31:45.890788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] No DVR routers for this DVR port 861746cf-8b2a-426a-bae9-e214d63e302a on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:45.895227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52064) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:45.913135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Transition to ACTIVE for port object fc7279c6-73a5-47ed-b3d1-973efd9246a3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:45.929711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52068) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:45.929964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.930683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d741b6c-570f-46ad-b17b-32c93d39ff7f req-495eae60-ab5d-4372-9e67-c96b55868fe6 tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.79 "DELETE /v2.0/ports/861746cf-8b2a-426a-bae9-e214d63e302a HTTP/1.1" status: 204 len: 173 time: 2.6777861 Jul 16 20:31:45.935599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'name': 'network-vif-deleted', 'tag': '861746cf-8b2a-426a-bae9-e214d63e302a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:45.937912 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3476bcc-634e-4159-8301-9c8a5911ec21" -d '{"events": [{"server_uuid": "738e0c17-9404-4e38-8e27-c3c05f368d42", "name": "network-vif-deleted", "tag": "861746cf-8b2a-426a-bae9-e214d63e302a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:45.955137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Transition to ACTIVE for port object fc7279c6-73a5-47ed-b3d1-973efd9246a3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:45.955529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88835c-ef39-423a-96ac-10ef69a8cc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd1ac3-2a47-4df5-a19f-28e4648b5c47,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.964359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.047355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Pushing event updated for resources: {'Port': ['ID=fc7279c6-73a5-47ed-b3d1-973efd9246a3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.063527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c68be4b0-f6d2-4876-972d-f6236f2e5b12 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.066082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c68be4b0-f6d2-4876-972d-f6236f2e5b12 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.066662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Network a9eea749-c092-4dea-915c-61d682700667 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:46.069819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c68be4b0-f6d2-4876-972d-f6236f2e5b12 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/security-groups/27d1379e-b48a-4ba2-865e-08d990e09369 HTTP/1.1" status: 204 len: 168 time: 1.1777878 Jul 16 20:31:46.069964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:46.071640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:46.122391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-3e3aa2c8-620e-4113-8e15-04b57b5862b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.125490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-3e3aa2c8-620e-4113-8e15-04b57b5862b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.2231944 Jul 16 20:31:46.148595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Attempting to bind port fc7279c6-73a5-47ed-b3d1-973efd9246a3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:46.148991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Attempting to bind port fc7279c6-73a5-47ed-b3d1-973efd9246a3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:46.149312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Attempting to bind port fc7279c6-73a5-47ed-b3d1-973efd9246a3 on network a9eea749-c092-4dea-915c-61d682700667 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:46.156119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:46.156538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Checking segment: {'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:46.157718 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.158206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Bound using segment: {'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:46.158872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Bound port: fc7279c6-73a5-47ed-b3d1-973efd9246a3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:46.159159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.221981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-570729fd-3a45-4e7c-b40e-f8aa87112d07 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c4679f9833694f51b77961a33744b6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910173 Jul 16 20:31:46.230190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4c530-d7a8-469c-a132-20630e31b5e7 req-bc91e310-61c3-48a5-88d2-8d3688a0235e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.232388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ad4c530-d7a8-469c-a132-20630e31b5e7 req-bc91e310-61c3-48a5-88d2-8d3688a0235e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 944 time: 0.3539484 Jul 16 20:31:46.234792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52074) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:46.262880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] For port fc7279c6-73a5-47ed-b3d1-973efd9246a3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:46.267211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] For port fc7279c6-73a5-47ed-b3d1-973efd9246a3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc7279c6-73a5-47ed-b3d1-973efd9246a3,segment=NetworkSegment(229b066c-c2c4-4ced-9a25-ec2bd214eb37),segment_id=229b066c-c2c4-4ced-9a25-ec2bd214eb37)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:46.273416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.330043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-eb304645-4b04-403e-ac73-ea4dbd4f81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.331780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-eb304645-4b04-403e-ac73-ea4dbd4f81ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1911898 Jul 16 20:31:46.337097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4ad4c530-d7a8-469c-a132-20630e31b5e7 req-dc2da69f-89e8-4dc2-9b81-7769b367e4ef tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930738 Jul 16 20:31:46.341106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507ae69-fb80-4e12-99dc-e6cfde0b16fe None None] Pushing event updated for resources: {'Port': ['ID=fc7279c6-73a5-47ed-b3d1-973efd9246a3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.375123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85902e60-7706-4b34-b671-33f047435ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.466164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85902e60-7706-4b34-b671-33f047435ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.491158 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18278c64-7d55-42c8-bd5d-0e07373e3f80 x-openstack-request-id: req-18278c64-7d55-42c8-bd5d-0e07373e3f80 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:46.491797 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738e0c17-9404-4e38-8e27-c3c05f368d42", "name": "network-vif-deleted", "tag": "861746cf-8b2a-426a-bae9-e214d63e302a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:46.492216 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18278c64-7d55-42c8-bd5d-0e07373e3f80 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:46.492920 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738e0c17-9404-4e38-8e27-c3c05f368d42', 'name': 'network-vif-deleted', 'tag': '861746cf-8b2a-426a-bae9-e214d63e302a', 'status': 'completed', 'code': 200} Jul 16 20:31:46.510519 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a709dc26-d4a8-4bf7-aff5-7eea2bd7ff77 req-7b8290f9-065f-4a17-bda3-88f0c4142caf tempest-VolumesActionsTest-126982044 tempest-VolumesActionsTest-126982044-project] 10.222.0.91 "GET /v2.0/ports?device_id=738e0c17-9404-4e38-8e27-c3c05f368d42 HTTP/1.1" status: 200 len: 210 time: 0.4651005 Jul 16 20:31:46.556626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be4b0-f6d2-4876-972d-f6236f2e5b12 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1379e-b48a-4ba2-865e-08d990e09369,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.590440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9dfb13d1-4ace-4208-9edb-5be823be39de up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:46.634681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:46.646036 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:46.646576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-39c9b4e8-dea9-44c5-9aa8-fdedc537023e service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026559 Jul 16 20:31:46.659513 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:46.660163 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:46.668454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b28223f-c9c5-4722-8715-e21e17f579eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.775583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9dfb13d1-4ace-4208-9edb-5be823be39de completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:46.780269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9dfb13d1-4ace-4208-9edb-5be823be39de triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:46.781013 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.812453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b28223f-c9c5-4722-8715-e21e17f579eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.848104 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.852334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52078) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:46.863672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-470b1648-77fe-4b97-8a3e-17d8b17985d6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729003000', 'description': 'tempest-secgroup-smoke-729003000 description', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:46.919659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85902e60-7706-4b34-b671-33f047435ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.922220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-85902e60-7706-4b34-b671-33f047435ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.923446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-85902e60-7706-4b34-b671-33f047435ec2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3083868c-0c9d-42a4-a1c7-76a68b1497e8 HTTP/1.1" status: 204 len: 168 time: 0.6872714 Jul 16 20:31:46.971858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-54032604-473f-4ebc-afee-59fd437e902e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.3799329 Jul 16 20:31:46.975194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85902e60-7706-4b34-b671-33f047435ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083868c-0c9d-42a4-a1c7-76a68b1497e8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.983933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7421f2c-48c6-44a5-a327-44c9056aff6f req-f6537371-d636-4606-9057-659f8163e273 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213210 Jul 16 20:31:46.985472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-470b1648-77fe-4b97-8a3e-17d8b17985d6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.991989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:47.087466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-470b1648-77fe-4b97-8a3e-17d8b17985d6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.094478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-470b1648-77fe-4b97-8a3e-17d8b17985d6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.112676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.186976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-470b1648-77fe-4b97-8a3e-17d8b17985d6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.188210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-470b1648-77fe-4b97-8a3e-17d8b17985d6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3345048 Jul 16 20:31:47.192443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52084) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.193674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 9dfb13d1-4ace-4208-9edb-5be823be39de, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9dfb13d1-4ace-4208-9edb-5be823be39de,segment=NetworkSegment(6cc759c2-50aa-4f22-a73e-e9c4869b428f),segment_id=6cc759c2-50aa-4f22-a73e-e9c4869b428f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:47.200803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-74e90f2f-e237-4744-93cb-baf5a7c9393c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd8ead618-2e3e-44e2-b099-6e813e21dbd4', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:47.211560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b1648-77fe-4b97-8a3e-17d8b17985d6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ead618-2e3e-44e2-b099-6e813e21dbd4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.247751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.248652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.267452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74e90f2f-e237-4744-93cb-baf5a7c9393c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.272014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b28223f-c9c5-4722-8715-e21e17f579eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.274899 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b28223f-c9c5-4722-8715-e21e17f579eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.280457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9b28223f-c9c5-4722-8715-e21e17f579eb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4fdd1ac3-2a47-4df5-a19f-28e4648b5c47 HTTP/1.1" status: 204 len: 168 time: 1.3779998 Jul 16 20:31:47.324509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28223f-c9c5-4722-8715-e21e17f579eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd1ac3-2a47-4df5-a19f-28e4648b5c47,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.396271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=9dfb13d1-4ace-4208-9edb-5be823be39de,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.430217 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74e90f2f-e237-4744-93cb-baf5a7c9393c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.439413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74e90f2f-e237-4744-93cb-baf5a7c9393c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.484441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e90f2f-e237-4744-93cb-baf5a7c9393c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4563e6b-ab53-4f1d-a49a-75e9033bd765,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.509593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74e90f2f-e237-4744-93cb-baf5a7c9393c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.513928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74e90f2f-e237-4744-93cb-baf5a7c9393c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147819 Jul 16 20:31:47.514827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52094) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.527736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f6d68ed9-05d2-4a11-9f5c-510d759eb15a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd8ead618-2e3e-44e2-b099-6e813e21dbd4', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:47.540082 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '68102698-c202-4bbf-ad26-e0123df6c35f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:de:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:40Z', 'updated_at': '2021-07-16T20:31:40Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:47.592849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d68ed9-05d2-4a11-9f5c-510d759eb15a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.612856 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:47.643770 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:47.644489 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:47.666163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:47.799632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d68ed9-05d2-4a11-9f5c-510d759eb15a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.810607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d68ed9-05d2-4a11-9f5c-510d759eb15a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.857154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d68ed9-05d2-4a11-9f5c-510d759eb15a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.864480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f6d68ed9-05d2-4a11-9f5c-510d759eb15a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482316 Jul 16 20:31:47.865199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52108) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.878216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-82d9bfa4-967f-402c-9511-59e1e73b568b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd8ead618-2e3e-44e2-b099-6e813e21dbd4', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:47.884237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d68ed9-05d2-4a11-9f5c-510d759eb15a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dde945a-5153-4623-a5ec-486fd87030e0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.904291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:47.930316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'port_id': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'mac_address': 'fa:16:3e:6f:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:47.935374 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:47.937177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82d9bfa4-967f-402c-9511-59e1e73b568b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.006391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8:2::1 (a9eea749-c092-4dea-915c-61d682700667/e1c6fadc-da7b-445f-8e57-e7abd3bf3773/38df512f-10d2-4f53-807d-d955c8b9d9dc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:48.025726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c9895-6718-4bea-920a-0944563b84d5 req-49188517-d535-4464-ac97-f92aa2543d30 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.030388 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.033673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2c9895-6718-4bea-920a-0944563b84d5 req-49188517-d535-4464-ac97-f92aa2543d30 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 944 time: 0.3099072 Jul 16 20:31:48.065762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:48.074116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82d9bfa4-967f-402c-9511-59e1e73b568b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.081709 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82d9bfa4-967f-402c-9511-59e1e73b568b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.118775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:48.127450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.136139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9bfa4-967f-402c-9511-59e1e73b568b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27652602-2270-4aa1-a6c6-e3aca92a6fa7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.157162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82d9bfa4-967f-402c-9511-59e1e73b568b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.165101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-82d9bfa4-967f-402c-9511-59e1e73b568b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942395 Jul 16 20:31:48.166787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52120) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.179754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a12b1b39-8aae-41c2-867e-9e8bec93deb2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd8ead618-2e3e-44e2-b099-6e813e21dbd4', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:48.228470 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a12b1b39-8aae-41c2-867e-9e8bec93deb2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.256266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b2c9895-6718-4bea-920a-0944563b84d5 req-5b6c635f-32cd-4978-a945-85d65f23cce8 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137301 Jul 16 20:31:48.260788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.293944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6dadc-8b21-4310-b399-fb3dd5bc11e5 None None] Network a9eea749-c092-4dea-915c-61d682700667 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:48.336991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['72e3b732-f3fa-47a2-9bae-ddde3ab773a0'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:48.364692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a12b1b39-8aae-41c2-867e-9e8bec93deb2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.375317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a12b1b39-8aae-41c2-867e-9e8bec93deb2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.424110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.452310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 38df512f-10d2-4f53-807d-d955c8b9d9dc will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:48.470441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b1b39-8aae-41c2-867e-9e8bec93deb2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16a7c94-b810-49e0-9727-c39a09645db7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.476456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a12b1b39-8aae-41c2-867e-9e8bec93deb2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.481138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a12b1b39-8aae-41c2-867e-9e8bec93deb2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3123860 Jul 16 20:31:48.481819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.487296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd8ead618-2e3e-44e2-b099-6e813e21dbd4', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:48.494766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:48.497256 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3da718-f437-488d-946b-3b6cad245761" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:48.533867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.556854 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:31:48.566462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.566719 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '68102698-c202-4bbf-ad26-e0123df6c35f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:de:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:40Z', 'updated_at': '2021-07-16T20:31:40Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:48.649467 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7742304-7237-434d-b721-6ded20b153c8 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '68102698-c202-4bbf-ad26-e0123df6c35f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:de:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:40Z', 'updated_at': '2021-07-16T20:31:40Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:48.652655 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbe8f5d-b5d8-4f11-b640-cab0c54c1fa5 x-openstack-request-id: req-dcbe8f5d-b5d8-4f11-b640-cab0c54c1fa5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:48.653080 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:48.653918 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dcbe8f5d-b5d8-4f11-b640-cab0c54c1fa5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:48.653918 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'status': 'completed', 'code': 200} Jul 16 20:31:48.667051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fc84cc56-f1a2-488a-9471-d75559003dc8 None None] Provisioning for port fc7279c6-73a5-47ed-b3d1-973efd9246a3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:48.730461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc7279c6-73a5-47ed-b3d1-973efd9246a3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:48.730792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.736453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.764035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0c3d60-d773-4be0-bc8e-f17276eabdbd,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.775748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.777110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-79c37040-4382-4a07-8ac8-3e20924a55f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935977 Jul 16 20:31:48.780610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.786311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd8ead618-2e3e-44e2-b099-6e813e21dbd4', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:48.834425 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:31:48.834972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=38df512f-10d2-4f53-807d-d955c8b9d9dc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.847745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network a9eea749-c092-4dea-915c-61d682700667 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:48.858420 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.860449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:48.863312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:48.864296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.930894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da718-f437-488d-946b-3b6cad245761 req-28e34fb3-bb9d-4cfd-9eff-b899989bc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.930894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-28e34fb3-bb9d-4cfd-9eff-b899989bc870 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 1098 time: 0.2610519 Jul 16 20:31:49.047462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.056173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.081796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port fc7279c6-73a5-47ed-b3d1-973efd9246a3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:49.112279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29063f3-ace1-479b-b5b2-1add8eb927e0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.136808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fc7279c6-73a5-47ed-b3d1-973efd9246a3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:49.137299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.141893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.143603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0e7df21f-9772-48dc-a638-d7138d06f02b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617628 Jul 16 20:31:49.146530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52168) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.152247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'network': {'name': 'tempest-network-smoke--977324749', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'port_security_enabled': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.214230 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.218619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:49.223294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.226143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da718-f437-488d-946b-3b6cad245761 req-7ab6b3d1-f776-4300-8408-8a3b636a9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.228122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-7ab6b3d1-f776-4300-8408-8a3b636a9011 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2733510 Jul 16 20:31:49.252361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22988f7d-c7c9-40c0-9727-1a8d3c5719fc None None] New status for floating IP 68102698-c202-4bbf-ad26-e0123df6c35f: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:31:49.287697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:49.312785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.313170 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Added segment e00f7a72-8bf0-4b33-8ffa-43587a56d846 of type vlan for network 5993a67e-781d-487e-9aeb-069eabad3e6d Jul 16 20:31:49.419993 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.473016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.488957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.493345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.523552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-55fe59fa-1ca7-4b0f-8346-e6574f698ee2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795 HTTP/1.1" status: 200 len: 999 time: 0.2711527 Jul 16 20:31:49.666392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5183208 Jul 16 20:31:49.675808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52194) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.758337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'admin_state_up': True, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.781273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4be1ae-8afd-4113-856a-4e04104c1b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Network': ['ID=5993a67e-781d-487e-9aeb-069eabad3e6d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.862479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 5993a67e-781d-487e-9aeb-069eabad3e6d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:49.863212 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.864003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.869790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da718-f437-488d-946b-3b6cad245761 req-cd1cf35e-fd9a-436a-aafd-1ce6de659e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.872072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-cd1cf35e-fd9a-436a-aafd-1ce6de659e30 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.2741559 Jul 16 20:31:49.905966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e0142aaa-53b2-4d1e-af19-e0db1ad8e6af None None] Provisioning complete for port fc7279c6-73a5-47ed-b3d1-973efd9246a3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:49.906340 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0142aaa-53b2-4d1e-af19-e0db1ad8e6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.924911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b61067-78fc-4c5c-b5a4-ae9629ffa862 req-9936b86a-0268-4caa-a399-6413934f0d5e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.935469 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37b61067-78fc-4c5c-b5a4-ae9629ffa862 req-9936b86a-0268-4caa-a399-6413934f0d5e tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 945 time: 0.3815784 Jul 16 20:31:49.981216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.142008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.206129 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37b61067-78fc-4c5c-b5a4-ae9629ffa862 req-82ba64ab-5343-4e50-aa99-d0c9c597f423 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689648 Jul 16 20:31:50.307053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.311004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da718-f437-488d-946b-3b6cad245761 req-fdeda658-7226-4d9d-af3d-fb2f9b77a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.313021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-fdeda658-7226-4d9d-af3d-fb2f9b77a79c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4187696 Jul 16 20:31:50.315545 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.317031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.382250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=38df512f-10d2-4f53-807d-d955c8b9d9dc,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.407253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-f0961ad8-f6a8-4a54-a1db-0f7f36ffae2e service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:31:50.408283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-f0961ad8-f6a8-4a54-a1db-0f7f36ffae2e service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282304 Jul 16 20:31:50.459992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port fc7279c6-73a5-47ed-b3d1-973efd9246a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc7279c6-73a5-47ed-b3d1-973efd9246a3,segment=NetworkSegment(229b066c-c2c4-4ced-9a25-ec2bd214eb37),segment_id=229b066c-c2c4-4ced-9a25-ec2bd214eb37)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:50.470690 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.472272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9dfb13d1-4ace-4208-9edb-5be823be39de up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:50.661309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=fc7279c6-73a5-47ed-b3d1-973efd9246a3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.679548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e0142aaa-53b2-4d1e-af19-e0db1ad8e6af None None] Provisioning for port 38df512f-10d2-4f53-807d-d955c8b9d9dc completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:50.682003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9dfb13d1-4ace-4208-9edb-5be823be39de triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:50.682563 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.696987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-5dca449b-2ec0-4d2a-ab03-a1b630d5c2aa service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700386 Jul 16 20:31:50.753134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e0142aaa-53b2-4d1e-af19-e0db1ad8e6af None None] Provisioning complete for port 38df512f-10d2-4f53-807d-d955c8b9d9dc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:50.753691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0142aaa-53b2-4d1e-af19-e0db1ad8e6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.767342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52258) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:50.819428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e0142aaa-53b2-4d1e-af19-e0db1ad8e6af None None] Port 38df512f-10d2-4f53-807d-d955c8b9d9dc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:50.893222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52264) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:50.895190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network a9eea749-c092-4dea-915c-61d682700667 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:50.905444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:50.956847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-89b446d1-40c6-4c1a-ad3f-9056b1ea4581 None None] Provisioning complete for port 38df512f-10d2-4f53-807d-d955c8b9d9dc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:50.957331 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89b446d1-40c6-4c1a-ad3f-9056b1ea4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.052976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-89b446d1-40c6-4c1a-ad3f-9056b1ea4581 None None] Port 38df512f-10d2-4f53-807d-d955c8b9d9dc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:51.074641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc3da718-f437-488d-946b-3b6cad245761 req-84971d3b-5e7b-4c42-a1d3-2a1a43977aea service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621740 Jul 16 20:31:51.080563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc7279c6-73a5-47ed-b3d1-973efd9246a3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:51.166523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fc7279c6-73a5-47ed-b3d1-973efd9246a3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:51.167104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.169137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.194686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.200077 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c7afd31-9815-4722-83db-cb87c3c2a246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.232476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:51.261849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:31:51.261849 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:31:51.261849 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id_1': '57100211ac224053b91fe9595322aae0', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 31, 51, 241995)}] Jul 16 20:31:51.261849 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:31:51.262427 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:31:51.388727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dc93e464-fc81-44b8-b0c8-f4dad3c68e21 None None] Provisioning complete for port 38df512f-10d2-4f53-807d-d955c8b9d9dc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:51.390489 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dc93e464-fc81-44b8-b0c8-f4dad3c68e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.430236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:51.440243 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:51.443724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-47685a0e-3fd2-43a3-a395-da0c04a173b6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9392002 Jul 16 20:31:51.444814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52274) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.459575 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:51.460692 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:51.473754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-dc93e464-fc81-44b8-b0c8-f4dad3c68e21 None None] Port 38df512f-10d2-4f53-807d-d955c8b9d9dc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:51.524914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c7afd31-9815-4722-83db-cb87c3c2a246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.537007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c7afd31-9815-4722-83db-cb87c3c2a246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.563978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728106010'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:51.603780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.611892 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:51.651985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4c7afd31-9815-4722-83db-cb87c3c2a246 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=df7d1d566daf4bf58f84e493ca43b0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8700457 Jul 16 20:31:51.654387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.657537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7afd31-9815-4722-83db-cb87c3c2a246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6d9a0e-d993-497a-ac3f-1ba05bd05302,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.658264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.697056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:51.740294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:51.743945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02746-c47f-435b-9ded-b5fe27d9fd31 req-f0039a5b-f9af-4e59-b506-053910fdd243 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.744446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.755248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1d02746-c47f-435b-9ded-b5fe27d9fd31 req-f0039a5b-f9af-4e59-b506-053910fdd243 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 945 time: 0.2357488 Jul 16 20:31:51.768020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.816832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:51.828313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:51.828684 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.847124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:51.855138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1d02746-c47f-435b-9ded-b5fe27d9fd31 req-ba543e77-4146-413f-af89-1917dc71bd82 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973928 Jul 16 20:31:51.870542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.871149 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added segment d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2 of type vlan for network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 Jul 16 20:31:51.897374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dab017c0-37c1-49ae-bd86-af50658ee008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.941970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.146 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/68a361af-adcf-4b9c-a960-b4415d385e72) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:51.945256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dab017c0-37c1-49ae-bd86-af50658ee008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.989450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.062280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.063787 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.069432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dab017c0-37c1-49ae-bd86-af50658ee008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.076857 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:49Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:49Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:52.081582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dab017c0-37c1-49ae-bd86-af50658ee008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.089213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dab017c0-37c1-49ae-bd86-af50658ee008 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ec6d9a0e-d993-497a-ac3f-1ba05bd05302 HTTP/1.1" status: 204 len: 168 time: 0.4337506 Jul 16 20:31:52.108903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab017c0-37c1-49ae-bd86-af50658ee008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6d9a0e-d993-497a-ac3f-1ba05bd05302,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.122618 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.133801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.155692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.159596 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.171178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:52.183446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:52.186521 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:52.188624 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Updating router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 port 38df512f-10d2-4f53-807d-d955c8b9d9dc binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:52.190786 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be6d89e-3adc-431e-8fe3-2c53e82d22cc" -d '{"events": [{"server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "name": "network-vif-plugged", "status": "completed", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:52.215803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.258384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfce331-4fe7-435d-bb86-1740dc163783,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.279310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Network': ['ID=48ed80bb-dcb7-46b8-a9e2-dc74860f1156,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.298892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d9dec14e-27c9-43ff-b1f9-89f4b485643d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=57100211ac224053b91fe9595322aae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4024723 Jul 16 20:31:52.301933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27ebeceb-aaac-4ab6-b66e-0dafd0e6dfa1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7394898 Jul 16 20:31:52.307167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52286) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:52.307533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:52.334761 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dab2f1-3d79-413c-80d8-ec7a8ca19d2a x-openstack-request-id: req-57dab2f1-3d79-413c-80d8-ec7a8ca19d2a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:52.335897 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "name": "network-vif-plugged", "status": "completed", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:52.336296 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-57dab2f1-3d79-413c-80d8-ec7a8ca19d2a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:52.338520 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'code': 200} Jul 16 20:31:52.351329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'subnet': {'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:52.383034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.387971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:52.388946 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.542963 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.546900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43078de2-ce4c-4fa7-998f-ab817043b218 req-06cd9000-9384-4c6c-ad1e-7fa066ed7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.548514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43078de2-ce4c-4fa7-998f-ab817043b218 req-06cd9000-9384-4c6c-ad1e-7fa066ed7b6e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 1098 time: 0.1521578 Jul 16 20:31:52.572054 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74a2484-6d9e-4aab-83fa-98b8c29fd892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.597726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43078de2-ce4c-4fa7-998f-ab817043b218 req-d66af06f-f1ad-4ecc-a853-a39f04bc99db service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382659 Jul 16 20:31:52.603413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.611741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74a2484-6d9e-4aab-83fa-98b8c29fd892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.720459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Made reservation on behalf of 8c83da894c2f40ecbb2424a6f61a5536 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:52.727124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.734665 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74a2484-6d9e-4aab-83fa-98b8c29fd892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.738618 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f74a2484-6d9e-4aab-83fa-98b8c29fd892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.743201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f74a2484-6d9e-4aab-83fa-98b8c29fd892 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ccfce331-4fe7-435d-bb86-1740dc163783 HTTP/1.1" status: 204 len: 168 time: 0.4281771 Jul 16 20:31:52.747078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:52.748927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=68a361af-adcf-4b9c-a960-b4415d385e72,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.760977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:52.776328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:52.791501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a2484-6d9e-4aab-83fa-98b8c29fd892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfce331-4fe7-435d-bb86-1740dc163783,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.217503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.303778 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.326235 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Transition to ACTIVE for port object 38df512f-10d2-4f53-807d-d955c8b9d9dc will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:53.339517 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.501519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.524753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Subnet': ['ID=d9246a76-6c4c-4c53-91c4-f479d1551890,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.527929 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Pushing event updated for resources: {'Port': ['ID=38df512f-10d2-4f53-807d-d955c8b9d9dc,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.596954 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.599770 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.601153 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.602125 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.603593 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.604355 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.606192 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.606765 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.609923 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.611308 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.611881 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.613053 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:53.691503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Checking segment: {'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:53.692644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network hostable DHCP agents. Network: 48ed80bb-dcb7-46b8-a9e2-dc74860f1156, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:53.753674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d4cba-1452-4cf0-9527-f3fc94da885b req-0ede6b80-6b2e-432d-9951-42d6f3d16ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.756003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e5d4cba-1452-4cf0-9527-f3fc94da885b req-0ede6b80-6b2e-432d-9951-42d6f3d16ade tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 946 time: 0.5826757 Jul 16 20:31:53.849484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:53.865633 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e5d4cba-1452-4cf0-9527-f3fc94da885b req-23409c73-4d65-4afd-8024-f80bc264153c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012011 Jul 16 20:31:53.867745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 48ed80bb-dcb7-46b8-a9e2-dc74860f1156) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:53.874648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.877607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.879202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910baea4-8955-4d32-861c-b13144d9aa64 None None] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:53.899351 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Attempting to bind port 38df512f-10d2-4f53-807d-d955c8b9d9dc on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:53.899732 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Attempting to bind port 38df512f-10d2-4f53-807d-d955c8b9d9dc by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:53.900103 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Attempting to bind port 38df512f-10d2-4f53-807d-d955c8b9d9dc on network a9eea749-c092-4dea-915c-61d682700667 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:53.919961 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:53.920348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Checking segment: {'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:53.920755 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.922592 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Bound using segment: {'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:53.923112 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Bound port: 38df512f-10d2-4f53-807d-d955c8b9d9dc, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229b066c-c2c4-4ced-9a25-ec2bd214eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a9eea749-c092-4dea-915c-61d682700667'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:53.923500 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.944158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-13cf15c5-aa59-4712-80d7-6d5f1ea8dc16 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6304271 Jul 16 20:31:53.947584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52332) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:54.111672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.160884 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] For port 38df512f-10d2-4f53-807d-d955c8b9d9dc, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:54.168991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] For port 38df512f-10d2-4f53-807d-d955c8b9d9dc, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=38df512f-10d2-4f53-807d-d955c8b9d9dc,segment=NetworkSegment(229b066c-c2c4-4ced-9a25-ec2bd214eb37),segment_id=229b066c-c2c4-4ced-9a25-ec2bd214eb37)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:54.182464 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.279062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:54.282307 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.433571 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec49f3-b7cd-42d3-b449-77c686b88110 None None] Pushing event updated for resources: {'Port': ['ID=38df512f-10d2-4f53-807d-d955c8b9d9dc,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:54.448230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:54.448880 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:54.583087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router af91a88d-9fe2-4529-abad-318e3d7a9aa0 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:54.752305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Allocated IP 2001:db8:3::2 (48ed80bb-dcb7-46b8-a9e2-dc74860f1156/d9246a76-6c4c-4c53-91c4-f479d1551890/ca85ae4d-a873-44b8-ae4a-98a865194bd3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:54.761209 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:54.987241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.016723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:55.107522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.113827 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-96a6c925-5544-47eb-a29d-595a2714282f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4297538 Jul 16 20:31:55.119633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52358) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:55.149021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Sync routers for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:55.212804 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.228346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd572e57-92e3-4b72-ac9e-611119ccc694 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=ad091e6370c54c3c869b10f94c6f8c79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1077826 Jul 16 20:31:55.234888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52364) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:55.249104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Transition to ACTIVE for port object ca85ae4d-a873-44b8-ae4a-98a865194bd3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:55.291948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:55.294156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:55.432796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd066a3a-133f-4afd-9ad7-2b4c7fea5771 req-6c667522-af7d-470c-8f49-8bb3cfcd8715 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.450385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd066a3a-133f-4afd-9ad7-2b4c7fea5771 req-6c667522-af7d-470c-8f49-8bb3cfcd8715 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 946 time: 0.2286685 Jul 16 20:31:55.498421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Transition to ACTIVE for port object ca85ae4d-a873-44b8-ae4a-98a865194bd3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:55.541490 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.561986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd066a3a-133f-4afd-9ad7-2b4c7fea5771 req-7dd80c12-164a-4dd5-bf10-50ed6e28f39c tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098650 Jul 16 20:31:55.571192 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:49Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:54Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:55.658801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:55.706380 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce525-e189-4b8a-92af-bdb7915d8ba7 None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:49Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:54Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:55.932751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Pushing event updated for resources: {'Port': ['ID=ca85ae4d-a873-44b8-ae4a-98a865194bd3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:55.957810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:55.963785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:55.974613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:56.092751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Attempting to bind port ca85ae4d-a873-44b8-ae4a-98a865194bd3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:56.093278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Attempting to bind port ca85ae4d-a873-44b8-ae4a-98a865194bd3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:56.093642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Attempting to bind port ca85ae4d-a873-44b8-ae4a-98a865194bd3 on network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:56.103604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:56.104145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Checking segment: {'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:56.104554 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.105249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Bound using segment: {'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:56.105798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Bound port: ca85ae4d-a873-44b8-ae4a-98a865194bd3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:56.106323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.373206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] For port ca85ae4d-a873-44b8-ae4a-98a865194bd3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:56.379721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:31:53Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:56.390337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] For port ca85ae4d-a873-44b8-ae4a-98a865194bd3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ca85ae4d-a873-44b8-ae4a-98a865194bd3,segment=NetworkSegment(d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2),segment_id=d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:56.517287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52412) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.525675 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.530760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Checking router: af91a88d-9fe2-4529-abad-318e3d7a9aa0 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:56.531281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Updating router af91a88d-9fe2-4529-abad-318e3d7a9aa0 port 68a361af-adcf-4b9c-a960-b4415d385e72 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:56.572682 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.673147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a014ae-d658-498a-a8be-be3f777869f9 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.675742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e5a014ae-d658-498a-a8be-be3f777869f9 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4390955 Jul 16 20:31:56.679014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.754611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9560a55d-9c15-4382-968c-01e80f74a13f tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739212 Jul 16 20:31:56.758710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.783656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1145131374', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:56.795578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0039ad5-72ae-4af8-809a-ede516042ce7 req-e482ae68-7676-4745-acfb-f136198df6fd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.797245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0039ad5-72ae-4af8-809a-ede516042ce7 req-e482ae68-7676-4745-acfb-f136198df6fd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 946 time: 0.5919981 Jul 16 20:31:56.808181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52430) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.820495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Request body: {'floatingip': {'port_id': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:56.919168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:56.921092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7738fc-1b09-4747-aca1-a273c50bdab6 None None] Pushing event updated for resources: {'Port': ['ID=ca85ae4d-a873-44b8-ae4a-98a865194bd3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.975955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.093578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Allocated IP 2001:db8:3::1 (48ed80bb-dcb7-46b8-a9e2-dc74860f1156/d9246a76-6c4c-4c53-91c4-f479d1551890/238a4c71-806e-4a64-91db-918b94f06284) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:57.157739 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.246580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 38df512f-10d2-4f53-807d-d955c8b9d9dc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:57.460075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 38df512f-10d2-4f53-807d-d955c8b9d9dc completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:57.469946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 38df512f-10d2-4f53-807d-d955c8b9d9dc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:57.470923 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.503406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52438) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.595594 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.619659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Transition to ACTIVE for port object 238a4c71-806e-4a64-91db-918b94f06284 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:57.671162 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.685795 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.780194 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.832317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 38df512f-10d2-4f53-807d-d955c8b9d9dc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=38df512f-10d2-4f53-807d-d955c8b9d9dc,segment=NetworkSegment(229b066c-c2c4-4ced-9a25-ec2bd214eb37),segment_id=229b066c-c2c4-4ced-9a25-ec2bd214eb37)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:57.843756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:57.848979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:57.861652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.865664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:57.870271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.876425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.891039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:57.896603 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.921410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Transition to ACTIVE for port object 68a361af-adcf-4b9c-a960-b4415d385e72 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:57.935854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.953950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=238a4c71-806e-4a64-91db-918b94f06284,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.990767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Attempting to bind port 68a361af-adcf-4b9c-a960-b4415d385e72 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:57.991304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Attempting to bind port 68a361af-adcf-4b9c-a960-b4415d385e72 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:57.991735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Attempting to bind port 68a361af-adcf-4b9c-a960-b4415d385e72 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:57.998555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:57.998984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:57.999742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.000996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:58.001935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Bound port: 68a361af-adcf-4b9c-a960-b4415d385e72, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:58.002068 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.012385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-128f123d-6676-4da1-957c-669fa401d338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.082655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] For port 68a361af-adcf-4b9c-a960-b4415d385e72, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:58.087035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] For port 68a361af-adcf-4b9c-a960-b4415d385e72, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68a361af-adcf-4b9c-a960-b4415d385e72,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:58.089694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=38df512f-10d2-4f53-807d-d955c8b9d9dc,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.101017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.107281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Allocated IP 172.25.3.213 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/1d8a466a-5543-4a2f-8f30-b359342ef38c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:58.163067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-128f123d-6676-4da1-957c-669fa401d338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.172727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-128f123d-6676-4da1-957c-669fa401d338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.178892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:58.179780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:58.280042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878152a-e926-496f-b2e0-c3a3de5c470d None None] Pushing event updated for resources: {'Port': ['ID=68a361af-adcf-4b9c-a960-b4415d385e72,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.299794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:31:58.381805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f123d-6676-4da1-957c-669fa401d338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb950fa2-747d-4b87-9fc2-3e14e627e558,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.424917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878152a-e926-496f-b2e0-c3a3de5c470d None None] Pushing event updated for resources: {'Port': ['ID=68a361af-adcf-4b9c-a960-b4415d385e72,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.435641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.437713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:58.444134 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.470147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-128f123d-6676-4da1-957c-669fa401d338 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1f8ddef827bd404182d0d92b601c5c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365942 Jul 16 20:31:58.471522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:58.477807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.503661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.694603 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.701153 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Floating IP 61baeb82-9632-41d3-b59e-70e6c0f9d554 associated. External IP: 172.25.3.162, port: 72e3b732-f3fa-47a2-9bae-ddde3ab773a0. Jul 16 20:31:58.759469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.762655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:31:53Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:58.794873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b729a8-d3a1-4840-8efc-07a87862f4ae None None] The sync data for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 is: [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:31:53Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:58.878582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:58.903186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:58.925825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:58.932639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8a466a-5543-4a2f-8f30-b359342ef38c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.935499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5c87f-ab37-44aa-a050-e07ee0a20093 None None] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:58.943197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Subnet': ['ID=1980469a-54ee-41d0-9543-351a015e7308,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.998217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b102066c-aaf0-4e99-a9f7-6452b63ebca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.023710 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b102066c-aaf0-4e99-a9f7-6452b63ebca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.112084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b102066c-aaf0-4e99-a9f7-6452b63ebca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.115667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b102066c-aaf0-4e99-a9f7-6452b63ebca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.117041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b102066c-aaf0-4e99-a9f7-6452b63ebca8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fb950fa2-747d-4b87-9fc2-3e14e627e558 HTTP/1.1" status: 204 len: 168 time: 0.6106889 Jul 16 20:31:59.207632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102066c-aaf0-4e99-a9f7-6452b63ebca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb950fa2-747d-4b87-9fc2-3e14e627e558,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.219391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Checking segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:59.223465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network hostable DHCP agents. Network: 5993a67e-781d-487e-9aeb-069eabad3e6d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:59.446462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 5993a67e-781d-487e-9aeb-069eabad3e6d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:59.502098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca85ae4d-a873-44b8-ae4a-98a865194bd3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:59.508394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d5e1ca8a-9a63-4dae-975a-3a5488234039 None None] Provisioning for port ca85ae4d-a873-44b8-ae4a-98a865194bd3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:59.536102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 5993a67e-781d-487e-9aeb-069eabad3e6d) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:59.548788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:59.552766 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.590200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ebd4e-20f4-40ad-b69c-5038e63eb60f None None] Network 5993a67e-781d-487e-9aeb-069eabad3e6d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:59.622292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5133f3e6-28bf-49cc-a63b-e4a9e008f60b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8600929 Jul 16 20:31:59.635495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52458) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.848463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ca85ae4d-a873-44b8-ae4a-98a865194bd3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:59.893088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ca85ae4d-a873-44b8-ae4a-98a865194bd3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:59.893692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.035808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52460) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.078085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.092560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-761ed6e1-b0cd-4049-aaa7-b57710e03d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.165719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.210890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.211688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.264160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.271950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-5993a67e-781d-487e-9aeb-069eabad3e6d', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:00.275137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.313248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:00.314187 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.461042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ca85ae4d-a873-44b8-ae4a-98a865194bd3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ca85ae4d-a873-44b8-ae4a-98a865194bd3,segment=NetworkSegment(d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2),segment_id=d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:00.505622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event updated for resources: {'Port': ['ID=238a4c71-806e-4a64-91db-918b94f06284,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.551670 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.553053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 38df512f-10d2-4f53-807d-d955c8b9d9dc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:00.775180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8fbd8e43-56ff-40e7-a3f6-3ddbf5e4aed5 None None] Provisioning for port 238a4c71-806e-4a64-91db-918b94f06284 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:00.781386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:00.796957 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] Sync routers for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:00.812187 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:00.814571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.815378 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:00.885072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:00.890251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:01.041796 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8a4d25d7-834d-4f48-8fb2-1c54844c1512 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "PUT /v2.0/floatingips/61baeb82-9632-41d3-b59e-70e6c0f9d554 HTTP/1.1" status: 200 len: 992 time: 4.1816652 Jul 16 20:32:01.044319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:01.046874 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f84665-38b4-4351-be83-22fb47213144" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:01.096639 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:01.125395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.132606 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.189858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8fbd8e43-56ff-40e7-a3f6-3ddbf5e4aed5 None None] Provisioning complete for port 238a4c71-806e-4a64-91db-918b94f06284 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:01.191973 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8e43-56ff-40e7-a3f6-3ddbf5e4aed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.245575 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de696a-2b7a-4998-b167-96797e92edb7 x-openstack-request-id: req-b2de696a-2b7a-4998-b167-96797e92edb7 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:01.249179 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:01.249766 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2de696a-2b7a-4998-b167-96797e92edb7 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:01.251574 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'status': 'completed', 'code': 200} Jul 16 20:32:01.263841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8a466a-5543-4a2f-8f30-b359342ef38c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.284613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd8e43-56ff-40e7-a3f6-3ddbf5e4aed5 None None] Port 238a4c71-806e-4a64-91db-918b94f06284 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:01.332078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 38df512f-10d2-4f53-807d-d955c8b9d9dc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:01.334441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.335476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-761ed6e1-b0cd-4049-aaa7-b57710e03d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.427167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-761ed6e1-b0cd-4049-aaa7-b57710e03d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.445506 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.465542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8fbd8e43-56ff-40e7-a3f6-3ddbf5e4aed5 None None] Provisioning complete for port ca85ae4d-a873-44b8-ae4a-98a865194bd3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:01.467603 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8e43-56ff-40e7-a3f6-3ddbf5e4aed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.540750 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.542727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2a54f09f-0ec0-4fd7-aeb4-5adde429e594 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0241306 Jul 16 20:32:01.550907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52478) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.561834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1166783893', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'fixed_ips': [{'ip_address': '172.25.3.213'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:01.602465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f84665-38b4-4351-be83-22fb47213144 req-1bfa6c89-8933-4f29-99ac-23200d44033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.604600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-1bfa6c89-8933-4f29-99ac-23200d44033a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 1098 time: 0.3614976 Jul 16 20:32:01.629238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Allocated IP 172.20.0.2 (5993a67e-781d-487e-9aeb-069eabad3e6d/1980469a-54ee-41d0-9543-351a015e7308/042d1f51-aad1-4333-943e-a857c9259207) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:01.636145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:01.657079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ed6e1-b0cd-4049-aaa7-b57710e03d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd1866-e82b-412c-b523-84a9d8611825,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.674861 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-761ed6e1-b0cd-4049-aaa7-b57710e03d60 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=01fb1d636a664503a4c5e22514a158d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6270299 Jul 16 20:32:01.682420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52480) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.724290 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '61baeb82-9632-41d3-b59e-70e6c0f9d554', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'port_id': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'mac_address': 'fa:16:3e:6f:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:32Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:01.790151 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] Checking router: 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:01.813464 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:01.815007 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:01.863820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f84665-38b4-4351-be83-22fb47213144 req-a578572d-9528-4a9c-8332-dd9d7d6bb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.866150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-a578572d-9528-4a9c-8332-dd9d7d6bb20d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.2502651 Jul 16 20:32:01.866737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.878421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Transition to ACTIVE for port object 042d1f51-aad1-4333-943e-a857c9259207 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:01.896362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Transition to ACTIVE for port object 042d1f51-aad1-4333-943e-a857c9259207 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:01.905988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ca85ae4d-a873-44b8-ae4a-98a865194bd3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.924972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.987666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Made reservation on behalf of 6d428653e89e49c5a398093ff6c22141 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:01.995114 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.046527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.059697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Network 5993a67e-781d-487e-9aeb-069eabad3e6d is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:02.071267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:02.074362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:02.091901 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:02.097030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-13e4e790-aee0-45fe-8989-af11e270706e tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1477456 Jul 16 20:32:02.104115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Pushing event updated for resources: {'Port': ['ID=042d1f51-aad1-4333-943e-a857c9259207,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:02.110404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52482) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:02.119144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:02.121637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:02.130478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:02.138255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:02.138988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:02.159712 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.274406 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:02.376232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53d3ec63-4cf1-4fbd-87c8-660fc2b9cb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.589664 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-6d28ad73-d094-4ded-a7b6-f63a0cf28aec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0 HTTP/1.1" status: 200 len: 1000 time: 0.7136846 Jul 16 20:32:02.598493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.599010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca85ae4d-a873-44b8-ae4a-98a865194bd3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:02.686121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.693226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Attempting to bind port 042d1f51-aad1-4333-943e-a857c9259207 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:02.701982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] device_id is not set on port 71099785-dc3a-42e7-9c4c-a0ea623391bd yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:32:02.702683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Attempting to bind port 042d1f51-aad1-4333-943e-a857c9259207 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:02.703236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Attempting to bind port 042d1f51-aad1-4333-943e-a857c9259207 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:02.775420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:02.776184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Checking segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:02.776745 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.777242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Bound using segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:02.777875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Bound port: 042d1f51-aad1-4333-943e-a857c9259207, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:02.778461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.860130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '61baeb82-9632-41d3-b59e-70e6c0f9d554', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'port_id': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'mac_address': 'fa:16:3e:6f:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:32Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:02.866955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] For port 042d1f51-aad1-4333-943e-a857c9259207, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:02.871888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] For port 042d1f51-aad1-4333-943e-a857c9259207, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=042d1f51-aad1-4333-943e-a857c9259207,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:02.882220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c92aa28-59fa-4d3b-9f72-ecb3fa37451b None None] Provisioning complete for port 238a4c71-806e-4a64-91db-918b94f06284 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:02.882765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1c92aa28-59fa-4d3b-9f72-ecb3fa37451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.885127 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.920397 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e9000-b058-4b3f-8284-c6dc7b8b8522 None None] The sync data for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 is: [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '61baeb82-9632-41d3-b59e-70e6c0f9d554', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'port_id': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'mac_address': 'fa:16:3e:6f:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:32Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 1, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:03.066761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f84665-38b4-4351-be83-22fb47213144 req-4cf4e75e-7771-4f0c-9b6a-fb3659ff5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.068650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-4cf4e75e-7771-4f0c-9b6a-fb3659ff5e62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.4726880 Jul 16 20:32:03.079155 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:32:03.080029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:03.116180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1c92aa28-59fa-4d3b-9f72-ecb3fa37451b None None] Port 238a4c71-806e-4a64-91db-918b94f06284 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:03.144167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cab0fb5-1159-462d-a747-b1b87c36c961,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.163326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1110a201-075a-4b56-bc47-7706dd048fa4 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6091859 Jul 16 20:32:03.168977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52490) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.193019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ca85ae4d-a873-44b8-ae4a-98a865194bd3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:03.193741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.197371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f84665-38b4-4351-be83-22fb47213144 req-a70634bb-b16f-4555-87c8-16067e831b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.198222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-a70634bb-b16f-4555-87c8-16067e831b6d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148806 Jul 16 20:32:03.231060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-e1245180-8b2e-4477-a0fc-b93c05a4586d service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:03.234012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-e1245180-8b2e-4477-a0fc-b93c05a4586d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176909 Jul 16 20:32:03.244655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41eac-0ac0-480f-a83b-26971d0a6354 None None] Pushing event updated for resources: {'Port': ['ID=042d1f51-aad1-4333-943e-a857c9259207,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.394037 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453dac99-15bf-4b54-a596-a035782db58d None None] New status for floating IP 61baeb82-9632-41d3-b59e-70e6c0f9d554: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:03.431017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:31:59Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:03.437138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68a361af-adcf-4b9c-a960-b4415d385e72 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:03.446878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53d3ec63-4cf1-4fbd-87c8-660fc2b9cb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.554690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:03.555051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Updating router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 port 238a4c71-806e-4a64-91db-918b94f06284 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:03.621181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-e7926401-3c4c-4eaf-b364-c98eb42c61db service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816848 Jul 16 20:32:03.682976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 68a361af-adcf-4b9c-a960-b4415d385e72 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:03.703993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 68a361af-adcf-4b9c-a960-b4415d385e72 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:03.704593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.762780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.889371 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58f84665-38b4-4351-be83-22fb47213144 req-79b4bc8e-5390-43f8-99e6-c8a2d4e61818 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612429 Jul 16 20:32:03.993966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53d3ec63-4cf1-4fbd-87c8-660fc2b9cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.996633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53d3ec63-4cf1-4fbd-87c8-660fc2b9cb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.997887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-53d3ec63-4cf1-4fbd-87c8-660fc2b9cb26 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/adbd1866-e82b-412c-b523-84a9d8611825 HTTP/1.1" status: 204 len: 168 time: 2.3140483 Jul 16 20:32:04.054063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3ec63-4cf1-4fbd-87c8-660fc2b9cb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd1866-e82b-412c-b523-84a9d8611825,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.072269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.141786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Deleting port 1d8a466a-5543-4a2f-8f30-b359342ef38c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:04.143806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.221505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 68a361af-adcf-4b9c-a960-b4415d385e72, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68a361af-adcf-4b9c-a960-b4415d385e72,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:04.232091 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.350015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=68a361af-adcf-4b9c-a960-b4415d385e72,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.526158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.540795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Transition to ACTIVE for port object 238a4c71-806e-4a64-91db-918b94f06284 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:04.551793 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.635279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 042d1f51-aad1-4333-943e-a857c9259207 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:04.643806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b7e3-774c-424b-94f6-729f0754e69f None None] Pushing event updated for resources: {'Port': ['ID=238a4c71-806e-4a64-91db-918b94f06284,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.742058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.743896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.851204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Calling delete_port for 1d8a466a-5543-4a2f-8f30-b359342ef38c owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:04.867412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.1 (5993a67e-781d-487e-9aeb-069eabad3e6d/1980469a-54ee-41d0-9543-351a015e7308/d7fc9665-bf06-48f7-83b2-01dbb6cb3122) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:04.926713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316b453-170c-43a6-b942-4fbd4941f51f None None] Network 5993a67e-781d-487e-9aeb-069eabad3e6d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:05.172396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.extraroute_db [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:32:05.244119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Attempting to bind port 238a4c71-806e-4a64-91db-918b94f06284 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:05.245920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Attempting to bind port 238a4c71-806e-4a64-91db-918b94f06284 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:05.247299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Attempting to bind port 238a4c71-806e-4a64-91db-918b94f06284 on network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:05.297554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:05.299055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Checking segment: {'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:05.300786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.301247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Bound using segment: {'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:05.302596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Bound port: 238a4c71-806e-4a64-91db-918b94f06284, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:05.303068 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.437523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 042d1f51-aad1-4333-943e-a857c9259207 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:05.537752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.541769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ec4cf8f-15c1-4f2b-8059-21c89497c60c None None] Provisioning for port 042d1f51-aad1-4333-943e-a857c9259207 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:05.563751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object d7fc9665-bf06-48f7-83b2-01dbb6cb3122 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:05.648140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] For port 238a4c71-806e-4a64-91db-918b94f06284, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:05.654151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] For port 238a4c71-806e-4a64-91db-918b94f06284, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=238a4c71-806e-4a64-91db-918b94f06284,segment=NetworkSegment(d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2),segment_id=d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:05.655841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ec4cf8f-15c1-4f2b-8059-21c89497c60c None None] Provisioning complete for port 042d1f51-aad1-4333-943e-a857c9259207 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:05.657269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cf8f-15c1-4f2b-8059-21c89497c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.657395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.extraroute_db [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Removed routes are [] {{(pid=93861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:32:05.657695 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.770097 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.829296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.876403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b7e3-774c-424b-94f6-729f0754e69f None None] Pushing event updated for resources: {'Port': ['ID=238a4c71-806e-4a64-91db-918b94f06284,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:05.919145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:05.921812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:31:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:06.018537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 5993a67e-781d-487e-9aeb-069eabad3e6d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:06.140352 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.149764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.152298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:06.159827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:06.207610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:06.330501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.330898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.331280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.331619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.331997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.332377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.332705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.333174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.333365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.333666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.333984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.334327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:06.344096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.378555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d8a466a-5543-4a2f-8f30-b359342ef38c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:06.409331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.458416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-48c014c4-72ff-432d-aa65-1689de44a21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.472042 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cf8f-15c1-4f2b-8059-21c89497c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.513789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:06.537012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68a361af-adcf-4b9c-a960-b4415d385e72 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:06.552603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:06.725976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8ec4cf8f-15c1-4f2b-8059-21c89497c60c None None] For port 042d1f51-aad1-4333-943e-a857c9259207, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=042d1f51-aad1-4333-943e-a857c9259207,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:06.748339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.752025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.753468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-07e54c1d-efed-4bf2-87bb-011a0e789e25 tempest-ExternalNetworksAdminNegativeTestJSON-49771551 tempest-ExternalNetworksAdminNegativeTestJSON-49771551-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/5daf82f1-9373-4dcd-94b3-c20a0ddb14a9 HTTP/1.1" status: 204 len: 168 time: 3.5810838 Jul 16 20:32:06.826070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cf8f-15c1-4f2b-8059-21c89497c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.111365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.226783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-edee375e-a9d5-4aa2-be82-5dfd0f2dbbd3 None None] Provisioning complete for port 042d1f51-aad1-4333-943e-a857c9259207 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:07.227669 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-edee375e-a9d5-4aa2-be82-5dfd0f2dbbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.323348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4cf8f-15c1-4f2b-8059-21c89497c60c None None] Pushing event updated for resources: {'Port': ['ID=042d1f51-aad1-4333-943e-a857c9259207,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:07.335166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 68a361af-adcf-4b9c-a960-b4415d385e72 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:07.335822 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.400693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52566) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:07.467665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:07.482402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.486486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52572) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:07.506754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9ab3f15-c59f-4fa7-8513-9f91e5ee27a5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 200 len: 953 time: 5.3925450 Jul 16 20:32:07.628343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:05Z', 'revision_number': 6, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:05Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:07.699434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.708298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8595-2cd0-4cc6-b492-9c1cc155483b None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:05Z', 'revision_number': 6, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:05Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:07.795380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7a183027-9fd3-4070-b23d-1837282a275f None None] Provisioning for port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:07.799430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-701e0dbb-12e9-4153-8898-a48adfc3b6d0 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 200 len: 953 time: 0.3114688 Jul 16 20:32:07.800256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52590) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:07.828140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7a183027-9fd3-4070-b23d-1837282a275f None None] Provisioning complete for port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:07.830033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'routes': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:07.836125 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7a183027-9fd3-4070-b23d-1837282a275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.950758 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.961098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.023668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7a183027-9fd3-4070-b23d-1837282a275f None None] Port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:08.439707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.447637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.586121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc44d8-b9a5-4256-b901-7e799903dddf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.606745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 042d1f51-aad1-4333-943e-a857c9259207 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:08.632078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.632430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.632772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.633114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.633442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.633774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.634101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.634554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.634909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.635239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.635562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.635887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:08.682632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bb53166d-9a49-441d-86d6-541c8b848e44 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b052a84b1d5a412984d764d5c3fec8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2776008 Jul 16 20:32:08.683324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52638) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:08.775709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.808024 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.831580 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-757dfd4e-63f1-4b0d-929d-52bfd97c675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.872271 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-74b990e5-e3f1-4719-a606-16ad732e494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.887767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 042d1f51-aad1-4333-943e-a857c9259207 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:08.889949 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.912043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.925425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.939356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added routes are [] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:32:08.939731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.extraroute_db [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:32:09.009585 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.029456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-757dfd4e-63f1-4b0d-929d-52bfd97c675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.053960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.057250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 238a4c71-806e-4a64-91db-918b94f06284 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:09.137271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 238a4c71-806e-4a64-91db-918b94f06284 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:09.150571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 238a4c71-806e-4a64-91db-918b94f06284 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:09.151365 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.197047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52650) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:09.225838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:09.257679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 5993a67e-781d-487e-9aeb-069eabad3e6d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:09.259854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:09.273194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:09.273957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:09.347433 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-757dfd4e-63f1-4b0d-929d-52bfd97c675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.356775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-757dfd4e-63f1-4b0d-929d-52bfd97c675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.358678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-757dfd4e-63f1-4b0d-929d-52bfd97c675a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/26fc44d8-b9a5-4256-b901-7e799903dddf HTTP/1.1" status: 204 len: 168 time: 0.6740580 Jul 16 20:32:09.401831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dfd4e-63f1-4b0d-929d-52bfd97c675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc44d8-b9a5-4256-b901-7e799903dddf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:09.437393 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.462568 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.531220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:09.539543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router af91a88d-9fe2-4529-abad-318e3d7a9aa0 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:09.598983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09a78da7-2d94-466f-83d8-8ff6bd80bd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.751116 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1bc08d2c-f2b0-4141-983a-afce5a11a01c None None] Provisioning complete for port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:09.751483 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bc08d2c-f2b0-4141-983a-afce5a11a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.784480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:09.850102 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.858179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:09.870734 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Sync routers for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:09.881937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1cd922a7-e329-422b-89fe-aa737abc77f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/af91a88d-9fe2-4529-abad-318e3d7a9aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2451704 Jul 16 20:32:09.887308 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:09.888193 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:09.896317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1bc08d2c-f2b0-4141-983a-afce5a11a01c None None] Port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:10.005290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09a78da7-2d94-466f-83d8-8ff6bd80bd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.014418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 238a4c71-806e-4a64-91db-918b94f06284, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=238a4c71-806e-4a64-91db-918b94f06284,segment=NetworkSegment(d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2),segment_id=d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:10.025504 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.027813 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:10.028177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09a78da7-2d94-466f-83d8-8ff6bd80bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.032584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:10.039771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.043426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2a40235f-1735-464d-8d61-84ea33b7eaf1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 200 len: 703 time: 2.2368445 Jul 16 20:32:10.054647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52666) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.146072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.178506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a78da7-2d94-466f-83d8-8ff6bd80bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1161ae42-6644-4a31-9fbc-2b025f8bea90,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.182936 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.205273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=238a4c71-806e-4a64-91db-918b94f06284,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.236917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:08Z', 'revision_number': 7, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:05Z', 'revision_number': 4, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:10.287841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f77adce6-9bfd-44ee-9dc7-4a477ac7e419 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6d428653e89e49c5a398093ff6c22141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382899 Jul 16 20:32:10.288427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52680) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.313225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:10.343468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:10.344356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:10.363377 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-09a78da7-2d94-466f-83d8-8ff6bd80bd7d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=051f361154784fa9ba872798016f2da9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1585517 Jul 16 20:32:10.378030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52684) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.378804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4d81a0d-a832-4789-af63-3d2afeda9909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.409546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 238a4c71-806e-4a64-91db-918b94f06284 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:10.464855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4d81a0d-a832-4789-af63-3d2afeda9909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.521341 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-5093c035-b13a-4fa6-9d45-f446530d3ec6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729003000&fields=id&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 267 time: 0.2117097 Jul 16 20:32:10.537284 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:07Z', 'revision_number': 2, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:10.624699 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4d81a0d-a832-4789-af63-3d2afeda9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.627396 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a4d81a0d-a832-4789-af63-3d2afeda9909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.628578 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a4d81a0d-a832-4789-af63-3d2afeda9909 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3cab0fb5-1159-462d-a747-b1b87c36c961 HTTP/1.1" status: 204 len: 168 time: 0.3389444 Jul 16 20:32:10.635623 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Checking router: af91a88d-9fe2-4529-abad-318e3d7a9aa0 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:10.636329 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Updating router af91a88d-9fe2-4529-abad-318e3d7a9aa0 port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:10.651064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d81a0d-a832-4789-af63-3d2afeda9909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cab0fb5-1159-462d-a747-b1b87c36c961,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.683163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52694) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.686635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:10.689195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2a3e877e-ae2d-4a11-b654-dfadf138b0f1 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 200 len: 703 time: 0.5247316 Jul 16 20:32:10.712972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6035bff4-b678-4349-83de-d367d55404b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.743597 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.869174 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6035bff4-b678-4349-83de-d367d55404b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.896180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 238a4c71-806e-4a64-91db-918b94f06284 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:10.896725 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.985148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-1af9ff09-d46e-4397-9246-672f0ccab2cb tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.986719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-1af9ff09-d46e-4397-9246-672f0ccab2cb tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 796 time: 0.4620900 Jul 16 20:32:11.035501 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-211d2b8e-984c-401f-8ea1-f6bfd8eb07fe tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/quotas/ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 375 time: 0.0346444 Jul 16 20:32:11.144932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6035bff4-b678-4349-83de-d367d55404b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.148161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6035bff4-b678-4349-83de-d367d55404b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.159388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6035bff4-b678-4349-83de-d367d55404b0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1161ae42-6644-4a31-9fbc-2b025f8bea90 HTTP/1.1" status: 204 len: 168 time: 0.7782953 Jul 16 20:32:11.184144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035bff4-b678-4349-83de-d367d55404b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1161ae42-6644-4a31-9fbc-2b025f8bea90,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.228465 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.256836 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Transition to ACTIVE for port object d7fc9665-bf06-48f7-83b2-01dbb6cb3122 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:11.274390 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.287409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-4b104637-ed7c-4436-9b22-5b7bbeb9f283 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2398968 Jul 16 20:32:11.589114 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1eac20-de4d-4a70-a668-fc6682bc2412 None None] Pushing event updated for resources: {'Port': ['ID=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.637196 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Attempting to bind port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:11.638675 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Attempting to bind port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:11.640083 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Attempting to bind port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:11.667443 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:11.669315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Checking segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:11.669762 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.671689 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Bound using segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:11.673751 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Bound port: d7fc9665-bf06-48f7-83b2-01dbb6cb3122, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:11.674435 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.690496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a319d1b7-dbac-473c-8700-c78befefa79f service neutron] 10.222.0.91 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009655 Jul 16 20:32:11.725710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.926610 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] For port d7fc9665-bf06-48f7-83b2-01dbb6cb3122, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:11.933603 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] For port d7fc9665-bf06-48f7-83b2-01dbb6cb3122, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:11.937585 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.942652 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.966050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:12.056395 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-156f1c54-3b8d-4db2-9002-475db0643a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.095383 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:12.096818 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:12.098534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:08Z', 'revision_number': 7, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:12.130875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c0c43-69f3-4f19-94b4-304b1daccc91 None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:08Z', 'revision_number': 7, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:12.296761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-156f1c54-3b8d-4db2-9002-475db0643a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.314424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-156f1c54-3b8d-4db2-9002-475db0643a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.401882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-6cf80bc9-152a-4520-b8fb-2724f24b7edf service neutron] 10.222.0.91 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105010 Jul 16 20:32:12.433315 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1eac20-de4d-4a70-a668-fc6682bc2412 None None] Pushing event updated for resources: {'Port': ['ID=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:12.452562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-156f1c54-3b8d-4db2-9002-475db0643a27 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=feb2bf45b1364a16b7db36f55d88d8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835110 Jul 16 20:32:12.453842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f1c54-3b8d-4db2-9002-475db0643a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a4b3d6-b806-46a5-a9f3-7a68fc76779a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:12.456870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52718) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:12.504849 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:12.554635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510a82c7-f87a-4120-a94d-f7c92af4d5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.627280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510a82c7-f87a-4120-a94d-f7c92af4d5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.765661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510a82c7-f87a-4120-a94d-f7c92af4d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.771339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-510a82c7-f87a-4120-a94d-f7c92af4d5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.773686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-510a82c7-f87a-4120-a94d-f7c92af4d5cf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/62a4b3d6-b806-46a5-a9f3-7a68fc76779a HTTP/1.1" status: 204 len: 168 time: 0.3156877 Jul 16 20:32:12.814886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a82c7-f87a-4120-a94d-f7c92af4d5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a4b3d6-b806-46a5-a9f3-7a68fc76779a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:12.879831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:12.911729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:12.914127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:13.090509 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d76238f-b124-4735-ac68-d777553daeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:11Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:13.235699 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76238f-b124-4735-ac68-d777553daeae None None] The sync data for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 is: [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:11Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:13.275942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:13.938240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-badf7f8b-57ce-4818-bc13-e8cbb0ea8d95 req-e9b9d445-3d32-47c6-ad55-104de6dda84b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 210 time: 0.0770378 Jul 16 20:32:13.957879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 238a4c71-806e-4a64-91db-918b94f06284 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:13.958220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.017949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:08Z', 'revision_number': 7, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:14.056176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:14.068090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:14.069097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:14.222611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 238a4c71-806e-4a64-91db-918b94f06284, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=238a4c71-806e-4a64-91db-918b94f06284,segment=NetworkSegment(d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2),segment_id=d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:14.223062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.266316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 238a4c71-806e-4a64-91db-918b94f06284 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:14.271096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:14.551898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d7fc9665-bf06-48f7-83b2-01dbb6cb3122 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:14.865927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.947046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=238a4c71-806e-4a64-91db-918b94f06284,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:14.947828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52788) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:14.998205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:15.004409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:15.004853 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.119247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:08Z', 'revision_number': 7, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:15.308029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5e2bb-c8d8-4c8f-898d-d8b36a4ee25f None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:08Z', 'revision_number': 7, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '238a4c71-806e-4a64-91db-918b94f06284', 'name': '', 'network_id': '48ed80bb-dcb7-46b8-a9e2-dc74860f1156', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:66:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:56Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'd9246a76-6c4c-4c53-91c4-f479d1551890', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:15.476898 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.572870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port d7fc9665-bf06-48f7-83b2-01dbb6cb3122, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:15.580693 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.667957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3fc507d-5a3e-43bc-a9bf-f82228ec4970 req-3b4d5f68-3d00-4556-88f6-8c45e39b28a8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 210 time: 0.2104042 Jul 16 20:32:15.743042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.767329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:15.793802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-6949d40e-5a04-4512-9470-f39e5e382033 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.807383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-6949d40e-5a04-4512-9470-f39e5e382033 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 796 time: 0.5409174 Jul 16 20:32:15.916602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-fab07a83-0771-49be-b5c9-10ce524e771d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 379 time: 0.1002378 Jul 16 20:32:15.922162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1710281835', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:15.931052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'port': {'device_id': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'admin_state_up': True, 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'security_groups': ['d8ead618-2e3e-44e2-b099-6e813e21dbd4']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:15.990433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Made reservation on behalf of e4cc75ef9b7e4c99a07855fadabf5927 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:15.993597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.011952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.144703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:16.284861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.293740 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.305065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] device_id is not set on port e97b51f2-607a-4b6e-b3d3-9fbf4142ce5f yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:32:16.363428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:16.374089 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:16.379024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-36478b43-73c9-4e8e-8482-ee3d865367fe tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6922441 Jul 16 20:32:16.383322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52814) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:16.393298 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:16.393937 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:16.475718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet d9246a76-6c4c-4c53-91c4-f479d1551890 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:16.487402 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.491317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:16.505440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.518544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a66a8d1-42cd-47cf-900f-8eb0d8e7e9f9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:16.547300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d7fc9665-bf06-48f7-83b2-01dbb6cb3122 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:16.589258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.674637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:16.675228 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.751141 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:16.835462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.922775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Allocated IP 172.25.3.244 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e97b51f2-607a-4b6e-b3d3-9fbf4142ce5f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:16.997860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-443b9faa-3b96-4905-8a13-d2550ce6a9da req-d8688ef4-cd9d-4bbf-8f07-f35e37cda954 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 210 time: 0.0910282 Jul 16 20:32:17.038046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.109390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=d9246a76-6c4c-4c53-91c4-f479d1551890,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.130937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521cef12-fd9c-4631-b4c8-0d50e861c8cf None None] Network 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:17.137126 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.139378 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5cd2eba1-5a0e-45b5-9e7f-a2037009a28c tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/d9246a76-6c4c-4c53-91c4-f479d1551890 HTTP/1.1" status: 204 len: 168 time: 0.7489147 Jul 16 20:32:17.143765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:17.218958 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:14Z', 'revision_number': 8, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:17.235918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.11 (5993a67e-781d-487e-9aeb-069eabad3e6d/1980469a-54ee-41d0-9543-351a015e7308/544a431b-e4d0-4e64-99a3-0433b8683581) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:17.284752 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:17.309677 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:17.310722 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:17.417526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.528920 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:17.624731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] DHCP port deletion for 48ed80bb-dcb7-46b8-a9e2-dc74860f1156 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:17.661073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.721041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] Deleting port ca85ae4d-a873-44b8-ae4a-98a865194bd3 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:17.722049 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.829794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port ca85ae4d-a873-44b8-ae4a-98a865194bd3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:17.830153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.833560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] For port ca85ae4d-a873-44b8-ae4a-98a865194bd3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ca85ae4d-a873-44b8-ae4a-98a865194bd3,segment=NetworkSegment(d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2),segment_id=d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:17.834181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.841105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.854493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] Calling delete_port for ca85ae4d-a873-44b8-ae4a-98a865194bd3 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:17.873540 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:17.919465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.922031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object 544a431b-e4d0-4e64-99a3-0433b8683581 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:17.990761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.029255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Pushing event updated for resources: {'Port': ['ID=e97b51f2-607a-4b6e-b3d3-9fbf4142ce5f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.040462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] Pushing event deleted for resources: {'Port': ['ID=ca85ae4d-a873-44b8-ae4a-98a865194bd3,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.043685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264e363-b2a2-4efd-b11b-abb383dbea15 None None] No DVR routers for this DVR port ca85ae4d-a873-44b8-ae4a-98a865194bd3 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:18.080520 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:14Z', 'revision_number': 8, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:18.081143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:18.085424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:18.120723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port ca85ae4d-a873-44b8-ae4a-98a865194bd3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ca85ae4d-a873-44b8-ae4a-98a865194bd3,segment=NetworkSegment(d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2),segment_id=d22d7c83-8cdf-4d18-8ea1-c499ab04a4a2)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:18.121871 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.150401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:18.180948 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6db2e1-e555-4dd1-9f2b-12201f5b39a7 None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:14Z', 'revision_number': 8, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '38df512f-10d2-4f53-807d-d955c8b9d9dc', 'name': '', 'network_id': 'a9eea749-c092-4dea-915c-61d682700667', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:d9:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:47Z', 'updated_at': '2021-07-16T20:31:57Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'e1c6fadc-da7b-445f-8e57-e7abd3bf3773', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:18.181275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for ca85ae4d-a873-44b8-ae4a-98a865194bd3 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:18.242376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.243847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.329065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.425442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.433204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8a6f4b29-e4f9-407f-82b7-eac4956054cd tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.4834344 Jul 16 20:32:18.438480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52874) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:18.453570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 5993a67e-781d-487e-9aeb-069eabad3e6d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:18.461780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:18.465181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.244'}]}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:18.468509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:18.546872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.551047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.580441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.584047 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.622585 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-29584fc7-3a59-4795-a5a2-4bb08e8fc47a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6963046 Jul 16 20:32:18.627547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.664676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4907c-5e42-4c95-a586-9004060bd455 req-6025f3fb-ae98-4715-84e3-8b925892d6f4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.666330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-16d4907c-5e42-4c95-a586-9004060bd455 req-6025f3fb-ae98-4715-84e3-8b925892d6f4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 932 time: 0.3547890 Jul 16 20:32:18.677240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Request body: {'port': {'device_id': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:18.681777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca85ae4d-a873-44b8-ae4a-98a865194bd3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:18.749524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ca85ae4d-a873-44b8-ae4a-98a865194bd3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:18.761211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ca85ae4d-a873-44b8-ae4a-98a865194bd3 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:18.841423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52878) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:18.879529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.911870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dae9a847-4cfc-4f16-8e0f-7be8b3460f62 None None] Provisioning for port 544a431b-e4d0-4e64-99a3-0433b8683581 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:18.916459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dae9a847-4cfc-4f16-8e0f-7be8b3460f62 None None] Provisioning complete for port 544a431b-e4d0-4e64-99a3-0433b8683581 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:18.916875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dae9a847-4cfc-4f16-8e0f-7be8b3460f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.917998 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-16d4907c-5e42-4c95-a586-9004060bd455 req-79ca2467-b6f6-4d2f-85fc-2b6b4cfeeff5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988158 Jul 16 20:32:18.934715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No DVR routers for this DVR port ca85ae4d-a873-44b8-ae4a-98a865194bd3 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:18.944570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.007802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-dae9a847-4cfc-4f16-8e0f-7be8b3460f62 None None] Port 544a431b-e4d0-4e64-99a3-0433b8683581 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:19.036459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=ca85ae4d-a873-44b8-ae4a-98a865194bd3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.038871 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.137395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82837d6c-48c1-422d-bad7-a8f22e7f8dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.148749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.168827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ed80bb-dcb7-46b8-a9e2-dc74860f1156']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.184349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.184641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22d7c83-8cdf-4d18-8ea1-c499ab04a4a2') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.251128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.280765 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.301142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:19.301582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:19.305144 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:19.365302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.392541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.448284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.475462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.477705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/48ed80bb-dcb7-46b8-a9e2-dc74860f1156 HTTP/1.1" status: 204 len: 168 time: 2.3308215 Jul 16 20:32:19.478630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ae8d8-7cd6-40b6-9d12-7ecb8f876d1b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=48ed80bb-dcb7-46b8-a9e2-dc74860f1156,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.486107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52888) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:19.598884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544a431b-e4d0-4e64-99a3-0433b8683581 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:19.608698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.626267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Transition to ACTIVE for port object 544a431b-e4d0-4e64-99a3-0433b8683581 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:19.631994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.682701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.728234 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82837d6c-48c1-422d-bad7-a8f22e7f8dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.737434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82837d6c-48c1-422d-bad7-a8f22e7f8dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.837868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:19.838206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:19.838532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:19.844612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:19.845322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:19.851771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52890) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:19.852124 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-82837d6c-48c1-422d-bad7-a8f22e7f8dec admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c9914168865c4de3aef3660065449ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0065968 Jul 16 20:32:19.861929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:19.862280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Checking segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:19.862772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Bound using segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:19.863452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Bound port: 544a431b-e4d0-4e64-99a3-0433b8683581, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:19.864309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.957523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:19.963721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:19.971868 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.997035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.998079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.000066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] 10.222.0.99 "PUT /v2.0/ports/544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1093 time: 1.3647468 Jul 16 20:32:20.002468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:20.006539 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f15145-5e61-41a1-b254-b2d37fec0bac" -d '{"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:20.032943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837d6c-48c1-422d-bad7-a8f22e7f8dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a034b2a-f9d4-49e3-a5e5-dee29b251845,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:20.078559 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.127829 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ea3e3c-e792-4ff9-8bed-544acb90bb55 x-openstack-request-id: req-12ea3e3c-e792-4ff9-8bed-544acb90bb55 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:20.128393 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:20.128756 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-12ea3e3c-e792-4ff9-8bed-544acb90bb55 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:20.129245 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'status': 'completed', 'code': 200} Jul 16 20:32:20.164159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-689850f2-460d-4c9e-9053-f1caec4eb6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.214432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-689850f2-460d-4c9e-9053-f1caec4eb6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.296331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.299715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.303790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-689850f2-460d-4c9e-9053-f1caec4eb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.322939 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-689850f2-460d-4c9e-9053-f1caec4eb6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.324232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-689850f2-460d-4c9e-9053-f1caec4eb6fe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7a034b2a-f9d4-49e3-a5e5-dee29b251845 HTTP/1.1" status: 204 len: 168 time: 0.4711411 Jul 16 20:32:20.329046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 238a4c71-806e-4a64-91db-918b94f06284 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:20.364578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a6d47-c89c-475f-b110-df6b76340bca service neutron] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:20.376372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 238a4c71-806e-4a64-91db-918b94f06284 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:20.377887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 238a4c71-806e-4a64-91db-918b94f06284 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:20.410734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689850f2-460d-4c9e-9053-f1caec4eb6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a034b2a-f9d4-49e3-a5e5-dee29b251845,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:20.427363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.427895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0372647a-a6f7-4a22-bb3f-6e1b3d3cd702 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:20.470565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-1872f2f8-cb5b-4474-8789-8a04f484e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.482091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-1872f2f8-cb5b-4474-8789-8a04f484e65e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1096 time: 0.4049726 Jul 16 20:32:20.515226 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:32:20.516318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-061b00bb-6521-455c-97b4-eaec23a08b90 tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0650456 Jul 16 20:32:20.522203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52902) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:20.575351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-ad1e7311-dc54-4276-945e-622d52e884de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 217 time: 0.0884063 Jul 16 20:32:20.708450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-6b0f01d8-f994-4093-8fe3-89e692168057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.709966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-6b0f01d8-f994-4093-8fe3-89e692168057 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1288412 Jul 16 20:32:20.739655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee4519-c427-4ec3-8397-c0c10c34be43 req-c9f0135a-0f6a-4243-92f5-546708243a11 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.742322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03ee4519-c427-4ec3-8397-c0c10c34be43 req-c9f0135a-0f6a-4243-92f5-546708243a11 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.3395653 Jul 16 20:32:20.794576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-5e53bc92-d274-4abc-9040-39e1bf51532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.796397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-5e53bc92-d274-4abc-9040-39e1bf51532c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797076 Jul 16 20:32:20.914973 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03ee4519-c427-4ec3-8397-c0c10c34be43 req-b2d354c5-bca0-4be0-bdd4-72dc6a551a52 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410124 Jul 16 20:32:20.917108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Deleting port e97b51f2-607a-4b6e-b3d3-9fbf4142ce5f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:20.917686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.001297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52908) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:21.036423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b705c56d-f762-4e31-b202-8a3b48bcb2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.050897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-bed9ed62-5f3e-496b-aefb-637fe1c68e41 service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462955 Jul 16 20:32:21.059302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.226681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b705c56d-f762-4e31-b202-8a3b48bcb2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.246017 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b705c56d-f762-4e31-b202-8a3b48bcb2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.304871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c45d8128-42d8-46a1-bce7-dbda8b6791c2 req-9198544f-6ed6-405d-8e4e-5e255ac00eff service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822486 Jul 16 20:32:21.326948 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b705c56d-f762-4e31-b202-8a3b48bcb2c5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=262b73c60418476da6eda58a2a2da27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216527 Jul 16 20:32:21.327224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c56d-f762-4e31-b202-8a3b48bcb2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23309488-9a73-42e9-b72c-ea44dc25aeed,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:21.344669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52914) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:21.511919 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9115f88-2988-4e85-b768-412678b112f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.532162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-441cf752-fca1-4e67-9e7e-2e8e36f57f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.533937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-441cf752-fca1-4e67-9e7e-2e8e36f57f9d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1096 time: 0.1600652 Jul 16 20:32:21.597728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9115f88-2988-4e85-b768-412678b112f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.652680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.695131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Calling delete_port for e97b51f2-607a-4b6e-b3d3-9fbf4142ce5f owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:21.828012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9115f88-2988-4e85-b768-412678b112f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.831336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9115f88-2988-4e85-b768-412678b112f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.835973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d9115f88-2988-4e85-b768-412678b112f5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/23309488-9a73-42e9-b72c-ea44dc25aeed HTTP/1.1" status: 204 len: 168 time: 0.4869220 Jul 16 20:32:21.850057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9115f88-2988-4e85-b768-412678b112f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23309488-9a73-42e9-b72c-ea44dc25aeed,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:21.906491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-ba89c216-fb66-4063-bec4-3ed79944c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.909211 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-ba89c216-fb66-4063-bec4-3ed79944c9e3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.3630679 Jul 16 20:32:22.013925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-2c5384f4-e237-4322-b58b-03e04e0b3f9a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 217 time: 0.0934844 Jul 16 20:32:22.093353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.132886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-05aa7a7c-948c-4772-8e0c-d7479094d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.134750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-05aa7a7c-948c-4772-8e0c-d7479094d121 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1127825 Jul 16 20:32:22.197364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Pushing event deleted for resources: {'Port': ['ID=e97b51f2-607a-4b6e-b3d3-9fbf4142ce5f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:22.237597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-d0ed0a6e-4371-460f-b621-e222a0a3940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.239372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-d0ed0a6e-4371-460f-b621-e222a0a3940b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978706 Jul 16 20:32:22.362970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-f7dacf8c-9b62-4ad3-9f92-fb70edf54501 service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140974 Jul 16 20:32:22.395023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.397941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a314bac4-4022-493a-acb5-553ac1f9bf1e tempest-RoutersAdminNegativeIpV6Test-1730857127 tempest-RoutersAdminNegativeIpV6Test-1730857127-project-admin] 10.222.0.91 "DELETE /v2.0/ports/e97b51f2-607a-4b6e-b3d3-9fbf4142ce5f HTTP/1.1" status: 204 len: 168 time: 1.8735898 Jul 16 20:32:22.448896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 38df512f-10d2-4f53-807d-d955c8b9d9dc {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:22.449661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.463003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47c792-3155-4fe2-ab2d-99422b5cf405 req-3429cdc6-03bd-4997-80ff-511db7447c38 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.478014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf47c792-3155-4fe2-ab2d-99422b5cf405 req-3429cdc6-03bd-4997-80ff-511db7447c38 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.3008409 Jul 16 20:32:22.572677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf47c792-3155-4fe2-ab2d-99422b5cf405 req-4f6d9855-b05f-4db7-8f07-05d97acf2a90 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926862 Jul 16 20:32:22.673596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 38df512f-10d2-4f53-807d-d955c8b9d9dc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=38df512f-10d2-4f53-807d-d955c8b9d9dc,segment=NetworkSegment(229b066c-c2c4-4ced-9a25-ec2bd214eb37),segment_id=229b066c-c2c4-4ced-9a25-ec2bd214eb37)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:22.674344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.688782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 38df512f-10d2-4f53-807d-d955c8b9d9dc owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:22.836538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52940) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:23.024397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.159900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=38df512f-10d2-4f53-807d-d955c8b9d9dc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.167319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fc30-e6a6-4ef8-953f-d86f2a732fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.301511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0f15145-5e61-41a1-b254-b2d37fec0bac req-597fe80c-0fae-4e73-a42c-41cbbd34f72c service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300535 Jul 16 20:32:23.447554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.484572 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fc30-e6a6-4ef8-953f-d86f2a732fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.538610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ef1fc30-e6a6-4ef8-953f-d86f2a732fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.629736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1fc30-e6a6-4ef8-953f-d86f2a732fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42079c0c-d4d2-41ee-8b00-805c77e6bd3c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.723818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ef1fc30-e6a6-4ef8-953f-d86f2a732fd7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=248b19015ac14a4dbbb0d0568baa5615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8855336 Jul 16 20:32:23.726902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52962) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:23.758642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:23.810689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f57eba-6952-42f0-90cd-19927f860f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.846229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f57eba-6952-42f0-90cd-19927f860f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.931250 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f57eba-6952-42f0-90cd-19927f860f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.934728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22f57eba-6952-42f0-90cd-19927f860f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.943780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-22f57eba-6952-42f0-90cd-19927f860f82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/42079c0c-d4d2-41ee-8b00-805c77e6bd3c HTTP/1.1" status: 204 len: 168 time: 0.2141681 Jul 16 20:32:23.959927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f57eba-6952-42f0-90cd-19927f860f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42079c0c-d4d2-41ee-8b00-805c77e6bd3c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.989272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.002578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:24.017169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '544a431b-e4d0-4e64-99a3-0433b8683581', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'port_id': '544a431b-e4d0-4e64-99a3-0433b8683581', 'mac_address': 'fa:16:3e:18:a6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:24.031556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45cf8-bece-43f9-9e4d-7470edc19b7d req-042ec35b-bfcc-49f8-9ea5-4d17d7908dcf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.034450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03e45cf8-bece-43f9-9e4d-7470edc19b7d req-042ec35b-bfcc-49f8-9ea5-4d17d7908dcf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.2492909 Jul 16 20:32:24.071538 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.088070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544a431b-e4d0-4e64-99a3-0433b8683581 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:24.119649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.126407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.207774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.216491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.216978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.217320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.217653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.217975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.218429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.218759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.219098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.219412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.219864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.220184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.220495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.231859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03e45cf8-bece-43f9-9e4d-7470edc19b7d req-eb547894-f3dd-48bf-a4ed-3e38cb25da36 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872561 Jul 16 20:32:24.282199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:24.289054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a0eafb67-b36a-4bf1-b9fb-58e496c37b2a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7995620 Jul 16 20:32:24.291884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52978) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:24.296559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:24.312175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:24.315582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:24.438022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet e1c6fadc-da7b-445f-8e57-e7abd3bf3773 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:24.451407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.512485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:24.562906 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.659313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 52992) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:24.671524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['544a431b-e4d0-4e64-99a3-0433b8683581'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:24.774087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.840732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52996) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:24.873631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1120452648'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:24.915241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Made reservation on behalf of 534ea4efe30f4d1eaa7a450ef914f5d8 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:24.923745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.931787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e3485a4d-b289-424b-90c9-f163dee6d9c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e4cc75ef9b7e4c99a07855fadabf5927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896015 Jul 16 20:32:24.942511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 52998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:24.947017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.960987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.012583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.015944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/e1c6fadc-da7b-445f-8e57-e7abd3bf3773 HTTP/1.1" status: 204 len: 168 time: 0.7181933 Jul 16 20:32:25.018746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53000) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:25.047082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d11a88-8192-468d-b0a5-d68fbe5fbb4f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c6fadc-da7b-445f-8e57-e7abd3bf3773,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.072526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4313d1-eb04-4b05-a42c-53fb7535464a None None] Network a9eea749-c092-4dea-915c-61d682700667 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:25.113626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4ac59e7-feb1-4bca-88e6-de1fdf96fdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.128830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.165053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4ac59e7-feb1-4bca-88e6-de1fdf96fdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.189541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.195927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.224372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:25.251494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c5dd92-dfc8-4d85-a906-d9c8b166898f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.264518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4ac59e7-feb1-4bca-88e6-de1fdf96fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.267513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4ac59e7-feb1-4bca-88e6-de1fdf96fdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.271641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d4ac59e7-feb1-4bca-88e6-de1fdf96fdec admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7a66a8d1-42cd-47cf-900f-8eb0d8e7e9f9 HTTP/1.1" status: 204 len: 168 time: 0.3262293 Jul 16 20:32:25.285906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac59e7-feb1-4bca-88e6-de1fdf96fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a66a8d1-42cd-47cf-900f-8eb0d8e7e9f9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.291282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.291669 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Added segment a4b1a606-68d5-4d02-a992-8a902317a5d5 of type vlan for network 1359f5ba-f240-4d46-b043-2d33d38771c0 Jul 16 20:32:25.319717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port fc7279c6-73a5-47ed-b3d1-973efd9246a3 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:25.320177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.381850 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.517920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.539511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.540077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.649792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:22Z', 'revision_number': 9, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:25.655107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event updated for resources: {'Network': ['ID=1359f5ba-f240-4d46-b043-2d33d38771c0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.665992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0e458d4b-fbbe-4b0b-a821-2d0dd9a9b349 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0053451 Jul 16 20:32:25.668933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53012) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:25.674728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Request body: {'subnet': {'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:25.679194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port fc7279c6-73a5-47ed-b3d1-973efd9246a3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fc7279c6-73a5-47ed-b3d1-973efd9246a3,segment=NetworkSegment(229b066c-c2c4-4ced-9a25-ec2bd214eb37),segment_id=229b066c-c2c4-4ced-9a25-ec2bd214eb37)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.679439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.696605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:25.698621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1359f5ba-f240-4d46-b043-2d33d38771c0 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:25.707396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for fc7279c6-73a5-47ed-b3d1-973efd9246a3 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:25.723482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5408-9cb1-4aa2-9062-69db7a09d4ca req-23cc4ee8-4aad-44bb-825f-386d5835e833 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.725590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9faa5408-9cb1-4aa2-9062-69db7a09d4ca req-23cc4ee8-4aad-44bb-825f-386d5835e833 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 945 time: 0.3020053 Jul 16 20:32:25.790211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9faa5408-9cb1-4aa2-9062-69db7a09d4ca req-9881f1aa-e958-46fe-ad2b-c32ad5c1420c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Jul 16 20:32:25.880040 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.886207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Made reservation on behalf of 534ea4efe30f4d1eaa7a450ef914f5d8 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:25.890107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.893522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:25.894294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:25.939992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=fc7279c6-73a5-47ed-b3d1-973efd9246a3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.945850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No DVR routers for this DVR port fc7279c6-73a5-47ed-b3d1-973efd9246a3 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:26.044059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:26.093474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.105201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9eea749-c092-4dea-915c-61d682700667']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:26.121443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f0da1-e9b4-4286-b82c-8f4c75f1691c None None] DHCP port deletion for a9eea749-c092-4dea-915c-61d682700667 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:26.144891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229b066c-c2c4-4ced-9a25-ec2bd214eb37') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:26.145270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229b066c-c2c4-4ced-9a25-ec2bd214eb37') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:26.157637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.200891 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.216667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:26.217082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:26.220998 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:26.280690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.372059 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.397100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.405048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/a9eea749-c092-4dea-915c-61d682700667 HTTP/1.1" status: 204 len: 168 time: 1.3850677 Jul 16 20:32:26.407097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53026) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:26.418695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc7279c6-73a5-47ed-b3d1-973efd9246a3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:26.434629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948302b1-ccdf-4fa5-b6c3-e652f41a56e6 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=a9eea749-c092-4dea-915c-61d682700667,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.491764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: fc7279c6-73a5-47ed-b3d1-973efd9246a3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:26.492519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fc7279c6-73a5-47ed-b3d1-973efd9246a3 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:26.543217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Checking segment: {'id': 'a4b1a606-68d5-4d02-a992-8a902317a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:26.543615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Network hostable DHCP agents. Network: 1359f5ba-f240-4d46-b043-2d33d38771c0, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:26.546282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event updated for resources: {'Subnet': ['ID=1e8ee805-34c3-462e-8316-714b3ec24c7d,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.562940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:22Z', 'revision_number': 9, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:26.606043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a507f3-25c0-4944-b265-c8e798c7a5e2 None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:22Z', 'revision_number': 9, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dfb13d1-4ace-4208-9edb-5be823be39de', 'name': '', 'network_id': '23c253e0-38ed-4242-b4cb-6e8dffef6cc4', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b0:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:47Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': '9e79269c-539a-40d0-ab20-d76879cb4c59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:26.671369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Network 1359f5ba-f240-4d46-b043-2d33d38771c0 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:26.715648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1359f5ba-f240-4d46-b043-2d33d38771c0) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:26.723296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a5e46-23f0-40d4-a8ec-126dcc659e4c None None] Network 1359f5ba-f240-4d46-b043-2d33d38771c0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:26.731840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.732435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.802627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53042) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:26.808328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Request body: {'port': {'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-471157986'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:26.812995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ed23257a-15da-4a9c-9ea6-e65e85fbc3b0 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1427891 Jul 16 20:32:27.229672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-1359f5ba-f240-4d46-b043-2d33d38771c0', 'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0', 'tenant_id': '534ea4efe30f4d1eaa7a450ef914f5d8', 'fixed_ips': [{'subnet_id': '1e8ee805-34c3-462e-8316-714b3ec24c7d'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:27.231828 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.258001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.262277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb86d29-9c72-4da6-b163-915acc96e277 req-99686c71-d32d-4eff-97d4-b7e6405ec420 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.287201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cdb86d29-9c72-4da6-b163-915acc96e277 req-99686c71-d32d-4eff-97d4-b7e6405ec420 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 945 time: 0.2232316 Jul 16 20:32:27.293541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Made reservation on behalf of 534ea4efe30f4d1eaa7a450ef914f5d8 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:27.300101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.453780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cdb86d29-9c72-4da6-b163-915acc96e277 req-27692c45-da0c-4c74-9ec3-8daf3998a07d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642063 Jul 16 20:32:27.463995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] device_id is not set on port b3a6071d-258a-48fc-8dd8-eb0a7ac22574 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:32:27.473606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Allocated IP 172.20.0.2 (1359f5ba-f240-4d46-b043-2d33d38771c0/1e8ee805-34c3-462e-8316-714b3ec24c7d/987e77fa-bf99-4ecd-ad69-f2c10a94cbb8) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:27.737579 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.761583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Transition to ACTIVE for port object 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:27.787460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:27.795560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Transition to ACTIVE for port object 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:27.826533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.841867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 9dfb13d1-4ace-4208-9edb-5be823be39de {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:27.843056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.890211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Network 1359f5ba-f240-4d46-b043-2d33d38771c0 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:27.892413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:27.899944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:27.946293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Pushing event updated for resources: {'Port': ['ID=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.990908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Attempting to bind port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:27.991697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Attempting to bind port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a4b1a606-68d5-4d02-a992-8a902317a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:27.992297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Attempting to bind port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 on network 1359f5ba-f240-4d46-b043-2d33d38771c0 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:27.999485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:28.000617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Checking segment: {'id': 'a4b1a606-68d5-4d02-a992-8a902317a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:28.002058 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.002953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Bound using segment: {'id': 'a4b1a606-68d5-4d02-a992-8a902317a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:28.003720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Bound port: 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b1a606-68d5-4d02-a992-8a902317a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1359f5ba-f240-4d46-b043-2d33d38771c0'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:28.004395 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.013832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Allocated IP 172.20.0.11 (1359f5ba-f240-4d46-b043-2d33d38771c0/1e8ee805-34c3-462e-8316-714b3ec24c7d/b3a6071d-258a-48fc-8dd8-eb0a7ac22574) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:28.015021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 544a431b-e4d0-4e64-99a3-0433b8683581 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:28.022058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 544a431b-e4d0-4e64-99a3-0433b8683581 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:28.022715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.036795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 9dfb13d1-4ace-4208-9edb-5be823be39de, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9dfb13d1-4ace-4208-9edb-5be823be39de,segment=NetworkSegment(6cc759c2-50aa-4f22-a73e-e9c4869b428f),segment_id=6cc759c2-50aa-4f22-a73e-e9c4869b428f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:28.038999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.096825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 9dfb13d1-4ace-4208-9edb-5be823be39de owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:28.179504 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.222225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] For port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:28.256746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:28.262308 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c4c2d1-4511-4427-9fe1-52ce79e718d6" -d '{"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-plugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:28.269180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] For port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,segment=NetworkSegment(a4b1a606-68d5-4d02-a992-8a902317a5d5),segment_id=a4b1a606-68d5-4d02-a992-8a902317a5d5)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:28.280999 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.295836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:28.360754 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b7d6ff-1206-4243-8dad-0d626b9d2866 x-openstack-request-id: req-84b7d6ff-1206-4243-8dad-0d626b9d2866 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:28.361466 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-plugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:28.361948 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-84b7d6ff-1206-4243-8dad-0d626b9d2866 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:28.362602 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'code': 200} Jul 16 20:32:28.363510 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.368373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 38df512f-10d2-4f53-807d-d955c8b9d9dc no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:28.372801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.455916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 38df512f-10d2-4f53-807d-d955c8b9d9dc {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:28.456359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 38df512f-10d2-4f53-807d-d955c8b9d9dc not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:28.465906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e22d-a52a-497a-8961-559a41c89c29 None None] Pushing event updated for resources: {'Port': ['ID=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.511249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=9dfb13d1-4ace-4208-9edb-5be823be39de,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.542443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.563666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Transition to ACTIVE for port object b3a6071d-258a-48fc-8dd8-eb0a7ac22574 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:28.693873 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.701108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.876708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event updated for resources: {'Port': ['ID=b3a6071d-258a-48fc-8dd8-eb0a7ac22574,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.906250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Network 1359f5ba-f240-4d46-b043-2d33d38771c0 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:28.908560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:28.919189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:28.968446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502c5d2-0634-47bb-bf5d-3a1a98b53ff1 req-bbba7c42-210a-4a1f-b4a0-a7789fc3bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.971885 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7502c5d2-0634-47bb-bf5d-3a1a98b53ff1 req-bbba7c42-210a-4a1f-b4a0-a7789fc3bd6c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1098 time: 0.5267196 Jul 16 20:32:28.989884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.064256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.065146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.104659 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b6276758-2453-4bc9-8057-8eb39bde6685 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3008299 Jul 16 20:32:29.109431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53084) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:29.246431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7851e-0ce2-4f70-904d-50c4488c8360 req-f5100b3b-6a27-41e1-8049-a48549d4d4c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.251159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bfe7851e-0ce2-4f70-904d-50c4488c8360 req-f5100b3b-6a27-41e1-8049-a48549d4d4c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.3856690 Jul 16 20:32:29.253522 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7502c5d2-0634-47bb-bf5d-3a1a98b53ff1 req-3732121b-bbf7-4776-a513-08b5ead423cc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737877 Jul 16 20:32:29.320355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bfe7851e-0ce2-4f70-904d-50c4488c8360 req-4b86c8c8-e254-4904-9736-ff35c1f5219f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616786 Jul 16 20:32:29.463036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53090) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:29.519181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Deleting port b3a6071d-258a-48fc-8dd8-eb0a7ac22574 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:29.519427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.560317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:29.655562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.686183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Calling delete_port for b3a6071d-258a-48fc-8dd8-eb0a7ac22574 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:29.742814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:29.752639 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:29.763856 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:29.764868 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:29.766477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cd779d1a-9107-439b-bd79-a03f221cf52b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3562310 Jul 16 20:32:29.771574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53098) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:29.792465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a99686bd-a7d0-4cd8-95ea-99864cc2a9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.886955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet 9e79269c-539a-40d0-ab20-d76879cb4c59 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:29.895019 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.931737 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:29.984269 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.011092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.072633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event deleted for resources: {'Port': ['ID=b3a6071d-258a-48fc-8dd8-eb0a7ac22574,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.212270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a99686bd-a7d0-4cd8-95ea-99864cc2a9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.225267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.237886 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a99686bd-a7d0-4cd8-95ea-99864cc2a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.239883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.242101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6ab3a5ec-9b8c-4f56-b20f-f390756a8d4b tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "DELETE /v2.0/ports/b3a6071d-258a-48fc-8dd8-eb0a7ac22574 HTTP/1.1" status: 204 len: 168 time: 1.1301355 Jul 16 20:32:30.245012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53100) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:30.313759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a99686bd-a7d0-4cd8-95ea-99864cc2a9e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=80d5b0f278ef42e8ac3498eeac3643c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8452761 Jul 16 20:32:30.314151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53104) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:30.430514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99686bd-a7d0-4cd8-95ea-99864cc2a9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19a8e2-14a4-46ed-8ea4-a42ea312e227,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.444215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a203bcc-038d-4f96-9a5f-1da0fa769d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.494577 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.502806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a203bcc-038d-4f96-9a5f-1da0fa769d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.541768 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:28Z', 'revision_number': 10, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:30.647336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=9e79269c-539a-40d0-ab20-d76879cb4c59,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.660049 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:30.681429 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.685149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb44199-742e-413c-b690-ffe215abc156 None None] Network 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:30.685834 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-98c0a2a3-0170-46c9-b1f0-14001970422a tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/9e79269c-539a-40d0-ab20-d76879cb4c59 HTTP/1.1" status: 204 len: 168 time: 0.9123106 Jul 16 20:32:30.689030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53110) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:30.702036 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a203bcc-038d-4f96-9a5f-1da0fa769d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.707809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6a203bcc-038d-4f96-9a5f-1da0fa769d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.711034 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:30.715442 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:30.724760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6a203bcc-038d-4f96-9a5f-1da0fa769d43 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e19a8e2-14a4-46ed-8ea4-a42ea312e227 HTTP/1.1" status: 204 len: 168 time: 0.4065075 Jul 16 20:32:30.788852 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c22d01ff-d1a3-4cf7-83f2-1ba98894c12b tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.5424957 Jul 16 20:32:30.805854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53118) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:30.806676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a203bcc-038d-4f96-9a5f-1da0fa769d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19a8e2-14a4-46ed-8ea4-a42ea312e227,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.828163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-588407849'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:30.897197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.927440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:30.929587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2af34-548e-4547-88e7-59c887db7b61 None None] Network 1359f5ba-f240-4d46-b043-2d33d38771c0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:30.952820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Made reservation on behalf of 534ea4efe30f4d1eaa7a450ef914f5d8 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:30.957638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.965439 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:31.076657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:31.118091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766bb34-b8f9-457b-8b7e-3f8c98cc817e req-99af49e3-59c7-4873-986d-b5154dfac00f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.119867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2766bb34-b8f9-457b-8b7e-3f8c98cc817e req-99af49e3-59c7-4873-986d-b5154dfac00f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.4200277 Jul 16 20:32:31.120195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.123053 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Added segment 74a79c36-aa50-4544-91d2-40fd11be38e1 of type vlan for network 4bf3fbab-bae8-4a9d-8690-a050d224245b Jul 16 20:32:31.178848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2766bb34-b8f9-457b-8b7e-3f8c98cc817e req-05a82e11-2038-49e7-990d-f8f54ef57e7f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476334 Jul 16 20:32:31.184471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:31.184948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.187724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7ba5f3ef-f611-4106-bd56-d6c0f5028131 None None] Provisioning for port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:31.264429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:31.270652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:31.271052 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.302204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.340590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53130) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:31.358379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9,segment=NetworkSegment(6cc759c2-50aa-4f22-a73e-e9c4869b428f),segment_id=6cc759c2-50aa-4f22-a73e-e9c4869b428f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:31.362344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.365744 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:28Z', 'revision_number': 10, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.379588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:31.416987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb63-7747-47b5-934c-116a896588f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.450667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.473028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.479131 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.495640 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76eac4-df73-4ad3-97d9-828c8e5430f2 None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:28Z', 'revision_number': 10, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None, '_interfaces': [{'id': '3ae3d476-76a7-4934-b3ab-a643575cf811', 'name': '', 'network_id': 'aec19607-dfb9-4194-bc82-62880e3719d7', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:28Z', 'updated_at': '2021-07-16T20:31:39Z', 'revision_number': 5, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'subnets': [{'id': 'c430fc80-99b5-4570-9ad6-db12ef111cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:31.506494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.542598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No DVR routers for this DVR port 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:31.548081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:31.548278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae769bd-f990-48ab-9f8b-5b58769fa14b None None] DHCP port deletion for 23c253e0-38ed-4242-b4cb-6e8dffef6cc4 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:31.669501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.671162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.686573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c253e0-38ed-4242-b4cb-6e8dffef6cc4']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.702719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc759c2-50aa-4f22-a73e-e9c4869b428f') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.703210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc759c2-50aa-4f22-a73e-e9c4869b428f') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.714208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.731334 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.738521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:31.739136 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:31.742462 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:31.757747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,segment=NetworkSegment(a4b1a606-68d5-4d02-a992-8a902317a5d5),segment_id=a4b1a606-68d5-4d02-a992-8a902317a5d5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:31.764963 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.776182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event updated for resources: {'Network': ['ID=4bf3fbab-bae8-4a9d-8690-a050d224245b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:31.839902 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.855173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ab8e9-5f23-4ac2-b970-d939a76515f6 req-709a3971-6529-4bc5-b6db-d25e03ad6435 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.856848 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c7ab8e9-5f23-4ac2-b970-d939a76515f6 req-709a3971-6529-4bc5-b6db-d25e03ad6435 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.3259468 Jul 16 20:32:31.862754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.865601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/23c253e0-38ed-4242-b4cb-6e8dffef6cc4 HTTP/1.1" status: 204 len: 168 time: 1.1756034 Jul 16 20:32:31.880674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:31.889199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbefd7-e449-4bd9-8d6a-8dad2080658b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=23c253e0-38ed-4242-b4cb-6e8dffef6cc4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:31.940193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 4bf3fbab-bae8-4a9d-8690-a050d224245b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:31.945127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.009700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c7ab8e9-5f23-4ac2-b970-d939a76515f6 req-2fe5cb74-e5fe-401f-9594-ff7077ccaa05 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392455 Jul 16 20:32:32.034866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53140) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.145862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb63-7747-47b5-934c-116a896588f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.179830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb63-7747-47b5-934c-116a896588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.191922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-46c39c09-0e70-4294-baec-134a5869cef3 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3703678 Jul 16 20:32:32.239358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53142) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.250941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d543d2c4-8e65-4f4c-8cc1-5084c66e70d3 None None] Provisioning complete for port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:32.251661 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d543d2c4-8e65-4f4c-8cc1-5084c66e70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.300615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f66fdb63-7747-47b5-934c-116a896588f5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=26fb6409ec114b1186903b1d25f0a77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578314 Jul 16 20:32:32.301715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53144) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.450158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1494722-a559-443a-8024-511f47bb2cd9 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.454767 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1494722-a559-443a-8024-511f47bb2cd9 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1093 time: 0.4183686 Jul 16 20:32:32.461452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53146) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.466387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '544a431b-e4d0-4e64-99a3-0433b8683581', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:32.509080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:32.535689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fdb63-7747-47b5-934c-116a896588f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29193dac-d4b4-4c03-9f3d-145eb1e92cf4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.585575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:32.586388 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.651981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3d8ecfad-9780-45d4-8b89-5f72cd21d16b None None] Could not find standard attr ID for object b3a6071d-258a-48fc-8dd8-eb0a7ac22574. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:32:32.690238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a76e00e1-545d-4221-b4e3-4c95918d62b3 tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "GET /v2.0/agents/d3fbf88c-416e-4f15-a624-a43cdbc90173/dhcp-networks HTTP/1.1" status: 200 len: 8051 time: 0.4414632 Jul 16 20:32:32.691373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.694985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.774896 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-917e432f-7046-4438-b548-9327deb34638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.884840 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-917e432f-7046-4438-b548-9327deb34638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.895410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:32.929259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:32.929596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08eaf3-cd54-4a83-a91e-8c12f0e34ea9 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:32.930011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9dfb13d1-4ace-4208-9edb-5be823be39de no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:32.977778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9dfb13d1-4ace-4208-9edb-5be823be39de {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:32.981060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9dfb13d1-4ace-4208-9edb-5be823be39de not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:32.997393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081ddb8-3ad6-487f-b20f-44a7e444d12b tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] Network 4bf3fbab-bae8-4a9d-8690-a050d224245b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:33.010180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.037692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5eca11-197d-406b-b6c1-ebdea19bd066 None None] Network 4bf3fbab-bae8-4a9d-8690-a050d224245b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:33.038085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2081ddb8-3ad6-487f-b20f-44a7e444d12b tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "POST /v2.0/agents/d3fbf88c-416e-4f15-a624-a43cdbc90173/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3415422 Jul 16 20:32:33.039311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53154) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:33.055601 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-917e432f-7046-4438-b548-9327deb34638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.063328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-917e432f-7046-4438-b548-9327deb34638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.063728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-917e432f-7046-4438-b548-9327deb34638 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/29193dac-d4b4-4c03-9f3d-145eb1e92cf4 HTTP/1.1" status: 204 len: 168 time: 0.7317555 Jul 16 20:32:33.066537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.195473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e432f-7046-4438-b548-9327deb34638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29193dac-d4b4-4c03-9f3d-145eb1e92cf4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.409321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 3ae3d476-76a7-4934-b3ab-a643575cf811 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:33.410024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.414212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.117 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/2db70351-b77a-452f-91e0-3d73f82f062c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:33.424382 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b316fa97-55d8-4f3e-a3f3-7feb9d8e3950 tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "GET /v2.0/agents/d3fbf88c-416e-4f15-a624-a43cdbc90173/dhcp-networks HTTP/1.1" status: 200 len: 8821 time: 0.3839102 Jul 16 20:32:33.430668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53180) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:33.576342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 3ae3d476-76a7-4934-b3ab-a643575cf811, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3ae3d476-76a7-4934-b3ab-a643575cf811,segment=NetworkSegment(7d22ecc8-fc82-41ab-8d87-e552c292a0b1),segment_id=7d22ecc8-fc82-41ab-8d87-e552c292a0b1)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:33.577050 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.612014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 3ae3d476-76a7-4934-b3ab-a643575cf811 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:33.846252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.896376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=3ae3d476-76a7-4934-b3ab-a643575cf811,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.922647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f9ec984f-69d6-4897-b99a-8bffed5b992d tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "DELETE /v2.0/agents/d3fbf88c-416e-4f15-a624-a43cdbc90173/dhcp-networks/4bf3fbab-bae8-4a9d-8690-a050d224245b HTTP/1.1" status: 204 len: 168 time: 0.4899917 Jul 16 20:32:33.923490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53202) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.077518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.082298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.215357 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bfe93b9d-ac43-4a5d-91ea-0e5ad9e2bf26 tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "GET /v2.0/agents/d3fbf88c-416e-4f15-a624-a43cdbc90173/dhcp-networks HTTP/1.1" status: 200 len: 8051 time: 0.2884932 Jul 16 20:32:34.221053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53208) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.229508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.276806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8bea8370-785a-4d49-a451-eb6fb444de58 tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "GET /v2.0/networks/1359f5ba-f240-4d46-b043-2d33d38771c0/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0512931 Jul 16 20:32:34.280049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53212) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.287990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:34.293323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:34.305546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:34.308259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:34.316437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=2db70351-b77a-452f-91e0-3d73f82f062c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.346537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fbf23bca-a496-4642-9b70-ef4045038af7 tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "GET /v2.0/networks/1359f5ba-f240-4d46-b043-2d33d38771c0/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0653455 Jul 16 20:32:34.352816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53214) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.381496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:34.387408 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-879e9108-1dc0-4f57-9990-ae0fa7003bcc tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5055604 Jul 16 20:32:34.390793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53220) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.403230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:34.418896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:34.419692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.456474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting subnet c430fc80-99b5-4570-9ad6-db12ef111cf2 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:34.460190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.509755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.521182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e9a91512-cc05-4b45-9471-9d82d5d7e2d4 tempest-DHCPAgentSchedulersTestJSON-1360936044 tempest-DHCPAgentSchedulersTestJSON-1360936044-project-admin] 10.222.0.91 "GET /v2.0/agents/d3fbf88c-416e-4f15-a624-a43cdbc90173/dhcp-networks HTTP/1.1" status: 200 len: 8051 time: 0.1671925 Jul 16 20:32:34.525064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53226) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.624897 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.675124 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.721323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.768602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.770558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/c430fc80-99b5-4570-9ad6-db12ef111cf2 HTTP/1.1" status: 204 len: 168 time: 0.3784807 Jul 16 20:32:34.771661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2896fab-49c5-4298-9894-fe4c1404d6e8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Subnet': ['ID=c430fc80-99b5-4570-9ad6-db12ef111cf2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.776119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53232) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.780828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f981f8e-d74b-4b1b-9411-ef43a4956bd4 None None] Network aec19607-dfb9-4194-bc82-62880e3719d7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:34.859350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.880841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:34.888895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.905724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf3fbab-bae8-4a9d-8690-a050d224245b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.921695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a79c36-aa50-4544-91d2-40fd11be38e1') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.921994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a79c36-aa50-4544-91d2-40fd11be38e1') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.943369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Deleting port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:34.943783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.957349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.967421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:33Z', 'revision_number': 11, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.984004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.002303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:35.016459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:35.017492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.021686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] For port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=097a0407-2862-4fbd-9ffe-673dd1a4d7a7,segment=NetworkSegment(7d22ecc8-fc82-41ab-8d87-e552c292a0b1),segment_id=7d22ecc8-fc82-41ab-8d87-e552c292a0b1)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:35.022062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.026756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:35.027314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:35.039678 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:35.042445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Calling delete_port for 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:35.125436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:35.183237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.191563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.203579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:33Z', 'revision_number': 11, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.210274 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.212721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "DELETE /v2.0/networks/4bf3fbab-bae8-4a9d-8690-a050d224245b HTTP/1.1" status: 204 len: 168 time: 0.6865661 Jul 16 20:32:35.215334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea2855-02e4-47e4-a4ac-b401d5979d69 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event deleted for resources: {'Network': ['ID=4bf3fbab-bae8-4a9d-8690-a050d224245b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.219625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53258) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:35.249199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Port': ['ID=097a0407-2862-4fbd-9ffe-673dd1a4d7a7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.256397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.256932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af051b-66be-4916-89e2-d9bdb68fea0a None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:33Z', 'revision_number': 11, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:35.269449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No DVR routers for this DVR port 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:35.325918 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40613c9-5909-4c5e-90b8-061b2ebe1175 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:35.327141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40613c9-5909-4c5e-90b8-061b2ebe1175 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:35.331692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c40613c9-5909-4c5e-90b8-061b2ebe1175 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "DELETE /v2.0/ports/b3a6071d-258a-48fc-8dd8-eb0a7ac22574 HTTP/1.1" status: 404 len: 333 time: 0.1082571 Jul 16 20:32:35.346624 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53262) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:35.398883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.402756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.416097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec19607-dfb9-4194-bc82-62880e3719d7']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.429703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d22ecc8-fc82-41ab-8d87-e552c292a0b1') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.430396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d22ecc8-fc82-41ab-8d87-e552c292a0b1') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.432327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Deleting subnet 1e8ee805-34c3-462e-8316-714b3ec24c7d {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:35.440496 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.454580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.484961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.494695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:35.495375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:35.499687 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:35.503070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.585059 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.617418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.619596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/networks/aec19607-dfb9-4194-bc82-62880e3719d7 HTTP/1.1" status: 204 len: 168 time: 0.8427129 Jul 16 20:32:35.620392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb394-20c3-403f-91ea-3f0004efe9f8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Pushing event deleted for resources: {'Network': ['ID=aec19607-dfb9-4194-bc82-62880e3719d7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.624405 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:35.631469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'routes': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:35.658612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed28036-1d4c-491d-90ab-98dc9dd20efb None None] DHCP port deletion for aec19607-dfb9-4194-bc82-62880e3719d7 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:35.666334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53286) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:35.721719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.834042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.844185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.909159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.extraroute_db [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Added routes are [] {{(pid=93861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:32:35.909801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.extraroute_db [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Removed routes are [] {{(pid=93861) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:32:35.914683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.014432 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dba75723-f022-4137-bed4-c49c6a3d30de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.023232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.026333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.027946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=2db70351-b77a-452f-91e0-3d73f82f062c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.037349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0aa77672-ea9f-45c9-ab70-4a6bbc91765f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.098978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8ee805-34c3-462e-8316-714b3ec24c7d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.101711 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.104099 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0f575eeb-fc1f-48f7-9003-094c897b68dc tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "DELETE /v2.0/subnets/1e8ee805-34c3-462e-8316-714b3ec24c7d HTTP/1.1" status: 204 len: 168 time: 0.7563596 Jul 16 20:32:36.109321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53316) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.112081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fbe0b-df98-4ae2-bec6-cf70a35d46d1 None None] Network 1359f5ba-f240-4d46-b043-2d33d38771c0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:36.140147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.143801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.228818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:36.230867 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.331546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:36.356610 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] Sync routers for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:36.369620 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:36.370731 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:36.371742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.378475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1786c511-bd13-48a9-bd5c-cceb6e907b87 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 200 len: 704 time: 0.7505803 Jul 16 20:32:36.379361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53318) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.397842 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] DHCP port deletion for 1359f5ba-f240-4d46-b043-2d33d38771c0 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:36.423860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2dcd73db-353a-4065-86d2-c57acd63dd00 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 200 len: 205 time: 0.0428371 Jul 16 20:32:36.424073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53320) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.429754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:36.433056 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP 438d0c4d-d345-4458-9708-df40d911b205 associated. External IP: 172.25.3.117, port: 544a431b-e4d0-4e64-99a3-0433b8683581. Jul 16 20:32:36.463537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:36.464233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 097a0407-2862-4fbd-9ffe-673dd1a4d7a7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:36.464885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3ae3d476-76a7-4934-b3ab-a643575cf811 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:36.486718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3ae3d476-76a7-4934-b3ab-a643575cf811 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:36.487515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3ae3d476-76a7-4934-b3ab-a643575cf811 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:36.496248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:36.513118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] Deleting port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:36.514258 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.570742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b29f23ea-e2ce-45a0-97af-f3b567c09cd5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.586945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] For port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,segment=NetworkSegment(a4b1a606-68d5-4d02-a992-8a902317a5d5),segment_id=a4b1a606-68d5-4d02-a992-8a902317a5d5)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:36.587348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.603372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] Calling delete_port for 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:36.649304 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:33Z', 'revision_number': 11, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:36.679510 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] Checking router: 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:36.689640 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] Routers {'986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:36.689950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0aa77672-ea9f-45c9-ab70-4a6bbc91765f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.691409 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:36.705016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0aa77672-ea9f-45c9-ab70-4a6bbc91765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.715066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.744463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] Pushing event deleted for resources: {'Port': ['ID=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.746383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14fb95-da72-47a9-9f14-4fe22c7d88d6 None None] No DVR routers for this DVR port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:36.777253 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] Set router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:36.804841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa77672-ea9f-45c9-ab70-4a6bbc91765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b5381a-b3ee-4de6-8093-013635918548,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.833581 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:33Z', 'revision_number': 11, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:36.842538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Deleting port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:36.842971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.862423 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1413d-6d37-4f65-91d5-ba0e772a6fbd None None] The sync data for ids ['986a0573-3c5d-4a2a-a1b1-a86e8b3176d2'] in n-d-792458-10 is: [{'id': '986a0573-3c5d-4a2a-a1b1-a86e8b3176d2', 'name': 'tempest-RoutersIpV6Test-router-423204585', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:25Z', 'updated_at': '2021-07-16T20:32:33Z', 'revision_number': 11, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:36.913287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0aa77672-ea9f-45c9-ab70-4a6bbc91765f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=03246fe6b635441799828f391d3262b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2415106 Jul 16 20:32:36.915926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53324) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.921482 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b29f23ea-e2ce-45a0-97af-f3b567c09cd5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.925769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b29f23ea-e2ce-45a0-97af-f3b567c09cd5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.027714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e09693e9-ffb4-4536-9160-1e52d261370b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.078628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e09693e9-ffb4-4536-9160-1e52d261370b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.158054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-8a4cfbfe-4e16-4843-9801-853c510c568e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995865 Jul 16 20:32:37.170499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e09693e9-ffb4-4536-9160-1e52d261370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.174390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e09693e9-ffb4-4536-9160-1e52d261370b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.178993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e09693e9-ffb4-4536-9160-1e52d261370b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d4b5381a-b3ee-4de6-8093-013635918548 HTTP/1.1" status: 204 len: 168 time: 0.2619298 Jul 16 20:32:37.207679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09693e9-ffb4-4536-9160-1e52d261370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b5381a-b3ee-4de6-8093-013635918548,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.310568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb692-788f-4806-923b-9a52724b1667 req-87cfb59e-c8ad-4318-a8af-387492760466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.312355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-87cfb59e-c8ad-4318-a8af-387492760466 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 1098 time: 0.0678928 Jul 16 20:32:37.412895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b29f23ea-e2ce-45a0-97af-f3b567c09cd5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.413477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f23ea-e2ce-45a0-97af-f3b567c09cd5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Fanout notify agent at l3_agent the message router_deleted on router 986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:37.415623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] For port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8, host n-d-792458-10, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:37.416018 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.423336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b29f23ea-e2ce-45a0-97af-f3b567c09cd5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.424457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b29f23ea-e2ce-45a0-97af-f3b567c09cd5 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 204 len: 168 time: 0.9994528 Jul 16 20:32:37.430162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53332) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.437968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e84ed82b-7cf8-432c-8faf-b5784c4ad44f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-519743037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:37.466502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Calling delete_port for 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:37.480430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 was not found and therefore no delete operation was performed {{(pid=93862) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:32:37.482819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e84ed82b-7cf8-432c-8faf-b5784c4ad44f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.486151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.488533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e84ed82b-7cf8-432c-8faf-b5784c4ad44f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.539281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event deleted for resources: {'Port': ['ID=987e77fa-bf99-4ecd-ad69-f2c10a94cbb8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.541461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] No DVR routers for this DVR port 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:37.594194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e84ed82b-7cf8-432c-8faf-b5784c4ad44f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.602884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e84ed82b-7cf8-432c-8faf-b5784c4ad44f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.621074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router af91a88d-9fe2-4529-abad-318e3d7a9aa0 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:37.627535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb692-788f-4806-923b-9a52724b1667 req-43204e29-8b2e-4bda-8fe2-904ce0e6d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.628972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-43204e29-8b2e-4bda-8fe2-904ce0e6d974 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2938492 Jul 16 20:32:37.647813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e84ed82b-7cf8-432c-8faf-b5784c4ad44f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.651591 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e84ed82b-7cf8-432c-8faf-b5784c4ad44f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2164185 Jul 16 20:32:37.656041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53334) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.663679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6b90cac1-a497-4a1a-a4d7-b0bd384cb991 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:37.687820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53336) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.709015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7231a108-0125-404a-9d18-645b998c8449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.709840 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.734160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-63d72ad0-69d7-4922-ad55-ec0561d106bb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795 HTTP/1.1" status: 200 len: 1001 time: 0.0984704 Jul 16 20:32:37.816289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb692-788f-4806-923b-9a52724b1667 req-b32e813c-367e-4793-b7ba-b7add0dad6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.819044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-b32e813c-367e-4793-b7ba-b7add0dad6d4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.0767889 Jul 16 20:32:37.889249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1359f5ba-f240-4d46-b043-2d33d38771c0']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.922126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b1a606-68d5-4d02-a992-8a902317a5d5') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.922593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b1a606-68d5-4d02-a992-8a902317a5d5') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.937636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7231a108-0125-404a-9d18-645b998c8449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.942155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb692-788f-4806-923b-9a52724b1667 req-02dc1356-c22a-439c-b32c-61731eff0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.944502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-02dc1356-c22a-439c-b32c-61731eff0ed0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152964 Jul 16 20:32:37.945736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7231a108-0125-404a-9d18-645b998c8449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.985527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7231a108-0125-404a-9d18-645b998c8449 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0eb9a4645ac24d0ea33106a313e7e8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974405 Jul 16 20:32:37.993522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53340) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.001102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:38.005820 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.016944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] Sync routers for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:38.037130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.037780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.119334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b90cac1-a497-4a1a-a4d7-b0bd384cb991 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.132922 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.142290 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b90cac1-a497-4a1a-a4d7-b0bd384cb991 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.173974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231a108-0125-404a-9d18-645b998c8449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5835a484-c19e-4c2f-96f9-7fbaf0ac4b65,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:38.174401 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.177908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:38.178533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:38.183876 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:38.186728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:38.236579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53346) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.299168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e594497-3da0-4b01-bafa-1b5724b93969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.310435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] Deleting subnet af9d3f9c-35a4-4212-9991-be012c741a5e {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:38.349367 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e594497-3da0-4b01-bafa-1b5724b93969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.394200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-578514ba-e81f-4831-9739-db95decc4030 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163694 Jul 16 20:32:38.426326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:38.451215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.489715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.495392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-06b630b4-4ec4-47b6-9bc2-80fc5620cf51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0302317 Jul 16 20:32:38.500740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:38.503182 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:38.509257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e594497-3da0-4b01-bafa-1b5724b93969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.511982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e594497-3da0-4b01-bafa-1b5724b93969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.516411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2e594497-3da0-4b01-bafa-1b5724b93969 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5835a484-c19e-4c2f-96f9-7fbaf0ac4b65 HTTP/1.1" status: 204 len: 168 time: 0.5208929 Jul 16 20:32:38.521930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:38.523129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 987e77fa-bf99-4ecd-ad69-f2c10a94cbb8 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:38.523568 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.526010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] 10.222.0.91 "DELETE /v2.0/networks/1359f5ba-f240-4d46-b043-2d33d38771c0 HTTP/1.1" status: 204 len: 168 time: 2.4097655 Jul 16 20:32:38.536998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594497-3da0-4b01-bafa-1b5724b93969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5835a484-c19e-4c2f-96f9-7fbaf0ac4b65,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:38.563567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ee8cb692-788f-4806-923b-9a52724b1667 req-cb1b5b83-17ae-4f83-8629-94cf6260d929 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622210 Jul 16 20:32:38.568966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789556e-6549-4179-8da5-e99092ab01d6 tempest-DHCPAgentSchedulersTestJSON-269033474 tempest-DHCPAgentSchedulersTestJSON-269033474-project] Pushing event deleted for resources: {'Network': ['ID=1359f5ba-f240-4d46-b043-2d33d38771c0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:38.598660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.651455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-cc104acb-2f5c-427a-b734-374b91bd1ccd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9082181 Jul 16 20:32:38.653920 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804e6bed-efff-411d-b6cf-e3ba5c6dafc9 x-openstack-request-id: req-804e6bed-efff-411d-b6cf-e3ba5c6dafc9 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:38.654194 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:38.654593 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-804e6bed-efff-411d-b6cf-e3ba5c6dafc9 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:38.655030 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'status': 'completed', 'code': 200} Jul 16 20:32:38.730533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.737589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '438d0c4d-d345-4458-9708-df40d911b205', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'port_id': '544a431b-e4d0-4e64-99a3-0433b8683581', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'mac_address': 'fa:16:3e:18:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:34Z', 'updated_at': '2021-07-16T20:32:34Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:15Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.782385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.786901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b90cac1-a497-4a1a-a4d7-b0bd384cb991 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Router 2718ef63-2abe-4626-b72d-24b9a17762dd is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:32:38.789052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-20f54230-bc6c-4d63-8f56-0e25d72be6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.795060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-20f54230-bc6c-4d63-8f56-0e25d72be6be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1098 time: 0.1282408 Jul 16 20:32:38.801950 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.804491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] Checking router: af91a88d-9fe2-4529-abad-318e3d7a9aa0 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:38.822175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.823107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.946530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b90cac1-a497-4a1a-a4d7-b0bd384cb991 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:38.960365 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] Sync routers for ids ['2718ef63-2abe-4626-b72d-24b9a17762dd'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:38.971757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:38.978973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6b90cac1-a497-4a1a-a4d7-b0bd384cb991 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.981796 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] Routers {'2718ef63-2abe-4626-b72d-24b9a17762dd'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.983554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6b90cac1-a497-4a1a-a4d7-b0bd384cb991 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "PUT /v2.0/routers/2718ef63-2abe-4626-b72d-24b9a17762dd HTTP/1.1" status: 200 len: 697 time: 1.3263135 Jul 16 20:32:38.984278 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2718ef63-2abe-4626-b72d-24b9a17762dd'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.994382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53360) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.106700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-e77af1ed-8126-4ef3-bef4-a3653b5c1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.117789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-e77af1ed-8126-4ef3-bef4-a3653b5c1087 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.3041978 Jul 16 20:32:39.119998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53362) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.124662 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3db4aa0b-5fb2-4790-86fc-91acbf29269e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.168079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-80a60d79-fb6b-473a-ab77-9f83620ae783 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/routers/2718ef63-2abe-4626-b72d-24b9a17762dd HTTP/1.1" status: 200 len: 703 time: 0.1534340 Jul 16 20:32:39.172891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53368) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.224502 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] Set router 2718ef63-2abe-4626-b72d-24b9a17762dd gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:39.232716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bf0d6e87-1472-4757-a02e-f189dbdadfec tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=2718ef63-2abe-4626-b72d-24b9a17762dd HTTP/1.1" status: 200 len: 205 time: 0.0546238 Jul 16 20:32:39.238798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53374) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.282666 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.352275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '438d0c4d-d345-4458-9708-df40d911b205', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'port_id': '544a431b-e4d0-4e64-99a3-0433b8683581', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'mac_address': 'fa:16:3e:18:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:34Z', 'updated_at': '2021-07-16T20:32:34Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:15Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:39.379318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-0b8e9340-a4ac-4852-9104-3901f3508934 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1000 time: 0.2432339 Jul 16 20:32:39.381334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-846db565-32ce-4d8c-800e-e62795f85d7f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.400685 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2718ef63-2abe-4626-b72d-24b9a17762dd', 'name': 'tempest-RoutersIpV6Test-router-519743037', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:37Z', 'updated_at': '2021-07-16T20:32:38Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:39.420615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df282307-3bff-4f21-bcc2-3b3b096bcd46 None None] The sync data for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 is: [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '438d0c4d-d345-4458-9708-df40d911b205', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'port_id': '544a431b-e4d0-4e64-99a3-0433b8683581', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'mac_address': 'fa:16:3e:18:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:34Z', 'updated_at': '2021-07-16T20:32:34Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:15Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:39.466055 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] Checking router: 2718ef63-2abe-4626-b72d-24b9a17762dd for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:39.475643 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] Routers {'2718ef63-2abe-4626-b72d-24b9a17762dd'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:39.476925 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2718ef63-2abe-4626-b72d-24b9a17762dd'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:39.493280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007987-4469-4100-90d6-2f4c34218891 req-0d744517-2bd2-4697-8ea5-ff6ff9f35aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.493928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d913216-c61b-4d7c-86e0-343c992bc571 req-b599ee50-13db-4c0f-8679-fd07877eb0c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.495077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d913216-c61b-4d7c-86e0-343c992bc571 req-b599ee50-13db-4c0f-8679-fd07877eb0c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.6987872 Jul 16 20:32:39.504793 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-0d744517-2bd2-4697-8ea5-ff6ff9f35aeb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 1098 time: 0.7756889 Jul 16 20:32:39.557919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-6e9bbc09-e65c-4c25-a0c5-c52e82e95702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.561034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-6e9bbc09-e65c-4c25-a0c5-c52e82e95702 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1718123 Jul 16 20:32:39.576248 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.586374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a504ec6a-455a-4ef4-ae6b-a8fab5e01b91 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=534ea4efe30f4d1eaa7a450ef914f5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630518 Jul 16 20:32:39.589602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53382) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.605623 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] Set router 2718ef63-2abe-4626-b72d-24b9a17762dd gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:39.631545 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d913216-c61b-4d7c-86e0-343c992bc571 req-11d6433e-6f2f-41a6-a192-d23b69ec6c47 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254113 Jul 16 20:32:39.650795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9d3f9c-35a4-4212-9991-be012c741a5e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:39.654936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53386) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.703825 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2718ef63-2abe-4626-b72d-24b9a17762dd', 'name': 'tempest-RoutersIpV6Test-router-519743037', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:37Z', 'updated_at': '2021-07-16T20:32:38Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:39.737062 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151204b-16e2-4f17-be9a-2bb4bf6df680 None None] The sync data for ids ['2718ef63-2abe-4626-b72d-24b9a17762dd'] in n-d-792458-10 is: [{'id': '2718ef63-2abe-4626-b72d-24b9a17762dd', 'name': 'tempest-RoutersIpV6Test-router-519743037', 'tenant_id': '8c83da894c2f40ecbb2424a6f61a5536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:37Z', 'updated_at': '2021-07-16T20:32:38Z', 'revision_number': 2, 'project_id': '8c83da894c2f40ecbb2424a6f61a5536', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:39.767975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.783680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f47dd508-0db8-4320-9253-dc9396065220 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/af9d3f9c-35a4-4212-9991-be012c741a5e HTTP/1.1" status: 204 len: 168 time: 1.5335708 Jul 16 20:32:39.785398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08aa89fa-f3a6-4bd9-8ec8-5f05ab5f6f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.790624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53392) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.792903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-f9297594-e346-4ef8-8e74-a50e00d50b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.795645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-f9297594-e346-4ef8-8e74-a50e00d50b9b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2256472 Jul 16 20:32:39.844052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd240fd-7c7e-46e8-ac7d-9f55c6bf04a6 None None] New status for floating IP 438d0c4d-d345-4458-9708-df40d911b205: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:39.856939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007987-4469-4100-90d6-2f4c34218891 req-0df826a9-e7f2-4ba6-b544-3202bd522708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.858242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-0df826a9-e7f2-4ba6-b544-3202bd522708 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.2853308 Jul 16 20:32:39.904611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.983417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08aa89fa-f3a6-4bd9-8ec8-5f05ab5f6f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.020419 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-846db565-32ce-4d8c-800e-e62795f85d7f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.029246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-846db565-32ce-4d8c-800e-e62795f85d7f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.047685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f1f4c8dc-1ac9-4605-b55a-17ec749d7b52 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/438d0c4d-d345-4458-9708-df40d911b205 HTTP/1.1" status: 200 len: 992 time: 0.3727267 Jul 16 20:32:40.089457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.127741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-ed66e38a-38fb-4c54-86ab-d92b349a57da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0 HTTP/1.1" status: 200 len: 1002 time: 0.2267027 Jul 16 20:32:40.128313 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-846db565-32ce-4d8c-800e-e62795f85d7f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.128973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846db565-32ce-4d8c-800e-e62795f85d7f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Fanout notify agent at l3_agent the message router_deleted on router 2718ef63-2abe-4626-b72d-24b9a17762dd {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:40.145311 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-846db565-32ce-4d8c-800e-e62795f85d7f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.146882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-846db565-32ce-4d8c-800e-e62795f85d7f tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/2718ef63-2abe-4626-b72d-24b9a17762dd HTTP/1.1" status: 204 len: 168 time: 0.9053264 Jul 16 20:32:40.151185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53398) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.199339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b702b5e0-0e39-45aa-847d-eaf977e6244b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=2718ef63-2abe-4626-b72d-24b9a17762dd HTTP/1.1" status: 200 len: 205 time: 0.0375979 Jul 16 20:32:40.199716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53400) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.225330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.240312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007987-4469-4100-90d6-2f4c34218891 req-9e893e45-9f9b-4208-8a67-7a13b88633b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.241799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-9e893e45-9f9b-4208-8a67-7a13b88633b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.0943205 Jul 16 20:32:40.242506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:40.243492 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-2cfdb3a9-432b-4834-9a6e-aa96cf4fb717 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] delete failed (client error): The resource could not be found. Jul 16 20:32:40.246331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cfdb3a9-432b-4834-9a6e-aa96cf4fb717 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/2718ef63-2abe-4626-b72d-24b9a17762dd HTTP/1.1" status: 404 len: 336 time: 0.0436134 Jul 16 20:32:40.248952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53402) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.265710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:40.266272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feaf6e21-3c57-4965-bbb4-8467d3b4cb6c') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:40.272441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-6a5ad45f-4761-49a3-855e-0005ce09ba0a service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527095 Jul 16 20:32:40.277787 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08aa89fa-f3a6-4bd9-8ec8-5f05ab5f6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.279820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08aa89fa-f3a6-4bd9-8ec8-5f05ab5f6f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.283938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-08aa89fa-f3a6-4bd9-8ec8-5f05ab5f6f13 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/40c5dd92-dfc8-4d85-a906-d9c8b166898f HTTP/1.1" status: 204 len: 168 time: 0.6462581 Jul 16 20:32:40.296716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.309695 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e21915-2087-4e60-82fd-c9b4018fcf28 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:40.310097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e21915-2087-4e60-82fd-c9b4018fcf28 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:40.312476 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a3e21915-2087-4e60-82fd-c9b4018fcf28 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/d9246a76-6c4c-4c53-91c4-f479d1551890 HTTP/1.1" status: 404 len: 337 time: 0.0612643 Jul 16 20:32:40.315086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53410) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.323860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa89fa-f3a6-4bd9-8ec8-5f05ab5f6f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c5dd92-dfc8-4d85-a906-d9c8b166898f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:40.339318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.347940 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f27461-4def-4c5d-8e79-e21b904b06f2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:40.348585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f27461-4def-4c5d-8e79-e21b904b06f2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:40.351207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-31f27461-4def-4c5d-8e79-e21b904b06f2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/e1c6fadc-da7b-445f-8e57-e7abd3bf3773 HTTP/1.1" status: 404 len: 337 time: 0.0349004 Jul 16 20:32:40.354236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53414) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.374098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:40.374538 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:40.376552 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:40.385805 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10bfff7-c368-4111-8267-8e4c85240da2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:40.386065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10bfff7-c368-4111-8267-8e4c85240da2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:40.387985 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d10bfff7-c368-4111-8267-8e4c85240da2 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/9e79269c-539a-40d0-ab20-d76879cb4c59 HTTP/1.1" status: 404 len: 337 time: 0.0328712 Jul 16 20:32:40.392682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53416) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.437548 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d56796-92ed-4419-a287-014f5b75c8e3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:40.438104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d56796-92ed-4419-a287-014f5b75c8e3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:40.440568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e9d56796-92ed-4419-a287-014f5b75c8e3 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/c430fc80-99b5-4570-9ad6-db12ef111cf2 HTTP/1.1" status: 404 len: 337 time: 0.0468757 Jul 16 20:32:40.446808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.467504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007987-4469-4100-90d6-2f4c34218891 req-a1e8f01d-1e09-418a-a838-be2269685906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.469198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-a1e8f01d-1e09-418a-a838-be2269685906 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192571 Jul 16 20:32:40.469707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da4d1dd7-0ae8-4148-89d3-cfbfce6244a7 req-aedb7af7-1134-4eb1-98fa-0c296beb2d64 service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874158 Jul 16 20:32:40.473964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.493832 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-61a9b61c-19c7-4947-bb77-3ebab5c14ddb tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 200 len: 205 time: 0.0428884 Jul 16 20:32:40.496043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.499386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] 10.222.0.91 "DELETE /v2.0/networks/ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a HTTP/1.1" status: 204 len: 168 time: 0.7026005 Jul 16 20:32:40.500989 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779dfc5-a637-453c-b768-a11ca556cf00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc2a2cd-bc36-4bf9-b4c6-2c4b794a301a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:40.501298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.563135 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-2b640a4f-ca0e-4010-be86-20e2cecf3d46 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] delete failed (client error): The resource could not be found. Jul 16 20:32:40.566810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2b640a4f-ca0e-4010-be86-20e2cecf3d46 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/986a0573-3c5d-4a2a-a1b1-a86e8b3176d2 HTTP/1.1" status: 404 len: 336 time: 0.0597572 Jul 16 20:32:40.567313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53430) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.605308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2e82ec89-dae1-4d1d-920a-ac5ae2942855 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3e9d128-d691-4cb6-9412-cb41e3cc0d1c HTTP/1.1" status: 200 len: 205 time: 0.0344021 Jul 16 20:32:40.605494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53432) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.704977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-77b85563-599d-4128-9a6e-e77acd76ba25 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138567 Jul 16 20:32:40.809906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53436) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.841518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53438) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.875805 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0fb087d6-964f-4d0a-a895-59d087457cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.903034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7007987-4469-4100-90d6-2f4c34218891 req-a55448fa-c1bb-4fca-915a-480f80f06d2c service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918597 Jul 16 20:32:40.917101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d1e1822f-3f86-467b-a63f-65928a0ca1bf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7d4d0bb4228f4bf89912358b1437b76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058867 Jul 16 20:32:40.922976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53440) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.011039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5167acaa-0420-4efa-aa59-296beee0e888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.029878 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-4f2b741f-d111-44fe-94f0-c2c9bc082218 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] delete failed (client error): The resource could not be found. Jul 16 20:32:41.031725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4f2b741f-d111-44fe-94f0-c2c9bc082218 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/f3e9d128-d691-4cb6-9412-cb41e3cc0d1c HTTP/1.1" status: 404 len: 336 time: 0.4239593 Jul 16 20:32:41.034099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53442) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.051728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53446) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.061601 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5167acaa-0420-4efa-aa59-296beee0e888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.067978 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-7083a973-a430-4d4d-b1cc-34e489c61f80 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:41.068471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7083a973-a430-4d4d-b1cc-34e489c61f80 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:41.070394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7083a973-a430-4d4d-b1cc-34e489c61f80 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/cc8a6ef8-87e9-41e1-8c3d-1f9493a631de HTTP/1.1" status: 404 len: 337 time: 0.0349164 Jul 16 20:32:41.073959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53448) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.150925 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9d578309-1273-4053-8b5d-e2097a6b38a8 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=28549f67-319a-420c-927d-30708a01b794 HTTP/1.1" status: 200 len: 205 time: 0.0703070 Jul 16 20:32:41.153503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53450) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.168441 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0fb087d6-964f-4d0a-a895-59d087457cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.184549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0fb087d6-964f-4d0a-a895-59d087457cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.199449 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-9cd774a8-528a-4bcf-bea5-f2a7e24b8008 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] delete failed (client error): The resource could not be found. Jul 16 20:32:41.200747 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9cd774a8-528a-4bcf-bea5-f2a7e24b8008 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/28549f67-319a-420c-927d-30708a01b794 HTTP/1.1" status: 404 len: 336 time: 0.0461447 Jul 16 20:32:41.203552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.227303 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-814ae4a6-fa7a-4de4-9204-f8eaf7ff511d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/438d0c4d-d345-4458-9708-df40d911b205 HTTP/1.1" status: 200 len: 994 time: 0.1692505 Jul 16 20:32:41.244761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4250bd76-0934-41b8-88fd-ef0fdc9f1b89 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=5618c34d-d334-441f-8af4-2ca5611d3747 HTTP/1.1" status: 200 len: 205 time: 0.0397534 Jul 16 20:32:41.251486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53458) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.256860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb087d6-964f-4d0a-a895-59d087457cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099fc02-0933-40a2-80e5-6a2c09a0bada,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.268017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0fb087d6-964f-4d0a-a895-59d087457cb4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=82cdd1a1fbac447f832e3d14c6adf1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248087 Jul 16 20:32:41.270867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53460) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.293072 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-e690e3c3-f00a-4ce2-803c-eeb1f5f6e9a7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] delete failed (client error): The resource could not be found. Jul 16 20:32:41.294232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e690e3c3-f00a-4ce2-803c-eeb1f5f6e9a7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/5618c34d-d334-441f-8af4-2ca5611d3747 HTTP/1.1" status: 404 len: 336 time: 0.0416732 Jul 16 20:32:41.296869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53462) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.320680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5167acaa-0420-4efa-aa59-296beee0e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.323178 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5167acaa-0420-4efa-aa59-296beee0e888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.326785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5167acaa-0420-4efa-aa59-296beee0e888 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f0999e58-04cc-48e1-a0cf-a702a02625ba HTTP/1.1" status: 204 len: 168 time: 0.4003460 Jul 16 20:32:41.326999 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10c671b-3d45-40a2-a40f-aec34a99bdfd tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:41.327403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10c671b-3d45-40a2-a40f-aec34a99bdfd tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:41.329376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e10c671b-3d45-40a2-a40f-aec34a99bdfd tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/f4ee1c83-e852-4f70-b33c-bdf1eb9e1d31 HTTP/1.1" status: 404 len: 337 time: 0.0315120 Jul 16 20:32:41.331896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53466) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.339243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167acaa-0420-4efa-aa59-296beee0e888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0999e58-04cc-48e1-a0cf-a702a02625ba,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.351743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01be7cc6-6083-4676-b862-ff445cb8cedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.384427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01be7cc6-6083-4676-b862-ff445cb8cedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.387892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-da1bef2b-92b0-4a9f-a948-6f0564856587 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb52e36f-7a58-497b-a081-f5092eb638bd HTTP/1.1" status: 200 len: 205 time: 0.0548258 Jul 16 20:32:41.391828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53468) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.434612 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-d6d468a4-919d-4d2b-88ff-031e9fad8457 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] delete failed (client error): The resource could not be found. Jul 16 20:32:41.438412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d6d468a4-919d-4d2b-88ff-031e9fad8457 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/eb52e36f-7a58-497b-a081-f5092eb638bd HTTP/1.1" status: 404 len: 336 time: 0.0409942 Jul 16 20:32:41.438956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53470) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.474742 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-582590e8-d056-492d-9b42-16d74b948924 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:41.475208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582590e8-d056-492d-9b42-16d74b948924 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:41.480746 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-582590e8-d056-492d-9b42-16d74b948924 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/2d7b3bbd-fe55-498d-ad12-af633d2d8ab1 HTTP/1.1" status: 404 len: 337 time: 0.0370007 Jul 16 20:32:41.481023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53472) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.486728 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01be7cc6-6083-4676-b862-ff445cb8cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.495531 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01be7cc6-6083-4676-b862-ff445cb8cedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.495531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01be7cc6-6083-4676-b862-ff445cb8cedb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0099fc02-0933-40a2-80e5-6a2c09a0bada HTTP/1.1" status: 204 len: 168 time: 0.2249053 Jul 16 20:32:41.504242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be7cc6-6083-4676-b862-ff445cb8cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099fc02-0933-40a2-80e5-6a2c09a0bada,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.533102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e2e197d0-e4d4-413d-9124-69259b8131a7 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "GET /v2.0/ports?device_id=59ed1c1b-efe4-4196-b31b-177ec0d1146a HTTP/1.1" status: 200 len: 205 time: 0.0505230 Jul 16 20:32:41.535559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53476) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.582946 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-82516f98-1ae6-457a-89c3-1ac4b2b31f5b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] delete failed (client error): The resource could not be found. Jul 16 20:32:41.584164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-82516f98-1ae6-457a-89c3-1ac4b2b31f5b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/routers/59ed1c1b-efe4-4196-b31b-177ec0d1146a HTTP/1.1" status: 404 len: 336 time: 0.0475528 Jul 16 20:32:41.587096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53478) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.617988 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a54f50c-dc9b-457f-8818-44e38fa67440 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:41.618520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a54f50c-dc9b-457f-8818-44e38fa67440 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:41.620533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3a54f50c-dc9b-457f-8818-44e38fa67440 tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/dae0a6d2-0678-4428-9b3f-54ffcc53a0a6 HTTP/1.1" status: 404 len: 337 time: 0.0325413 Jul 16 20:32:41.623332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53484) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.665753 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0c5754-2220-4160-9254-0352a06ce74b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:41.666371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0c5754-2220-4160-9254-0352a06ce74b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:41.668498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8e0c5754-2220-4160-9254-0352a06ce74b tempest-RoutersIpV6Test-1184506456 tempest-RoutersIpV6Test-1184506456-project] 10.222.0.91 "DELETE /v2.0/subnets/b975b08a-622d-4d84-9a56-1336841664ee HTTP/1.1" status: 404 len: 337 time: 0.0439181 Jul 16 20:32:41.831747 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.012346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53510) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.308299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53526) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.323012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7485267e-9a73-47c4-916c-3f9bcc7c81d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8c83da894c2f40ecbb2424a6f61a5536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081675 Jul 16 20:32:42.382515 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad74bde1-b255-402c-a25b-3d87ecadca90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.412112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad74bde1-b255-402c-a25b-3d87ecadca90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.478738 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad74bde1-b255-402c-a25b-3d87ecadca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.482026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ad74bde1-b255-402c-a25b-3d87ecadca90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.483303 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ad74bde1-b255-402c-a25b-3d87ecadca90 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9c4704c8-384f-44fa-926c-aa03b9214268 HTTP/1.1" status: 204 len: 168 time: 0.1732128 Jul 16 20:32:42.492655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74bde1-b255-402c-a25b-3d87ecadca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4704c8-384f-44fa-926c-aa03b9214268,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.538607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.587380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53542) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.836418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2053990943-network', 'tenant_id': 'b237580579dc45a59b61e8e59621494f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:42.856959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-b4f61ee1-412e-41ee-af75-87c696756824 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.858041 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b4f61ee1-412e-41ee-af75-87c696756824 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2694042 Jul 16 20:32:42.861463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53550) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.867912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-b9a84bfc-25e6-4a69-bade-1a04b7a5a9cd tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.868853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b9a84bfc-25e6-4a69-bade-1a04b7a5a9cd tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064809 Jul 16 20:32:42.871544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53554) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.877260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-ceadc627-087e-44bd-a52a-d146c11c5df5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.878424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ceadc627-087e-44bd-a52a-d146c11c5df5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048997 Jul 16 20:32:42.880891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Made reservation on behalf of b237580579dc45a59b61e8e59621494f for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:42.883599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53556) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.885570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.889007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-3429ffad-6632-4a59-9ea0-9d84802758c0 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.890492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3429ffad-6632-4a59-9ea0-9d84802758c0 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059056 Jul 16 20:32:42.893255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53560) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.893930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.899685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-4aa28db1-d790-427a-a2b5-9e08354703d4 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.900823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4aa28db1-d790-427a-a2b5-9e08354703d4 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0057588 Jul 16 20:32:42.903424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53562) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.909958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-8a6bd3b9-103c-4b0b-9d79-933bd66c1374 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.912536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8a6bd3b9-103c-4b0b-9d79-933bd66c1374 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074794 Jul 16 20:32:42.915092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53564) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.921695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-3acccd14-a0c9-45e7-9726-2114141e2c6d tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.922976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3acccd14-a0c9-45e7-9726-2114141e2c6d tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065556 Jul 16 20:32:42.925801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53568) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.930542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-cd72c328-5c01-43af-adc8-e106175a8296 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.931884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cd72c328-5c01-43af-adc8-e106175a8296 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047503 Jul 16 20:32:42.934158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53570) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.941655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-234ae673-f8eb-4441-a724-a0c944457565 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.943609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-234ae673-f8eb-4441-a724-a0c944457565 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079489 Jul 16 20:32:42.946779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53572) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.952373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-8778f717-078f-4b80-a01f-aec6eddf8d28 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.955070 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8778f717-078f-4b80-a01f-aec6eddf8d28 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059259 Jul 16 20:32:42.956452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53576) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.965003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-04839d7f-07cb-4897-bc66-698d70cea432 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.966428 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-04839d7f-07cb-4897-bc66-698d70cea432 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087461 Jul 16 20:32:42.969370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53580) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.975099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-37a22f13-af64-4125-847b-18ac04aff58b tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.976407 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-37a22f13-af64-4125-847b-18ac04aff58b tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056250 Jul 16 20:32:42.980263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53582) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.993605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-4a2c58ac-71dd-4251-948b-ffe5707a6f6a tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:42.994956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4a2c58ac-71dd-4251-948b-ffe5707a6f6a tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0133154 Jul 16 20:32:42.998010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53584) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.002762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-6e3d5fb3-55d7-4e1c-8cd3-1375d294f492 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.006641 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6e3d5fb3-55d7-4e1c-8cd3-1375d294f492 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047619 Jul 16 20:32:43.006805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53586) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.011743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-1d540c55-a789-4a58-a5f7-93177f9c8b16 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.012722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1d540c55-a789-4a58-a5f7-93177f9c8b16 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047278 Jul 16 20:32:43.015234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.020561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-572a5ce4-257f-45ec-baf5-5266f41766ec tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.023927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-572a5ce4-257f-45ec-baf5-5266f41766ec tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052252 Jul 16 20:32:43.024273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.031947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-73f90fb3-7470-4ab4-b381-b11f1f67a454 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.033084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-73f90fb3-7470-4ab4-b381-b11f1f67a454 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077455 Jul 16 20:32:43.037493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53594) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.042195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-0f4f3cf6-0dd9-412f-a365-8b692f1d498e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.043263 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f4f3cf6-0dd9-412f-a365-8b692f1d498e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045919 Jul 16 20:32:43.046044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53596) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.056497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-115252f3-ee90-4a47-aa81-f4c66133edfc tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.058367 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-115252f3-ee90-4a47-aa81-f4c66133edfc tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0102663 Jul 16 20:32:43.060913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53598) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.069678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-f2c8354c-298e-4243-b91e-71ffc861b55f tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.069678 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f2c8354c-298e-4243-b91e-71ffc861b55f tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077817 Jul 16 20:32:43.072754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53600) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.079307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-5839f4af-aa53-4aae-804f-a3950ed45df0 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.080074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5839f4af-aa53-4aae-804f-a3950ed45df0 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049920 Jul 16 20:32:43.082639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53602) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.085009 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.088446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-3b2026dd-e7b3-45bf-9e40-567abc4ba276 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.089532 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b2026dd-e7b3-45bf-9e40-567abc4ba276 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053797 Jul 16 20:32:43.091071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.092571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53604) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.099130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-b25aace3-22ac-4403-952e-33ecf0bcbbb3 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.100586 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b25aace3-22ac-4403-952e-33ecf0bcbbb3 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060694 Jul 16 20:32:43.103687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53606) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.112061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-6f40e2f2-fb56-489d-8efa-a588cae38933 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.114748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6f40e2f2-fb56-489d-8efa-a588cae38933 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090184 Jul 16 20:32:43.116563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53608) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.120967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:43.123331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-3dcea1d2-949a-4935-8266-c99a9c2247c1 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.125623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3dcea1d2-949a-4935-8266-c99a9c2247c1 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072160 Jul 16 20:32:43.128060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53610) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.130816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdd4fd1-1620-47ea-b77c-b7c1771a67a6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:43.134496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-1a963038-cded-46b6-b3ff-4bb77d039bda tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.136065 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1a963038-cded-46b6-b3ff-4bb77d039bda tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062854 Jul 16 20:32:43.138602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53612) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.146175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-1ff4b631-cb9f-4796-90d1-3611fb7f9cb4 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.148126 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1ff4b631-cb9f-4796-90d1-3611fb7f9cb4 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079756 Jul 16 20:32:43.149282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.149627 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Added segment 6bfbb594-8e97-4aea-a108-e307a4169318 of type vlan for network 6d8fab5c-7cbd-4bca-9da3-728385c91efa Jul 16 20:32:43.150767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53614) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.161360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-13068c24-5585-4df6-8efa-e8e24b0f21b2 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.162341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13068c24-5585-4df6-8efa-e8e24b0f21b2 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0106106 Jul 16 20:32:43.165051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53616) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.169327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-5c255232-6a05-4034-8ff7-a2a29611a208 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.170900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5c255232-6a05-4034-8ff7-a2a29611a208 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043364 Jul 16 20:32:43.173259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53618) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.178461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-ede29995-1afa-484d-9a67-04721b50ad90 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.182473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ede29995-1afa-484d-9a67-04721b50ad90 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0081611 Jul 16 20:32:43.183486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53624) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.188931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-e2c8788a-2e38-4e16-b284-4b9e2babd0e3 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.192561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e2c8788a-2e38-4e16-b284-4b9e2babd0e3 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076818 Jul 16 20:32:43.193169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53626) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.198503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-dc1512a4-1838-4ef9-91a7-ac84c44a79a5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.199569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dc1512a4-1838-4ef9-91a7-ac84c44a79a5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054989 Jul 16 20:32:43.202213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53628) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.207475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-7ed49d6b-9939-466a-974b-ce6aa1043f04 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.208608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7ed49d6b-9939-466a-974b-ce6aa1043f04 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048954 Jul 16 20:32:43.210987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53630) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.217560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-755bb231-cda6-4edc-8cc1-6afa1b9d180e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.217846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.219161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-755bb231-cda6-4edc-8cc1-6afa1b9d180e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064249 Jul 16 20:32:43.221560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53632) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.227833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-19194621-93ca-4723-8d40-7c9869e7fd46 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.229221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-19194621-93ca-4723-8d40-7c9869e7fd46 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057399 Jul 16 20:32:43.232738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53636) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.237830 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-6c1597d7-7dd3-48cb-9ae5-317053bfa3cb tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.239154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6c1597d7-7dd3-48cb-9ae5-317053bfa3cb tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047226 Jul 16 20:32:43.242903 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53638) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.248190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-2152229c-5925-4303-ba38-63fd499c5c05 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.252149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2152229c-5925-4303-ba38-63fd499c5c05 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052729 Jul 16 20:32:43.253765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53640) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.259665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-dd077399-50ff-432c-b956-b65501f88761 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.262305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dd077399-50ff-432c-b956-b65501f88761 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074577 Jul 16 20:32:43.263720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53642) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.268293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-4d8ae7bb-c640-4e69-97ca-4ba02534c6ce tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.271386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4d8ae7bb-c640-4e69-97ca-4ba02534c6ce tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065491 Jul 16 20:32:43.272007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53644) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.277807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-8c001409-6788-48b3-8b7f-4559fca1d9b6 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.282435 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8c001409-6788-48b3-8b7f-4559fca1d9b6 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055399 Jul 16 20:32:43.282435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.282652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53648) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.286384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-a94645b9-ac81-4ace-b31b-becd5a66d1ab tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.287604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.288831 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.290269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a94645b9-ac81-4ace-b31b-becd5a66d1ab tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074918 Jul 16 20:32:43.290902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53650) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.295762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-acd9f9b2-b59a-4660-910e-cca76b35666e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.300528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-acd9f9b2-b59a-4660-910e-cca76b35666e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084817 Jul 16 20:32:43.301308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53652) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.306654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-be37ec1f-a18e-464c-acc8-fad121882d99 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.310697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be37ec1f-a18e-464c-acc8-fad121882d99 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0082440 Jul 16 20:32:43.311485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53654) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.319148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-23f032d3-2877-4dc7-9878-2c57b909e0b8 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.324452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-23f032d3-2877-4dc7-9878-2c57b909e0b8 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0109479 Jul 16 20:32:43.324731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53656) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.330494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-aa38a719-5250-4733-9cc2-b2a8e1d102d8 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.334470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aa38a719-5250-4733-9cc2-b2a8e1d102d8 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083814 Jul 16 20:32:43.336327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53658) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.338498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7976511 Jul 16 20:32:43.343203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53660) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.348202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Request body: {'subnet': {'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2053990943-subnet', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:43.348916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-a5f3b00a-ca64-4612-a2d1-41b383e80e71 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.355423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a5f3b00a-ca64-4612-a2d1-41b383e80e71 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0173604 Jul 16 20:32:43.356679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53662) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.364218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-3fece259-1f3f-4cdd-ad92-ea7ac797bb57 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.371580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3fece259-1f3f-4cdd-ad92-ea7ac797bb57 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0131841 Jul 16 20:32:43.372635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53666) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.381755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-dc7a38e6-20cc-4429-af44-30cf07c5b570 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.383460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e77b2-24d3-4946-baaf-0e3e962993fe admin admin] Pushing event updated for resources: {'Network': ['ID=6d8fab5c-7cbd-4bca-9da3-728385c91efa,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:43.387691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dc7a38e6-20cc-4429-af44-30cf07c5b570 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0136039 Jul 16 20:32:43.391453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.395389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:43.396996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-1f69d8cf-1a62-484e-984a-905e71e5e0b8 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.401113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1f69d8cf-1a62-484e-984a-905e71e5e0b8 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084984 Jul 16 20:32:43.402107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.407164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-8bf7fe4d-db06-41bd-b64b-097a1d87ecc9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.411078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8bf7fe4d-db06-41bd-b64b-097a1d87ecc9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079403 Jul 16 20:32:43.411703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53672) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.416383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-dfaca955-db6d-498e-93e1-2db5a211abd0 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.419985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dfaca955-db6d-498e-93e1-2db5a211abd0 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071938 Jul 16 20:32:43.420308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53674) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.426370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-c36b51b3-998e-49f0-85a2-25b7e2ccfeb9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.430311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53676) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.435769 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c36b51b3-998e-49f0-85a2-25b7e2ccfeb9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0142441 Jul 16 20:32:43.436723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-dcd205f4-e7e1-4827-9331-5c3d5589f4e5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.438226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Made reservation on behalf of b237580579dc45a59b61e8e59621494f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:43.444866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dcd205f4-e7e1-4827-9331-5c3d5589f4e5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0131102 Jul 16 20:32:43.445497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53678) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.447818 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.460771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-0b41289c-c9e4-401a-9695-37684dddd6cf tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.465217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0b41289c-c9e4-401a-9695-37684dddd6cf tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0181451 Jul 16 20:32:43.466096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53680) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.470950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-27cd17b6-52c6-4239-ba55-cd2e42d1ff89 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.474976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-27cd17b6-52c6-4239-ba55-cd2e42d1ff89 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073969 Jul 16 20:32:43.476083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.483849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-ff349e72-e5cb-413e-812e-7b7c3eaff25c tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.490458 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ff349e72-e5cb-413e-812e-7b7c3eaff25c tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0126891 Jul 16 20:32:43.491668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53684) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.499414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-e9a80ce0-00c1-43af-924a-dcf9ebff9cd6 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.504447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e9a80ce0-00c1-43af-924a-dcf9ebff9cd6 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0112915 Jul 16 20:32:43.504702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53686) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.511509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-55dc7997-9dd7-4b48-a3b3-01fb4f7133e9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.512468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-55dc7997-9dd7-4b48-a3b3-01fb4f7133e9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065103 Jul 16 20:32:43.515477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53688) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.520001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-e2ab0bde-89bf-4c4c-98df-63138fcc88f9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.522981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e2ab0bde-89bf-4c4c-98df-63138fcc88f9 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045314 Jul 16 20:32:43.524045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53690) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.528561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-e69b898a-7c41-4c81-81c6-714ddc593fdc tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.529723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e69b898a-7c41-4c81-81c6-714ddc593fdc tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046270 Jul 16 20:32:43.532374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53692) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.536571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-02a94fe1-36e7-4078-a243-b2b1e1424d56 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.537551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-02a94fe1-36e7-4078-a243-b2b1e1424d56 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042088 Jul 16 20:32:43.539932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53694) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.544299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-167756af-0312-44a2-b4f8-39d72d53d65e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.547565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-167756af-0312-44a2-b4f8-39d72d53d65e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061371 Jul 16 20:32:43.548835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53696) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.554347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-fd7a4dc0-4016-4be4-99d2-99d90f5a6ec5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.558707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53698) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.562820 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fd7a4dc0-4016-4be4-99d2-99d90f5a6ec5 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0129817 Jul 16 20:32:43.563503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53700) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.563945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-b8e6159d-ac90-4835-b248-b33a20c06d30 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.567355 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b8e6159d-ac90-4835-b248-b33a20c06d30 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0072403 Jul 16 20:32:43.579152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53702) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.588046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-e8459d8c-246f-4e10-ac76-1ba46a8cd534 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.593090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53706) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.593726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e8459d8c-246f-4e10-ac76-1ba46a8cd534 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0122099 Jul 16 20:32:43.598305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [None req-1512eb0c-ba17-4825-a43a-185b4fc4c030 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.599279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1512eb0c-ba17-4825-a43a-185b4fc4c030 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047822 Jul 16 20:32:43.602585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.608012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-942de9aa-9ec3-4370-b313-035c557c6b8e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.611655 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-942de9aa-9ec3-4370-b313-035c557c6b8e tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075727 Jul 16 20:32:43.612518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53710) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.627882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-d7c69df8-f1bf-463b-b049-070af307548d tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.631200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d7c69df8-f1bf-463b-b049-070af307548d tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0167141 Jul 16 20:32:43.641902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53712) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.648721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [None req-3eca08a2-85fc-4827-a4e5-682354b44e11 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:43.652089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3eca08a2-85fc-4827-a4e5-682354b44e11 tempest-ExtensionsTestJSON-1117878099 tempest-ExtensionsTestJSON-1117878099-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090094 Jul 16 20:32:43.707110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a63cbc88-a677-405f-a0b4-c053ab24f5e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:43.707668 n-d-792458-10 neutron-server[93861]: WARNING neutron.api.v2.base [None req-a63cbc88-a677-405f-a0b4-c053ab24f5e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:32:43.708176 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-a63cbc88-a677-405f-a0b4-c053ab24f5e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:32:43.709193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a63cbc88-a677-405f-a0b4-c053ab24f5e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1447694 Jul 16 20:32:43.713076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.717564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--824107314'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:43.732135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.747911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.758389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.804003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f3bbdc-6253-47a6-94a8-4ec4a177df56,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:43.811734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Checking segment: {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:43.812114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Network hostable DHCP agents. Network: 6d8fab5c-7cbd-4bca-9da3-728385c91efa, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:43.835054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:43.869825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6d8fab5c-7cbd-4bca-9da3-728385c91efa) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:43.884403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd7167-cfc5-4473-b84d-15b595dfa5e9 None None] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:43.886177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.886828 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.913872 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.920667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.927315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f350469b-8dd7-4957-bd62-1176d8e2d002 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5827751 Jul 16 20:32:43.930705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.935345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:44.020083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187640cc-b6a4-4be2-b4d4-66f161cbab79,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.064340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.110212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:44.111163 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.111604 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.117355 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.144119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.145825 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.155911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.157717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4436355 Jul 16 20:32:44.162398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53728) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.162574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450eae6-3469-481d-b847-74fd6677b505 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a67898-10e7-47a9-a55b-3e8229743bb3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.168340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5ab3ef40-f1a8-4d60-a3ff-a20dff19b915 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '63a67898-10e7-47a9-a55b-3e8229743bb3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:44.320432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Allocated IP 172.20.0.2 (6d8fab5c-7cbd-4bca-9da3-728385c91efa/43f3bbdc-6253-47a6-94a8-4ec4a177df56/6e19c225-65fb-4f03-ada4-e4d720759f6c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:44.559824 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.568697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Transition to ACTIVE for port object 6e19c225-65fb-4f03-ada4-e4d720759f6c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:44.596565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Transition to ACTIVE for port object 6e19c225-65fb-4f03-ada4-e4d720759f6c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:44.604330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.641985 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.654774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5a3f-e8e9-4d4e-b164-23a94636bc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.659069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:44.661933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:44.665697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:44.673675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Pushing event updated for resources: {'Port': ['ID=6e19c225-65fb-4f03-ada4-e4d720759f6c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.720076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ef40-f1a8-4d60-a3ff-a20dff19b915 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.728601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Attempting to bind port 6e19c225-65fb-4f03-ada4-e4d720759f6c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:44.729113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Attempting to bind port 6e19c225-65fb-4f03-ada4-e4d720759f6c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:44.729355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Attempting to bind port 6e19c225-65fb-4f03-ada4-e4d720759f6c on network 6d8fab5c-7cbd-4bca-9da3-728385c91efa {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:44.734649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:44.735067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Checking segment: {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:44.735535 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.735925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Bound using segment: {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:44.736401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Bound port: 6e19c225-65fb-4f03-ada4-e4d720759f6c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:44.736759 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.801244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] For port 6e19c225-65fb-4f03-ada4-e4d720759f6c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:44.804423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] For port 6e19c225-65fb-4f03-ada4-e4d720759f6c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6e19c225-65fb-4f03-ada4-e4d720759f6c,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:44.809927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.830655 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.878110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bbd61-419e-4888-89f4-1058d184a45e None None] Pushing event updated for resources: {'Port': ['ID=6e19c225-65fb-4f03-ada4-e4d720759f6c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.931843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ef40-f1a8-4d60-a3ff-a20dff19b915 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.943168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ef40-f1a8-4d60-a3ff-a20dff19b915 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.974134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3ef40-f1a8-4d60-a3ff-a20dff19b915 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133a6032-be29-4161-91dd-09a114ab8b95,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.023177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5a3f-e8e9-4d4e-b164-23a94636bc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.034634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5a3f-e8e9-4d4e-b164-23a94636bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.070554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ef40-f1a8-4d60-a3ff-a20dff19b915 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.075143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5ab3ef40-f1a8-4d60-a3ff-a20dff19b915 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9107821 Jul 16 20:32:45.075285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53734) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.080704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-aec1f4f4-e92c-479f-bc4d-dbaf4213346e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '63a67898-10e7-47a9-a55b-3e8229743bb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:45.105933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a8bb5a3f-e8e9-4d4e-b164-23a94636bc55 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ed494206624f4fc6bf14cbd9c123b011&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0408120 Jul 16 20:32:45.108518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb5a3f-e8e9-4d4e-b164-23a94636bc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77b1b25-f01c-4a43-94f5-39d723874d33,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.109972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53736) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.129111 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4f4-e92c-479f-bc4d-dbaf4213346e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.221050 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3d3578f-e2a2-4917-840c-8de97456d806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.248479 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-aec1f4f4-e92c-479f-bc4d-dbaf4213346e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:32:45.249771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aec1f4f4-e92c-479f-bc4d-dbaf4213346e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1731455 Jul 16 20:32:45.253002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.256511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3d3578f-e2a2-4917-840c-8de97456d806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.266440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.287558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.339657 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb10dcc6-57bc-49ed-9779-edf84cc27b99 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.354098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3d3578f-e2a2-4917-840c-8de97456d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.357077 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3d3578f-e2a2-4917-840c-8de97456d806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.360485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a3d3578f-e2a2-4917-840c-8de97456d806 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e77b1b25-f01c-4a43-94f5-39d723874d33 HTTP/1.1" status: 204 len: 168 time: 0.2461543 Jul 16 20:32:45.393841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb10dcc6-57bc-49ed-9779-edf84cc27b99 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.396972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3578f-e2a2-4917-840c-8de97456d806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77b1b25-f01c-4a43-94f5-39d723874d33,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.422189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Allocated IP 172.25.3.106 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/841aaef7-40ed-4022-a761-2e0cf9cca41d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:45.460829 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb10dcc6-57bc-49ed-9779-edf84cc27b99 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.463999 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb10dcc6-57bc-49ed-9779-edf84cc27b99 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.465175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb10dcc6-57bc-49ed-9779-edf84cc27b99 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/63a67898-10e7-47a9-a55b-3e8229743bb3 HTTP/1.1" status: 204 len: 168 time: 0.2112586 Jul 16 20:32:45.469944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53748) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.489652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10dcc6-57bc-49ed-9779-edf84cc27b99 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a67898-10e7-47a9-a55b-3e8229743bb3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.545338 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c2ed746b-62d9-4ad7-bc13-2c6ab9d1560a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729258 Jul 16 20:32:45.549811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53750) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.554932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-187ba507-a54a-4878-b928-1f7e5a06c71b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--608648309'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:45.581735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187ba507-a54a-4878-b928-1f7e5a06c71b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.601779 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.674068 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.745980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:45.748938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:45.753079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:45.756568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187ba507-a54a-4878-b928-1f7e5a06c71b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.764493 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187ba507-a54a-4878-b928-1f7e5a06c71b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.779082 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Pushing event updated for resources: {'Port': ['ID=841aaef7-40ed-4022-a761-2e0cf9cca41d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.797134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ba507-a54a-4878-b928-1f7e5a06c71b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83acc08d-f4ed-4fd2-b787-5dc9597ede46,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.800002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187ba507-a54a-4878-b928-1f7e5a06c71b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.804815 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-187ba507-a54a-4878-b928-1f7e5a06c71b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2536485 Jul 16 20:32:45.804917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53760) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.814440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-40d1f2ca-b2fb-481c-a1df-6a9ddb93e2d1 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '83acc08d-f4ed-4fd2-b787-5dc9597ede46', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:45.814440 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-40d1f2ca-b2fb-481c-a1df-6a9ddb93e2d1 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:32:45.814440 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-40d1f2ca-b2fb-481c-a1df-6a9ddb93e2d1 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:45.814440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-40d1f2ca-b2fb-481c-a1df-6a9ddb93e2d1 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061400 Jul 16 20:32:45.821698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53764) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.884885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7de48a5-d754-49c7-a391-e96a1f9909a0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.920145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7de48a5-d754-49c7-a391-e96a1f9909a0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.992768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7de48a5-d754-49c7-a391-e96a1f9909a0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.995991 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7de48a5-d754-49c7-a391-e96a1f9909a0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.997594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f7de48a5-d754-49c7-a391-e96a1f9909a0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/83acc08d-f4ed-4fd2-b787-5dc9597ede46 HTTP/1.1" status: 204 len: 168 time: 0.1748037 Jul 16 20:32:46.002004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53768) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.017660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de48a5-d754-49c7-a391-e96a1f9909a0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83acc08d-f4ed-4fd2-b787-5dc9597ede46,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.109110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e948b52b-f066-481e-b402-6fd1306aa068 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044128 Jul 16 20:32:46.114226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53774) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.120485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-26de8023-1c77-41dc-abfe-2ac2e8db2f50 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--388329446'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:46.126031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.150530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26de8023-1c77-41dc-abfe-2ac2e8db2f50 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.186268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0712e-af42-46f8-bf2f-f4597aec2236 None None] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:46.262201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26de8023-1c77-41dc-abfe-2ac2e8db2f50 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.269258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26de8023-1c77-41dc-abfe-2ac2e8db2f50 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.297040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b391c716-a962-41d4-b3e2-5e30e106e30b None None] Provisioning for port 6e19c225-65fb-4f03-ada4-e4d720759f6c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:46.301192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26de8023-1c77-41dc-abfe-2ac2e8db2f50 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.304999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26de8023-1c77-41dc-abfe-2ac2e8db2f50 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1870522 Jul 16 20:32:46.305721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53782) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.308068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de8023-1c77-41dc-abfe-2ac2e8db2f50 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd989d77-582d-46ea-8bd4-d7e286ad9d97,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.313496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f93e5ab4-43f1-4417-8939-0a057b74837b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': 'fd989d77-582d-46ea-8bd4-d7e286ad9d97', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:46.331298 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-f93e5ab4-43f1-4417-8939-0a057b74837b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:32:46.332787 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-f93e5ab4-43f1-4417-8939-0a057b74837b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:46.336830 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f93e5ab4-43f1-4417-8939-0a057b74837b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0272517 Jul 16 20:32:46.337263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53784) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.404649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53786) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.435666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c89dc637-14b2-43e5-8c11-26e304206ccf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.464354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c89dc637-14b2-43e5-8c11-26e304206ccf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.483794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.489550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6e19c225-65fb-4f03-ada4-e4d720759f6c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:46.522639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c89dc637-14b2-43e5-8c11-26e304206ccf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.530242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c89dc637-14b2-43e5-8c11-26e304206ccf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.536068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53790) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.536221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c89dc637-14b2-43e5-8c11-26e304206ccf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/fd989d77-582d-46ea-8bd4-d7e286ad9d97 HTTP/1.1" status: 204 len: 168 time: 0.1969585 Jul 16 20:32:46.556958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dc637-14b2-43e5-8c11-26e304206ccf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd989d77-582d-46ea-8bd4-d7e286ad9d97,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.588939 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'networks': [{'name': 'tempest-network--1770630028'}, {'name': 'tempest-network--749070107'}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:46.589303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'network': {'name': 'tempest-network--1770630028'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:46.589834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'network': {'name': 'tempest-network--749070107'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:46.593525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 6e19c225-65fb-4f03-ada4-e4d720759f6c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:46.598871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6e19c225-65fb-4f03-ada4-e4d720759f6c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:46.599511 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.623929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Made reservation on behalf of 6d9853bdba344e9e9912a72956e98a52 for: {'network': 2} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:46.628717 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.640821 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.719539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4f602843-8b2e-4655-95d6-61a2a9f15b75 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1808422 Jul 16 20:32:46.720246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53796) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.728934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-904f3503-d4e0-4c5b-9503-b5b34241e5f9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--12739348'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:46.774915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.780630 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.783739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.785565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.821738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Router 60447898-eddf-454d-b176-2e6b42014b97 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:32:46.835792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-904f3503-d4e0-4c5b-9503-b5b34241e5f9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.838516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:46.860560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2e1d6d-8cbd-4d34-bc34-7a1ff8748ee9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.868156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.868419 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Added segment 2b34ee1c-d9a4-4b60-8e11-f0f369efaa21 of type vlan for network 77849db2-82f5-4833-a2cd-cf184906c43f Jul 16 20:32:46.877236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 6e19c225-65fb-4f03-ada4-e4d720759f6c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6e19c225-65fb-4f03-ada4-e4d720759f6c,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:46.885752 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.944512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.988480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=6e19c225-65fb-4f03-ada4-e4d720759f6c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.001493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:47.013634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.014369 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Added segment 61c6e1a9-058c-44cd-97a8-9e6a4d1d7d8b of type vlan for network dc59f855-96cd-4c63-bb0a-0a000e80d796 Jul 16 20:32:47.070343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c62a7390-a797-4caa-9efd-8f9a5bb82db6 None None] Provisioning complete for port 6e19c225-65fb-4f03-ada4-e4d720759f6c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:47.070799 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c62a7390-a797-4caa-9efd-8f9a5bb82db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.091635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.148949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.151658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.163840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.168229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:47.175523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.176883 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.178057 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Sync routers for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:47.196856 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:47.198056 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:47.213779 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-904f3503-d4e0-4c5b-9503-b5b34241e5f9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.222254 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-904f3503-d4e0-4c5b-9503-b5b34241e5f9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.241375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8341255 Jul 16 20:32:47.243302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.245558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ad69555-21b6-4c4a-be9d-0a2510f31d6e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3133340 Jul 16 20:32:47.245749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53802) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.258965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53804) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.319596 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-904f3503-d4e0-4c5b-9503-b5b34241e5f9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.321067 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-904f3503-d4e0-4c5b-9503-b5b34241e5f9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5976107 Jul 16 20:32:47.326873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53806) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.330267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f3503-d4e0-4c5b-9503-b5b34241e5f9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dfc4fd-1572-4ab6-8d99-29bcc17783fe,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.334466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-551293c5-7b63-47fb-a2d0-07282c12158e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': 'b0dfc4fd-1572-4ab6-8d99-29bcc17783fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:47.348657 n-d-792458-10 neutron-server[93861]: WARNING neutron.api.v2.base [None req-551293c5-7b63-47fb-a2d0-07282c12158e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:32:47.350078 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-551293c5-7b63-47fb-a2d0-07282c12158e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:47.352303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-551293c5-7b63-47fb-a2d0-07282c12158e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216269 Jul 16 20:32:47.369863 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:47.377154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53808) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.382083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e78d21f9-beaa-4e2d-827b-378b1d0f72dc tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': 'b0dfc4fd-1572-4ab6-8d99-29bcc17783fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:47.384009 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-e78d21f9-beaa-4e2d-827b-378b1d0f72dc tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:32:47.384741 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-e78d21f9-beaa-4e2d-827b-378b1d0f72dc tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:47.385972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e78d21f9-beaa-4e2d-827b-378b1d0f72dc tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078177 Jul 16 20:32:47.389186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53810) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.395908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8a0f72a4-12b1-4c94-b8d9-ae992b64268e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': 'b0dfc4fd-1572-4ab6-8d99-29bcc17783fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:47.397315 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-8a0f72a4-12b1-4c94-b8d9-ae992b64268e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:32:47.398064 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-8a0f72a4-12b1-4c94-b8d9-ae992b64268e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:47.399498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8a0f72a4-12b1-4c94-b8d9-ae992b64268e tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090928 Jul 16 20:32:47.402568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.408290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f4f5f1b4-9509-4f59-a067-0c67e88a42e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': 'b0dfc4fd-1572-4ab6-8d99-29bcc17783fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:47.409607 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-f4f5f1b4-9509-4f59-a067-0c67e88a42e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:32:47.410435 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-f4f5f1b4-9509-4f59-a067-0c67e88a42e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:47.412877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f4f5f1b4-9509-4f59-a067-0c67e88a42e0 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081921 Jul 16 20:32:47.418290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53816) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.470314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d65873-93ed-4bb2-8444-300d86a7a812 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.479909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d65873-93ed-4bb2-8444-300d86a7a812 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.487808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d65873-93ed-4bb2-8444-300d86a7a812 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.496209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d65873-93ed-4bb2-8444-300d86a7a812 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.498756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d181b-946d-4ed4-9311-58f1bbfb82df tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.500113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f0d65873-93ed-4bb2-8444-300d86a7a812 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2526870 Jul 16 20:32:47.501711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Network': ['ID=77849db2-82f5-4833-a2cd-cf184906c43f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.505805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53818) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.514920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 77849db2-82f5-4833-a2cd-cf184906c43f details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:47.527607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d181b-946d-4ed4-9311-58f1bbfb82df tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.585987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078bcd9-1635-44d8-b341-e1be13a19d71 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Network': ['ID=dc59f855-96cd-4c63-bb0a-0a000e80d796,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.619020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d181b-946d-4ed4-9311-58f1bbfb82df tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.622121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4a5d181b-946d-4ed4-9311-58f1bbfb82df tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.623933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a5d181b-946d-4ed4-9311-58f1bbfb82df tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/b0dfc4fd-1572-4ab6-8d99-29bcc17783fe HTTP/1.1" status: 204 len: 168 time: 0.2041526 Jul 16 20:32:47.630954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53820) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.651577 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d181b-946d-4ed4-9311-58f1bbfb82df tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dfc4fd-1572-4ab6-8d99-29bcc17783fe,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.712814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.729604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d35ce9f4-3588-4a32-a318-8fda2dc46d1c tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918298 Jul 16 20:32:47.730172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53822) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.736920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bd751100-8852-491b-9c76-827c257b214f tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--66977142'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:47.778437 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd751100-8852-491b-9c76-827c257b214f tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.822605 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:45Z', 'revision_number': 3, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:47.852715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.864392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77849db2-82f5-4833-a2cd-cf184906c43f']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:47.876892 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Checking router: 60447898-eddf-454d-b176-2e6b42014b97 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:47.877685 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Updating router 60447898-eddf-454d-b176-2e6b42014b97 port 841aaef7-40ed-4022-a761-2e0cf9cca41d binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:47.878273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b34ee1c-d9a4-4b60-8e11-f0f369efaa21') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:47.878585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b34ee1c-d9a4-4b60-8e11-f0f369efaa21') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:47.892702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.909836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.912694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network dc59f855-96cd-4c63-bb0a-0a000e80d796 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:47.914203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd751100-8852-491b-9c76-827c257b214f tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.917570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:47.918007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.946957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd751100-8852-491b-9c76-827c257b214f tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:47.950517 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:47.953261 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.987476 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bd751100-8852-491b-9c76-827c257b214f tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.991768 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd751100-8852-491b-9c76-827c257b214f tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2578268 Jul 16 20:32:47.995311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53824) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.001005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9a5b7414-8411-479b-8f95-37f502975d6b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.001878 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-9a5b7414-8411-479b-8f95-37f502975d6b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:32:48.002431 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-9a5b7414-8411-479b-8f95-37f502975d6b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.003477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9a5b7414-8411-479b-8f95-37f502975d6b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072205 Jul 16 20:32:48.007926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd751100-8852-491b-9c76-827c257b214f tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c07abf5-e525-4614-af9a-d001a560da81,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.009985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53826) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.014992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c94804d2-643f-44d8-906a-7e434be298d7 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.066608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.088926 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-c94804d2-643f-44d8-906a-7e434be298d7 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.090071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c94804d2-643f-44d8-906a-7e434be298d7 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0788667 Jul 16 20:32:48.106486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53828) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.107561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.112213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/networks/77849db2-82f5-4833-a2cd-cf184906c43f HTTP/1.1" status: 204 len: 168 time: 0.5250814 Jul 16 20:32:48.112213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a6bc6-568e-4257-b7e5-f772cd3de97b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Network': ['ID=77849db2-82f5-4833-a2cd-cf184906c43f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.114306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53830) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.118335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7323bc54-f4e1-4d9d-86d1-9d85980a75d6 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.119384 n-d-792458-10 neutron-server[93861]: WARNING neutron.api.v2.base [None req-7323bc54-f4e1-4d9d-86d1-9d85980a75d6 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:32:48.119890 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-7323bc54-f4e1-4d9d-86d1-9d85980a75d6 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.121440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7323bc54-f4e1-4d9d-86d1-9d85980a75d6 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077152 Jul 16 20:32:48.123852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53832) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.130595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-510f405e-7bbd-4034-9c85-49f7913a999b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.213983 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.227786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.228359 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-510f405e-7bbd-4034-9c85-49f7913a999b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.232842 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-510f405e-7bbd-4034-9c85-49f7913a999b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1078980 Jul 16 20:32:48.235542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53836) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.245036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5cdd1200-d633-452a-8c9a-47c8d964ea7a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.245539 n-d-792458-10 neutron-server[93861]: WARNING neutron.api.v2.base [None req-5cdd1200-d633-452a-8c9a-47c8d964ea7a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:32:48.246541 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-5cdd1200-d633-452a-8c9a-47c8d964ea7a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.247967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5cdd1200-d633-452a-8c9a-47c8d964ea7a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099928 Jul 16 20:32:48.255306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.259890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fafe4341-468d-4ac7-995b-96b8a4fc0d71 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.342946 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-fafe4341-468d-4ac7-995b-96b8a4fc0d71 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.347701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fafe4341-468d-4ac7-995b-96b8a4fc0d71 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0914886 Jul 16 20:32:48.350001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.351439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53840) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.356409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3ab66462-a188-4e4a-8148-f94721120a34 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.357182 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-3ab66462-a188-4e4a-8148-f94721120a34 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:32:48.358016 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-3ab66462-a188-4e4a-8148-f94721120a34 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.362216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ab66462-a188-4e4a-8148-f94721120a34 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092981 Jul 16 20:32:48.363371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc59f855-96cd-4c63-bb0a-0a000e80d796']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:48.365597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53842) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.372433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-612228f8-2ca3-4f12-8e02-79fb9ae01a81 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.392450 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.406737 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Transition to ACTIVE for port object 841aaef7-40ed-4022-a761-2e0cf9cca41d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:48.412429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6e19c225-65fb-4f03-ada4-e4d720759f6c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:48.414586 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.434300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c6e1a9-058c-44cd-97a8-9e6a4d1d7d8b') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:48.434651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c6e1a9-058c-44cd-97a8-9e6a4d1d7d8b') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:48.470016 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.490988 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730deeaa-4bc5-4e73-9b94-14bb8a2a12d1 None None] Pushing event updated for resources: {'Port': ['ID=841aaef7-40ed-4022-a761-2e0cf9cca41d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.505315 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-612228f8-2ca3-4f12-8e02-79fb9ae01a81 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.506406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-612228f8-2ca3-4f12-8e02-79fb9ae01a81 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1398511 Jul 16 20:32:48.510615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53844) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.511682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.516025 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Attempting to bind port 841aaef7-40ed-4022-a761-2e0cf9cca41d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:48.516790 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Attempting to bind port 841aaef7-40ed-4022-a761-2e0cf9cca41d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:48.517410 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Attempting to bind port 841aaef7-40ed-4022-a761-2e0cf9cca41d on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:48.522425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6e19c225-65fb-4f03-ada4-e4d720759f6c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:48.523195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.525102 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:48.525816 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:48.525957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8ebb742d-fb94-4bd0-b67d-dbcc0d43f388 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '7c07abf5-e525-4614-af9a-d001a560da81', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.527709 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.528461 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:48.529185 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Bound port: 841aaef7-40ed-4022-a761-2e0cf9cca41d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:48.529849 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.538815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:48.539259 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:48.542718 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:48.552176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Allocated IP 172.20.0.1 (6d8fab5c-7cbd-4bca-9da3-728385c91efa/43f3bbdc-6253-47a6-94a8-4ec4a177df56/d4352aa5-54ca-4daa-9197-c75bc6564b26) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:48.599345 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] For port 841aaef7-40ed-4022-a761-2e0cf9cca41d, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:48.603144 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] For port 841aaef7-40ed-4022-a761-2e0cf9cca41d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=841aaef7-40ed-4022-a761-2e0cf9cca41d,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:48.615231 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.646382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.659062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.664781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/networks/dc59f855-96cd-4c63-bb0a-0a000e80d796 HTTP/1.1" status: 204 len: 168 time: 0.5425894 Jul 16 20:32:48.667226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53846) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.682068 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:48.683011 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:48.698191 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-8ebb742d-fb94-4bd0-b67d-dbcc0d43f388 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:48.699330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8ebb742d-fb94-4bd0-b67d-dbcc0d43f388 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1808779 Jul 16 20:32:48.705591 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53848) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.711156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebd864-3cfd-40ba-8611-9b2d3bbebb26 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Network': ['ID=dc59f855-96cd-4c63-bb0a-0a000e80d796,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.790996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.836421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Transition to ACTIVE for port object d4352aa5-54ca-4daa-9197-c75bc6564b26 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:48.901724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ede8a6-9ff7-472b-b1c5-b973970556a1 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.903648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a471a2f5-e7b2-4dfc-8615-5f70c6facbcf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.919086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ede8a6-9ff7-472b-b1c5-b973970556a1 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.919086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-46ede8a6-9ff7-472b-b1c5-b973970556a1 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2501228 Jul 16 20:32:48.922972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53852) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.934185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1115879887'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.943473 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730deeaa-4bc5-4e73-9b94-14bb8a2a12d1 None None] Pushing event updated for resources: {'Port': ['ID=841aaef7-40ed-4022-a761-2e0cf9cca41d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.974825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Made reservation on behalf of 6d9853bdba344e9e9912a72956e98a52 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:48.979188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.980447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a471a2f5-e7b2-4dfc-8615-5f70c6facbcf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.982197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:49.010306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.030546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:49.041039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.041443 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Added segment b4115dab-82d9-4613-affd-546aa3217fcb of type vlan for network 3fdb5781-f646-4c9c-9245-c3ebc5742da3 Jul 16 20:32:49.056368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:49.060280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:49.066910 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:49.107141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.113951 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a471a2f5-e7b2-4dfc-8615-5f70c6facbcf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.117962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a471a2f5-e7b2-4dfc-8615-5f70c6facbcf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.121288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a471a2f5-e7b2-4dfc-8615-5f70c6facbcf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/7c07abf5-e525-4614-af9a-d001a560da81 HTTP/1.1" status: 204 len: 168 time: 0.4124494 Jul 16 20:32:49.124792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Pushing event updated for resources: {'Port': ['ID=d4352aa5-54ca-4daa-9197-c75bc6564b26,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.129001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53854) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.144793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471a2f5-e7b2-4dfc-8615-5f70c6facbcf tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c07abf5-e525-4614-af9a-d001a560da81,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.157008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.178689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.184562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:49.185208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.250490 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e758a10c-561e-4a72-87e9-e07a8f389064 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202619 Jul 16 20:32:49.255260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53860) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.268901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3407795 Jul 16 20:32:49.269750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53862) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.272599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-79713300-74fb-497e-8748-4b4c6bd79774 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326043511'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:49.274689 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:45Z', 'revision_number': 3, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:49.284237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2084236818'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:49.317189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b916b7a-f632-40cb-8bc3-215d83601f27 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Network': ['ID=3fdb5781-f646-4c9c-9245-c3ebc5742da3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.325506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70aa4c-e6fa-4c3b-a652-884c451cf188 None None] The sync data for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 is: [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:45Z', 'revision_number': 3, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:49.330730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 3fdb5781-f646-4c9c-9245-c3ebc5742da3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:49.337460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79713300-74fb-497e-8748-4b4c6bd79774 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.346860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:32:49.346860 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:32:49.346860 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id_1': '6d9853bdba344e9e9912a72956e98a52', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 32, 49, 292748)}] Jul 16 20:32:49.346860 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:32:49.347326 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:32:49.489244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79713300-74fb-497e-8748-4b4c6bd79774 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.494437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79713300-74fb-497e-8748-4b4c6bd79774 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.504955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.528989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79713300-74fb-497e-8748-4b4c6bd79774 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.530232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-79713300-74fb-497e-8748-4b4c6bd79774 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2746282 Jul 16 20:32:49.533196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53868) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.542822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2d8d738a-09bd-405d-a037-37f517891045 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': 'af73c8a7-a015-4b21-8080-2fec83945ca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:49.548893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79713300-74fb-497e-8748-4b4c6bd79774 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af73c8a7-a015-4b21-8080-2fec83945ca2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.560563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6a59795a-5d05-4b6f-9eaa-89f589534c68 None None] Provisioning for port d4352aa5-54ca-4daa-9197-c75bc6564b26 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:49.566287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6a59795a-5d05-4b6f-9eaa-89f589534c68 None None] Provisioning complete for port d4352aa5-54ca-4daa-9197-c75bc6564b26 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:49.566723 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6a59795a-5d05-4b6f-9eaa-89f589534c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.602561 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-2d8d738a-09bd-405d-a037-37f517891045 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The resource could not be found. Jul 16 20:32:49.607319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53870) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.609641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2d8d738a-09bd-405d-a037-37f517891045 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0746839 Jul 16 20:32:49.612119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c11ec795-9264-479d-9ed0-be2473aec85c tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': 'af73c8a7-a015-4b21-8080-2fec83945ca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4c3df54-a1c7-41c0-8fb7-4ea706714d81'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:49.658308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6a59795a-5d05-4b6f-9eaa-89f589534c68 None None] Port d4352aa5-54ca-4daa-9197-c75bc6564b26 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:49.751794 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-c11ec795-9264-479d-9ed0-be2473aec85c tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The resource could not be found. Jul 16 20:32:49.752910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c11ec795-9264-479d-9ed0-be2473aec85c tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1445255 Jul 16 20:32:49.756079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53872) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.768223 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.774727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.842019 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79228154-5137-4fbf-9d10-0374bd5b525a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.869499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79228154-5137-4fbf-9d10-0374bd5b525a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.881089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Pushing event updated for resources: {'Port': ['ID=d4352aa5-54ca-4daa-9197-c75bc6564b26,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.886787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.919725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Made reservation on behalf of 6d9853bdba344e9e9912a72956e98a52 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:49.923440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.936161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79228154-5137-4fbf-9d10-0374bd5b525a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.939642 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79228154-5137-4fbf-9d10-0374bd5b525a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.941159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-79228154-5137-4fbf-9d10-0374bd5b525a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/af73c8a7-a015-4b21-8080-2fec83945ca2 HTTP/1.1" status: 204 len: 168 time: 0.1838653 Jul 16 20:32:49.945128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53876) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.972062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79228154-5137-4fbf-9d10-0374bd5b525a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af73c8a7-a015-4b21-8080-2fec83945ca2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.012082 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a45d5a78-ae32-46d5-a98f-c1ca4af078b8 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656843 Jul 16 20:32:50.019685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53878) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.025300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-aa1d273d-fce6-4bd1-9ab2-4919111dd5bd tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '01e187e1-1a7c-47c2-84ea-0db6834916c8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.082822 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-aa1d273d-fce6-4bd1-9ab2-4919111dd5bd tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The resource could not be found. Jul 16 20:32:50.090667 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aa1d273d-fce6-4bd1-9ab2-4919111dd5bd tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0696526 Jul 16 20:32:50.091421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53880) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.096812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-be6b970c-943a-40bc-a50a-a3b725de5e06 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055359872'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.131657 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be6b970c-943a-40bc-a50a-a3b725de5e06 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.234197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be6b970c-943a-40bc-a50a-a3b725de5e06 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.240309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be6b970c-943a-40bc-a50a-a3b725de5e06 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.272797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b970c-943a-40bc-a50a-a3b725de5e06 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83422277-462b-4b31-af42-b6f6221e4da8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.277675 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be6b970c-943a-40bc-a50a-a3b725de5e06 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.279440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be6b970c-943a-40bc-a50a-a3b725de5e06 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1868541 Jul 16 20:32:50.282388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53882) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.287612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6aa31101-fcae-43cc-98a2-11470ebc40ad tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--585790172'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.316557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6aa31101-fcae-43cc-98a2-11470ebc40ad tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.448107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 841aaef7-40ed-4022-a761-2e0cf9cca41d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:50.484700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6aa31101-fcae-43cc-98a2-11470ebc40ad tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.491793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6aa31101-fcae-43cc-98a2-11470ebc40ad tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.532266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:50.535584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa31101-fcae-43cc-98a2-11470ebc40ad tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921e7618-8a30-4955-87b3-ec4d1fd32015,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.554615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.555100 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Added segment 41736580-4ee5-44f1-b092-3794ce8054e3 of type vlan for network c89584c6-7930-4efd-bc78-7570b613a1bf Jul 16 20:32:50.555312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 841aaef7-40ed-4022-a761-2e0cf9cca41d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:50.556848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6aa31101-fcae-43cc-98a2-11470ebc40ad tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.561170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6aa31101-fcae-43cc-98a2-11470ebc40ad tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2747254 Jul 16 20:32:50.561369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 841aaef7-40ed-4022-a761-2e0cf9cca41d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:50.561369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.561990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53886) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.581567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3296f5f6-c5c6-41c4-8a7d-fcbcb6dd14c5 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group_rule': {'security_group_id': '83422277-462b-4b31-af42-b6f6221e4da8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '921e7618-8a30-4955-87b3-ec4d1fd32015'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.649513 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-3296f5f6-c5c6-41c4-8a7d-fcbcb6dd14c5 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:32:50.658053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3296f5f6-c5c6-41c4-8a7d-fcbcb6dd14c5 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0940337 Jul 16 20:32:50.659137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53888) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.670268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.701733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.732425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 841aaef7-40ed-4022-a761-2e0cf9cca41d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=841aaef7-40ed-4022-a761-2e0cf9cca41d,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:50.737745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.738418 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.744554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:50.745262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.754436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:50.765128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b56d-5fdd-412e-ae4b-c4fea8c55f9b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.770924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:50.794036 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b56d-5fdd-412e-ae4b-c4fea8c55f9b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.812138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5411673 Jul 16 20:32:50.825953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=841aaef7-40ed-4022-a761-2e0cf9cca41d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.843527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53890) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.854326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'ports': [{'network_id': '3fdb5781-f646-4c9c-9245-c3ebc5742da3', 'name': 'tempest-port--632011431', 'admin_state_up': True}, {'network_id': 'c89584c6-7930-4efd-bc78-7570b613a1bf', 'admin_state_up': False}]} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.854643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'port': {'network_id': '3fdb5781-f646-4c9c-9245-c3ebc5742da3', 'name': 'tempest-port--632011431', 'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.855159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'port': {'network_id': 'c89584c6-7930-4efd-bc78-7570b613a1bf', 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.878626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b56d-5fdd-412e-ae4b-c4fea8c55f9b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.882207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b56d-5fdd-412e-ae4b-c4fea8c55f9b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.885430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c1a4b56d-5fdd-412e-ae4b-c4fea8c55f9b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/921e7618-8a30-4955-87b3-ec4d1fd32015 HTTP/1.1" status: 204 len: 168 time: 0.2226124 Jul 16 20:32:50.886992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53892) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.899190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d464c9-4145-4f14-9f56-52640c0d2994 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Network': ['ID=c89584c6-7930-4efd-bc78-7570b613a1bf,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.910368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c89584c6-7930-4efd-bc78-7570b613a1bf details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:50.930672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4b56d-5fdd-412e-ae4b-c4fea8c55f9b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e7618-8a30-4955-87b3-ec4d1fd32015,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.990645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1fd46444-35c5-4807-9e84-14b5ea0b7323 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1023090 Jul 16 20:32:50.993940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53894) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.074693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3dce209c-cd63-4f51-b91b-daa270b8b34a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.107757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3dce209c-cd63-4f51-b91b-daa270b8b34a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.156339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3dce209c-cd63-4f51-b91b-daa270b8b34a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.159055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3dce209c-cd63-4f51-b91b-daa270b8b34a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.160305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3dce209c-cd63-4f51-b91b-daa270b8b34a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/83422277-462b-4b31-af42-b6f6221e4da8 HTTP/1.1" status: 204 len: 168 time: 0.1647282 Jul 16 20:32:51.163680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53898) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.181823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce209c-cd63-4f51-b91b-daa270b8b34a tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83422277-462b-4b31-af42-b6f6221e4da8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.183160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Router 60447898-eddf-454d-b176-2e6b42014b97 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:51.207652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a2a64861-0d14-4703-a722-33cbaa49b606 None None] Provisioning complete for port d4352aa5-54ca-4daa-9197-c75bc6564b26 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:51.208386 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a2a64861-0d14-4703-a722-33cbaa49b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.220870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-008aeb65-eb07-4845-a344-8c3785312131 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561137 Jul 16 20:32:51.228676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53900) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.235494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b6a06af0-4145-4e17-b206-00242c51f804 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'tempest-secgroup--722571310'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:51.265207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a2a64861-0d14-4703-a722-33cbaa49b606 None None] Port d4352aa5-54ca-4daa-9197-c75bc6564b26 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:51.269542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Made reservation on behalf of 6d9853bdba344e9e9912a72956e98a52 for: {'port': 2} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:51.274355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.280208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6a06af0-4145-4e17-b206-00242c51f804 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.322308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.369024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6a06af0-4145-4e17-b206-00242c51f804 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.374102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6a06af0-4145-4e17-b206-00242c51f804 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.378961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:51.392967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f021193-74e7-4d09-8b68-5cca75fecc9d admin admin] 10.222.0.91 "PUT /v2.0/routers/60447898-eddf-454d-b176-2e6b42014b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1244256 Jul 16 20:32:51.409715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6a06af0-4145-4e17-b206-00242c51f804 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.411141 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b6a06af0-4145-4e17-b206-00242c51f804 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1813307 Jul 16 20:32:51.414065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a06af0-4145-4e17-b206-00242c51f804 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0496dc7b-b3dc-40a0-8e81-498dbc429e07,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.417460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53904) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.422172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-82bc146c-3739-4820-967e-df6c317dbbc9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:51.423344 n-d-792458-10 neutron-server[93861]: WARNING neutron.api.v2.base [None req-82bc146c-3739-4820-967e-df6c317dbbc9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:32:51.423344 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-82bc146c-3739-4820-967e-df6c317dbbc9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:32:51.424289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-82bc146c-3739-4820-967e-df6c317dbbc9 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "PUT /v2.0/security-groups/0496dc7b-b3dc-40a0-8e81-498dbc429e07 HTTP/1.1" status: 409 len: 330 time: 0.0058739 Jul 16 20:32:51.427165 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53906) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.439375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] device_id is not set on port 3701b3ad-651a-4fdf-957b-4df613e26c1d yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:32:51.500707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230dade2-bd5b-4302-902a-a4cea63cd035 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.540932 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230dade2-bd5b-4302-902a-a4cea63cd035 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.599280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.600937 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230dade2-bd5b-4302-902a-a4cea63cd035 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.604398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230dade2-bd5b-4302-902a-a4cea63cd035 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.608424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-230dade2-bd5b-4302-902a-a4cea63cd035 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/0496dc7b-b3dc-40a0-8e81-498dbc429e07 HTTP/1.1" status: 204 len: 168 time: 0.1774991 Jul 16 20:32:51.608686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53916) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.634530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dade2-bd5b-4302-902a-a4cea63cd035 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0496dc7b-b3dc-40a0-8e81-498dbc429e07,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.736308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] device_id is not set on port 2a9a92f9-7341-424b-9ea4-db3f37090598 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:32:51.756870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-53ec8f65-9087-4265-bad9-98d59ddbb413 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465862 Jul 16 20:32:51.761870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53920) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.776472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Sync routers for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:51.789905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:51.790926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:51.799724 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-fded321a-3b5d-4e48-9020-ffba4311b43b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] delete failed (client error): The resource could not be found. Jul 16 20:32:51.811277 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fded321a-3b5d-4e48-9020-ffba4311b43b tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "DELETE /v2.0/security-groups/a474b416-6d41-47bc-a5ec-19d35d747994 HTTP/1.1" status: 404 len: 347 time: 0.0473084 Jul 16 20:32:51.812347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53926) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.846696 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-3e3b5645-cb6b-4d4a-8e1a-3066be8ae3d2 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] show failed (client error): The resource could not be found. Jul 16 20:32:51.855214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53928) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.855762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3e3b5645-cb6b-4d4a-8e1a-3066be8ae3d2 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-groups/0b5ed242-7ba2-4ad0-8993-f856166197df HTTP/1.1" status: 404 len: 347 time: 0.0401628 Jul 16 20:32:51.879383 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-68983407-3625-4951-83d2-bbd6c2a839a1 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] show failed (client error): The resource could not be found. Jul 16 20:32:51.880453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-68983407-3625-4951-83d2-bbd6c2a839a1 tempest-NegativeSecGroupTest-314865258 tempest-NegativeSecGroupTest-314865258-project] 10.222.0.91 "GET /v2.0/security-group-rules/06d12597-9cbb-4a37-a170-a7e1aacf320f HTTP/1.1" status: 404 len: 356 time: 0.0242078 Jul 16 20:32:51.932177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:51.940093 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.032853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.135408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Port': ['ID=3701b3ad-651a-4fdf-957b-4df613e26c1d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.170882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Checking segment: {'id': 'b4115dab-82d9-4613-affd-546aa3217fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '3fdb5781-f646-4c9c-9245-c3ebc5742da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:52.171242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network hostable DHCP agents. Network: 3fdb5781-f646-4c9c-9245-c3ebc5742da3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:52.194863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network 3fdb5781-f646-4c9c-9245-c3ebc5742da3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:52.203666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 2, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:52.212854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 3fdb5781-f646-4c9c-9245-c3ebc5742da3) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:52.218295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:52.219570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.297592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97e0bb-289b-4ef4-8c21-a40a6620c33d None None] Network 3fdb5781-f646-4c9c-9245-c3ebc5742da3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:52.309284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Port': ['ID=2a9a92f9-7341-424b-9ea4-db3f37090598,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.315543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Checking segment: {'id': '41736580-4ee5-44f1-b092-3794ce8054e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c89584c6-7930-4efd-bc78-7570b613a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:52.315543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network hostable DHCP agents. Network: c89584c6-7930-4efd-bc78-7570b613a1bf, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:52.339203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network c89584c6-7930-4efd-bc78-7570b613a1bf is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:52.367302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53942) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.375249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, c89584c6-7930-4efd-bc78-7570b613a1bf) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:52.397166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:52.414126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.428315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb78242-75a1-47cd-8f4d-1fee99237400 None None] Network c89584c6-7930-4efd-bc78-7570b613a1bf requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:52.429313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.430244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 841aaef7-40ed-4022-a761-2e0cf9cca41d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:52.430686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.432365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Checking router: 60447898-eddf-454d-b176-2e6b42014b97 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:52.433052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Updating router 60447898-eddf-454d-b176-2e6b42014b97 port d4352aa5-54ca-4daa-9197-c75bc6564b26 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:52.439029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.445718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1524026153-network', 'tenant_id': '3557a7d2770e4287861266732651c962'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:52.499624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Made reservation on behalf of 3557a7d2770e4287861266732651c962 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:52.504637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-57101ec5-9308-4d48-a402-7043ad7e9b3b tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6596785 Jul 16 20:32:52.506776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53950) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.516873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.536891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.612026 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.723613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098add88-6989-46f1-b23a-8ac611597b09 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.734197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098add88-6989-46f1-b23a-8ac611597b09 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.736133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-098add88-6989-46f1-b23a-8ac611597b09 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2280648 Jul 16 20:32:52.739111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53954) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.748485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.756178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 841aaef7-40ed-4022-a761-2e0cf9cca41d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:52.757047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.762353 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.807274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:52.852520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a97dacd4-f462-4f56-bb36-73425fded3af admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ddd82cf4649549f2b2acb2459f121670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837387 Jul 16 20:32:52.857159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.857535 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Added segment 20ad5ab2-a9b9-4264-a084-07592d56fc7f of type vlan for network 25ad314e-599d-4220-b55b-6f6556e44640 Jul 16 20:32:52.858270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.894584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf9720-c64e-43f0-9137-50d87da37956,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.912107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.955050 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.957124 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0064e9e2-84ec-44ec-9619-74a5c9421431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.959179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.960116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.987995 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0064e9e2-84ec-44ec-9619-74a5c9421431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.012645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5717351 Jul 16 20:32:53.016556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53958) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:53.018252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Deleting port 3701b3ad-651a-4fdf-957b-4df613e26c1d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:53.018943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.027272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Request body: {'subnet': {'network_id': '25ad314e-599d-4220-b55b-6f6556e44640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1524026153-subnet', 'tenant_id': '3557a7d2770e4287861266732651c962', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:53.090523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d945b3-208b-4ff4-bcc7-c8bcb029f544 admin admin] Pushing event updated for resources: {'Network': ['ID=25ad314e-599d-4220-b55b-6f6556e44640,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.102002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Made reservation on behalf of 3557a7d2770e4287861266732651c962 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:53.104935 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.113977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.127175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 25ad314e-599d-4220-b55b-6f6556e44640 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:53.139944 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.156850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Calling delete_port for 3701b3ad-651a-4fdf-957b-4df613e26c1d owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:53.157353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Transition to ACTIVE for port object d4352aa5-54ca-4daa-9197-c75bc6564b26 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:53.162783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0064e9e2-84ec-44ec-9619-74a5c9421431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.165940 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0064e9e2-84ec-44ec-9619-74a5c9421431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.167472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0064e9e2-84ec-44ec-9619-74a5c9421431 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/187640cc-b6a4-4be2-b4d4-66f161cbab79 HTTP/1.1" status: 204 len: 168 time: 0.3032219 Jul 16 20:32:53.172799 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.186952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064e9e2-84ec-44ec-9619-74a5c9421431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187640cc-b6a4-4be2-b4d4-66f161cbab79,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.271570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.346301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.351475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/ports/3701b3ad-651a-4fdf-957b-4df613e26c1d HTTP/1.1" status: 204 len: 168 time: 0.6085176 Jul 16 20:32:53.351475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a3d20-f2ae-4d24-9e70-ac126340b99a tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Port': ['ID=3701b3ad-651a-4fdf-957b-4df613e26c1d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.357403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53964) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:53.420478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017baf9-8b02-4fae-bd86-dd2749275502 None None] Pushing event updated for resources: {'Port': ['ID=d4352aa5-54ca-4daa-9197-c75bc6564b26,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.477507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.513227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Attempting to bind port d4352aa5-54ca-4daa-9197-c75bc6564b26 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:53.513637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Attempting to bind port d4352aa5-54ca-4daa-9197-c75bc6564b26 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:53.513947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Attempting to bind port d4352aa5-54ca-4daa-9197-c75bc6564b26 on network 6d8fab5c-7cbd-4bca-9da3-728385c91efa {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:53.523609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:53.523967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Checking segment: {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:53.524297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.524723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Bound using segment: {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:53.525167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Bound port: d4352aa5-54ca-4daa-9197-c75bc6564b26, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:53.525552 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.539026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Deleting port 2a9a92f9-7341-424b-9ea4-db3f37090598 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:53.540954 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.595130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45873f5b-691c-4e36-9075-5a762a143765,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.631183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Checking segment: {'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:53.631645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Network hostable DHCP agents. Network: 25ad314e-599d-4220-b55b-6f6556e44640, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:53.654428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Network 25ad314e-599d-4220-b55b-6f6556e44640 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:53.672681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] For port d4352aa5-54ca-4daa-9197-c75bc6564b26, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:53.673902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 25ad314e-599d-4220-b55b-6f6556e44640) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:53.679681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.680268 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.697146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.711157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] For port d4352aa5-54ca-4daa-9197-c75bc6564b26, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d4352aa5-54ca-4daa-9197-c75bc6564b26,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:53.716262 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2d2f1286-077f-463f-a190-f5486d4b4e08 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6981239 Jul 16 20:32:53.716832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b4dd1-0e3a-48c3-9ed5-ad8c8d94d209 None None] Network 25ad314e-599d-4220-b55b-6f6556e44640 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:53.716960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53974) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:53.722487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:53.730237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Calling delete_port for 2a9a92f9-7341-424b-9ea4-db3f37090598 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:53.751396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.752861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.753570 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.832941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.858168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.942825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Port': ['ID=2a9a92f9-7341-424b-9ea4-db3f37090598,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:53.956653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.960959 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7d71fb81-d8f7-4568-9100-0ca949390434 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/ports/2a9a92f9-7341-424b-9ea4-db3f37090598 HTTP/1.1" status: 204 len: 168 time: 0.6003010 Jul 16 20:32:53.966258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53984) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:53.987425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017baf9-8b02-4fae-bd86-dd2749275502 None None] Pushing event updated for resources: {'Port': ['ID=d4352aa5-54ca-4daa-9197-c75bc6564b26,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:54.040292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dc89566a-0cf5-460b-bdb7-16dd0701f418 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0653291 Jul 16 20:32:54.040292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53988) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.045235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-51879844'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:54.095976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Made reservation on behalf of 6d9853bdba344e9e9912a72956e98a52 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:54.099727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.121564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-25ad314e-599d-4220-b55b-6f6556e44640', 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640', 'tenant_id': '3557a7d2770e4287861266732651c962', 'fixed_ips': [{'subnet_id': '45873f5b-691c-4e36-9075-5a762a143765'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:54.122499 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.142746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:54.143583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:54.189654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:54.209677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.210181 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Added segment fa11d2d1-3d89-499c-9405-652f50ba14e2 of type vlan for network 8af6436a-b574-4c68-a32c-d5bd07c66109 Jul 16 20:32:54.260451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.295916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.296410 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.304735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.305815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.360045 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3172116 Jul 16 20:32:54.360904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 53996) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.366528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-578457679'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:54.394288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 53998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.418066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc53aa-9ee9-4020-8334-7e3991347eea tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Network': ['ID=8af6436a-b574-4c68-a32c-d5bd07c66109,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:54.440562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Made reservation on behalf of 6d9853bdba344e9e9912a72956e98a52 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:54.448707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.466095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54002) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.498243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:54.510384 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.511268 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Added segment 5d900cf5-c950-4db0-9bc6-a141bdb4717f of type vlan for network 429ff721-a03b-4b1c-b592-12981d06f730 Jul 16 20:32:54.577294 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.591250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8af6436a-b574-4c68-a32c-d5bd07c66109 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:54.638025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.644738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.645427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.729465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Network': ['ID=429ff721-a03b-4b1c-b592-12981d06f730,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:54.735186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d05c7434-650c-422f-8999-4708771e29d2 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-439175964', 'prefixes': ['172.20.0.0/16']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:54.753209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 429ff721-a03b-4b1c-b592-12981d06f730 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:54.772677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-543187be-dc94-4a3d-b267-b1a94d7516c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.782940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6743ecc2-8b68-4f50-be51-507a18b7c33e tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4207752 Jul 16 20:32:54.834699 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:54.841357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d05c7434-650c-422f-8999-4708771e29d2 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] Notify callbacks [] for subnetpool, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.845757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d05c7434-650c-422f-8999-4708771e29d2 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3688211 Jul 16 20:32:54.846442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54008) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.872314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:54.894135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.932276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54010) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.940535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.944876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'subnets': [{'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1794516841', 'ip_version': 4}, {'network_id': '429ff721-a03b-4b1c-b592-12981d06f730', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:54.945211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'subnet': {'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1794516841', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:54.946306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Request body: {'subnet': {'network_id': '429ff721-a03b-4b1c-b592-12981d06f730', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:54.957389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91db55ae-6682-41dd-bbef-042f62b71b79 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] 10.222.0.91 "GET /v2.0/subnetpools/81f69b30-7632-477a-a4bf-dfe0dbb1ed95 HTTP/1.1" status: 200 len: 731 time: 0.1077523 Jul 16 20:32:54.957622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54012) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.963066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-68eb8220-0af8-4053-83d6-3710dee39369 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-259607351'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:55.103881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Allocated IP 172.20.0.2 (25ad314e-599d-4220-b55b-6f6556e44640/45873f5b-691c-4e36-9075-5a762a143765/fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:55.117388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-543187be-dc94-4a3d-b267-b1a94d7516c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.126343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-543187be-dc94-4a3d-b267-b1a94d7516c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.171385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:53Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:55.184547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-68eb8220-0af8-4053-83d6-3710dee39369 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] Notify callbacks [] for subnetpool, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.188521 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-68eb8220-0af8-4053-83d6-3710dee39369 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] 10.222.0.91 "PUT /v2.0/subnetpools/81f69b30-7632-477a-a4bf-dfe0dbb1ed95 HTTP/1.1" status: 200 len: 683 time: 0.2271693 Jul 16 20:32:55.191076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54014) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:55.199251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-543187be-dc94-4a3d-b267-b1a94d7516c9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1c842118e3cc43ea8e7ca6aa8800e7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031275 Jul 16 20:32:55.206886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54016) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:55.232712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543187be-dc94-4a3d-b267-b1a94d7516c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdaa473-058d-4391-80af-cd0b10ff1bd7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.239305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fc3f0-2cbe-4f21-8037-7e9c120312e6 None None] The sync data for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 is: [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:53Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:55.279833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Allocated IP 172.25.3.224 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/ee3dce22-cef2-4d8f-ab47-06fc3e879283) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:55.303314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Made reservation on behalf of 6d9853bdba344e9e9912a72956e98a52 for: {'subnet': 2} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:55.309042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.309560 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.410595 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.420543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Transition to ACTIVE for port object fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:55.441498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Transition to ACTIVE for port object fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:55.444543 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.450650 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.505855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Network 25ad314e-599d-4220-b55b-6f6556e44640 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:55.507491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:55.513942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:55.523340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5428a40f-8e84-4a99-a8bf-b3e589a1f6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.536579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16becf26-33c4-4e9b-a0ee-a9225a9a052c tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] Notify callbacks [] for subnetpool, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.537776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-16becf26-33c4-4e9b-a0ee-a9225a9a052c tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] 10.222.0.91 "DELETE /v2.0/subnetpools/81f69b30-7632-477a-a4bf-dfe0dbb1ed95 HTTP/1.1" status: 204 len: 168 time: 0.3448386 Jul 16 20:32:55.547933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54022) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:55.562730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Pushing event updated for resources: {'Port': ['ID=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.567788 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.570377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5428a40f-8e84-4a99-a8bf-b3e589a1f6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.589413 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-4c390f82-b0f3-4b72-aed0-01594e41c1f6 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] show failed (client error): The resource could not be found. Jul 16 20:32:55.590541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4c390f82-b0f3-4b72-aed0-01594e41c1f6 tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] 10.222.0.91 "GET /v2.0/subnetpools/81f69b30-7632-477a-a4bf-dfe0dbb1ed95 HTTP/1.1" status: 404 len: 346 time: 0.0409901 Jul 16 20:32:55.615183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Attempting to bind port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:55.615980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Attempting to bind port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:55.616672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Attempting to bind port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 on network 25ad314e-599d-4220-b55b-6f6556e44640 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:55.620962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54024) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:55.626983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:55.627749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Checking segment: {'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:55.628668 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.629341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Bound using segment: {'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:55.629456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:55.630534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Bound port: fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:55.631160 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.643254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:55.655843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:55.688363 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-e5a5abfb-19c6-4579-ba1c-5318519a852b tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] delete failed (client error): The resource could not be found. Jul 16 20:32:55.689589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e5a5abfb-19c6-4579-ba1c-5318519a852b tempest-SubnetPoolsTestJSON-1945323536 tempest-SubnetPoolsTestJSON-1945323536-project] 10.222.0.91 "DELETE /v2.0/subnetpools/81f69b30-7632-477a-a4bf-dfe0dbb1ed95 HTTP/1.1" status: 404 len: 346 time: 0.0587275 Jul 16 20:32:55.698703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Pushing event updated for resources: {'Port': ['ID=ee3dce22-cef2-4d8f-ab47-06fc3e879283,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.759854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] For port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:55.768566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] For port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,segment=NetworkSegment(20ad5ab2-a9b9-4264-a084-07592d56fc7f),segment_id=20ad5ab2-a9b9-4264-a084-07592d56fc7f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:55.773514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.867647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe5f8d-4efe-450f-b967-4aa2e08bcec4 None None] Pushing event updated for resources: {'Port': ['ID=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.917935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5428a40f-8e84-4a99-a8bf-b3e589a1f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.920930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5428a40f-8e84-4a99-a8bf-b3e589a1f6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.922107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5428a40f-8e84-4a99-a8bf-b3e589a1f6e9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1bdaa473-058d-4391-80af-cd0b10ff1bd7 HTTP/1.1" status: 204 len: 168 time: 0.7057972 Jul 16 20:32:55.941843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428a40f-8e84-4a99-a8bf-b3e589a1f6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdaa473-058d-4391-80af-cd0b10ff1bd7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.089140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54034) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.173487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.261444 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.349183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Subnet': ['ID=1ee16405-f2aa-4976-937c-f9694cb628d0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.383607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Checking segment: {'id': 'fa11d2d1-3d89-499c-9405-652f50ba14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:56.384181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network hostable DHCP agents. Network: 8af6436a-b574-4c68-a32c-d5bd07c66109, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:56.463239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network 8af6436a-b574-4c68-a32c-d5bd07c66109 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:56.483391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8af6436a-b574-4c68-a32c-d5bd07c66109) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:56.494894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2fb1a2-48c1-4754-be85-5e7af49b98ef None None] Network 8af6436a-b574-4c68-a32c-d5bd07c66109 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:56.517144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.532353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54040) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.601511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e198c126-0635-414e-9219-483b1ee58271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.632190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.657239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:56.691610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event updated for resources: {'Subnet': ['ID=4bcc5790-f84e-4f40-96e0-f707fecc5d6c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.707206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.api [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:32:56.707206 n-d-792458-10 neutron-server[93862]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:32:56.707206 n-d-792458-10 neutron-server[93862]: [parameters: {'project_id_1': '2f21691a1d254951a673c4b434d1f66e', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 32, 56, 664419)}] Jul 16 20:32:56.707206 n-d-792458-10 neutron-server[93862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:32:56.708443 n-d-792458-10 neutron-server[93862]: DEBUG oslo_db.api [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:32:56.717355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Checking segment: {'id': '5d900cf5-c950-4db0-9bc6-a141bdb4717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '429ff721-a03b-4b1c-b592-12981d06f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:56.718576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network hostable DHCP agents. Network: 429ff721-a03b-4b1c-b592-12981d06f730, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:56.734073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.743818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Network 429ff721-a03b-4b1c-b592-12981d06f730 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:56.758003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 429ff721-a03b-4b1c-b592-12981d06f730) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:56.763109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:56.763722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:56.764610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.770660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfc9812-5df9-4045-9802-7062d2cea613 None None] Network 429ff721-a03b-4b1c-b592-12981d06f730 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:56.775023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:56.799582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d4352aa5-54ca-4daa-9197-c75bc6564b26 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:56.898587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e198c126-0635-414e-9219-483b1ee58271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.913719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac9d7f90-ee8f-4a97-a5f9-74f6e6f9c965 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9777672 Jul 16 20:32:56.913911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e198c126-0635-414e-9219-483b1ee58271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.914030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54042) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.917435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-8af6436a-b574-4c68-a32c-d5bd07c66109', 'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109', 'tenant_id': '6d9853bdba344e9e9912a72956e98a52', 'fixed_ips': [{'subnet_id': '1ee16405-f2aa-4976-937c-f9694cb628d0'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:56.918393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.004213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d490f-9a9f-483b-89f0-e1522473e124 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.014978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d490f-9a9f-483b-89f0-e1522473e124 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.016838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d490f-9a9f-483b-89f0-e1522473e124 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.018537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-615d490f-9a9f-483b-89f0-e1522473e124 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1035135 Jul 16 20:32:57.021867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54046) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.052103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e198c126-0635-414e-9219-483b1ee58271 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=687463033fec452299ee19f88c298828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793477 Jul 16 20:32:57.053096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54048) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.077464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198c126-0635-414e-9219-483b1ee58271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d77c31c-4727-42c0-90c8-0bce380f0daf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.103963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Allocated IP 172.20.0.2 (8af6436a-b574-4c68-a32c-d5bd07c66109/1ee16405-f2aa-4976-937c-f9694cb628d0/ba524921-a3f5-4fce-ad8e-602014c68739) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:57.107526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Router d9441fda-3ffc-4b7b-987f-00de569e06b1 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:32:57.118617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Deleting subnet 1ee16405-f2aa-4976-937c-f9694cb628d0 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:57.129858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port d4352aa5-54ca-4daa-9197-c75bc6564b26 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:57.153379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d4352aa5-54ca-4daa-9197-c75bc6564b26 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:57.154067 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.211174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.391437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-429ff721-a03b-4b1c-b592-12981d06f730', 'network_id': '429ff721-a03b-4b1c-b592-12981d06f730', 'tenant_id': '6d9853bdba344e9e9912a72956e98a52', 'fixed_ips': [{'subnet_id': '4bcc5790-f84e-4f40-96e0-f707fecc5d6c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:57.392321 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.400952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.407830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.408821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.479859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2f21691a1d254951a673c4b434d1f66e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3893459 Jul 16 20:32:57.480891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4141a-f2f5-4a13-b2b8-563c7b7efcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d979c-b1a5-4c94-b51a-a58227559297,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.496489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54050) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.559783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9514599d-d3b1-47ae-bd68-dc4e9fc881a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.561440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81979285-9ac0-4ba6-8253-e5b519d796ac None None] Network 25ad314e-599d-4220-b55b-6f6556e44640 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:57.566065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port d4352aa5-54ca-4daa-9197-c75bc6564b26, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d4352aa5-54ca-4daa-9197-c75bc6564b26,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:57.582639 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.587712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9514599d-d3b1-47ae-bd68-dc4e9fc881a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.600179 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.619079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-67b6cd38-8c50-4f65-b663-462369b18fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.630553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Transition to ACTIVE for port object ba524921-a3f5-4fce-ad8e-602014c68739 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:57.651020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-67b6cd38-8c50-4f65-b663-462369b18fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.660392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9514599d-d3b1-47ae-bd68-dc4e9fc881a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.663886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9514599d-d3b1-47ae-bd68-dc4e9fc881a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.668524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9514599d-d3b1-47ae-bd68-dc4e9fc881a1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf3d979c-b1a5-4c94-b51a-a58227559297 HTTP/1.1" status: 204 len: 168 time: 0.1668155 Jul 16 20:32:57.677542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514599d-d3b1-47ae-bd68-dc4e9fc881a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d979c-b1a5-4c94-b51a-a58227559297,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.729895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:57.751099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.753657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-55b581a4-60a1-4856-a211-4c2c360d2e8b None None] Provisioning for port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:57.754354 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Sync routers for ids ['d9441fda-3ffc-4b7b-987f-00de569e06b1'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:57.760892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-71799f34-7bab-4df5-bf0b-7e7834261b0a admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0428295 Jul 16 20:32:57.763828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54054) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.769502 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Routers {'d9441fda-3ffc-4b7b-987f-00de569e06b1'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:57.770354 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d9441fda-3ffc-4b7b-987f-00de569e06b1'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:57.772233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-67b6cd38-8c50-4f65-b663-462369b18fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.776927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Transition to ACTIVE for port object ba524921-a3f5-4fce-ad8e-602014c68739 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:57.778528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-67b6cd38-8c50-4f65-b663-462369b18fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.779298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-55b581a4-60a1-4856-a211-4c2c360d2e8b None None] Provisioning complete for port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:57.779963 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-55b581a4-60a1-4856-a211-4c2c360d2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.782632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-67b6cd38-8c50-4f65-b663-462369b18fee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3d77c31c-4727-42c0-90c8-0bce380f0daf HTTP/1.1" status: 204 len: 168 time: 0.7245941 Jul 16 20:32:57.800724 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6cd38-8c50-4f65-b663-462369b18fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d77c31c-4727-42c0-90c8-0bce380f0daf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.839357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=d4352aa5-54ca-4daa-9197-c75bc6564b26,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.849126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.853998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.878813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Network 8af6436a-b574-4c68-a32c-d5bd07c66109 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:57.881882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Allocated IP 172.20.0.18 (429ff721-a03b-4b1c-b592-12981d06f730/4bcc5790-f84e-4f40-96e0-f707fecc5d6c/0cc2459f-e729-4530-bd44-4b8e3330df6d) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:57.902675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:57.905764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.939654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:57.966083 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Set router d9441fda-3ffc-4b7b-987f-00de569e06b1 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:58.031168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.114867 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.178290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee16405-f2aa-4976-937c-f9694cb628d0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:58.195987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.198320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1977abeb-5970-48f9-a9ac-80892c8a8040 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/subnets/1ee16405-f2aa-4976-937c-f9694cb628d0 HTTP/1.1" status: 204 len: 168 time: 1.1753733 Jul 16 20:32:58.201104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54072) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:58.229037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Pushing event updated for resources: {'Port': ['ID=ba524921-a3f5-4fce-ad8e-602014c68739,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:58.270531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Attempting to bind port ba524921-a3f5-4fce-ad8e-602014c68739 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:58.271075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Attempting to bind port ba524921-a3f5-4fce-ad8e-602014c68739 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'fa11d2d1-3d89-499c-9405-652f50ba14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:58.271418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Attempting to bind port ba524921-a3f5-4fce-ad8e-602014c68739 on network 8af6436a-b574-4c68-a32c-d5bd07c66109 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:58.308984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:58.309432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Checking segment: {'id': 'fa11d2d1-3d89-499c-9405-652f50ba14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:58.309801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.310201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Bound using segment: {'id': 'fa11d2d1-3d89-499c-9405-652f50ba14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:58.310682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Bound port: ba524921-a3f5-4fce-ad8e-602014c68739, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa11d2d1-3d89-499c-9405-652f50ba14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8af6436a-b574-4c68-a32c-d5bd07c66109'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:58.311080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.415125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Deleting subnet 4bcc5790-f84e-4f40-96e0-f707fecc5d6c {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:58.448845 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:32:56Z', 'revision_number': 3, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:58.454100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d4352aa5-54ca-4daa-9197-c75bc6564b26 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:58.493166 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-55b581a4-60a1-4856-a211-4c2c360d2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.525383 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Checking router: d9441fda-3ffc-4b7b-987f-00de569e06b1 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:58.525782 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Updating router d9441fda-3ffc-4b7b-987f-00de569e06b1 port ee3dce22-cef2-4d8f-ab47-06fc3e879283 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:58.542544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-55b581a4-60a1-4856-a211-4c2c360d2e8b None None] For port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,segment=NetworkSegment(20ad5ab2-a9b9-4264-a084-07592d56fc7f),segment_id=20ad5ab2-a9b9-4264-a084-07592d56fc7f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:58.563058 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-55b581a4-60a1-4856-a211-4c2c360d2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.597976 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.644689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] For port ba524921-a3f5-4fce-ad8e-602014c68739, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:58.736342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] For port ba524921-a3f5-4fce-ad8e-602014c68739, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ba524921-a3f5-4fce-ad8e-602014c68739,segment=NetworkSegment(fa11d2d1-3d89-499c-9405-652f50ba14e2),segment_id=fa11d2d1-3d89-499c-9405-652f50ba14e2)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:58.739136 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.755843 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.757911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b581a4-60a1-4856-a211-4c2c360d2e8b None None] Pushing event updated for resources: {'Port': ['ID=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:58.761340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Transition to ACTIVE for port object 0cc2459f-e729-4530-bd44-4b8e3330df6d will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:58.774243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d4352aa5-54ca-4daa-9197-c75bc6564b26 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:58.774587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.919928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.921550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Transition to ACTIVE for port object 0cc2459f-e729-4530-bd44-4b8e3330df6d will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:58.936865 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.989195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.016526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae795ad-8b77-4f9b-8698-b636cacfe326 None None] Pushing event updated for resources: {'Port': ['ID=ba524921-a3f5-4fce-ad8e-602014c68739,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.038485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Network 429ff721-a03b-4b1c-b592-12981d06f730 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:59.044304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:59.057147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.069943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:59.104407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0aed0-8d37-420f-a974-4c6010f99d2b None None] Network 8af6436a-b574-4c68-a32c-d5bd07c66109 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:59.152145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Pushing event updated for resources: {'Port': ['ID=0cc2459f-e729-4530-bd44-4b8e3330df6d,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.208682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-905d3e31-6d4b-43d4-99ce-5ef75b28d119 None None] Provisioning complete for port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:59.209047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-905d3e31-6d4b-43d4-99ce-5ef75b28d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.222269 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.240187 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Transition to ACTIVE for port object ee3dce22-cef2-4d8f-ab47-06fc3e879283 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:59.249950 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.285301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.305017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Attempting to bind port 0cc2459f-e729-4530-bd44-4b8e3330df6d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:59.306966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Attempting to bind port 0cc2459f-e729-4530-bd44-4b8e3330df6d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '5d900cf5-c950-4db0-9bc6-a141bdb4717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '429ff721-a03b-4b1c-b592-12981d06f730'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:59.307264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Attempting to bind port 0cc2459f-e729-4530-bd44-4b8e3330df6d on network 429ff721-a03b-4b1c-b592-12981d06f730 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:59.316276 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Pushing event updated for resources: {'Port': ['ID=ee3dce22-cef2-4d8f-ab47-06fc3e879283,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.317274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54102) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.331727 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.332343 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.332886 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.334126 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.334757 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.335336 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.336230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.336912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.337666 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.338167 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.338779 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.339170 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:59.339670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Allocated IP 172.20.0.1 (25ad314e-599d-4220-b55b-6f6556e44640/45873f5b-691c-4e36-9075-5a762a143765/529c0409-536e-457a-81a4-aedd70b19b23) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:59.347256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:59.347709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Checking segment: {'id': '5d900cf5-c950-4db0-9bc6-a141bdb4717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '429ff721-a03b-4b1c-b592-12981d06f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:59.348013 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.348400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Bound using segment: {'id': '5d900cf5-c950-4db0-9bc6-a141bdb4717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '429ff721-a03b-4b1c-b592-12981d06f730'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:59.348885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Bound port: 0cc2459f-e729-4530-bd44-4b8e3330df6d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d900cf5-c950-4db0-9bc6-a141bdb4717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '429ff721-a03b-4b1c-b592-12981d06f730'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:59.349252 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.370489 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Attempting to bind port ee3dce22-cef2-4d8f-ab47-06fc3e879283 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:59.371485 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Attempting to bind port ee3dce22-cef2-4d8f-ab47-06fc3e879283 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:59.372146 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Attempting to bind port ee3dce22-cef2-4d8f-ab47-06fc3e879283 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:59.379506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:59.381012 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:59.381691 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.382309 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:59.383039 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Bound port: ee3dce22-cef2-4d8f-ab47-06fc3e879283, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:59.383688 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.395976 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.456910 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] For port ee3dce22-cef2-4d8f-ab47-06fc3e879283, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:59.462076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Subnet': ['ID=4bcc5790-f84e-4f40-96e0-f707fecc5d6c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.463748 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] For port ee3dce22-cef2-4d8f-ab47-06fc3e879283, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ee3dce22-cef2-4d8f-ab47-06fc3e879283,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:59.464810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.468453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6472029b-da5d-4888-ab5d-ffee639a5a36 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/subnets/4bcc5790-f84e-4f40-96e0-f707fecc5d6c HTTP/1.1" status: 204 len: 168 time: 1.2647467 Jul 16 20:32:59.469692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54106) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.473453 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.532182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-575727284'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:59.588970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a142acc3-cdee-4303-a65a-688c96471b3d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:59.591272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a142acc3-cdee-4303-a65a-688c96471b3d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1203215 Jul 16 20:32:59.595143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54112) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.610358 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Routers {'d9441fda-3ffc-4b7b-987f-00de569e06b1'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:59.611048 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d9441fda-3ffc-4b7b-987f-00de569e06b1'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:59.619208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.640248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Made reservation on behalf of b8192bf45c9f4921ad12f507517ab97e for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:59.644005 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.681180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Transition to ACTIVE for port object 529c0409-536e-457a-81a4-aedd70b19b23 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:59.685908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525de08-50cc-4385-9015-b86852beb87a None None] Pushing event updated for resources: {'Port': ['ID=ee3dce22-cef2-4d8f-ab47-06fc3e879283,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.689150 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.709326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] For port 0cc2459f-e729-4530-bd44-4b8e3330df6d, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:59.724911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] For port 0cc2459f-e729-4530-bd44-4b8e3330df6d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0cc2459f-e729-4530-bd44-4b8e3330df6d,segment=NetworkSegment(5d900cf5-c950-4db0-9bc6-a141bdb4717f),segment_id=5d900cf5-c950-4db0-9bc6-a141bdb4717f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:59.735918 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.741488 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.817553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Deleting port 0cc2459f-e729-4530-bd44-4b8e3330df6d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:59.818462 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.828910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.852799 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] Set router d9441fda-3ffc-4b7b-987f-00de569e06b1 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:59.866973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06f78b-b9e1-471b-be0f-a16949abf5d9 None None] Pushing event updated for resources: {'Port': ['ID=0cc2459f-e729-4530-bd44-4b8e3330df6d,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.917175 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] For port 0cc2459f-e729-4530-bd44-4b8e3330df6d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0cc2459f-e729-4530-bd44-4b8e3330df6d,segment=NetworkSegment(5d900cf5-c950-4db0-9bc6-a141bdb4717f),segment_id=5d900cf5-c950-4db0-9bc6-a141bdb4717f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:59.917962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.934427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251afdb-69c6-4039-b672-d9e0c684c40a None None] Network 429ff721-a03b-4b1c-b592-12981d06f730 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:59.938052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Network 25ad314e-599d-4220-b55b-6f6556e44640 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:59.944642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Pushing event updated for resources: {'Port': ['ID=529c0409-536e-457a-81a4-aedd70b19b23,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:59.947580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:59.948695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Calling delete_port for 0cc2459f-e729-4530-bd44-4b8e3330df6d owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:59.952045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:00.087972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.151109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Port': ['ID=0cc2459f-e729-4530-bd44-4b8e3330df6d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:00.161207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] No DVR routers for this DVR port 0cc2459f-e729-4530-bd44-4b8e3330df6d on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:00.255104 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:32:56Z', 'revision_number': 3, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:00.288466 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ea4e2-821a-4469-97a7-e7634eb9ecaf None None] The sync data for ids ['d9441fda-3ffc-4b7b-987f-00de569e06b1'] in n-d-792458-10 is: [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:32:56Z', 'revision_number': 3, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:00.296125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.306460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d648682-9ba7-4e66-9f3f-b2170adbdaab None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:33:00.329924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429ff721-a03b-4b1c-b592-12981d06f730']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:00.344199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d900cf5-c950-4db0-9bc6-a141bdb4717f') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:00.344493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d900cf5-c950-4db0-9bc6-a141bdb4717f') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:00.367424 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.389377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.411685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:00.413238 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:00.423770 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:00.441989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:00.502360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2b24b7cc-fa19-49e9-92e6-f541e1dbedb0 None None] Provisioning for port 529c0409-536e-457a-81a4-aedd70b19b23 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:00.512747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.513674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2b24b7cc-fa19-49e9-92e6-f541e1dbedb0 None None] Provisioning complete for port 529c0409-536e-457a-81a4-aedd70b19b23 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:00.514262 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2b24b7cc-fa19-49e9-92e6-f541e1dbedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.521536 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.528520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/networks/429ff721-a03b-4b1c-b592-12981d06f730 HTTP/1.1" status: 204 len: 168 time: 0.9298344 Jul 16 20:33:00.530694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54128) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.558503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5b9fb-2580-45a5-a55e-e828d39de24f tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Network': ['ID=429ff721-a03b-4b1c-b592-12981d06f730,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:00.596516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:00.596758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.598708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2b24b7cc-fa19-49e9-92e6-f541e1dbedb0 None None] Port 529c0409-536e-457a-81a4-aedd70b19b23 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:00.603311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d648682-9ba7-4e66-9f3f-b2170adbdaab None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:33:00.604886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.609393 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.691668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.728539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:00.741450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.742321 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Added segment a42d2365-322d-4bb8-b72c-926941ffc287 of type vlan for network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 Jul 16 20:33:00.791577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.832616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.838535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:00.839281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.882194 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5613062 Jul 16 20:33:00.883727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.886042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.897637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Request body: {'subnet': {'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:00.940920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e8223b-78c4-42bb-8d1a-2491ca767c78,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.055151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Made reservation on behalf of b8192bf45c9f4921ad12f507517ab97e for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:01.061461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.082526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77c91f-31ed-4b45-bb3f-bfb27b25f294 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event updated for resources: {'Network': ['ID=a1cd3fcd-c6dd-4964-a24b-6a915ce92b25,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.096470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:01.181609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.240097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54142) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.257670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a70342-4e87-4df2-bd36-572c0c8c07e3 None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:33:01.268049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Deleting port ba524921-a3f5-4fce-ad8e-602014c68739 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:01.268402 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.375679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.395686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a70342-4e87-4df2-bd36-572c0c8c07e3 None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:33:01.459718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] For port ba524921-a3f5-4fce-ad8e-602014c68739, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ba524921-a3f5-4fce-ad8e-602014c68739,segment=NetworkSegment(fa11d2d1-3d89-499c-9405-652f50ba14e2),segment_id=fa11d2d1-3d89-499c-9405-652f50ba14e2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:01.460378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.464100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event updated for resources: {'Subnet': ['ID=8c0f1f9c-faa7-497b-b02f-566c112f6b19,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.496131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Checking segment: {'id': 'a42d2365-322d-4bb8-b72c-926941ffc287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:01.496499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Network hostable DHCP agents. Network: a1cd3fcd-c6dd-4964-a24b-6a915ce92b25, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:01.502351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43d269a7-9a47-47ed-95eb-7490123ed78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.520824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:01.522729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Calling delete_port for ba524921-a3f5-4fce-ad8e-602014c68739 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:01.540648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, a1cd3fcd-c6dd-4964-a24b-6a915ce92b25) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:01.546385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:01.547062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.688679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.703429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.796507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.830738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] No DVR routers for this DVR port ba524921-a3f5-4fce-ad8e-602014c68739 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:01.839386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.861794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Pushing event updated for resources: {'Port': ['ID=529c0409-536e-457a-81a4-aedd70b19b23,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.902440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52089864-0cee-4dc9-8d96-234eeccdb432 None None] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:01.926039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Port': ['ID=ba524921-a3f5-4fce-ad8e-602014c68739,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.954373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43d269a7-9a47-47ed-95eb-7490123ed78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.966593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9dc87091-b938-486f-bfce-86c5c38c6af9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0792959 Jul 16 20:33:01.969090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54150) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.974593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Request body: {'port': {'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25', 'name': 'tempest-TagsExtTest-38919317'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:01.992744 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.003648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43d269a7-9a47-47ed-95eb-7490123ed78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.014599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af6436a-b574-4c68-a32c-d5bd07c66109']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.065073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa11d2d1-3d89-499c-9405-652f50ba14e2') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.065460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa11d2d1-3d89-499c-9405-652f50ba14e2') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.101101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-a1cd3fcd-c6dd-4964-a24b-6a915ce92b25', 'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25', 'tenant_id': 'b8192bf45c9f4921ad12f507517ab97e', 'fixed_ips': [{'subnet_id': '8c0f1f9c-faa7-497b-b02f-566c112f6b19'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:02.102047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.103157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Made reservation on behalf of b8192bf45c9f4921ad12f507517ab97e for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:02.107251 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.107675 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.123548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-43d269a7-9a47-47ed-95eb-7490123ed78b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4da017a2d61d47ae9fe336762e8258f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8805802 Jul 16 20:33:02.123823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54152) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:02.130327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d269a7-9a47-47ed-95eb-7490123ed78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dfe91f-5387-4a83-856b-3081ef649e5b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.142692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.158260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:02.159893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:02.163570 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:02.193949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] device_id is not set on port 4be12525-3947-458e-8cc7-48140353f960 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:02.199775 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Network 25ad314e-599d-4220-b55b-6f6556e44640 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:02.204441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:02.207013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1b17-000a-4652-844f-04c2f28cf6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.273934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Allocated IP 172.20.0.2 (a1cd3fcd-c6dd-4964-a24b-6a915ce92b25/8c0f1f9c-faa7-497b-b02f-566c112f6b19/d73469bc-bd39-473c-8c2b-360ac592afd5) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:02.280653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1b17-000a-4652-844f-04c2f28cf6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.311843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.318133 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.320273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/networks/8af6436a-b574-4c68-a32c-d5bd07c66109 HTTP/1.1" status: 204 len: 168 time: 1.7868068 Jul 16 20:33:02.330682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54154) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:02.359972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff41fca-1be4-4898-83d3-e622780a57f5 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Network': ['ID=8af6436a-b574-4c68-a32c-d5bd07c66109,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.415643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1b17-000a-4652-844f-04c2f28cf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.419041 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1b17-000a-4652-844f-04c2f28cf6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.420474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ce4c1b17-000a-4652-844f-04c2f28cf6ec admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/97dfe91f-5387-4a83-856b-3081ef649e5b HTTP/1.1" status: 204 len: 168 time: 0.2958043 Jul 16 20:33:02.442630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c1b17-000a-4652-844f-04c2f28cf6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dfe91f-5387-4a83-856b-3081ef649e5b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.463850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ee3dce22-cef2-4d8f-ab47-06fc3e879283 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:02.550514 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.556783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ee3dce22-cef2-4d8f-ab47-06fc3e879283 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:02.569789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ee3dce22-cef2-4d8f-ab47-06fc3e879283 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:02.569789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.577167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Router d9441fda-3ffc-4b7b-987f-00de569e06b1 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:02.649238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.665383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Transition to ACTIVE for port object d73469bc-bd39-473c-8c2b-360ac592afd5 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:02.687575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-68432f6a-8e8d-4446-9395-c40c3993e478 None None] Provisioning complete for port 529c0409-536e-457a-81a4-aedd70b19b23 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:02.687575 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-68432f6a-8e8d-4446-9395-c40c3993e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.727274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Transition to ACTIVE for port object d73469bc-bd39-473c-8c2b-360ac592afd5 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:02.730161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.747174 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.762905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-68432f6a-8e8d-4446-9395-c40c3993e478 None None] Port 529c0409-536e-457a-81a4-aedd70b19b23 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:02.779497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89584c6-7930-4efd-bc78-7570b613a1bf']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.784691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.816920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:02.818779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:02.825460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e9735d49-e6cc-4ecf-98ef-55a31fccbc8f admin admin] 10.222.0.91 "PUT /v2.0/routers/d9441fda-3ffc-4b7b-987f-00de569e06b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0600452 Jul 16 20:33:02.827564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41736580-4ee5-44f1-b092-3794ce8054e3') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.827854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41736580-4ee5-44f1-b092-3794ce8054e3') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.828898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:02.832227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ee3dce22-cef2-4d8f-ab47-06fc3e879283, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ee3dce22-cef2-4d8f-ab47-06fc3e879283,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:02.833741 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:02.834663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Allocated IP 172.20.0.4 (a1cd3fcd-c6dd-4964-a24b-6a915ce92b25/8c0f1f9c-faa7-497b-b02f-566c112f6b19/4be12525-3947-458e-8cc7-48140353f960) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:02.846806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Sync routers for ids ['d9441fda-3ffc-4b7b-987f-00de569e06b1'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:02.855314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.870330 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.880193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Pushing event updated for resources: {'Port': ['ID=d73469bc-bd39-473c-8c2b-360ac592afd5,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:02.901062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.913323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54162) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:02.913855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:02.914265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:02.921524 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:02.932277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Routers {'d9441fda-3ffc-4b7b-987f-00de569e06b1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:02.932745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d9441fda-3ffc-4b7b-987f-00de569e06b1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.939348 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0686-bd55-4aa0-a6e9-421e262082cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.981073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Attempting to bind port d73469bc-bd39-473c-8c2b-360ac592afd5 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:02.981437 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Attempting to bind port d73469bc-bd39-473c-8c2b-360ac592afd5 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a42d2365-322d-4bb8-b72c-926941ffc287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:02.981799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Attempting to bind port d73469bc-bd39-473c-8c2b-360ac592afd5 on network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:03.000429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:03.001025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Checking segment: {'id': 'a42d2365-322d-4bb8-b72c-926941ffc287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:03.001199 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.001594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Bound using segment: {'id': 'a42d2365-322d-4bb8-b72c-926941ffc287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:03.002078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Bound port: d73469bc-bd39-473c-8c2b-360ac592afd5, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d2365-322d-4bb8-b72c-926941ffc287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a1cd3fcd-c6dd-4964-a24b-6a915ce92b25'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:03.002463 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.018668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.024830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.026856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/networks/c89584c6-7930-4efd-bc78-7570b613a1bf HTTP/1.1" status: 204 len: 168 time: 0.6939950 Jul 16 20:33:03.032193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54168) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:03.062026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ee3dce22-cef2-4d8f-ab47-06fc3e879283,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.063497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.068237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfdde9-4ee7-454a-bf36-50898df51d8d tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Network': ['ID=c89584c6-7930-4efd-bc78-7570b613a1bf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.095404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Transition to ACTIVE for port object 4be12525-3947-458e-8cc7-48140353f960 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:03.125995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Set router d9441fda-3ffc-4b7b-987f-00de569e06b1 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:03.169155 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.175156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] For port d73469bc-bd39-473c-8c2b-360ac592afd5, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:03.181201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] For port d73469bc-bd39-473c-8c2b-360ac592afd5, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d73469bc-bd39-473c-8c2b-360ac592afd5,segment=NetworkSegment(a42d2365-322d-4bb8-b72c-926941ffc287),segment_id=a42d2365-322d-4bb8-b72c-926941ffc287)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:03.187165 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.246191 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.313555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.324515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdb5781-f646-4c9c-9245-c3ebc5742da3']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.336998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4115dab-82d9-4613-affd-546aa3217fcb') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.337273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4115dab-82d9-4613-affd-546aa3217fcb') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.358049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.359113 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dbb57-2be6-461a-b21d-931e616c5748 None None] Pushing event updated for resources: {'Port': ['ID=d73469bc-bd39-473c-8c2b-360ac592afd5,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.385499 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.390894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event updated for resources: {'Port': ['ID=4be12525-3947-458e-8cc7-48140353f960,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.394310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:03.395260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:03.400572 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:03.406336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:03.412712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:03.419182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:03.423290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0686-bd55-4aa0-a6e9-421e262082cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.457160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0686-bd55-4aa0-a6e9-421e262082cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.457836 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:33:01Z', 'revision_number': 4, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '529c0409-536e-457a-81a4-aedd70b19b23', 'name': '', 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640', 'tenant_id': '3557a7d2770e4287861266732651c962', 'mac_address': 'fa:16:3e:9a:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '45873f5b-691c-4e36-9075-5a762a143765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:58Z', 'updated_at': '2021-07-16T20:33:01Z', 'revision_number': 2, 'project_id': '3557a7d2770e4287861266732651c962', 'subnets': [{'id': '45873f5b-691c-4e36-9075-5a762a143765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.495032 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d5ed0686-bd55-4aa0-a6e9-421e262082cc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f38c9f71cd8c41c3bf5e53835503cd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804722 Jul 16 20:33:03.495179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Checking router: d9441fda-3ffc-4b7b-987f-00de569e06b1 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:03.495683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Updating router d9441fda-3ffc-4b7b-987f-00de569e06b1 port 529c0409-536e-457a-81a4-aedd70b19b23 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:03.519525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54172) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:03.562025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed0686-bd55-4aa0-a6e9-421e262082cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c0a89f-8fe4-42fc-8bd6-d630f5ca0672,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.596763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.598350 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:03.599059 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.600128 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.615206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.619950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] 10.222.0.91 "DELETE /v2.0/networks/3fdb5781-f646-4c9c-9245-c3ebc5742da3 HTTP/1.1" status: 204 len: 168 time: 0.5831320 Jul 16 20:33:03.636907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccbe1c-615a-4a04-ad1b-d753ac5c33a8 tempest-BulkNetworkOpsTest-1251386639 tempest-BulkNetworkOpsTest-1251386639-project] Pushing event deleted for resources: {'Network': ['ID=3fdb5781-f646-4c9c-9245-c3ebc5742da3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.664385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3909200d-2f2c-493c-848e-64481bec0013 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.6918960 Jul 16 20:33:03.664815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54176) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:03.671324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-27a53bbd-5142-4676-a224-25e3fa9d3b77 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-944280949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:03.721092 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f6847d-1de4-4eb3-a56e-5334b70b5ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.742856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a53bbd-5142-4676-a224-25e3fa9d3b77 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.744305 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a53bbd-5142-4676-a224-25e3fa9d3b77 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.752562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f6847d-1de4-4eb3-a56e-5334b70b5ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.822255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54178) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:03.836484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a53bbd-5142-4676-a224-25e3fa9d3b77 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.841944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2cc54f51-0b2d-4174-965b-4afa21bfc05d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933160044', 'description': 'tempest-secgroup-smoke-1933160044 description', 'project_id': 'b237580579dc45a59b61e8e59621494f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:03.843900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a53bbd-5142-4676-a224-25e3fa9d3b77 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.868707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cc54f51-0b2d-4174-965b-4afa21bfc05d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.883723 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f6847d-1de4-4eb3-a56e-5334b70b5ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.884451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-27a53bbd-5142-4676-a224-25e3fa9d3b77 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.888595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f6847d-1de4-4eb3-a56e-5334b70b5ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.888595 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e8f6847d-1de4-4eb3-a56e-5334b70b5ece admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/30c0a89f-8fe4-42fc-8bd6-d630f5ca0672 HTTP/1.1" status: 204 len: 168 time: 0.3707120 Jul 16 20:33:03.889835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27a53bbd-5142-4676-a224-25e3fa9d3b77 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2225049 Jul 16 20:33:03.891275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54180) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:03.898317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7d2f55fa-5827-42f0-ad2f-b37a965b92a8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-541343126', 'prefixes': ['172.20.0.0/16']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:03.906265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6847d-1de4-4eb3-a56e-5334b70b5ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c0a89f-8fe4-42fc-8bd6-d630f5ca0672,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.031124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cc54f51-0b2d-4174-965b-4afa21bfc05d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.036767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cc54f51-0b2d-4174-965b-4afa21bfc05d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.041679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7d2f55fa-5827-42f0-ad2f-b37a965b92a8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for subnetpool, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.047558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7d2f55fa-5827-42f0-ad2f-b37a965b92a8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1536627 Jul 16 20:33:04.047886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54186) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.054447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-720fe272-5613-4ab6-a859-f69612f41f53 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', 'tempest-TagsExtTest-Tag-146105570') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:04.095429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54188) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.096568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc54f51-0b2d-4174-965b-4afa21bfc05d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8a33e-bece-475d-b214-009f8ca537e8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.101101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cc54f51-0b2d-4174-965b-4afa21bfc05d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.106064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2cc54f51-0b2d-4174-965b-4afa21bfc05d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2799625 Jul 16 20:33:04.106773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54190) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.131593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a717faa4-d61f-43d2-a6f7-bc62dd653f68 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'security_group_rule': {'security_group_id': '66a8a33e-bece-475d-b214-009f8ca537e8', 'project_id': 'b237580579dc45a59b61e8e59621494f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:04.170008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a717faa4-d61f-43d2-a6f7-bc62dd653f68 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.231389 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.260814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Transition to ACTIVE for port object 529c0409-536e-457a-81a4-aedd70b19b23 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:04.276862 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.281448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-720fe272-5613-4ab6-a859-f69612f41f53 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags/tempest-TagsExtTest-Tag-146105570 HTTP/1.1" status: 201 len: 201 time: 0.2323217 Jul 16 20:33:04.284191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54198) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.298651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-bce514a4-6dce-471e-a3cb-8f30f510d40d tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', 'tempest-TagsExtTest-Tag-1339235341') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:04.319175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a717faa4-d61f-43d2-a6f7-bc62dd653f68 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.325720 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a717faa4-d61f-43d2-a6f7-bc62dd653f68 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.378400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a717faa4-d61f-43d2-a6f7-bc62dd653f68 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.392378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a717faa4-d61f-43d2-a6f7-bc62dd653f68 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753155 Jul 16 20:33:04.400262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54200) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.414189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717faa4-d61f-43d2-a6f7-bc62dd653f68 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fee6a02-726c-4a22-bbfd-ea232a5c023f,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.433344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b937850b-41f9-44e0-b913-d2c34a0abadd tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'security_group_rule': {'security_group_id': '66a8a33e-bece-475d-b214-009f8ca537e8', 'project_id': 'b237580579dc45a59b61e8e59621494f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:04.439104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f948269-6a4b-4847-9fab-61cb1f569724 None None] Pushing event updated for resources: {'Port': ['ID=529c0409-536e-457a-81a4-aedd70b19b23,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.613671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bce514a4-6dce-471e-a3cb-8f30f510d40d tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags/tempest-TagsExtTest-Tag-1339235341 HTTP/1.1" status: 201 len: 201 time: 0.3272955 Jul 16 20:33:04.621725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54206) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.649933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Attempting to bind port 529c0409-536e-457a-81a4-aedd70b19b23 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:04.652028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Attempting to bind port 529c0409-536e-457a-81a4-aedd70b19b23 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:04.653143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Attempting to bind port 529c0409-536e-457a-81a4-aedd70b19b23 on network 25ad314e-599d-4220-b55b-6f6556e44640 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:04.653398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-d3988bb6-0eb6-4a7f-93ed-bfbf5dd07c24 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', 'tempest-TagsExtTest-Tag-746608972') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:04.677529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:04.682679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Checking segment: {'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:04.682679 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.682679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Bound using segment: {'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:04.684845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Bound port: 529c0409-536e-457a-81a4-aedd70b19b23, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad5ab2-a9b9-4264-a084-07592d56fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:04.685354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.722744 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3bc7b64c-1795-42c6-9edc-3b11547d458b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6d9853bdba344e9e9912a72956e98a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218445 Jul 16 20:33:04.723488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.749639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d73469bc-bd39-473c-8c2b-360ac592afd5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:04.818224 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b937850b-41f9-44e0-b913-d2c34a0abadd tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.833394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9880c346-c088-45ef-a8c0-40db539a0a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.878493 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9880c346-c088-45ef-a8c0-40db539a0a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.893398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] For port 529c0409-536e-457a-81a4-aedd70b19b23, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:04.905194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] For port 529c0409-536e-457a-81a4-aedd70b19b23, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=529c0409-536e-457a-81a4-aedd70b19b23,segment=NetworkSegment(20ad5ab2-a9b9-4264-a084-07592d56fc7f),segment_id=20ad5ab2-a9b9-4264-a084-07592d56fc7f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:04.914823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3988bb6-0eb6-4a7f-93ed-bfbf5dd07c24 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags/tempest-TagsExtTest-Tag-746608972 HTTP/1.1" status: 201 len: 201 time: 0.2899525 Jul 16 20:33:04.915917 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54214) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.916707 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.931072 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b937850b-41f9-44e0-b913-d2c34a0abadd tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.931542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-0863a5a7-0978-4d00-ae58-0a2d4441753e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', 'tempest-TagsExtTest-Tag-1519412101') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:04.936803 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b937850b-41f9-44e0-b913-d2c34a0abadd tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.959507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937850b-41f9-44e0-b913-d2c34a0abadd tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde97d45-0773-4d18-a8d7-474e9138b336,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.966649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b937850b-41f9-44e0-b913-d2c34a0abadd tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.970942 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b937850b-41f9-44e0-b913-d2c34a0abadd tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5660722 Jul 16 20:33:04.972085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54216) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.985743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a16c0a64-99a6-4372-93e0-dd47ca92c78d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'security_group_rule': {'security_group_id': '66a8a33e-bece-475d-b214-009f8ca537e8', 'project_id': 'b237580579dc45a59b61e8e59621494f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:05.000499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port d73469bc-bd39-473c-8c2b-360ac592afd5 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:05.035073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ee3dce22-cef2-4d8f-ab47-06fc3e879283 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:05.048183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Routers {'d9441fda-3ffc-4b7b-987f-00de569e06b1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:05.049238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:32:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d9441fda-3ffc-4b7b-987f-00de569e06b1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.051510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b07507-e137-4725-af5b-810173ad9162 None None] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:05.081733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a16c0a64-99a6-4372-93e0-dd47ca92c78d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.114423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0863a5a7-0978-4d00-ae58-0a2d4441753e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags/tempest-TagsExtTest-Tag-1519412101 HTTP/1.1" status: 201 len: 201 time: 0.1946046 Jul 16 20:33:05.121055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54224) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.129760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-fe7047c6-14d9-4dc5-ab00-f8efc296ab44 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.147063 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9880c346-c088-45ef-a8c0-40db539a0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.149776 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9880c346-c088-45ef-a8c0-40db539a0a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.151046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9880c346-c088-45ef-a8c0-40db539a0a21 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0c2e1d6d-8cbd-4d34-bc34-7a1ff8748ee9 HTTP/1.1" status: 204 len: 168 time: 0.4245741 Jul 16 20:33:05.153308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a16c0a64-99a6-4372-93e0-dd47ca92c78d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.176485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a16c0a64-99a6-4372-93e0-dd47ca92c78d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.180943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880c346-c088-45ef-a8c0-40db539a0a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2e1d6d-8cbd-4d34-bc34-7a1ff8748ee9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.212942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c0a64-99a6-4372-93e0-dd47ca92c78d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8415c37a-6724-455d-b3fc-aeba2104d4ba,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.230652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a16c0a64-99a6-4372-93e0-dd47ca92c78d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.232104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a16c0a64-99a6-4372-93e0-dd47ca92c78d tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2590125 Jul 16 20:33:05.235428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54230) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.243514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b07c9a3a-a27b-4d2a-9694-27607ffbfe5a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'security_group_rule': {'security_group_id': '66a8a33e-bece-475d-b214-009f8ca537e8', 'project_id': 'b237580579dc45a59b61e8e59621494f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:05.299919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fe7047c6-14d9-4dc5-ab00-f8efc296ab44 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags HTTP/1.1" status: 200 len: 240 time: 0.1721292 Jul 16 20:33:05.299919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54232) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.308241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-c79fdb4e-81d4-4dc5-ad91-b616d1a26343 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', 'tempest-TagsExtTest-Tag-146105570') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.308476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b07c9a3a-a27b-4d2a-9694-27607ffbfe5a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.311798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f948269-6a4b-4847-9fab-61cb1f569724 None None] Pushing event updated for resources: {'Port': ['ID=529c0409-536e-457a-81a4-aedd70b19b23,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.413167 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c79fdb4e-81d4-4dc5-ad91-b616d1a26343 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags/tempest-TagsExtTest-Tag-146105570 HTTP/1.1" status: 204 len: 168 time: 0.1096416 Jul 16 20:33:05.417428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54236) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.425713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-a161a6fe-303c-4d08-85b3-683343688414 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', 'tempest-TagsExtTest-Tag-146105570') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.515162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b07c9a3a-a27b-4d2a-9694-27607ffbfe5a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.526120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b07c9a3a-a27b-4d2a-9694-27607ffbfe5a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.559846 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b07c9a3a-a27b-4d2a-9694-27607ffbfe5a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.564031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b07c9a3a-a27b-4d2a-9694-27607ffbfe5a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247397 Jul 16 20:33:05.564031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c9a3a-a27b-4d2a-9694-27607ffbfe5a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf297f8-e5f6-47c9-831c-1a48f9c3a504,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.564352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54240) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.569525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'security_group_rule': {'security_group_id': '66a8a33e-bece-475d-b214-009f8ca537e8', 'project_id': 'b237580579dc45a59b61e8e59621494f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:05.617228 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Project b237580579dc45a59b61e8e59621494f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:05.620634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a161a6fe-303c-4d08-85b3-683343688414 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags/tempest-TagsExtTest-Tag-146105570 HTTP/1.1" status: 204 len: 168 time: 0.2008984 Jul 16 20:33:05.623766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54244) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.627558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.639472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-d1c71486-39fe-427b-91b2-11fb3c9fc4d7 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.758249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d1c71486-39fe-427b-91b2-11fb3c9fc4d7 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags HTTP/1.1" status: 200 len: 205 time: 0.1331382 Jul 16 20:33:05.760780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54250) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.768421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-db2a42af-4279-4bd0-9aa9-5b16331f595f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.800747 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.806447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.832042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625ec5a1-6397-458c-a968-23a32f07671e,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.861017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.862414 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4ec73733-56ee-4705-9b2d-8fbf61f65479 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2970159 Jul 16 20:33:05.865397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54256) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.868732 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-db2a42af-4279-4bd0-9aa9-5b16331f595f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags HTTP/1.1" status: 200 len: 241 time: 0.1024017 Jul 16 20:33:05.869241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54258) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.870122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'security_group_rule': {'security_group_id': '66a8a33e-bece-475d-b214-009f8ca537e8', 'project_id': 'b237580579dc45a59b61e8e59621494f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:05.875575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-ae18c585-4ed2-45a4-8c8c-6e6cb19765ee tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', 'tempest-TagsExtTest-Tag-1339235341') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:05.920097 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Project b237580579dc45a59b61e8e59621494f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:05.931236 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.946204 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ae18c585-4ed2-45a4-8c8c-6e6cb19765ee tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags/tempest-TagsExtTest-Tag-1339235341 HTTP/1.1" status: 204 len: 168 time: 0.0752394 Jul 16 20:33:05.948550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54264) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.955578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-c50cd45c-64a4-4765-81a6-81bfadbf9c4d tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', 'tempest-TagsExtTest-Tag-1339235341') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.051491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c50cd45c-64a4-4765-81a6-81bfadbf9c4d tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags/tempest-TagsExtTest-Tag-1339235341 HTTP/1.1" status: 204 len: 168 time: 0.1014934 Jul 16 20:33:06.053816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54270) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.064620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-b7f84074-a932-44ed-8aa2-8febe6a79c6b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.075287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-586d3939-22a8-47a9-8c78-fe7d9491caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.085291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6270cb3e-c4d6-4ea8-827c-39fc635ae250 None None] Provisioning for port d73469bc-bd39-473c-8c2b-360ac592afd5 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:06.087155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.092959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.101958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ee3dce22-cef2-4d8f-ab47-06fc3e879283 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:06.102311 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.108584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6270cb3e-c4d6-4ea8-827c-39fc635ae250 None None] Provisioning complete for port d73469bc-bd39-473c-8c2b-360ac592afd5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:06.109171 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6270cb3e-c4d6-4ea8-827c-39fc635ae250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.126742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255e0d62-c660-480f-baae-17c3f3b72e71,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:06.139171 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.149819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-746b3b95-c77a-4f7f-b979-b764d5452474 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2739372 Jul 16 20:33:06.150064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] Set router d9441fda-3ffc-4b7b-987f-00de569e06b1 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:06.167932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b7f84074-a932-44ed-8aa2-8febe6a79c6b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags HTTP/1.1" status: 200 len: 205 time: 0.1125479 Jul 16 20:33:06.168318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54276) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.174450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-7efdfaf0-3d6d-4fff-96a3-dfa978a8c8f5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.286348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7efdfaf0-3d6d-4fff-96a3-dfa978a8c8f5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags HTTP/1.1" status: 200 len: 240 time: 0.1167722 Jul 16 20:33:06.288918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54284) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.293810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-f7d7f8d6-e32e-418c-8941-f6e34e377c31 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', 'tempest-TagsExtTest-Tag-746608972') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.469903 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6270cb3e-c4d6-4ea8-827c-39fc635ae250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.531102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-703297e7-bf7f-4906-84fb-b49040aef278 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933160044&fields=id&tenant_id=b237580579dc45a59b61e8e59621494f HTTP/1.1" status: 200 len: 267 time: 0.1331341 Jul 16 20:33:06.574921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6270cb3e-c4d6-4ea8-827c-39fc635ae250 None None] For port d73469bc-bd39-473c-8c2b-360ac592afd5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d73469bc-bd39-473c-8c2b-360ac592afd5,segment=NetworkSegment(a42d2365-322d-4bb8-b72c-926941ffc287),segment_id=a42d2365-322d-4bb8-b72c-926941ffc287)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:06.580977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f7d7f8d6-e32e-418c-8941-f6e34e377c31 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags/tempest-TagsExtTest-Tag-746608972 HTTP/1.1" status: 204 len: 168 time: 0.2884855 Jul 16 20:33:06.582336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54308) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.585947 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6270cb3e-c4d6-4ea8-827c-39fc635ae250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.589231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-911fb1d3-1ed5-4fd3-a9c8-ce35d99377b6 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', 'tempest-TagsExtTest-Tag-746608972') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.643860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270cb3e-c4d6-4ea8-827c-39fc635ae250 None None] Pushing event updated for resources: {'Port': ['ID=d73469bc-bd39-473c-8c2b-360ac592afd5,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:06.686526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-2578ea73-e227-4c0a-9e3c-cc2131069692 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:06.690364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5313492d-680c-447a-ae58-573f06daf586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:33:01Z', 'revision_number': 4, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '529c0409-536e-457a-81a4-aedd70b19b23', 'name': '', 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640', 'tenant_id': '3557a7d2770e4287861266732651c962', 'mac_address': 'fa:16:3e:9a:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '45873f5b-691c-4e36-9075-5a762a143765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:58Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '3557a7d2770e4287861266732651c962', 'subnets': [{'id': '45873f5b-691c-4e36-9075-5a762a143765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.700551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-2578ea73-e227-4c0a-9e3c-cc2131069692 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/networks?id=6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 200 len: 809 time: 0.1685154 Jul 16 20:33:06.721656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-652f7951-8b8b-484c-b600-0b4a954a3444 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/quotas/b237580579dc45a59b61e8e59621494f HTTP/1.1" status: 200 len: 375 time: 0.0158038 Jul 16 20:33:06.745176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54310) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.786443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313492d-680c-447a-ae58-573f06daf586 None None] The sync data for ids ['d9441fda-3ffc-4b7b-987f-00de569e06b1'] in n-d-792458-10 is: [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:33:01Z', 'revision_number': 4, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '529c0409-536e-457a-81a4-aedd70b19b23', 'name': '', 'network_id': '25ad314e-599d-4220-b55b-6f6556e44640', 'tenant_id': '3557a7d2770e4287861266732651c962', 'mac_address': 'fa:16:3e:9a:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '45873f5b-691c-4e36-9075-5a762a143765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:58Z', 'updated_at': '2021-07-16T20:33:04Z', 'revision_number': 4, 'project_id': '3557a7d2770e4287861266732651c962', 'subnets': [{'id': '45873f5b-691c-4e36-9075-5a762a143765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:06.879247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-5fa1ff34-d02f-46c3-a024-2af7a2f8ce43 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b237580579dc45a59b61e8e59621494f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1496427 Jul 16 20:33:06.936302 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-911fb1d3-1ed5-4fd3-a9c8-ce35d99377b6 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags/tempest-TagsExtTest-Tag-746608972 HTTP/1.1" status: 204 len: 168 time: 0.3523457 Jul 16 20:33:06.941215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d0e528b9-0e15-4085-8537-e600c185bfcc None None] Provisioning for port 4be12525-3947-458e-8cc7-48140353f960 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:06.941567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54316) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.951259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d0e528b9-0e15-4085-8537-e600c185bfcc None None] Provisioning complete for port 4be12525-3947-458e-8cc7-48140353f960 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:06.951842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d0e528b9-0e15-4085-8537-e600c185bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.951948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-bc4f8634-6a83-4317-96e3-5d211aa0a4f1 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:06.957959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a664afd-d89d-4ce9-853a-0cb965fc6a35 req-acc184a5-759d-4144-97a5-7ae4d1ea61b1 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:06.959673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a664afd-d89d-4ce9-853a-0cb965fc6a35 req-acc184a5-759d-4144-97a5-7ae4d1ea61b1 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1098 time: 0.2436776 Jul 16 20:33:06.979275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7af3bc5e-6cf6-4b5e-bba7-581c8693828b tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2049662270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:07.014525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d0e528b9-0e15-4085-8537-e600c185bfcc None None] Port 4be12525-3947-458e-8cc7-48140353f960 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:07.031651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d0e528b9-0e15-4085-8537-e600c185bfcc None None] Provisioning complete for port d73469bc-bd39-473c-8c2b-360ac592afd5 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:07.031954 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d0e528b9-0e15-4085-8537-e600c185bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.157860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af3bc5e-6cf6-4b5e-bba7-581c8693828b tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.159507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af3bc5e-6cf6-4b5e-bba7-581c8693828b tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.187543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bc4f8634-6a83-4317-96e3-5d211aa0a4f1 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags HTTP/1.1" status: 200 len: 205 time: 0.2445698 Jul 16 20:33:07.190215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54324) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.196016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-44440549-d830-4134-8dd1-13e09be721f8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:07.206614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-189e69b7-d379-4e29-9509-d42e94f2d1a3 service neutron] 10.222.0.91 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238435 Jul 16 20:33:07.213287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a664afd-d89d-4ce9-853a-0cb965fc6a35 req-7518c826-2345-4bd6-9484-d7d947ff38ec tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093954 Jul 16 20:33:07.284202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-44440549-d830-4134-8dd1-13e09be721f8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags HTTP/1.1" status: 200 len: 241 time: 0.0927703 Jul 16 20:33:07.286697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54328) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.293606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-a1f7476f-75ed-4c35-808c-8f2eee462a17 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', 'tempest-TagsExtTest-Tag-1519412101') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:07.318958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af3bc5e-6cf6-4b5e-bba7-581c8693828b tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.324248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1f7476f-75ed-4c35-808c-8f2eee462a17 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags/tempest-TagsExtTest-Tag-1519412101 HTTP/1.1" status: 204 len: 168 time: 0.0360627 Jul 16 20:33:07.327898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54330) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.334585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-ce74c0eb-2fc4-47c8-8b2e-ae09ca832b9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', 'tempest-TagsExtTest-Tag-1519412101') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:07.339379 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af3bc5e-6cf6-4b5e-bba7-581c8693828b tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.367848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-eca45d09-141a-45b6-9195-5a4403d930ec None None] Provisioning complete for port 4be12525-3947-458e-8cc7-48140353f960 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:07.368506 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-eca45d09-141a-45b6-9195-5a4403d930ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.421052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-eca45d09-141a-45b6-9195-5a4403d930ec None None] Port 4be12525-3947-458e-8cc7-48140353f960 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:07.444096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7af3bc5e-6cf6-4b5e-bba7-581c8693828b tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.445424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7af3bc5e-6cf6-4b5e-bba7-581c8693828b tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6990199 Jul 16 20:33:07.450133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54332) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.462200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-938631'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:07.495538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-8edd6008-e5a3-43e9-8b74-5660ebd2ab8e service neutron] 10.222.0.91 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877779 Jul 16 20:33:07.500931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ce74c0eb-2fc4-47c8-8b2e-ae09ca832b9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags/tempest-TagsExtTest-Tag-1519412101 HTTP/1.1" status: 204 len: 168 time: 0.1711712 Jul 16 20:33:07.505300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54334) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.510787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-682bebe6-ba10-4fcb-960e-172473359450 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:07.536057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Made reservation on behalf of a918c7795b174852a117b8361d6b231f for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:07.541544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.542270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-682bebe6-ba10-4fcb-960e-172473359450 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags HTTP/1.1" status: 200 len: 205 time: 0.0356524 Jul 16 20:33:07.545246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54336) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.565866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-3fb154e6-35bf-4624-9eee-5bb2a2d64947 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:07.596223 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.641223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3fb154e6-35bf-4624-9eee-5bb2a2d64947 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags HTTP/1.1" status: 204 len: 168 time: 0.0947387 Jul 16 20:33:07.644387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54338) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.656524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-db937628-ecaa-4546-9754-5fcf29ce35f9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:07.778271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-db937628-ecaa-4546-9754-5fcf29ce35f9 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags HTTP/1.1" status: 204 len: 168 time: 0.1290324 Jul 16 20:33:07.778646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54340) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:07.783589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-edb8459d-8040-492e-974b-6cacb88ceb0e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:07.857134 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.868367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.889033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ece6-9089-4314-b237-d39c7545f4f2 req-d51c04ce-1a4e-4854-9492-a183eae5c96d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:07.890677 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5bb0ece6-9089-4314-b237-d39c7545f4f2 req-d51c04ce-1a4e-4854-9492-a183eae5c96d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.2155583 Jul 16 20:33:07.931289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:07.949308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19b3e7-6987-42a7-ad1b-56d39e50012c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:07.993117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-96c38827-8b93-43b1-ab11-c024777c290e req-b0a79c6e-a109-4b16-b5d9-638955ce4499 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 210 time: 0.0699644 Jul 16 20:33:07.995061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.995711 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Added segment d483702c-ec9a-4dbc-8037-f8e44a9a165c of type vlan for network 69c82990-4dc1-4d51-938e-b92a17d9074b Jul 16 20:33:08.021738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-edb8459d-8040-492e-974b-6cacb88ceb0e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags HTTP/1.1" status: 204 len: 168 time: 0.2395971 Jul 16 20:33:08.022278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54350) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.026268 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5bb0ece6-9089-4314-b237-d39c7545f4f2 req-4c7032dd-1990-4cf2-a839-0ab12e400fdc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255734 Jul 16 20:33:08.028733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-7bb2bfd6-28d9-4482-b8fc-d76cf2314476 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:08.066421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54352) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.076171 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.116592 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.129966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:08.132100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.184175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7300580 Jul 16 20:33:08.186651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54360) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.203316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'subnet': {'network_id': '69c82990-4dc1-4d51-938e-b92a17d9074b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:08.217074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-48484733-f04e-4f9c-aa86-d3cec71aad1b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/438d0c4d-d345-4458-9708-df40d911b205 HTTP/1.1" status: 200 len: 994 time: 0.1488593 Jul 16 20:33:08.239582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e22d6-56bf-4eca-8a86-4c0a2c91378a tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Network': ['ID=69c82990-4dc1-4d51-938e-b92a17d9074b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:08.254065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 69c82990-4dc1-4d51-938e-b92a17d9074b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:08.278168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7bb2bfd6-28d9-4482-b8fc-d76cf2314476 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags HTTP/1.1" status: 204 len: 168 time: 0.2533951 Jul 16 20:33:08.281641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54364) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.290001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-d68053aa-29e6-4c7f-b9e6-1f371e8754c8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', 'tempest-TagsExtTest-Tag-942705708') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:08.436198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Made reservation on behalf of a918c7795b174852a117b8361d6b231f for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:08.467993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.472815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d68053aa-29e6-4c7f-b9e6-1f371e8754c8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags/tempest-TagsExtTest-Tag-942705708 HTTP/1.1" status: 201 len: 201 time: 0.1892133 Jul 16 20:33:08.477587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54372) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.487909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-7e241711-e181-4214-9ef8-dfe84a8ebcb8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', 'tempest-TagsExtTest-Tag-1238282745') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:08.649609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.672561 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.733872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7e241711-e181-4214-9ef8-dfe84a8ebcb8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags/tempest-TagsExtTest-Tag-1238282745 HTTP/1.1" status: 201 len: 201 time: 0.2549579 Jul 16 20:33:08.738428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54376) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.754457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-7d3a7476-82f7-41b2-a0c9-db3b5c8ccd80 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', 'tempest-TagsExtTest-Tag-625943716') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:08.852077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d73469bc-bd39-473c-8c2b-360ac592afd5 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:08.856191 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-009ba865-b4ce-4de3-8529-7b86b7a89cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.916978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.984723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port d73469bc-bd39-473c-8c2b-360ac592afd5 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:08.985241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.032875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7d3a7476-82f7-41b2-a0c9-db3b5c8ccd80 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags/tempest-TagsExtTest-Tag-625943716 HTTP/1.1" status: 201 len: 201 time: 0.2836149 Jul 16 20:33:09.034744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54384) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.044417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-a9ee7888-481a-44c6-bcac-7d83c142f846 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', 'tempest-TagsExtTest-Tag-575216084') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:09.056883 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Subnet': ['ID=580e68e5-9877-4c11-98ab-04efb842371a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.075450 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.075803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.076150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.076490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.076824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.077156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.077487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.077814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.078140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.078738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.078894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.079300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:09.105481 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.105757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Checking segment: {'id': 'd483702c-ec9a-4dbc-8037-f8e44a9a165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '69c82990-4dc1-4d51-938e-b92a17d9074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:09.106323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network hostable DHCP agents. Network: 69c82990-4dc1-4d51-938e-b92a17d9074b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:09.145514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network 69c82990-4dc1-4d51-938e-b92a17d9074b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:09.167680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 69c82990-4dc1-4d51-938e-b92a17d9074b) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:09.172119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.172730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.180156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 529c0409-536e-457a-81a4-aedd70b19b23 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:09.195405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a9ee7888-481a-44c6-bcac-7d83c142f846 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags/tempest-TagsExtTest-Tag-575216084 HTTP/1.1" status: 201 len: 201 time: 0.1586587 Jul 16 20:33:09.196047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54386) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.200978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-211a9030-2ad8-49f7-94b1-b1b560872b01 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', {'tags': ['tempest-TagsExtTest-Tag-210188360', 'tempest-TagsExtTest-Tag-1455566185', 'tempest-TagsExtTest-Tag-1158593414']}) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:09.216094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e83ed9aa-f356-4d22-b02e-51985b5345a5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0263143 Jul 16 20:33:09.219029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54388) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.229199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'network': {'name': 'tempest-router-network01--441651119'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:09.245703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f854392-d294-4138-b6d6-09c34baf8cde None None] Network 69c82990-4dc1-4d51-938e-b92a17d9074b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:09.279784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Made reservation on behalf of a918c7795b174852a117b8361d6b231f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:09.283863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.313133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:09.327055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.327498 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Added segment 359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7 of type vlan for network 6314dfa0-6ec3-4477-a497-18538b2b6b5d Jul 16 20:33:09.377022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54392) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.386910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.389538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 529c0409-536e-457a-81a4-aedd70b19b23 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:09.395104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fbbbd336-efb2-4b1a-bcca-db4137ebdd55 req-1c98ec5b-4662-483c-91f3-b064f6c24bfb tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 210 time: 0.0857089 Jul 16 20:33:09.420190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-211a9030-2ad8-49f7-94b1-b1b560872b01 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags HTTP/1.1" status: 200 len: 317 time: 0.2224553 Jul 16 20:33:09.422044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54396) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.427028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-7ca79fa9-0c36-48d3-ae34-d995e6f5a06b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:09.437057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 529c0409-536e-457a-81a4-aedd70b19b23 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:09.437433 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.513783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.520617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.521521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.540031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7ca79fa9-0c36-48d3-ae34-d995e6f5a06b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags HTTP/1.1" status: 204 len: 168 time: 0.1168075 Jul 16 20:33:09.543023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54398) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.549275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-0bd9e379-b48f-45d3-a0cb-21cdf1f4435b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', 'tempest-TagsExtTest-Tag-210188360') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:09.589457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105be14-bd3d-4db3-ab56-c39042f6a30a req-da78441d-3b7c-4678-982e-2aee1313fb6a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.591072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d105be14-bd3d-4db3-ab56-c39042f6a30a req-da78441d-3b7c-4678-982e-2aee1313fb6a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.1974826 Jul 16 20:33:09.596169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3756306 Jul 16 20:33:09.598644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-69c82990-4dc1-4d51-938e-b92a17d9074b', 'network_id': '69c82990-4dc1-4d51-938e-b92a17d9074b', 'tenant_id': 'a918c7795b174852a117b8361d6b231f', 'fixed_ips': [{'subnet_id': '580e68e5-9877-4c11-98ab-04efb842371a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:09.599589 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.608556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54400) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.610375 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.616616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'network': {'name': 'tempest-router-network02--1366341800'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:09.648061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a753-17dc-4e4f-9ce8-21076e0f33cf tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Network': ['ID=6314dfa0-6ec3-4477-a497-18538b2b6b5d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.674436 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-9dc4b58e-dc5d-44db-be94-176dbd84e461 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2962327 Jul 16 20:33:09.695768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d105be14-bd3d-4db3-ab56-c39042f6a30a req-460cdc09-9f23-43e5-818d-00c4666ac7bd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512803 Jul 16 20:33:09.766540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:09.767634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Made reservation on behalf of a918c7795b174852a117b8361d6b231f for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:09.771764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.887900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 529c0409-536e-457a-81a4-aedd70b19b23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=529c0409-536e-457a-81a4-aedd70b19b23,segment=NetworkSegment(20ad5ab2-a9b9-4264-a084-07592d56fc7f),segment_id=20ad5ab2-a9b9-4264-a084-07592d56fc7f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:09.899160 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.988944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=529c0409-536e-457a-81a4-aedd70b19b23,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:10.017702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Allocated IP 172.20.0.2 (69c82990-4dc1-4d51-938e-b92a17d9074b/580e68e5-9877-4c11-98ab-04efb842371a/2e086157-2b3e-4623-8f5d-bb25d340c717) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:10.059884 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.263145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.277016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Transition to ACTIVE for port object 2e086157-2b3e-4623-8f5d-bb25d340c717 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:10.298721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Transition to ACTIVE for port object 2e086157-2b3e-4623-8f5d-bb25d340c717 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:10.301586 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-0bd9e379-b48f-45d3-a0cb-21cdf1f4435b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:10.302648 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0bd9e379-b48f-45d3-a0cb-21cdf1f4435b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags/tempest-TagsExtTest-Tag-210188360 HTTP/1.1" status: 404 len: 328 time: 0.7579710 Jul 16 20:33:10.305929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54428) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.312928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-94ed2506-5348-451b-944c-c0e1d24ad6ef tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', 'tempest-TagsExtTest-Tag-1455566185') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:10.323402 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.327022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:10.341263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-dd407854-cbde-4e48-b40b-d9f5d6126442 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:10.342944 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-dd407854-cbde-4e48-b40b-d9f5d6126442 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.79 "GET /v2.0/networks?id=6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 200 len: 809 time: 0.7154484 Jul 16 20:33:10.347467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.347808 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Added segment 775fff28-a568-49c9-9987-8eefc5912d7e of type vlan for network 6d10ec58-7abe-4f76-aeba-c597e88d214d Jul 16 20:33:10.399682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Network 69c82990-4dc1-4d51-938e-b92a17d9074b is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:10.406237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:10.415575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:10.426160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Pushing event updated for resources: {'Port': ['ID=2e086157-2b3e-4623-8f5d-bb25d340c717,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:10.435300 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-94ed2506-5348-451b-944c-c0e1d24ad6ef tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:10.435439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.463506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-94ed2506-5348-451b-944c-c0e1d24ad6ef tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags/tempest-TagsExtTest-Tag-1455566185 HTTP/1.1" status: 404 len: 329 time: 0.1556551 Jul 16 20:33:10.466610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54436) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.474797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-a619ee73-5e54-4f9d-a64a-83bd658675e6 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b237580579dc45a59b61e8e59621494f HTTP/1.1" status: 200 len: 380 time: 0.1182303 Jul 16 20:33:10.478169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-a339ba10-4e12-46c6-ab39-cab7e0ea2e2b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19', 'tempest-TagsExtTest-Tag-1158593414') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:10.534120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'port': {'device_id': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'admin_state_up': True, 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'security_groups': ['66a8a33e-bece-475d-b214-009f8ca537e8']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:10.550121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.566706 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:10.568464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.619940 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-a339ba10-4e12-46c6-ab39-cab7e0ea2e2b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:10.619940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a339ba10-4e12-46c6-ab39-cab7e0ea2e2b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags/tempest-TagsExtTest-Tag-1158593414 HTTP/1.1" status: 404 len: 329 time: 0.1485512 Jul 16 20:33:10.619940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54440) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.622080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Attempting to bind port 2e086157-2b3e-4623-8f5d-bb25d340c717 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:10.622988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Attempting to bind port 2e086157-2b3e-4623-8f5d-bb25d340c717 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd483702c-ec9a-4dbc-8037-f8e44a9a165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '69c82990-4dc1-4d51-938e-b92a17d9074b'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:10.623493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Attempting to bind port 2e086157-2b3e-4623-8f5d-bb25d340c717 on network 69c82990-4dc1-4d51-938e-b92a17d9074b {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:10.627802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-f84c208f-3db4-4030-9a59-a584434d4bde tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', {'tags': ['tempest-TagsExtTest-Tag-372554123', 'tempest-TagsExtTest-Tag-1383372746', 'tempest-TagsExtTest-Tag-1156525691']}) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:10.637555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:10.640001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Checking segment: {'id': 'd483702c-ec9a-4dbc-8037-f8e44a9a165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '69c82990-4dc1-4d51-938e-b92a17d9074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:10.640439 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.641787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Bound using segment: {'id': 'd483702c-ec9a-4dbc-8037-f8e44a9a165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '69c82990-4dc1-4d51-938e-b92a17d9074b'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:10.642409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0316446 Jul 16 20:33:10.643147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Bound port: 2e086157-2b3e-4623-8f5d-bb25d340c717, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd483702c-ec9a-4dbc-8037-f8e44a9a165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '69c82990-4dc1-4d51-938e-b92a17d9074b'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:10.644743 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.650803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.670752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 529c0409-536e-457a-81a4-aedd70b19b23 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:10.680845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'subnet': {'network_id': '6314dfa0-6ec3-4477-a497-18538b2b6b5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:10.765963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2aa5ac9e-2580-4c32-ba7a-105c1795ab51 req-f25c109f-e300-4d42-a06b-e9bcd5d2c8f0 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 210 time: 0.0605416 Jul 16 20:33:10.807085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f84c208f-3db4-4030-9a59-a584434d4bde tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags HTTP/1.1" status: 200 len: 317 time: 0.1892619 Jul 16 20:33:10.808133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.820437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-93e418cd-abb7-48ed-b10f-432ea292acc6 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:10.846276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] For port 2e086157-2b3e-4623-8f5d-bb25d340c717, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:10.854633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] For port 2e086157-2b3e-4623-8f5d-bb25d340c717, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2e086157-2b3e-4623-8f5d-bb25d340c717,segment=NetworkSegment(d483702c-ec9a-4dbc-8037-f8e44a9a165c),segment_id=d483702c-ec9a-4dbc-8037-f8e44a9a165c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:10.859926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Network': ['ID=6d10ec58-7abe-4f76-aeba-c597e88d214d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:10.876934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 529c0409-536e-457a-81a4-aedd70b19b23 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:10.877575 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.880113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.946891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-93e418cd-abb7-48ed-b10f-432ea292acc6 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags HTTP/1.1" status: 204 len: 168 time: 0.1355124 Jul 16 20:33:10.949391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54450) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.954953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-f88cacd3-b2ec-4dc6-a477-4cc6c922e748 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', 'tempest-TagsExtTest-Tag-372554123') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:11.011409 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-f88cacd3-b2ec-4dc6-a477-4cc6c922e748 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:11.012539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f88cacd3-b2ec-4dc6-a477-4cc6c922e748 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags/tempest-TagsExtTest-Tag-372554123 HTTP/1.1" status: 404 len: 328 time: 0.0619440 Jul 16 20:33:11.015907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54452) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.020501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-50fd113c-25fb-46ab-8db5-13fc06ee79d8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', 'tempest-TagsExtTest-Tag-1383372746') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:11.040129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.040733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.041257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.041772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.042515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.043052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.043611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.044764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.045272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.045799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.046303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.046807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0d2d-1f55-45c7-9263-c734ab7e804d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:11.070338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 6d10ec58-7abe-4f76-aeba-c597e88d214d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:11.104494 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-50fd113c-25fb-46ab-8db5-13fc06ee79d8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:11.105536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-50fd113c-25fb-46ab-8db5-13fc06ee79d8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags/tempest-TagsExtTest-Tag-1383372746 HTTP/1.1" status: 404 len: 329 time: 0.0886500 Jul 16 20:33:11.111599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54454) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.116938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-3d5a4b03-b759-44a0-848c-48a7103c8bdc tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960', 'tempest-TagsExtTest-Tag-1156525691') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:11.124887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Made reservation on behalf of b237580579dc45a59b61e8e59621494f for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:11.129160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.194569 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-3d5a4b03-b759-44a0-848c-48a7103c8bdc tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:11.201729 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3d5a4b03-b759-44a0-848c-48a7103c8bdc tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags/tempest-TagsExtTest-Tag-1156525691 HTTP/1.1" status: 404 len: 329 time: 0.0886183 Jul 16 20:33:11.204340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.208863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f558a-10bf-4ec3-9cd9-9abe7c2bdcfc None None] Pushing event updated for resources: {'Port': ['ID=2e086157-2b3e-4623-8f5d-bb25d340c717,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.211967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-335ca279-b521-4712-ae35-8d4f3734394d tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', {'tags': ['tempest-TagsExtTest-Tag-145476338', 'tempest-TagsExtTest-Tag-1854044975', 'tempest-TagsExtTest-Tag-1347904275']}) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:11.280537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Made reservation on behalf of a918c7795b174852a117b8361d6b231f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:11.284400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.411756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d348f-a83a-49d1-9594-4f885de1927c req-72b8ffe4-f9cd-4f6e-839c-20d84bd43eca tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:11.413557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a7d348f-a83a-49d1-9594-4f885de1927c req-72b8ffe4-f9cd-4f6e-839c-20d84bd43eca tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.4038925 Jul 16 20:33:11.557221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Allocated IP 172.20.0.8 (6d8fab5c-7cbd-4bca-9da3-728385c91efa/43f3bbdc-6253-47a6-94a8-4ec4a177df56/f8de01cf-97e3-4b14-9d62-4f727957a7e1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:11.563822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a7d348f-a83a-49d1-9594-4f885de1927c req-5d44ff02-c8bb-42d4-87ad-b8c723501894 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150074 Jul 16 20:33:11.772836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-335ca279-b521-4712-ae35-8d4f3734394d tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags HTTP/1.1" status: 200 len: 317 time: 0.5669327 Jul 16 20:33:11.775208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54464) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.780135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-a9f9ddb3-3d08-48be-838c-380c4647a508 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:11.788943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.843066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.915209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-e0a923fa-5592-4b38-92b5-38aaf52abe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:11.916897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-e0a923fa-5592-4b38-92b5-38aaf52abe40 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1098 time: 0.6145706 Jul 16 20:33:12.027259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a9f9ddb3-3d08-48be-838c-380c4647a508 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags HTTP/1.1" status: 204 len: 168 time: 0.2485912 Jul 16 20:33:12.027483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.027659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54474) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.039137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-1a208a61-82d2-4a87-af56-e73279c027bf tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', 'tempest-TagsExtTest-Tag-145476338') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:12.046207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Transition to ACTIVE for port object f8de01cf-97e3-4b14-9d62-4f727957a7e1 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:12.110977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Subnet': ['ID=4ad147aa-470c-4b03-970a-d893ad8f128a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.125103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.186467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'Port': ['ID=f8de01cf-97e3-4b14-9d62-4f727957a7e1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.195439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-c28f6b76-6e80-42db-a359-9e31fe1ab5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.197723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-c28f6b76-6e80-42db-a359-9e31fe1ab5ab service neutron] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.2719197 Jul 16 20:33:12.203201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Checking segment: {'id': '359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6314dfa0-6ec3-4477-a497-18538b2b6b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:12.203588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network hostable DHCP agents. Network: 6314dfa0-6ec3-4477-a497-18538b2b6b5d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:12.221401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:12.223312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:12.226162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:12.271012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:12.291905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6314dfa0-6ec3-4477-a497-18538b2b6b5d) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:12.297623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.298399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.303382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdeee8-9e1b-4e7e-8e98-d9601d48a17e None None] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:12.307973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.308813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.333527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-0e442972-41c0-411a-9c5a-df7eec8edf03 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8126988 Jul 16 20:33:12.354905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Request body: {'port': {'device_id': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:12.386811 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-1a208a61-82d2-4a87-af56-e73279c027bf tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:12.388513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1a208a61-82d2-4a87-af56-e73279c027bf tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags/tempest-TagsExtTest-Tag-145476338 HTTP/1.1" status: 404 len: 328 time: 0.3599594 Jul 16 20:33:12.392833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fcc20f58-2891-4c59-8a5f-e0e373d4fdfd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1002 time: 0.1558025 Jul 16 20:33:12.394313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54476) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.400285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-78d4782c-5506-458e-9549-bf648f94b8a8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', 'tempest-TagsExtTest-Tag-1854044975') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:12.420171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91c5047c-198c-4d98-a762-e3e50c344898 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7575896 Jul 16 20:33:12.432839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54478) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.439978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'subnet': {'network_id': '6d10ec58-7abe-4f76-aeba-c597e88d214d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:12.532648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1628-af9f-4aa9-b0eb-c89f45e6c82f req-479f2fb4-eb7d-48ae-82ea-72b5b73002eb tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.534239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2dbc1628-af9f-4aa9-b0eb-c89f45e6c82f req-479f2fb4-eb7d-48ae-82ea-72b5b73002eb tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 931 time: 0.4323914 Jul 16 20:33:12.617853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-e248f5fc-b8b3-40df-a345-509e0ccd0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.619396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-e248f5fc-b8b3-40df-a345-509e0ccd0202 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.2125521 Jul 16 20:33:12.623494 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-78d4782c-5506-458e-9549-bf648f94b8a8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:12.623494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-78d4782c-5506-458e-9549-bf648f94b8a8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags/tempest-TagsExtTest-Tag-1854044975 HTTP/1.1" status: 404 len: 329 time: 0.2276635 Jul 16 20:33:12.629524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54482) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.650584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6314dfa0-6ec3-4477-a497-18538b2b6b5d', 'network_id': '6314dfa0-6ec3-4477-a497-18538b2b6b5d', 'tenant_id': 'a918c7795b174852a117b8361d6b231f', 'fixed_ips': [{'subnet_id': '4ad147aa-470c-4b03-970a-d893ad8f128a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:12.651499 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.651991 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-561a2546-0e36-4232-af23-0fbf3bcbc162 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02', 'tempest-TagsExtTest-Tag-1347904275') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:12.695945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.719054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2dbc1628-af9f-4aa9-b0eb-c89f45e6c82f req-521fbdf7-9c45-4f19-82e8-93dd5e51b63a tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514914 Jul 16 20:33:12.774166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Made reservation on behalf of a918c7795b174852a117b8361d6b231f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:12.778343 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.809269 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-561a2546-0e36-4232-af23-0fbf3bcbc162 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:12.813364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-561a2546-0e36-4232-af23-0fbf3bcbc162 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags/tempest-TagsExtTest-Tag-1347904275 HTTP/1.1" status: 404 len: 329 time: 0.1794846 Jul 16 20:33:12.814128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54484) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.833107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-b7c7124e-2715-4dcd-bd5e-2963846c51d5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', {'tags': ['tempest-TagsExtTest-Tag-1201294298', 'tempest-TagsExtTest-Tag-448355128', 'tempest-TagsExtTest-Tag-1196109260']}) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:12.839779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2e086157-2b3e-4623-8f5d-bb25d340c717 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:12.871654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-cd4ea5dd-b996-43ac-8120-ab6a8b459b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.873369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-cd4ea5dd-b996-43ac-8120-ab6a8b459b8c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2432361 Jul 16 20:33:12.887635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6833531c-03ad-49b8-9ef7-7dbab5457c93 None None] Provisioning for port f8de01cf-97e3-4b14-9d62-4f727957a7e1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:12.891300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b0707-851e-4372-b335-aa62c72f4ba2 None None] Network 69c82990-4dc1-4d51-938e-b92a17d9074b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:12.938335 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6833531c-03ad-49b8-9ef7-7dbab5457c93 None None] Provisioning complete for port f8de01cf-97e3-4b14-9d62-4f727957a7e1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:12.939508 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6833531c-03ad-49b8-9ef7-7dbab5457c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.949876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b7c7124e-2715-4dcd-bd5e-2963846c51d5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "PUT /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags HTTP/1.1" status: 200 len: 317 time: 0.1296597 Jul 16 20:33:12.957344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54486) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.964810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-891071ff-328a-4d22-bad1-1ed6bc1a6b93 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:12.990357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6833531c-03ad-49b8-9ef7-7dbab5457c93 None None] Port f8de01cf-97e3-4b14-9d62-4f727957a7e1 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:13.068210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 2e086157-2b3e-4623-8f5d-bb25d340c717 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:13.128026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-99d8fea3-ad57-4422-b433-6a588e396086 None None] Provisioning for port 2e086157-2b3e-4623-8f5d-bb25d340c717 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:13.136890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-99d8fea3-ad57-4422-b433-6a588e396086 None None] Provisioning complete for port 2e086157-2b3e-4623-8f5d-bb25d340c717 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:13.137613 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-99d8fea3-ad57-4422-b433-6a588e396086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.150710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Allocated IP 172.20.0.2 (6314dfa0-6ec3-4477-a497-18538b2b6b5d/4ad147aa-470c-4b03-970a-d893ad8f128a/a186fc07-f165-49c2-b4a0-29790b9c1946) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:13.199093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-5cb22169-7f5e-4ba9-8fcb-4c33ce2e7427 service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175979 Jul 16 20:33:13.218500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-891071ff-328a-4d22-bad1-1ed6bc1a6b93 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags HTTP/1.1" status: 204 len: 168 time: 0.2600329 Jul 16 20:33:13.226602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54492) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.240236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.tag.tag_plugin [None req-5932801f-2a8c-4d1d-8bda-133386b8aeb6 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', 'tempest-TagsExtTest-Tag-1201294298') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.272754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a86f-1b13-4dbc-a88d-f144d3dabbbd req-a5ce620a-898d-4fdc-a603-e03d6a36607a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:13.275054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b01a86f-1b13-4dbc-a88d-f144d3dabbbd req-a5ce620a-898d-4fdc-a603-e03d6a36607a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.3540900 Jul 16 20:33:13.339832 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-5932801f-2a8c-4d1d-8bda-133386b8aeb6 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:13.341149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5932801f-2a8c-4d1d-8bda-133386b8aeb6 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags/tempest-TagsExtTest-Tag-1201294298 HTTP/1.1" status: 404 len: 329 time: 0.1115081 Jul 16 20:33:13.348158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54494) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.354258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-89da938f-e76f-47ac-9490-ecfe642207ac tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', 'tempest-TagsExtTest-Tag-448355128') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.381902 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-285115f5-a7c1-47e6-b678-33d60495241b service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767282 Jul 16 20:33:13.407534 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-89da938f-e76f-47ac-9490-ecfe642207ac tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:13.408725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-89da938f-e76f-47ac-9490-ecfe642207ac tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags/tempest-TagsExtTest-Tag-448355128 HTTP/1.1" status: 404 len: 328 time: 0.0588484 Jul 16 20:33:13.410987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b01a86f-1b13-4dbc-a88d-f144d3dabbbd req-450b4a6d-195d-488a-9f79-1f7c8cc61ba0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244576 Jul 16 20:33:13.411997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54496) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.419479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-8c3a36d4-11d9-4943-a076-47279d111a8e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb', 'tempest-TagsExtTest-Tag-1196109260') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.420156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.451207 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-8c3a36d4-11d9-4943-a076-47279d111a8e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] show failed (client error): The resource could not be found. Jul 16 20:33:13.452473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8c3a36d4-11d9-4943-a076-47279d111a8e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags/tempest-TagsExtTest-Tag-1196109260 HTTP/1.1" status: 404 len: 329 time: 0.0392423 Jul 16 20:33:13.455392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54498) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.477967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-a78f11ad-665d-4ddc-a017-603c7521750b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2c4c63f-4c4e-42c7-9f92-63425b37e6fb') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.526956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a78f11ad-665d-4ddc-a017-603c7521750b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb/tags HTTP/1.1" status: 204 len: 168 time: 0.0698545 Jul 16 20:33:13.529413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54500) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.542050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-b0502f9a-586f-4f3b-bdde-9c8d1fd1c24e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3ccd564-a102-427f-b198-7c0a23994f02') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.542536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8de01cf-97e3-4b14-9d62-4f727957a7e1 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:13.547138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Subnet': ['ID=375a3d3f-64a9-4511-8475-000574b0f5f4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.562769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.570953 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-99d8fea3-ad57-4422-b433-6a588e396086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.590478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Transition to ACTIVE for port object f8de01cf-97e3-4b14-9d62-4f727957a7e1 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:13.593533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Checking segment: {'id': '775fff28-a568-49c9-9987-8eefc5912d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d10ec58-7abe-4f76-aeba-c597e88d214d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:13.593691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network hostable DHCP agents. Network: 6d10ec58-7abe-4f76-aeba-c597e88d214d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:13.597633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.655109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-99d8fea3-ad57-4422-b433-6a588e396086 None None] For port 2e086157-2b3e-4623-8f5d-bb25d340c717, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2e086157-2b3e-4623-8f5d-bb25d340c717,segment=NetworkSegment(d483702c-ec9a-4dbc-8037-f8e44a9a165c),segment_id=d483702c-ec9a-4dbc-8037-f8e44a9a165c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:13.670456 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-99d8fea3-ad57-4422-b433-6a588e396086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.704094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b0502f9a-586f-4f3b-bdde-9c8d1fd1c24e tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02/tags HTTP/1.1" status: 204 len: 168 time: 0.1725593 Jul 16 20:33:13.706382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54502) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.712086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-d704ac9e-d529-469a-933c-c320db6ae651 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4be12525-3947-458e-8cc7-48140353f960') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.751501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network 6d10ec58-7abe-4f76-aeba-c597e88d214d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:13.788665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Pushing event updated for resources: {'Port': ['ID=f8de01cf-97e3-4b14-9d62-4f727957a7e1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.805525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d704ac9e-d529-469a-933c-c320db6ae651 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960/tags HTTP/1.1" status: 204 len: 168 time: 0.0979707 Jul 16 20:33:13.806150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54506) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.810674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.tag.tag_plugin [None req-8feafc0d-becc-4784-820e-340a6f0e2b0a tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c0f1f9c-faa7-497b-b02f-566c112f6b19') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.849234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 6d10ec58-7abe-4f76-aeba-c597e88d214d) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:13.871469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8ea4c-19f0-48de-9719-ac2e0c46b810 None None] Network 6d10ec58-7abe-4f76-aeba-c597e88d214d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:13.919792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:13.920682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.940632 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.941336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54508) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.941464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8feafc0d-becc-4784-820e-340a6f0e2b0a tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19/tags HTTP/1.1" status: 204 len: 168 time: 0.1340878 Jul 16 20:33:13.956192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fea3-ad57-4422-b433-6a588e396086 None None] Pushing event updated for resources: {'Port': ['ID=2e086157-2b3e-4623-8f5d-bb25d340c717,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.997330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Transition to ACTIVE for port object a186fc07-f165-49c2-b4a0-29790b9c1946 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:14.081207 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db3b8d-2799-4d5a-bfae-4a490a9340cd req-cd235e44-7774-4a35-91da-8c451c5c1f85 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.082767 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4db3b8d-2799-4d5a-bfae-4a490a9340cd req-cd235e44-7774-4a35-91da-8c451c5c1f85 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 943 time: 0.1334050 Jul 16 20:33:14.094864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Transition to ACTIVE for port object a186fc07-f165-49c2-b4a0-29790b9c1946 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:14.121561 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.145846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:14.153801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:14.183699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4db3b8d-2799-4d5a-bfae-4a490a9340cd req-a2ac8c22-f957-4256-9bc6-877f76fee2a7 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838196 Jul 16 20:33:14.212892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:14.311138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Pushing event updated for resources: {'Port': ['ID=a186fc07-f165-49c2-b4a0-29790b9c1946,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:14.335075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2d182702-f3d0-48bf-989d-fec9a4af145f tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9010625 Jul 16 20:33:14.338735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54512) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:14.353077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dd8a06d3-e4fa-4630-bd60-1ca992caf995 None None] Provisioning complete for port 2e086157-2b3e-4623-8f5d-bb25d340c717 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:14.353642 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dd8a06d3-e4fa-4630-bd60-1ca992caf995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.355013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Attempting to bind port a186fc07-f165-49c2-b4a0-29790b9c1946 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:14.355303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Attempting to bind port a186fc07-f165-49c2-b4a0-29790b9c1946 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6314dfa0-6ec3-4477-a497-18538b2b6b5d'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:14.355789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Attempting to bind port a186fc07-f165-49c2-b4a0-29790b9c1946 on network 6314dfa0-6ec3-4477-a497-18538b2b6b5d {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:14.394862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Attempting to bind port f8de01cf-97e3-4b14-9d62-4f727957a7e1 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:14.395279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Attempting to bind port f8de01cf-97e3-4b14-9d62-4f727957a7e1 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:14.395664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Attempting to bind port f8de01cf-97e3-4b14-9d62-4f727957a7e1 on network 6d8fab5c-7cbd-4bca-9da3-728385c91efa {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:14.404024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Port f8de01cf-97e3-4b14-9d62-4f727957a7e1 on network 6d8fab5c-7cbd-4bca-9da3-728385c91efa not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:14.404300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:14.404545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Attempting to bind port f8de01cf-97e3-4b14-9d62-4f727957a7e1 on network 6d8fab5c-7cbd-4bca-9da3-728385c91efa {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:14.404745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Checking segment: {'id': '359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6314dfa0-6ec3-4477-a497-18538b2b6b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:14.405152 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.405544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Bound using segment: {'id': '359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6314dfa0-6ec3-4477-a497-18538b2b6b5d'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:14.406577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Bound port: a186fc07-f165-49c2-b4a0-29790b9c1946, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6314dfa0-6ec3-4477-a497-18538b2b6b5d'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:14.406577 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.415998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:14.416458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Checking segment: {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:14.417122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Bound using segment: {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:14.417461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Bound port: f8de01cf-97e3-4b14-9d62-4f727957a7e1, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bfbb594-8e97-4aea-a108-e307a4169318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:14.417920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.422963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-6d10ec58-7abe-4f76-aeba-c597e88d214d', 'network_id': '6d10ec58-7abe-4f76-aeba-c597e88d214d', 'tenant_id': 'a918c7795b174852a117b8361d6b231f', 'fixed_ips': [{'subnet_id': '375a3d3f-64a9-4511-8475-000574b0f5f4'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:14.423846 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.488052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbc22-32c8-4d7c-9f01-a74a44ed6514 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for subnetpool, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.489582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cf3dbc22-32c8-4d7c-9f01-a74a44ed6514 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnetpools/e2c4c63f-4c4e-42c7-9f92-63425b37e6fb HTTP/1.1" status: 204 len: 168 time: 0.5448878 Jul 16 20:33:14.494092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54518) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:14.544815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] For port a186fc07-f165-49c2-b4a0-29790b9c1946, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:14.549166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] For port a186fc07-f165-49c2-b4a0-29790b9c1946, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a186fc07-f165-49c2-b4a0-29790b9c1946,segment=NetworkSegment(359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7),segment_id=359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:14.574075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4af672f8-946f-4b65-9e1e-582216f54284 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3ccd564-a102-427f-b198-7c0a23994f02 HTTP/1.1" status: 200 len: 205 time: 0.0751648 Jul 16 20:33:14.578785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54520) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:14.609793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] For port f8de01cf-97e3-4b14-9d62-4f727957a7e1, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:14.616942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] For port f8de01cf-97e3-4b14-9d62-4f727957a7e1, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:14.629963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.689939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2e086157-2b3e-4623-8f5d-bb25d340c717 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:14.692914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.694007 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.696771 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] 10.222.0.79 "PUT /v2.0/ports/f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 200 len: 1092 time: 2.3544197 Jul 16 20:33:14.697477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:14.700517 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31087a5e-7304-4b7d-93da-80464aea8888" -d '{"events": [{"name": "network-changed", "server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:14.776275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.792835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd780-b81b-4b5e-aa4a-0207f61fbeac service neutron] Pushing event updated for resources: {'Port': ['ID=f8de01cf-97e3-4b14-9d62-4f727957a7e1,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:14.825966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-08d3bc70-f1f0-455c-9cde-6e79d60751e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.828346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-08d3bc70-f1f0-455c-9cde-6e79d60751e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b237580579dc45a59b61e8e59621494f&device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1095 time: 0.0801899 Jul 16 20:33:14.913397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-71049321-fd9b-496d-95f9-bd97cc4f0bd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 200 len: 217 time: 0.0781136 Jul 16 20:33:14.982247 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2e0-d58e-43cb-8ef5-22a83366996b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.989265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-20f6d074-e460-4301-b143-87103af9a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.993806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-20f6d074-e460-4301-b143-87103af9a460 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f3bbdc-6253-47a6-94a8-4ec4a177df56 HTTP/1.1" status: 200 len: 848 time: 0.0734875 Jul 16 20:33:15.096631 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50f5cff-473a-4e46-b414-1e0846ddd69a x-openstack-request-id: req-a50f5cff-473a-4e46-b414-1e0846ddd69a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:15.096936 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:15.097356 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a50f5cff-473a-4e46-b414-1e0846ddd69a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:15.097852 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'status': 'completed', 'code': 200} Jul 16 20:33:15.126779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 2e086157-2b3e-4623-8f5d-bb25d340c717 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:15.128312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-6c6018a7-0105-4249-b3c1-00e34acf4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.129037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.144675 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.148716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-6c6018a7-0105-4249-b3c1-00e34acf4b93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d8fab5c-7cbd-4bca-9da3-728385c91efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493371 Jul 16 20:33:15.219446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c13fc6-476c-4891-b413-b9ecc33b4c6f req-8da7e404-5fb7-4665-b1ac-2bdc0f066cef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.233824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8c13fc6-476c-4891-b413-b9ecc33b4c6f req-8da7e404-5fb7-4665-b1ac-2bdc0f066cef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.4761939 Jul 16 20:33:15.304722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Allocated IP 172.20.0.2 (6d10ec58-7abe-4f76-aeba-c597e88d214d/375a3d3f-64a9-4511-8475-000574b0f5f4/86d0f8c4-eaca-43d5-b3b7-291f745f315d) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:15.478430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40faaa8-509e-46d9-9584-abe00cc933cb None None] Pushing event updated for resources: {'Port': ['ID=a186fc07-f165-49c2-b4a0-29790b9c1946,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:15.570644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-fadcad65-8a25-42f3-933d-84d50e54b129 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147654 Jul 16 20:33:15.601981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Allocated IP 172.20.0.1 (6314dfa0-6ec3-4477-a497-18538b2b6b5d/4ad147aa-470c-4b03-970a-d893ad8f128a/fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:15.695924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.706228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Transition to ACTIVE for port object 86d0f8c4-eaca-43d5-b3b7-291f745f315d will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:15.725616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Transition to ACTIVE for port object 86d0f8c4-eaca-43d5-b3b7-291f745f315d will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:15.734735 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.767109 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24d69-13fa-42fc-b3f4-fafad46bd5fb req-16df677c-f89d-44d3-baac-53e465993645 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.769334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51d24d69-13fa-42fc-b3f4-fafad46bd5fb req-16df677c-f89d-44d3-baac-53e465993645 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 943 time: 0.3836315 Jul 16 20:33:15.788750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2e0-d58e-43cb-8ef5-22a83366996b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.801788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Network 6d10ec58-7abe-4f76-aeba-c597e88d214d is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:15.804784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:15.812066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:15.838228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2b3075-e97e-4cab-b09e-1637ca3881cc req-61ea6c63-3f4d-4460-b6f6-b6d09e4e8fa6 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463913 Jul 16 20:33:15.879885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51d24d69-13fa-42fc-b3f4-fafad46bd5fb req-e853410f-c456-494c-bb48-76448ccedf27 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953367 Jul 16 20:33:15.888699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2e0-d58e-43cb-8ef5-22a83366996b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.963281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54544) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:16.003576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.013130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Attempting to bind port 86d0f8c4-eaca-43d5-b3b7-291f745f315d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:16.013266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8c13fc6-476c-4891-b413-b9ecc33b4c6f req-ff878ddb-b6a6-4e89-9249-d60d39dbe3c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376989 Jul 16 20:33:16.014310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Attempting to bind port 86d0f8c4-eaca-43d5-b3b7-291f745f315d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '775fff28-a568-49c9-9987-8eefc5912d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d10ec58-7abe-4f76-aeba-c597e88d214d'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:16.015456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Attempting to bind port 86d0f8c4-eaca-43d5-b3b7-291f745f315d on network 6d10ec58-7abe-4f76-aeba-c597e88d214d {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:16.020148 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2e0-d58e-43cb-8ef5-22a83366996b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.021106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Pushing event updated for resources: {'Port': ['ID=86d0f8c4-eaca-43d5-b3b7-291f745f315d,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.021562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c16c2e0-d58e-43cb-8ef5-22a83366996b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Fanout notify agent at l3_agent the message router_deleted on router c3ccd564-a102-427f-b198-7c0a23994f02 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:16.038049 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2e0-d58e-43cb-8ef5-22a83366996b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.042799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5c16c2e0-d58e-43cb-8ef5-22a83366996b tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/routers/c3ccd564-a102-427f-b198-7c0a23994f02 HTTP/1.1" status: 204 len: 168 time: 1.4093161 Jul 16 20:33:16.050580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54548) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:16.055155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:16.055591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Checking segment: {'id': '775fff28-a568-49c9-9987-8eefc5912d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d10ec58-7abe-4f76-aeba-c597e88d214d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:16.056012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.056393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Bound using segment: {'id': '775fff28-a568-49c9-9987-8eefc5912d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d10ec58-7abe-4f76-aeba-c597e88d214d'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:16.056878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Bound port: 86d0f8c4-eaca-43d5-b3b7-291f745f315d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775fff28-a568-49c9-9987-8eefc5912d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d10ec58-7abe-4f76-aeba-c597e88d214d'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:16.057319 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.079515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Transition to ACTIVE for port object fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:16.120951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087a5e-7304-4b7d-93da-80464aea8888 req-25a676d9-2596-4b0c-8641-9bd5225c2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.129935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31087a5e-7304-4b7d-93da-80464aea8888 req-25a676d9-2596-4b0c-8641-9bd5225c2b5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b237580579dc45a59b61e8e59621494f&device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1095 time: 0.2338028 Jul 16 20:33:16.149184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.197829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] For port 86d0f8c4-eaca-43d5-b3b7-291f745f315d, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:16.209374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] For port 86d0f8c4-eaca-43d5-b3b7-291f745f315d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=86d0f8c4-eaca-43d5-b3b7-291f745f315d,segment=NetworkSegment(775fff28-a568-49c9-9987-8eefc5912d7e),segment_id=775fff28-a568-49c9-9987-8eefc5912d7e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:16.215002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.221038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:16.254415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36dfcaa5-2c5e-4463-9df9-aa356e37ef34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.257140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:16.266454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:16.276812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Port': ['ID=fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.288342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35483c-fed9-4029-b6d6-e4d49b04df39 None None] Pushing event updated for resources: {'Port': ['ID=86d0f8c4-eaca-43d5-b3b7-291f745f315d,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.340308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087a5e-7304-4b7d-93da-80464aea8888 req-cd6568b5-715f-40bd-b34a-f2bdb7ae1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.341873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.342010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31087a5e-7304-4b7d-93da-80464aea8888 req-cd6568b5-715f-40bd-b34a-f2bdb7ae1b28 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 200 len: 910 time: 0.1886871 Jul 16 20:33:16.344637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Deleting port 4be12525-3947-458e-8cc7-48140353f960 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:16.344994 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.417680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31087a5e-7304-4b7d-93da-80464aea8888 req-042d9991-f78d-41e1-9191-06c12f22d042 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 200 len: 217 time: 0.0675371 Jul 16 20:33:16.531529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087a5e-7304-4b7d-93da-80464aea8888 req-d33c2740-01bb-4a29-a21b-8afb96c86102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.533604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31087a5e-7304-4b7d-93da-80464aea8888 req-d33c2740-01bb-4a29-a21b-8afb96c86102 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f3bbdc-6253-47a6-94a8-4ec4a177df56 HTTP/1.1" status: 200 len: 848 time: 0.1078827 Jul 16 20:33:16.535447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.574349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.602415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36dfcaa5-2c5e-4463-9df9-aa356e37ef34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.612732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Calling delete_port for 4be12525-3947-458e-8cc7-48140353f960 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:16.634223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36dfcaa5-2c5e-4463-9df9-aa356e37ef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.696909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4117aad-5d89-4091-921b-318f6d00c9fc None None] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:16.724297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-36dfcaa5-2c5e-4463-9df9-aa356e37ef34 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e9ef36c0c6e04f729b21dbe3c33cbc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328246 Jul 16 20:33:16.738926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54550) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:16.806505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfcaa5-2c5e-4463-9df9-aa356e37ef34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c867c47-18ad-4e7e-841b-434f997f157f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.816028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a186fc07-f165-49c2-b4a0-29790b9c1946 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:16.821922 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5744d0c9-4f65-4697-98ba-5241eaff4f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.831727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087a5e-7304-4b7d-93da-80464aea8888 req-2a164a1e-e923-447c-a86c-de4475207577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.833264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31087a5e-7304-4b7d-93da-80464aea8888 req-2a164a1e-e923-447c-a86c-de4475207577 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d8fab5c-7cbd-4bca-9da3-728385c91efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2877316 Jul 16 20:33:16.880361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4ae63c19-3cd2-48eb-9b4b-327743fc6d96 None None] Provisioning for port a186fc07-f165-49c2-b4a0-29790b9c1946 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:16.908676 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5744d0c9-4f65-4697-98ba-5241eaff4f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.939953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a186fc07-f165-49c2-b4a0-29790b9c1946 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:16.944624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a186fc07-f165-49c2-b4a0-29790b9c1946 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:16.945208 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.004981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.018774 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.049760 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.064398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.068376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31087a5e-7304-4b7d-93da-80464aea8888 req-6841e823-cc6c-473f-af61-3debc05db5bf service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237356 Jul 16 20:33:17.151708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a186fc07-f165-49c2-b4a0-29790b9c1946, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a186fc07-f165-49c2-b4a0-29790b9c1946,segment=NetworkSegment(359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7),segment_id=359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:17.154790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event deleted for resources: {'Port': ['ID=4be12525-3947-458e-8cc7-48140353f960,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.159714 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.264255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a186fc07-f165-49c2-b4a0-29790b9c1946,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.267289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Port': ['ID=fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.271502 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.286315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5744d0c9-4f65-4697-98ba-5241eaff4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.288829 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5744d0c9-4f65-4697-98ba-5241eaff4f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.290895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5744d0c9-4f65-4697-98ba-5241eaff4f74 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8c867c47-18ad-4e7e-841b-434f997f157f HTTP/1.1" status: 204 len: 168 time: 0.5499163 Jul 16 20:33:17.384642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744d0c9-4f65-4697-98ba-5241eaff4f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c867c47-18ad-4e7e-841b-434f997f157f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.386577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea403d-79de-487d-bd07-8bd4a65432cd req-7ed85975-a0c3-4221-b0a2-a13af229acbf tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.409484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13ea403d-79de-487d-bd07-8bd4a65432cd req-7ed85975-a0c3-4221-b0a2-a13af229acbf tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 943 time: 0.2709744 Jul 16 20:33:17.458700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c6a7ee19-d663-4876-adfe-7f175d6768a9 None None] Provisioning complete for port a186fc07-f165-49c2-b4a0-29790b9c1946 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:17.459852 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6a7ee19-d663-4876-adfe-7f175d6768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.477867 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.483997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-20b47808-4b9a-47ff-a21f-b7a1e9f6ebb5 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/ports/4be12525-3947-458e-8cc7-48140353f960 HTTP/1.1" status: 204 len: 168 time: 1.4318821 Jul 16 20:33:17.494479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54560) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:17.512748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13ea403d-79de-487d-bd07-8bd4a65432cd req-d0f8ffac-e5d7-43ca-8b50-22dd1a51ea28 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900064 Jul 16 20:33:17.514702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:17.522981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:17.623991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-31087a5e-7304-4b7d-93da-80464aea8888 req-e586874a-d9fc-4540-b100-4feda616a435 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480864 Jul 16 20:33:17.645694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c6a7ee19-d663-4876-adfe-7f175d6768a9 None None] Provisioning for port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:17.660273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c6a7ee19-d663-4876-adfe-7f175d6768a9 None None] Provisioning complete for port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:17.662112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6a7ee19-d663-4876-adfe-7f175d6768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.683079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18dd88-fef3-41c3-89f6-7bdcf4452574 req-21537bae-6bb2-418f-a241-1004b7a16787 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.690479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e18dd88-fef3-41c3-89f6-7bdcf4452574 req-21537bae-6bb2-418f-a241-1004b7a16787 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.4186995 Jul 16 20:33:17.737680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7ee19-d663-4876-adfe-7f175d6768a9 None None] Port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:17.738548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Deleting subnet 8c0f1f9c-faa7-497b-b02f-566c112f6b19 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:17.750038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.827956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.863081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e18dd88-fef3-41c3-89f6-7bdcf4452574 req-2851bd7b-f637-4a81-9b34-ec63805e2b14 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666446 Jul 16 20:33:17.901049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54564) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:17.923604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f77355d-f01d-43cf-bc19-31202595cdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.958146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6a7a1a88-396f-4ddb-be1f-e77ea8a9a373 None None] Provisioning complete for port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:17.958604 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1a88-396f-4ddb-be1f-e77ea8a9a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.985001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.004913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed28d03-90e1-4d7d-868b-40cc7e8b12ca None None] Network 6d10ec58-7abe-4f76-aeba-c597e88d214d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:18.068995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a1a88-396f-4ddb-be1f-e77ea8a9a373 None None] Port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:18.092271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.115343 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.117345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/subnets/8c0f1f9c-faa7-497b-b02f-566c112f6b19 HTTP/1.1" status: 204 len: 168 time: 0.6218338 Jul 16 20:33:18.126460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f8de01cf-97e3-4b14-9d62-4f727957a7e1 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:18.130257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d45cf-c233-473b-90b1-50be800b496f None None] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:18.136724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54566) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.150416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097bffc-941f-4a3a-a253-71e34f41cc9f tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0f1f9c-faa7-497b-b02f-566c112f6b19,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.245078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Router 3cde97f6-aaa8-44cd-b40c-30f58af79f94 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:18.246095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b1ab20b9-bbb7-4b8f-8c22-b4618808a6fb None None] Provisioning for port 86d0f8c4-eaca-43d5-b3b7-291f745f315d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:18.246752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f77355d-f01d-43cf-bc19-31202595cdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.254080 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.256089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f77355d-f01d-43cf-bc19-31202595cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.308603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f77355d-f01d-43cf-bc19-31202595cdb7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=681397b88ae54b48a64862ee68398d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016728 Jul 16 20:33:18.310676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54568) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.336434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77355d-f01d-43cf-bc19-31202595cdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9cec9-3939-4c0f-99c6-ee3df823f270,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.352913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:18.359062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d4fee1f4-4691-4167-acd8-fa3f1dbbe43d tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "PUT /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0183885 Jul 16 20:33:18.364525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54570) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.365680 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] Sync routers for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:18.377591 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:18.379130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:18.408389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6f84-117e-4ead-b6bd-15f5d5192300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.412629 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:18.422653 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:18.423647 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:18.437729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6f84-117e-4ead-b6bd-15f5d5192300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.455783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port f8de01cf-97e3-4b14-9d62-4f727957a7e1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:18.482340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-18e58ffd-5818-4c47-bac1-aa27e239ea7b None None] Provisioning complete for port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:18.482711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-18e58ffd-5818-4c47-bac1-aa27e239ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.525412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-18e58ffd-5818-4c47-bac1-aa27e239ea7b None None] Port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:18.526970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'port_id': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'mac_address': 'fa:16:3e:77:46:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:18.540612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6f84-117e-4ead-b6bd-15f5d5192300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.551571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6f84-117e-4ead-b6bd-15f5d5192300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.556842 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ba6c6f84-117e-4ead-b6bd-15f5d5192300 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b0c9cec9-3939-4c0f-99c6-ee3df823f270 HTTP/1.1" status: 204 len: 168 time: 0.2442529 Jul 16 20:33:18.567246 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:18.568232 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42646626-0860-4f1f-af99-02811b2f9cf8 None None] The sync data for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:18.582011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c6f84-117e-4ead-b6bd-15f5d5192300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9cec9-3939-4c0f-99c6-ee3df823f270,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.588703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Deleting port d73469bc-bd39-473c-8c2b-360ac592afd5 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:18.589117 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.643468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.692487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8de01cf-97e3-4b14-9d62-4f727957a7e1 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:18.740785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] For port d73469bc-bd39-473c-8c2b-360ac592afd5, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d73469bc-bd39-473c-8c2b-360ac592afd5,segment=NetworkSegment(a42d2365-322d-4bb8-b72c-926941ffc287),segment_id=a42d2365-322d-4bb8-b72c-926941ffc287)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:18.743125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] DHCP port deletion for a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:18.746587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.761188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Calling delete_port for d73469bc-bd39-473c-8c2b-360ac592afd5 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:18.839096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port f8de01cf-97e3-4b14-9d62-4f727957a7e1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:18.850357 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.954610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.962510 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-39e36944-b4e8-459b-bdb6-7ddc556bf1b9 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:18.963605 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-39e36944-b4e8-459b-bdb6-7ddc556bf1b9 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "PUT /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5974355 Jul 16 20:33:18.974456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54582) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.977072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=f8de01cf-97e3-4b14-9d62-4f727957a7e1,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.983076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86d0f8c4-eaca-43d5-b3b7-291f745f315d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:19.007510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event deleted for resources: {'Port': ['ID=d73469bc-bd39-473c-8c2b-360ac592afd5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.020147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] No DVR routers for this DVR port d73469bc-bd39-473c-8c2b-360ac592afd5 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:19.135851 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.151098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cd3fcd-c6dd-4964-a24b-6a915ce92b25']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:19.168657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42d2365-322d-4bb8-b72c-926941ffc287') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:19.169088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42d2365-322d-4bb8-b72c-926941ffc287') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:19.223970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.241937 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.257845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:19.258501 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.258737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85389790-44f9-4ffe-ae7d-b0adba833d3f req-236a317e-4755-43ef-9dc5-de75cc2cf1e4 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:19.262668 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:19.267378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85389790-44f9-4ffe-ae7d-b0adba833d3f req-236a317e-4755-43ef-9dc5-de75cc2cf1e4 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 943 time: 0.4671497 Jul 16 20:33:19.312508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Deleting port d73469bc-bd39-473c-8c2b-360ac592afd5 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:19.312885 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.344897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['f8de01cf-97e3-4b14-9d62-4f727957a7e1'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:19.347635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.350963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 86d0f8c4-eaca-43d5-b3b7-291f745f315d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:19.356302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.360651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] 10.222.0.91 "DELETE /v2.0/networks/a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 HTTP/1.1" status: 204 len: 168 time: 1.2169714 Jul 16 20:33:19.374336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324de4d7-9ea1-4a2d-b642-bb8a659040b8 tempest-TagsExtTest-463405646 tempest-TagsExtTest-463405646-project] Pushing event deleted for resources: {'Network': ['ID=a1cd3fcd-c6dd-4964-a24b-6a915ce92b25,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.393502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e084b5-1422-4a2e-85cd-638b9dfc5f90 req-1d05ca24-3a1a-47b2-a0fd-418ce85a4ceb tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.395324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43e084b5-1422-4a2e-85cd-638b9dfc5f90 req-1d05ca24-3a1a-47b2-a0fd-418ce85a4ceb tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.2302072 Jul 16 20:33:19.409326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 86d0f8c4-eaca-43d5-b3b7-291f745f315d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:19.409714 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.422241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] For port d73469bc-bd39-473c-8c2b-360ac592afd5, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:19.422636 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.442475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85389790-44f9-4ffe-ae7d-b0adba833d3f req-0182aed3-96f2-475a-9ea8-4394782899a5 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662943 Jul 16 20:33:19.464353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Calling delete_port for d73469bc-bd39-473c-8c2b-360ac592afd5 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:19.473191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Port d73469bc-bd39-473c-8c2b-360ac592afd5 was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:33:19.487143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-43e084b5-1422-4a2e-85cd-638b9dfc5f90 req-09d1cc28-9ff8-4c81-b06b-7d386a4e4582 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844350 Jul 16 20:33:19.489599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.528415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Pushing event deleted for resources: {'Port': ['ID=d73469bc-bd39-473c-8c2b-360ac592afd5,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.533816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] Network a1cd3fcd-c6dd-4964-a24b-6a915ce92b25 is not hosted by any dhcp agent {{(pid=93863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:33:19.534310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653edaf-916f-49c4-8fe6-48ef86214367 None None] No DVR routers for this DVR port d73469bc-bd39-473c-8c2b-360ac592afd5 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:19.610113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.639051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.724046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 86d0f8c4-eaca-43d5-b3b7-291f745f315d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=86d0f8c4-eaca-43d5-b3b7-291f745f315d,segment=NetworkSegment(775fff28-a568-49c9-9987-8eefc5912d7e),segment_id=775fff28-a568-49c9-9987-8eefc5912d7e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:19.733975 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.734880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a186fc07-f165-49c2-b4a0-29790b9c1946 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:19.785356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54604) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:19.860078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=86d0f8c4-eaca-43d5-b3b7-291f745f315d,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.899306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a186fc07-f165-49c2-b4a0-29790b9c1946 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:19.899658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.900940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Deleting port fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:19.901417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.032809 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.057687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Calling delete_port for fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:20.073876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54618) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:20.074493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e37d4691-ac05-4736-883a-48d57d86a9d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b8192bf45c9f4921ad12f507517ab97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876613 Jul 16 20:33:20.142479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c895f30-d6ae-4fe0-925d-3b9f3b3280bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.165541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c895f30-d6ae-4fe0-925d-3b9f3b3280bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.231135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c895f30-d6ae-4fe0-925d-3b9f3b3280bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.233847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c895f30-d6ae-4fe0-925d-3b9f3b3280bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.235122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4c895f30-d6ae-4fe0-925d-3b9f3b3280bb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6e8223b-78c4-42bb-8d1a-2491ca767c78 HTTP/1.1" status: 204 len: 168 time: 0.1590722 Jul 16 20:33:20.243774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c895f30-d6ae-4fe0-925d-3b9f3b3280bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e8223b-78c4-42bb-8d1a-2491ca767c78,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.278388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.316434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Port': ['ID=fc3f24b7-2b2e-47d0-9b34-ed3f38a064d8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.484372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.694774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86d0f8c4-eaca-43d5-b3b7-291f745f315d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:20.779038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805d708-2142-4ba3-9d7d-105b2446e5c3 req-98633909-a1ec-40d5-90eb-cb2f37b274b0 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.782340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1805d708-2142-4ba3-9d7d-105b2446e5c3 req-98633909-a1ec-40d5-90eb-cb2f37b274b0 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 944 time: 0.1275446 Jul 16 20:33:20.811550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 86d0f8c4-eaca-43d5-b3b7-291f745f315d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:20.812499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Router 3cde97f6-aaa8-44cd-b40c-30f58af79f94 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:20.813269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.851338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1805d708-2142-4ba3-9d7d-105b2446e5c3 req-f41a202d-f125-4606-a06d-aa7464feae6f tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621321 Jul 16 20:33:20.929183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27818651-6d5b-4043-8e28-e30081bd6c9c req-64d0f0f6-2be0-45ee-858b-fb59e211fb76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.930886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27818651-6d5b-4043-8e28-e30081bd6c9c req-64d0f0f6-2be0-45ee-858b-fb59e211fb76 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.1917617 Jul 16 20:33:20.933869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:20.943918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] Sync routers for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:20.945798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c07e7b46-83ca-4093-8b0c-ba2999b9dbb5 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "PUT /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9558690 Jul 16 20:33:20.951649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:20.964212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:20.965096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.005557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-27818651-6d5b-4043-8e28-e30081bd6c9c req-eb1366ab-ba44-45ea-9c76-60f1e0b68856 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549431 Jul 16 20:33:21.027973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.041549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:21.042281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.060246 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-ca9b4ee3-0fcc-4d63-8f52-7695055cf520 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] delete failed (client error): The resource could not be found. Jul 16 20:33:21.066194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.066922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ca9b4ee3-0fcc-4d63-8f52-7695055cf520 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/routers/tempest-non_exist_router-1882020204 HTTP/1.1" status: 404 len: 335 time: 0.1125901 Jul 16 20:33:21.071802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-350a3129-7f5b-4477-8ac4-79d6ec9a9aa2 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cde97f6-aaa8-44cd-b40c-30f58af79f94'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:21.084720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.085607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685aa1c6-ea72-4d79-a370-3d30f7f64ca9 None None] The sync data for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:21.088277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d73469bc-bd39-473c-8c2b-360ac592afd5 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:21.110153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: d73469bc-bd39-473c-8c2b-360ac592afd5 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:21.110507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d73469bc-bd39-473c-8c2b-360ac592afd5 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:21.255811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.270573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0092182 Jul 16 20:33:21.273955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54690) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.332214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-350a3129-7f5b-4477-8ac4-79d6ec9a9aa2 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.355611 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-350a3129-7f5b-4477-8ac4-79d6ec9a9aa2 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] update failed (client error): The resource could not be found. Jul 16 20:33:21.361000 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-350a3129-7f5b-4477-8ac4-79d6ec9a9aa2 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "PUT /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94 HTTP/1.1" status: 404 len: 339 time: 0.2933540 Jul 16 20:33:21.361210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54696) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.412990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54698) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.487687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a47ddf4b-fdaa-4044-9fc9-e4785496f98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.524010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a4cc6d0-256e-4768-8320-9685b98cf727 tempest-NetworksApiDiscovery-267267542 tempest-NetworksApiDiscovery-267267542-project] 10.222.0.91 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2447848 Jul 16 20:33:21.609586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a47ddf4b-fdaa-4044-9fc9-e4785496f98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.615293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a47ddf4b-fdaa-4044-9fc9-e4785496f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.670088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a47ddf4b-fdaa-4044-9fc9-e4785496f98f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e68752b090744470b60740aa7265e2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559953 Jul 16 20:33:21.672077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ddf4b-fdaa-4044-9fc9-e4785496f98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8485e563-587a-419d-aa84-4273dcbf19e8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:21.674359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54704) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.679663 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.729988 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18d58304-c2c8-4fe2-bfff-245a2d5afe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.758643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18d58304-c2c8-4fe2-bfff-245a2d5afe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.815781 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.833832 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18d58304-c2c8-4fe2-bfff-245a2d5afe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.837067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-18d58304-c2c8-4fe2-bfff-245a2d5afe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.838477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-18d58304-c2c8-4fe2-bfff-245a2d5afe5b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8485e563-587a-419d-aa84-4273dcbf19e8 HTTP/1.1" status: 204 len: 168 time: 0.1631279 Jul 16 20:33:21.850793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58304-c2c8-4fe2-bfff-245a2d5afe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8485e563-587a-419d-aa84-4273dcbf19e8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:21.960432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9916420-b367-4054-8ba7-6cad16c434ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.028228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Allocated IP 172.20.0.1 (69c82990-4dc1-4d51-938e-b92a17d9074b/580e68e5-9877-4c11-98ab-04efb842371a/b28b3942-41c3-425a-8987-6e87af7caea4) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:22.072160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5127154-c590-4d86-a294-2c79d5289110 req-160fbcd3-2651-4556-8170-3cf234943acf tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:22.073722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5127154-c590-4d86-a294-2c79d5289110 req-160fbcd3-2651-4556-8170-3cf234943acf tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 944 time: 0.1001043 Jul 16 20:33:22.115702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f8de01cf-97e3-4b14-9d62-4f727957a7e1 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:22.156430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5127154-c590-4d86-a294-2c79d5289110 req-8ac1d5e0-f9e1-442c-8a20-05145da717f1 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743995 Jul 16 20:33:22.158540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9916420-b367-4054-8ba7-6cad16c434ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.167196 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9916420-b367-4054-8ba7-6cad16c434ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.202705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port f8de01cf-97e3-4b14-9d62-4f727957a7e1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:22.210329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port f8de01cf-97e3-4b14-9d62-4f727957a7e1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:22.211217 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.225900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c9916420-b367-4054-8ba7-6cad16c434ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=51ce59ee92f24353868ee0031ba9f1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061058 Jul 16 20:33:22.225900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9916420-b367-4054-8ba7-6cad16c434ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef97921-4148-4e54-891a-0a4b390c4f87,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.226519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54720) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:22.248150 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.249914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54722) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:22.277307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13b2f04c-9cce-4fd7-8633-73fe0682ce43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.290461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Transition to ACTIVE for port object b28b3942-41c3-425a-8987-6e87af7caea4 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:22.330823 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3a745c5-af2c-41c2-9208-319d04c25d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.340789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.341961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413bb02-7886-45dd-9335-b261a63b0b1a req-7c114155-5aa1-4f57-9603-908439fe5ae3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:22.343758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9413bb02-7886-45dd-9335-b261a63b0b1a req-7c114155-5aa1-4f57-9603-908439fe5ae3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.1340895 Jul 16 20:33:22.359324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.363095 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3a745c5-af2c-41c2-9208-319d04c25d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.375648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:22.378104 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eae30d-a5e9-4577-b5f7-5a065c7a49b9" -d '{"events": [{"server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "name": "network-vif-plugged", "status": "completed", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:22.399538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port f8de01cf-97e3-4b14-9d62-4f727957a7e1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:22.406292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.466130 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=f8de01cf-97e3-4b14-9d62-4f727957a7e1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.467933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13b2f04c-9cce-4fd7-8633-73fe0682ce43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.474539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13b2f04c-9cce-4fd7-8633-73fe0682ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.534330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-13b2f04c-9cce-4fd7-8633-73fe0682ce43 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9b7fb4d8a035435fa8594ec4200ef844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831266 Jul 16 20:33:22.536077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2f04c-9cce-4fd7-8633-73fe0682ce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648105fc-9164-496b-827b-a5d46f854ecc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.538722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54730) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:22.572442 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3a745c5-af2c-41c2-9208-319d04c25d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.575221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3a745c5-af2c-41c2-9208-319d04c25d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.576374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f3a745c5-af2c-41c2-9208-319d04c25d82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aef97921-4148-4e54-891a-0a4b390c4f87 HTTP/1.1" status: 204 len: 168 time: 0.3489292 Jul 16 20:33:22.594890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a745c5-af2c-41c2-9208-319d04c25d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef97921-4148-4e54-891a-0a4b390c4f87,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.611340 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35b7a7f1-0b35-4c33-aeec-fd143ee5d4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.636683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35b7a7f1-0b35-4c33-aeec-fd143ee5d4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.696961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35b7a7f1-0b35-4c33-aeec-fd143ee5d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.700425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35b7a7f1-0b35-4c33-aeec-fd143ee5d4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.701920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-35b7a7f1-0b35-4c33-aeec-fd143ee5d4bb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/648105fc-9164-496b-827b-a5d46f854ecc HTTP/1.1" status: 204 len: 168 time: 0.1617188 Jul 16 20:33:22.712034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7a7f1-0b35-4c33-aeec-fd143ee5d4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648105fc-9164-496b-827b-a5d46f854ecc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.732852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network 69c82990-4dc1-4d51-938e-b92a17d9074b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:22.742445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:22.750438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:22.765982 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d0031-eaff-4341-89b6-d09740be2c5b x-openstack-request-id: req-1c1d0031-eaff-4341-89b6-d09740be2c5b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:22.766527 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "name": "network-vif-plugged", "status": "completed", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:22.767089 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1c1d0031-eaff-4341-89b6-d09740be2c5b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:22.767551 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'code': 200} Jul 16 20:33:22.788631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9413bb02-7886-45dd-9335-b261a63b0b1a req-ccb9ae4c-627b-4ae1-8a25-f9db8f444d50 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390342 Jul 16 20:33:22.791952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Port': ['ID=b28b3942-41c3-425a-8987-6e87af7caea4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.843253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.993305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fe142-bb9e-4f2c-9bd4-d3d07f438639 req-6cf6845e-1718-4de8-be26-a7ffbfc6aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:22.996053 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c7fe142-bb9e-4f2c-9bd4-d3d07f438639 req-6cf6845e-1718-4de8-be26-a7ffbfc6aab8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1097 time: 0.1483235 Jul 16 20:33:23.052595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-60b4608d-193a-4b8b-9a53-154af9d8ee3c None None] Provisioning for port b28b3942-41c3-425a-8987-6e87af7caea4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:23.060925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-60b4608d-193a-4b8b-9a53-154af9d8ee3c None None] Provisioning complete for port b28b3942-41c3-425a-8987-6e87af7caea4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:23.060925 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-60b4608d-193a-4b8b-9a53-154af9d8ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.094322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c7fe142-bb9e-4f2c-9bd4-d3d07f438639 req-0c45f43e-e5d5-419a-af31-41e11bd35716 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902500 Jul 16 20:33:23.097715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.103382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-60b4608d-193a-4b8b-9a53-154af9d8ee3c None None] Port b28b3942-41c3-425a-8987-6e87af7caea4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:23.352815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9344b66-09eb-4084-b89e-b1b28597fe16 req-936bf520-a4d1-482b-961b-3c7604d3d5e6 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.360202 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9344b66-09eb-4084-b89e-b1b28597fe16 req-936bf520-a4d1-482b-961b-3c7604d3d5e6 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 945 time: 0.0772400 Jul 16 20:33:23.403528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b9344b66-09eb-4084-b89e-b1b28597fe16 req-f26a6b37-c724-4989-b6bb-49b67b2437a8 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Jul 16 20:33:23.432412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.443203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.539428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.542952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event updated for resources: {'Port': ['ID=b28b3942-41c3-425a-8987-6e87af7caea4,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.670456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Network 69c82990-4dc1-4d51-938e-b92a17d9074b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:23.672278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:23.840131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Router 3cde97f6-aaa8-44cd-b40c-30f58af79f94 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:24.044795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:24.054705 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3d9439ad-dcf4-423d-8730-2f5626e3c832 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "PUT /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6921086 Jul 16 20:33:24.055060 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] Sync routers for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:24.055771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54786) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.086722 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:24.089783 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:24.135145 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:24.145248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:24.146104 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:24.172220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d25bfd4a-2f21-42b9-9413-87ebc59e590c None None] Provisioning complete for port b28b3942-41c3-425a-8987-6e87af7caea4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:24.175400 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d25bfd4a-2f21-42b9-9413-87ebc59e590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.183828 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:24.184902 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea772e-e04d-4213-90e6-3500a755d917 None None] The sync data for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:24.210373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c32be3-a631-47eb-b1c4-614867d68787 req-9dcdeb2e-365f-4e86-bbcd-d22f9175d896 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.212934 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44c32be3-a631-47eb-b1c4-614867d68787 req-9dcdeb2e-365f-4e86-bbcd-d22f9175d896 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.1710193 Jul 16 20:33:24.238567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d25bfd4a-2f21-42b9-9413-87ebc59e590c None None] Port b28b3942-41c3-425a-8987-6e87af7caea4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:24.265482 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-668462db-2766-4cb9-a035-641018813407 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.278468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44c32be3-a631-47eb-b1c4-614867d68787 req-6e269b5f-20df-4cd4-a431-021ee4a47b40 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560503 Jul 16 20:33:24.411271 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-668462db-2766-4cb9-a035-641018813407 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:33:24.412479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-668462db-2766-4cb9-a035-641018813407 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94 HTTP/1.1" status: 409 len: 329 time: 0.3560143 Jul 16 20:33:24.415685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.702654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39414bf8-af2f-483e-bce0-39fb1d1f3921 req-06c9ac54-ee89-4e54-8511-f13768604aac tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.705054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39414bf8-af2f-483e-bce0-39fb1d1f3921 req-06c9ac54-ee89-4e54-8511-f13768604aac tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 945 time: 0.1178141 Jul 16 20:33:24.765733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-39414bf8-af2f-483e-bce0-39fb1d1f3921 req-5e3530c8-7844-4b6f-a6cf-9eb95ba743e1 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540631 Jul 16 20:33:24.859894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.431754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa7d6b-bfdd-43d7-9f43-a837cd204524 req-051c619d-1bee-42b7-8473-925710a5961c tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.433182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3aa7d6b-bfdd-43d7-9f43-a837cd204524 req-051c619d-1bee-42b7-8473-925710a5961c tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 945 time: 0.5387087 Jul 16 20:33:25.457320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d40805-9a58-4372-89a5-21bdc7d61cfe req-a5d15a2d-adf0-4509-99e7-2c9b6225c5f8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.459023 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77d40805-9a58-4372-89a5-21bdc7d61cfe req-a5d15a2d-adf0-4509-99e7-2c9b6225c5f8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.0712118 Jul 16 20:33:25.507402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3aa7d6b-bfdd-43d7-9f43-a837cd204524 req-b86c2685-5335-4631-8703-7016b501512f tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594561 Jul 16 20:33:25.535319 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-77d40805-9a58-4372-89a5-21bdc7d61cfe req-50feeed7-7933-46a6-b239-4198654f574a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700269 Jul 16 20:33:25.648333 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-2036452a-5036-42c4-9c02-e253037ddec4 req-81076be9-4e8f-41f4-925a-19459f245efe service neutron] show failed (client error): The resource could not be found. Jul 16 20:33:25.649331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-81076be9-4e8f-41f4-925a-19459f245efe service neutron] 10.222.0.99 "GET /v2.0/ports/544a431b-e4d0-4e64-99a3-0433b8683581/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.1458564 Jul 16 20:33:25.748054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379991b-536b-4034-9587-ec55b2e89240 req-ac2b0191-82bb-4934-9a20-f1df6ce4a429 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.749676 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a379991b-536b-4034-9587-ec55b2e89240 req-ac2b0191-82bb-4934-9a20-f1df6ce4a429 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 945 time: 0.1333807 Jul 16 20:33:25.756201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Deleting port b28b3942-41c3-425a-8987-6e87af7caea4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:25.756672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.867200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a379991b-536b-4034-9587-ec55b2e89240 req-dd4f87fb-046b-4430-be19-b243fa596c46 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952024 Jul 16 20:33:25.895865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:25.903047 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.917010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Calling delete_port for b28b3942-41c3-425a-8987-6e87af7caea4 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:26.027917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-f8ba4e99-335d-4dc9-b5cf-9e30883dd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.029488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-f8ba4e99-335d-4dc9-b5cf-9e30883dd854 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 1098 time: 0.1195939 Jul 16 20:33:26.042342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.122773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.154186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Port': ['ID=b28b3942-41c3-425a-8987-6e87af7caea4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.160231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.188679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18737e69-3829-4379-8762-4fdfb6c0c90e tempest-TestServerBasicOps-246810387 tempest-TestServerBasicOps-246810387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.192049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-18737e69-3829-4379-8762-4fdfb6c0c90e tempest-TestServerBasicOps-246810387 tempest-TestServerBasicOps-246810387-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1092 time: 0.2932022 Jul 16 20:33:26.194154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54844) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.200130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.277993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.416124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.545340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:26.591506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:26.644106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.659378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Transition to ACTIVE for port object 544a431b-e4d0-4e64-99a3-0433b8683581 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:26.660226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:26.663678 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c67dba-3287-4d65-b7a4-eb4b8b7cc887" -d '{"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-unplugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:26.668435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.675269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Router 3cde97f6-aaa8-44cd-b40c-30f58af79f94 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:26.734868 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a543e8-f08d-4c2c-85a3-1b510b9b6d2e x-openstack-request-id: req-50a543e8-f08d-4c2c-85a3-1b510b9b6d2e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:26.735317 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-unplugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:26.735637 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-50a543e8-f08d-4c2c-85a3-1b510b9b6d2e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:26.736293 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'code': 200} Jul 16 20:33:26.741168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.791275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:26.799434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-88afacf2-60c6-478f-b4dc-87dcd64caff6 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "PUT /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3808651 Jul 16 20:33:26.813569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54856) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.813807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] Sync routers for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:26.902168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:26.904539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:26.982088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:27.024873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.028961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] Routers {'3cde97f6-aaa8-44cd-b40c-30f58af79f94'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:27.029786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:27.038564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Allocated IP 172.25.3.225 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/4d885dc2-ad12-4b85-9ed9-7a68717f4460) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:27.090781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:27.091415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac9803-40df-4b01-b520-b1e5b45f3f38 None None] The sync data for ids ['3cde97f6-aaa8-44cd-b40c-30f58af79f94'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:27.092629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] No DVR routers for this DVR port 544a431b-e4d0-4e64-99a3-0433b8683581 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:27.155644 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-38afe7b9-d75e-4e82-b8e0-5540dac1a371 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] show failed (client error): The resource could not be found. Jul 16 20:33:27.156995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-38afe7b9-d75e-4e82-b8e0-5540dac1a371 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "GET /v2.0/routers/tempest-non_exist_router-1120612632 HTTP/1.1" status: 404 len: 335 time: 0.3414276 Jul 16 20:33:27.162960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54860) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:27.172139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fc131d05-e681-453b-97dd-35aeac7f8354 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:27.217770 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-fc131d05-e681-453b-97dd-35aeac7f8354 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] update failed (client error): The resource could not be found. Jul 16 20:33:27.218875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fc131d05-e681-453b-97dd-35aeac7f8354 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "PUT /v2.0/routers/tempest-non_exist_router-1857241607 HTTP/1.1" status: 404 len: 335 time: 0.0548999 Jul 16 20:33:27.222758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54862) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:27.225711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194ea13-b7e0-4a6a-b949-c1f34d119616 req-8df0a611-1922-4d8f-80ab-85ec14e5732a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.227289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e194ea13-b7e0-4a6a-b949-c1f34d119616 req-8df0a611-1922-4d8f-80ab-85ec14e5732a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.5526700 Jul 16 20:33:27.241464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.298292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Deleting subnet 375a3d3f-64a9-4511-8475-000574b0f5f4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:27.303703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.304744 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e194ea13-b7e0-4a6a-b949-c1f34d119616 req-664c8e41-9cea-466b-ad22-0c3848c7b462 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705028 Jul 16 20:33:27.316324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:27.316651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:27.317021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:27.321595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:27.321813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:27.331059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:27.331724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Checking segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:27.332102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Bound using segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:27.332525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Bound port: 544a431b-e4d0-4e64-99a3-0433b8683581, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:27.332886 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.359568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.380658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.401012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:27.404736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:27.410314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.444419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.445083 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.446915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] 10.222.0.79 "PUT /v2.0/ports/544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1093 time: 1.4094753 Jul 16 20:33:27.453963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:27.459879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'Port': ['ID=4d885dc2-ad12-4b85-9ed9-7a68717f4460,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.470517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:27.478963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:27.488598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fdb4a-11eb-426b-8b17-60436516448f service neutron] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.569442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-61d2819b-00d2-4a1a-8290-775a87ddf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.570902 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.571330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-61d2819b-00d2-4a1a-8290-775a87ddf032 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1096 time: 0.0787725 Jul 16 20:33:27.692886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-de7ec522-8bf5-4477-880e-544923ca71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.694623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-de7ec522-8bf5-4477-880e-544923ca71a3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.1145339 Jul 16 20:33:27.705509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.777386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Subnet': ['ID=375a3d3f-64a9-4511-8475-000574b0f5f4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.782767 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.784743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b82c6dd5-a7d0-443b-8251-c02809dac914 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/subnets/375a3d3f-64a9-4511-8475-000574b0f5f4 HTTP/1.1" status: 204 len: 168 time: 0.5610089 Jul 16 20:33:27.787428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54870) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:27.792924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e0c69-9eea-4eb3-99d7-20d5a872359e None None] Network 6d10ec58-7abe-4f76-aeba-c597e88d214d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:27.795807 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-ea818566-7711-4072-8a61-24859a6e1c2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1000 time: 0.0949039 Jul 16 20:33:27.887513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Deleting subnet 4ad147aa-470c-4b03-970a-d893ad8f128a {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:27.894188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.941256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-2e468b77-afb0-4697-8a01-1b55d8b416af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.942878 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-2e468b77-afb0-4697-8a01-1b55d8b416af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1391802 Jul 16 20:33:27.990256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.998991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:28.092552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] DHCP port deletion for 6d10ec58-7abe-4f76-aeba-c597e88d214d request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:28.100313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:28.146774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036452a-5036-42c4-9c02-e253037ddec4 req-6b3cd9ac-9b5f-40be-a337-78c806652c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.146774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-6b3cd9ac-9b5f-40be-a337-78c806652c7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955228 Jul 16 20:33:28.160192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Deleting port 86d0f8c4-eaca-43d5-b3b7-291f745f315d {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:28.160704 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.256304 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.265157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] For port 86d0f8c4-eaca-43d5-b3b7-291f745f315d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=86d0f8c4-eaca-43d5-b3b7-291f745f315d,segment=NetworkSegment(775fff28-a568-49c9-9987-8eefc5912d7e),segment_id=775fff28-a568-49c9-9987-8eefc5912d7e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:28.265570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.287318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Calling delete_port for 86d0f8c4-eaca-43d5-b3b7-291f745f315d owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:28.361217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.403390 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.507246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Pushing event deleted for resources: {'Port': ['ID=86d0f8c4-eaca-43d5-b3b7-291f745f315d,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:28.533541 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.542353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] No DVR routers for this DVR port 86d0f8c4-eaca-43d5-b3b7-291f745f315d on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:28.552953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.553340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.554076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.557626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.557988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.558332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.558943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.559281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.560192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.560192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.560344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.560564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991f3ce-d7e7-45fd-8ee9-2497b9283e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:28.697957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad147aa-470c-4b03-970a-d893ad8f128a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:28.705704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316519a9-653b-4499-8501-8b0acf93f0cd None None] Network 6314dfa0-6ec3-4477-a497-18538b2b6b5d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:28.708057 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.731506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-775678a1-c9d9-43bc-95e7-fa2a336f6332 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/subnets/4ad147aa-470c-4b03-970a-d893ad8f128a HTTP/1.1" status: 204 len: 168 time: 0.9390457 Jul 16 20:33:28.732787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54908) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:28.747128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86d0f8c4-eaca-43d5-b3b7-291f745f315d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:28.815277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.849380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 86d0f8c4-eaca-43d5-b3b7-291f745f315d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:28.850454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86d0f8c4-eaca-43d5-b3b7-291f745f315d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:28.859178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:28.861608 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b7109a-8715-4994-97e2-665219a400c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:28.905818 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.963259 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe69870-c410-497f-8ee2-d1728d71d5f5 x-openstack-request-id: req-4fe69870-c410-497f-8ee2-d1728d71d5f5 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:28.963548 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:28.963801 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4fe69870-c410-497f-8ee2-d1728d71d5f5 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:28.964663 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'status': 'completed', 'code': 200} Jul 16 20:33:29.004102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-8cf06eb5-7dbc-41e1-993f-8188d071abb9 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8435652 Jul 16 20:33:29.056651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] DHCP port deletion for 6314dfa0-6ec3-4477-a497-18538b2b6b5d request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:29.101068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac70a-1e4a-4e75-8406-5951589545e9 req-b08c6d09-ce9d-4b46-841a-05700093e914 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.102763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-494ac70a-1e4a-4e75-8406-5951589545e9 req-b08c6d09-ce9d-4b46-841a-05700093e914 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.2280843 Jul 16 20:33:29.143076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] Deleting port a186fc07-f165-49c2-b4a0-29790b9c1946 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:29.143744 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.219759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] For port a186fc07-f165-49c2-b4a0-29790b9c1946, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a186fc07-f165-49c2-b4a0-29790b9c1946,segment=NetworkSegment(359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7),segment_id=359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:29.220156 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.237399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] Calling delete_port for a186fc07-f165-49c2-b4a0-29790b9c1946 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:29.283336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2036452a-5036-42c4-9c02-e253037ddec4 req-585d9f93-0368-45c1-ad49-3d5b5747da32 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577927 Jul 16 20:33:29.287704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-494ac70a-1e4a-4e75-8406-5951589545e9 req-a4da369b-b43c-4b79-be48-ff72b7032c3b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247869 Jul 16 20:33:29.299903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.332260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d10ec58-7abe-4f76-aeba-c597e88d214d']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:29.357598 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.358108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775fff28-a568-49c9-9987-8eefc5912d7e') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:29.358516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775fff28-a568-49c9-9987-8eefc5912d7e') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:29.381239 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.384217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.392241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] Pushing event deleted for resources: {'Port': ['ID=a186fc07-f165-49c2-b4a0-29790b9c1946,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.398334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b1506-f81e-494e-8da6-d02009e8807b None None] No DVR routers for this DVR port a186fc07-f165-49c2-b4a0-29790b9c1946 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:29.399756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.416102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-3c97b23c-4484-494d-9481-06d5ce44fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.417788 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-3c97b23c-4484-494d-9481-06d5ce44fe88 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1096 time: 0.3293257 Jul 16 20:33:29.418937 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.475824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-be5bd750-35f2-429a-9414-9ca32e187ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.476051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:29.476347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.478442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-be5bd750-35f2-429a-9414-9ca32e187ebe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1096 time: 0.1036496 Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:29.479744 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:29.587548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-f6220683-8abe-42cf-9886-33cd6186cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.589324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-f6220683-8abe-42cf-9886-33cd6186cc67 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.1015434 Jul 16 20:33:29.593762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event updated for resources: {'Port': ['ID=4d885dc2-ad12-4b85-9ed9-7a68717f4460,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.632018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.642399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.644265 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/networks/6d10ec58-7abe-4f76-aeba-c597e88d214d HTTP/1.1" status: 204 len: 168 time: 0.9080160 Jul 16 20:33:29.647161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.652183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54926) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:29.682576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-c2ee7f93-11d2-465e-a42a-36711b23c7e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1000 time: 0.0809124 Jul 16 20:33:29.749066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-cf43dde6-ce97-4cb2-9435-9fe9363016d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.750743 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-cf43dde6-ce97-4cb2-9435-9fe9363016d4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.0610933 Jul 16 20:33:29.842552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-079daf6b-7468-4d91-8bad-4a9f302c0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.844160 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-079daf6b-7468-4d91-8bad-4a9f302c0fe8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839684 Jul 16 20:33:29.947072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-b6931777-7fa6-489d-ac75-9a6211e79422 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932879 Jul 16 20:33:30.054500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-660092da-c820-43f2-8a96-760deb1146c3 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986998 Jul 16 20:33:30.078060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95edbf7-a107-48a1-9dd3-8027cf2de3a0 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Network': ['ID=6d10ec58-7abe-4f76-aeba-c597e88d214d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.162380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-6d943d3d-bbb8-4671-a106-951d71b2c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.164281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-6d943d3d-bbb8-4671-a106-951d71b2c645 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.7372940 Jul 16 20:33:30.256797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.287187 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Floating IP 51570f13-21f2-4e09-a387-33a360326578 associated. External IP: 172.25.3.225, port: f8de01cf-97e3-4b14-9d62-4f727957a7e1. Jul 16 20:33:30.328620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-c719e60e-e87a-4b5c-a71e-462c23a57b3e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1000 time: 0.1302938 Jul 16 20:33:30.483188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-e5525cbe-9c96-4f80-b028-c0c252e67e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.485804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-e5525cbe-9c96-4f80-b028-c0c252e67e0f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1491816 Jul 16 20:33:30.510474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.543960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6314dfa0-6ec3-4477-a497-18538b2b6b5d']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:30.557961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e588c-4948-42b2-9bef-182bd795550b req-95a88f96-a5fa-4b87-89b8-1ccafcf3ec27 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.565693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b9e588c-4948-42b2-9bef-182bd795550b req-95a88f96-a5fa-4b87-89b8-1ccafcf3ec27 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.1032724 Jul 16 20:33:30.578909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:30.579256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359bde1e-90cd-46ad-9fa2-0b3d9f15f6a7') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:30.599459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.613114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b9e588c-4948-42b2-9bef-182bd795550b req-678bf215-6d03-4247-a65e-11dd8a6780b4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465264 Jul 16 20:33:30.628253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a186fc07-f165-49c2-b4a0-29790b9c1946 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:30.650559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a186fc07-f165-49c2-b4a0-29790b9c1946 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:30.651141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a186fc07-f165-49c2-b4a0-29790b9c1946 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:30.676245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.689701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:30.690120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:30.693206 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:30.745961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7109a-8715-4994-97e2-665219a400c4 req-d5c251ab-e3fb-46db-83f2-910111d33ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.747610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-d5c251ab-e3fb-46db-83f2-910111d33ead service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2272565 Jul 16 20:33:30.878702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.883667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.885836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/networks/6314dfa0-6ec3-4477-a497-18538b2b6b5d HTTP/1.1" status: 204 len: 168 time: 1.2324083 Jul 16 20:33:30.888447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54958) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:30.913858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Router 60447898-eddf-454d-b176-2e6b42014b97 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:30.914908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68acf09-7675-4b81-aa5e-b8043c9fd2bd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Network': ['ID=6314dfa0-6ec3-4477-a497-18538b2b6b5d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.949946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-653329d7-e86a-4c62-adca-2f959c8b25b6 service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889923 Jul 16 20:33:30.977040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Deleting subnet 580e68e5-9877-4c11-98ab-04efb842371a {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:30.982004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.030408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.079713 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b7109a-8715-4994-97e2-665219a400c4 req-d2aa6cd8-f0f2-4192-9e24-4c56ff926801 service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944338 Jul 16 20:33:31.124595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.156879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:31.167707 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] Sync routers for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:31.178899 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:31.179905 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:31.184091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.220137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.253705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fdca9720-d715-4ddd-b300-724d1268d835 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0580504 Jul 16 20:33:31.254260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:31.256635 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dcfd2f-9212-42cd-94e0-4807c37a3e15" -d '{"events": [{"name": "network-changed", "server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:31.298463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.303938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/subnets/580e68e5-9877-4c11-98ab-04efb842371a HTTP/1.1" status: 204 len: 168 time: 0.4106305 Jul 16 20:33:31.304040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:31.307375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fe801-32f1-4a77-9ba2-dba0f78bf31b None None] Network 69c82990-4dc1-4d51-938e-b92a17d9074b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:31.315205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab23782-691b-483e-a6df-4a3d2e8ea163 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Subnet': ['ID=580e68e5-9877-4c11-98ab-04efb842371a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.390366 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:31.397454 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0efb2-5ec6-4d5e-bf08-3a9d092afd89 x-openstack-request-id: req-fdc0efb2-5ec6-4d5e-bf08-3a9d092afd89 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:31.399241 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:31.399490 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fdc0efb2-5ec6-4d5e-bf08-3a9d092afd89 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:31.399899 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'status': 'completed', 'code': 200} Jul 16 20:33:31.567472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.681950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-41032f2a-167b-4f75-adf9-3e85d591a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.688156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-41032f2a-167b-4f75-adf9-3e85d591a721 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b237580579dc45a59b61e8e59621494f&device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1097 time: 0.2374771 Jul 16 20:33:31.699058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Deleting port 2e086157-2b3e-4623-8f5d-bb25d340c717 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:31.702280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.760090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] DHCP port deletion for 69c82990-4dc1-4d51-938e-b92a17d9074b request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:31.842692 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:31.843222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] For port 2e086157-2b3e-4623-8f5d-bb25d340c717, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2e086157-2b3e-4623-8f5d-bb25d340c717,segment=NetworkSegment(d483702c-ec9a-4dbc-8037-f8e44a9a165c),segment_id=d483702c-ec9a-4dbc-8037-f8e44a9a165c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:31.843463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.884178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] Deleting port 2e086157-2b3e-4623-8f5d-bb25d340c717 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:31.884560 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.891499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Calling delete_port for 2e086157-2b3e-4623-8f5d-bb25d340c717 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:31.959083 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '51570f13-21f2-4e09-a387-33a360326578', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '60447898-eddf-454d-b176-2e6b42014b97', 'port_id': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'mac_address': 'fa:16:3e:77:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:27Z', 'updated_at': '2021-07-16T20:33:27Z', 'revision_number': 0, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:57Z', 'revision_number': 5, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:32.013603 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] Checking router: 60447898-eddf-454d-b176-2e6b42014b97 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:32.024874 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:32.025999 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:32.046543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-8771e510-c281-4986-89dd-e9df184fa553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.048157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-8771e510-c281-4986-89dd-e9df184fa553 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 200 len: 910 time: 0.3528523 Jul 16 20:33:32.068302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2795e0-9d62-4ec5-9d6b-62962cb6d863 req-939ee9da-cba7-46ee-a73d-ce55e82b2ce4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.069842 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb2795e0-9d62-4ec5-9d6b-62962cb6d863 req-939ee9da-cba7-46ee-a73d-ce55e82b2ce4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.2410250 Jul 16 20:33:32.074653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.088084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] No DVR routers for this DVR port 2e086157-2b3e-4623-8f5d-bb25d340c717 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:32.095183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] For port 2e086157-2b3e-4623-8f5d-bb25d340c717, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2e086157-2b3e-4623-8f5d-bb25d340c717,segment=NetworkSegment(d483702c-ec9a-4dbc-8037-f8e44a9a165c),segment_id=d483702c-ec9a-4dbc-8037-f8e44a9a165c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:32.099232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.141031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] Calling delete_port for 2e086157-2b3e-4623-8f5d-bb25d340c717 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:32.145206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Port': ['ID=2e086157-2b3e-4623-8f5d-bb25d340c717,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.178431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:32.187738 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:32.268255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-2c7eccb6-9814-4a8e-84e0-8e89d4df7fea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 200 len: 999 time: 0.2106714 Jul 16 20:33:32.282899 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb2795e0-9d62-4ec5-9d6b-62962cb6d863 req-8dad215b-197d-4c44-a5c8-d1e1a256ba5b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881311 Jul 16 20:33:32.323507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.336886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c82990-4dc1-4d51-938e-b92a17d9074b']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:32.351612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd483702c-ec9a-4dbc-8037-f8e44a9a165c') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:32.352041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd483702c-ec9a-4dbc-8037-f8e44a9a165c') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:32.365266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.399347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.427773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:32.429830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:32.441873 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:32.445380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-a2555a7d-5adc-4060-83ca-8a334f8f0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.448887 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-a2555a7d-5adc-4060-83ca-8a334f8f0ca8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f3bbdc-6253-47a6-94a8-4ec4a177df56 HTTP/1.1" status: 200 len: 848 time: 0.1649466 Jul 16 20:33:32.647788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-207cb48f-79f4-4b09-8140-04d9b3b64359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.657420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-207cb48f-79f4-4b09-8140-04d9b3b64359 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d8fab5c-7cbd-4bca-9da3-728385c91efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929333 Jul 16 20:33:32.672661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.691202 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.699450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/networks/69c82990-4dc1-4d51-938e-b92a17d9074b HTTP/1.1" status: 204 len: 168 time: 1.3929088 Jul 16 20:33:32.703987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:32.706987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 54994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:32.725669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ac151-9b77-44cb-9992-f3f6e5b75466 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Pushing event deleted for resources: {'Network': ['ID=69c82990-4dc1-4d51-938e-b92a17d9074b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.749169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2e086157-2b3e-4623-8f5d-bb25d340c717 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:32.775772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 2e086157-2b3e-4623-8f5d-bb25d340c717 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:32.777152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2e086157-2b3e-4623-8f5d-bb25d340c717 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:32.797927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4d1f6033-8505-45cc-a485-26453cbdddbd tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "GET /v2.0/ports?device_id=3cde97f6-aaa8-44cd-b40c-30f58af79f94 HTTP/1.1" status: 200 len: 205 time: 0.0861430 Jul 16 20:33:32.799614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 54998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:32.801094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '544a431b-e4d0-4e64-99a3-0433b8683581', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'port_id': '544a431b-e4d0-4e64-99a3-0433b8683581', 'mac_address': 'fa:16:3e:18:a6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:32.937533 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '51570f13-21f2-4e09-a387-33a360326578', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '60447898-eddf-454d-b176-2e6b42014b97', 'port_id': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'mac_address': 'fa:16:3e:77:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:27Z', 'updated_at': '2021-07-16T20:33:27Z', 'revision_number': 0, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:57Z', 'revision_number': 5, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:32.989273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.997600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.055759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-1f154dd3-d732-4f60-b023-4f8c56bb4554 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995149 Jul 16 20:33:33.079752 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0fb33-7f7f-4c61-9168-f5157cebc0a6 None None] The sync data for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 is: [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '51570f13-21f2-4e09-a387-33a360326578', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '60447898-eddf-454d-b176-2e6b42014b97', 'port_id': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'mac_address': 'fa:16:3e:77:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:27Z', 'updated_at': '2021-07-16T20:33:27Z', 'revision_number': 0, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:57Z', 'revision_number': 5, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:33.323636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01dcfd2f-9212-42cd-94e0-4807c37a3e15 req-f99cf724-b561-4e8d-a636-510457063770 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595296 Jul 16 20:33:33.374391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5114-f876-480d-bc2e-17514bf80d84 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.412797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] Pushing event deleted for resources: {'Port': ['ID=2e086157-2b3e-4623-8f5d-bb25d340c717,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:33.422660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544a431b-e4d0-4e64-99a3-0433b8683581 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:33.428891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] Network 69c82990-4dc1-4d51-938e-b92a17d9074b is not hosted by any dhcp agent {{(pid=93863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:33:33.429610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dbe387-57c0-4b1c-9a74-fc4334263512 None None] No DVR routers for this DVR port 2e086157-2b3e-4623-8f5d-bb25d340c717 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:33.445801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54de86-a0c5-4f4b-9de3-1d7a6c41effb req-f3aed9df-3ad9-432f-bb71-7f527dcfac3f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.455667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f54de86-a0c5-4f4b-9de3-1d7a6c41effb req-f3aed9df-3ad9-432f-bb71-7f527dcfac3f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 944 time: 0.1840794 Jul 16 20:33:33.465934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:33.475539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.515397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d1e1b-1301-4113-836d-34302a608f76 None None] New status for floating IP 51570f13-21f2-4e09-a387-33a360326578: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:33:33.516080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f54de86-a0c5-4f4b-9de3-1d7a6c41effb req-775cc822-5a05-4b4f-a1e9-2ee6bbb7b262 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560288 Jul 16 20:33:33.698968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-7aac129a-f8ad-4c2e-993c-8d50b1ea2e13 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.700967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-7aac129a-f8ad-4c2e-993c-8d50b1ea2e13 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0&tenant_id=ad091e6370c54c3c869b10f94c6f8c79&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 944 time: 0.5662835 Jul 16 20:33:33.706244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:33.747195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5114-f876-480d-bc2e-17514bf80d84 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.752187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5114-f876-480d-bc2e-17514bf80d84 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.784338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fdb82-82c5-4afe-ad97-e010c479a305 req-73196582-517f-4ff2-aa5f-c4bc8ef32fba tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.786091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-873fdb82-82c5-4afe-ad97-e010c479a305 req-73196582-517f-4ff2-aa5f-c4bc8ef32fba tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 946 time: 0.5651133 Jul 16 20:33:33.794911 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['544a431b-e4d0-4e64-99a3-0433b8683581'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:33.869998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5114-f876-480d-bc2e-17514bf80d84 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.870583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5c5114-f876-480d-bc2e-17514bf80d84 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Fanout notify agent at l3_agent the message router_deleted on router 3cde97f6-aaa8-44cd-b40c-30f58af79f94 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:33.894360 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5114-f876-480d-bc2e-17514bf80d84 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.919447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ee5c5114-f876-480d-bc2e-17514bf80d84 tempest-RoutersNegativeTest-924064024 tempest-RoutersNegativeTest-924064024-project] 10.222.0.91 "DELETE /v2.0/routers/3cde97f6-aaa8-44cd-b40c-30f58af79f94 HTTP/1.1" status: 204 len: 168 time: 1.0960641 Jul 16 20:33:33.923250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-873fdb82-82c5-4afe-ad97-e010c479a305 req-b63594cf-2a36-4e14-9062-38b1409f7490 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969763 Jul 16 20:33:33.936994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-15fb4552-9961-4279-b575-48bbad92666f service neutron] 10.222.0.79 "GET /v2.0/ports/544a431b-e4d0-4e64-99a3-0433b8683581/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 383 time: 0.2174103 Jul 16 20:33:34.072320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-067231a3-d5aa-4d57-b2b6-835fe7b411ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.075176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-067231a3-d5aa-4d57-b2b6-835fe7b411ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1097 time: 0.0986228 Jul 16 20:33:34.286740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-10078b44-9ea6-4db3-954e-0cc81c713545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.288319 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-10078b44-9ea6-4db3-954e-0cc81c713545 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.2067430 Jul 16 20:33:34.396886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55032) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:34.428724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-54ec10f7-e0b7-4bc2-b7f4-1be4837b6be7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1001 time: 0.1319890 Jul 16 20:33:34.597155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-7886fde0-a4a3-4ad8-a498-aa9e23d42883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.599132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-7886fde0-a4a3-4ad8-a498-aa9e23d42883 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1593668 Jul 16 20:33:34.673785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ec2fde0c-86bb-4ba6-bff6-428cc03647fb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a918c7795b174852a117b8361d6b231f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757156 Jul 16 20:33:34.679997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55042) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:34.714013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f20ed-4919-4540-8060-5feba403ba71 req-d8c4b1b0-f056-442e-a9aa-2d524b09a22b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.715754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-157f20ed-4919-4540-8060-5feba403ba71 req-d8c4b1b0-f056-442e-a9aa-2d524b09a22b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 946 time: 0.2255058 Jul 16 20:33:34.804413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec744ad4-eed1-4e01-bbfe-cb569deb702f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.845094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-17711490-c957-40b6-912d-5c2ab1cd79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.846628 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-17711490-c957-40b6-912d-5c2ab1cd79d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2379353 Jul 16 20:33:34.862493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec744ad4-eed1-4e01-bbfe-cb569deb702f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.951616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec744ad4-eed1-4e01-bbfe-cb569deb702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.955175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ec744ad4-eed1-4e01-bbfe-cb569deb702f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.956932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ec744ad4-eed1-4e01-bbfe-cb569deb702f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ac19b3e7-6987-42a7-ad1b-56d39e50012c HTTP/1.1" status: 204 len: 168 time: 0.2754471 Jul 16 20:33:34.973379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec744ad4-eed1-4e01-bbfe-cb569deb702f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19b3e7-6987-42a7-ad1b-56d39e50012c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.026429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58ab9f-d471-46ef-9b22-d6a150ffcad6 req-69a5847b-4ab5-4853-910f-b026f159c0f1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.044535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d58ab9f-d471-46ef-9b22-d6a150ffcad6 req-69a5847b-4ab5-4853-910f-b026f159c0f1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 945 time: 0.3025787 Jul 16 20:33:35.127190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-df217128-1b91-4e70-9b9f-954234d53a00 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705619 Jul 16 20:33:35.303325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55056) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:35.364985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68c2a-f9ee-46ea-b0ee-a3222d60aa54 req-226bf0ca-dd3c-43a1-bcf4-d69cb0befb7a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.374888 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-adc68c2a-f9ee-46ea-b0ee-a3222d60aa54 req-226bf0ca-dd3c-43a1-bcf4-d69cb0befb7a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 946 time: 0.1886299 Jul 16 20:33:35.501682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e640d34-0ea8-41d1-8d28-a0d43f99c42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.853160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e640d34-0ea8-41d1-8d28-a0d43f99c42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.863424 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8e640d34-0ea8-41d1-8d28-a0d43f99c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.892585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port a6b9b708-0cd5-45fd-aa35-1c211feab795 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:35.893124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.940293 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8e640d34-0ea8-41d1-8d28-a0d43f99c42b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5ea51fd59e04c51b78bce9ed931dccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312010 Jul 16 20:33:35.945525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-adc68c2a-f9ee-46ea-b0ee-a3222d60aa54 req-84f6d76e-807b-4c41-ba20-ba0aa544d038 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624557 Jul 16 20:33:35.961602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55080) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:36.023686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0d58ab9f-d471-46ef-9b22-d6a150ffcad6 req-32982cec-2548-4841-84f2-ce525dbc5283 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9758141 Jul 16 20:33:36.035933 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed806622-ef27-4e5b-a2d2-d6ade67329e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.091622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e640d34-0ea8-41d1-8d28-a0d43f99c42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c87c32-f368-4b8e-8777-072e536c07b7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.179985 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01cc78f3-08cb-43dc-80ed-6e6b11c99603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.192555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:36.238408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01cc78f3-08cb-43dc-80ed-6e6b11c99603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.296227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-c39fa26a-2925-4260-a6c9-5aed06d136f7 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1547725 Jul 16 20:33:36.320330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] For port a6b9b708-0cd5-45fd-aa35-1c211feab795, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a6b9b708-0cd5-45fd-aa35-1c211feab795,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:36.326234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.344691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01cc78f3-08cb-43dc-80ed-6e6b11c99603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.348826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01cc78f3-08cb-43dc-80ed-6e6b11c99603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.349610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01cc78f3-08cb-43dc-80ed-6e6b11c99603 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/18c87c32-f368-4b8e-8777-072e536c07b7 HTTP/1.1" status: 204 len: 168 time: 0.3867452 Jul 16 20:33:36.359771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc78f3-08cb-43dc-80ed-6e6b11c99603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c87c32-f368-4b8e-8777-072e536c07b7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.367541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 544a431b-e4d0-4e64-99a3-0433b8683581 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:36.399153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 544a431b-e4d0-4e64-99a3-0433b8683581 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:36.399532 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.663224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55104) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:36.665996 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.721382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:36.728264 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8e398-4953-4e6a-9d19-27aaa0a86a68" -d '{"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-plugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:36.746806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:36.756123 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.801912 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee162b6a-b47f-4d2c-90ab-b067be7f9318 x-openstack-request-id: req-ee162b6a-b47f-4d2c-90ab-b067be7f9318 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:36.802197 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-plugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:36.802435 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee162b6a-b47f-4d2c-90ab-b067be7f9318 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:36.803029 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'code': 200} Jul 16 20:33:36.839124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.844467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.845530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.845530 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Floating IP 68102698-c202-4bbf-ad26-e0123df6c35f disassociated. External IP: 172.25.3.48, port: a6b9b708-0cd5-45fd-aa35-1c211feab795. Jul 16 20:33:36.845843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for a6b9b708-0cd5-45fd-aa35-1c211feab795 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:36.926453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597761072'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:36.956862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.968532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.146329 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.160297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.170106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.245271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=a6b9b708-0cd5-45fd-aa35-1c211feab795,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.306142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7eadac23-2e9a-462e-a9d4-a40020d562f9 req-940db390-1ef1-480e-a9b5-87a5ce887e33 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0941997 Jul 16 20:33:37.309527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e7a14-aa31-486a-b219-21c39bf2403c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.436484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd3bd7-32e1-4525-8f8a-b135c2f49af7 req-c2602975-f3dd-4e37-8628-6fb78e578e23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.438010 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-00fd3bd7-32e1-4525-8f8a-b135c2f49af7 req-c2602975-f3dd-4e37-8628-6fb78e578e23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.1744039 Jul 16 20:33:37.445815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.456582 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.471192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:37.511167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.512391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8474808 Jul 16 20:33:37.515753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:37.525701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf039a-0eeb-44a3-8e4f-fd80a6acc1e6 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f67af-7349-4523-a235-8ec6445960fd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.531436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-00fd3bd7-32e1-4525-8f8a-b135c2f49af7 req-0d40ead8-e1b4-42c9-b299-b0ba1eee1759 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842738 Jul 16 20:33:37.614573 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c45d34b9-4e2a-4bf7-8b12-4b5ef9817242 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0952432 Jul 16 20:33:37.618588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55146) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:37.622587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d8d2fca1-3beb-42c8-af63-36ea7d81e6df tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-security--1356437437', 'description': 'tempest-security-description-1483551642'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:37.654083 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fca1-3beb-42c8-af63-36ea7d81e6df tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.682043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:37.693862 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:37.713350 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:37.714694 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:37.725359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fca1-3beb-42c8-af63-36ea7d81e6df tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.731849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fca1-3beb-42c8-af63-36ea7d81e6df tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.737641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fca1-3beb-42c8-af63-36ea7d81e6df tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.740957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d8d2fca1-3beb-42c8-af63-36ea7d81e6df tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "PUT /v2.0/security-groups/9c9f67af-7349-4523-a235-8ec6445960fd HTTP/1.1" status: 200 len: 1780 time: 0.1213617 Jul 16 20:33:37.749297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55148) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:37.808680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] No DVR routers for this DVR port a6b9b708-0cd5-45fd-aa35-1c211feab795 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:37.814162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.818186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-157f20ed-4919-4540-8060-5feba403ba71 req-82fb0c48-9ff2-4761-8039-5433cb811509 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "DELETE /v2.0/ports/a6b9b708-0cd5-45fd-aa35-1c211feab795 HTTP/1.1" status: 204 len: 173 time: 3.0951264 Jul 16 20:33:37.833161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'name': 'network-vif-deleted', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:37.840822 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb736088-a922-4bd0-bef4-254121224ba9" -d '{"events": [{"server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "name": "network-vif-deleted", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:37.886205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-679a24e5-a5c5-42a7-86fd-f6b4a1e51a5b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups/9c9f67af-7349-4523-a235-8ec6445960fd HTTP/1.1" status: 200 len: 1780 time: 0.1339293 Jul 16 20:33:37.890190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55154) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:37.923648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2fca1-3beb-42c8-af63-36ea7d81e6df tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f67af-7349-4523-a235-8ec6445960fd,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.953257 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32541a85-f160-486c-a2bf-e0a5684a4f02 x-openstack-request-id: req-32541a85-f160-486c-a2bf-e0a5684a4f02 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:37.953763 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ccbcb-f361-4335-8c45-baccd38416e7", "name": "network-vif-deleted", "tag": "a6b9b708-0cd5-45fd-aa35-1c211feab795", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:37.954236 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-32541a85-f160-486c-a2bf-e0a5684a4f02 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:37.954912 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ccbcb-f361-4335-8c45-baccd38416e7', 'name': 'network-vif-deleted', 'tag': 'a6b9b708-0cd5-45fd-aa35-1c211feab795', 'status': 'completed', 'code': 200} Jul 16 20:33:37.994243 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-610a012e-1750-434b-9ef0-75b838158c0a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.005417 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:38.021598 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-610a012e-1750-434b-9ef0-75b838158c0a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.038786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a6b9b708-0cd5-45fd-aa35-1c211feab795 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:38.118864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: a6b9b708-0cd5-45fd-aa35-1c211feab795 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:38.119926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-610a012e-1750-434b-9ef0-75b838158c0a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.121067 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a6b9b708-0cd5-45fd-aa35-1c211feab795 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:38.122388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-610a012e-1750-434b-9ef0-75b838158c0a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.126328 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-610a012e-1750-434b-9ef0-75b838158c0a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/9c9f67af-7349-4523-a235-8ec6445960fd HTTP/1.1" status: 204 len: 168 time: 0.2357740 Jul 16 20:33:38.128908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55168) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.142867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a012e-1750-434b-9ef0-75b838158c0a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f67af-7349-4523-a235-8ec6445960fd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.312592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d221761d-6fa5-4a3b-891c-a6fb0b085f7a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1818440 Jul 16 20:33:38.315913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55192) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.335338 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-04f07b96-4111-433c-a9e7-15a9e0128a9e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] delete failed (client error): The resource could not be found. Jul 16 20:33:38.337162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-04f07b96-4111-433c-a9e7-15a9e0128a9e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/9c9f67af-7349-4523-a235-8ec6445960fd HTTP/1.1" status: 404 len: 347 time: 0.0201819 Jul 16 20:33:38.342416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55194) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.351073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7f5dd155-8cfa-423b-a636-69a8ce98e178 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251902745'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:38.363173 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:38.380659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd155-8cfa-423b-a636-69a8ce98e178 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.400995 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:38.416621 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:38.417625 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:33:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:38.544485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd155-8cfa-423b-a636-69a8ce98e178 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.553965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd155-8cfa-423b-a636-69a8ce98e178 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.594283 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd155-8cfa-423b-a636-69a8ce98e178 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.596819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f5dd155-8cfa-423b-a636-69a8ce98e178 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2515244 Jul 16 20:33:38.600357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55208) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.602902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dd155-8cfa-423b-a636-69a8ce98e178 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b392dd50-4982-4b61-bf94-9bebfc8f7756,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.607593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0339bf56-a5e6-4f30-b8e0-5f8e73b7b605 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': 'b392dd50-4982-4b61-bf94-9bebfc8f7756', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:38.697949 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.700048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e945ad7b-034d-4183-8125-358775b5d237 req-4f90e2eb-0893-4a67-a035-47029adf766a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0761366 Jul 16 20:33:38.708099 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.711281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0339bf56-a5e6-4f30-b8e0-5f8e73b7b605 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.787396 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:38.805157 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0339bf56-a5e6-4f30-b8e0-5f8e73b7b605 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.811828 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0339bf56-a5e6-4f30-b8e0-5f8e73b7b605 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.847159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c83ab705-8a5f-4efa-b1ff-99081e206e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.859244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339bf56-a5e6-4f30-b8e0-5f8e73b7b605 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0376b098-072a-4fd7-a757-6dadd74786b8,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.862002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0339bf56-a5e6-4f30-b8e0-5f8e73b7b605 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.863356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0339bf56-a5e6-4f30-b8e0-5f8e73b7b605 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2612631 Jul 16 20:33:38.866178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.042009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf7dc-2076-42e7-b541-5f557ba58836 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.055802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf7dc-2076-42e7-b541-5f557ba58836 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.066967 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.138330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf7dc-2076-42e7-b541-5f557ba58836 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.151930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf7dc-2076-42e7-b541-5f557ba58836 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.153366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fc2bf7dc-2076-42e7-b541-5f557ba58836 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/0376b098-072a-4fd7-a757-6dadd74786b8 HTTP/1.1" status: 204 len: 168 time: 0.2863665 Jul 16 20:33:39.156532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55220) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.189448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bf7dc-2076-42e7-b541-5f557ba58836 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0376b098-072a-4fd7-a757-6dadd74786b8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.229824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c695da-5881-45b3-a0ea-26ae4a6f3997 req-d2b5562f-25dd-4f9b-b490-ba1db8c00f84 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.231533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d4c695da-5881-45b3-a0ea-26ae4a6f3997 req-d2b5562f-25dd-4f9b-b490-ba1db8c00f84 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.3168027 Jul 16 20:33:39.258176 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-87008d63-5e2b-4a1f-a8bb-cf0c24975821 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0997963 Jul 16 20:33:39.262042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55228) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.272079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-16d3c5f7-ee4a-485c-bd18-58d21aa37e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.273588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-16d3c5f7-ee4a-485c-bd18-58d21aa37e9d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 1098 time: 0.4052682 Jul 16 20:33:39.305922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:39.397767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be21ce20-7798-4767-bd8a-936925c743b9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.402500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d4c695da-5881-45b3-a0ea-26ae4a6f3997 req-114eaecc-114f-45aa-87d4-934961a404f2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593924 Jul 16 20:33:39.433959 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be21ce20-7798-4767-bd8a-936925c743b9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.462083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.558298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be21ce20-7798-4767-bd8a-936925c743b9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.561278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-be21ce20-7798-4767-bd8a-936925c743b9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.564813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-be21ce20-7798-4767-bd8a-936925c743b9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/b392dd50-4982-4b61-bf94-9bebfc8f7756 HTTP/1.1" status: 204 len: 168 time: 0.2963772 Jul 16 20:33:39.566040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55254) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.581979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21ce20-7798-4767-bd8a-936925c743b9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b392dd50-4982-4b61-bf94-9bebfc8f7756,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.583032 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:39.632813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cd516447-9375-4d93-9af4-a96d49cf892e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636253 Jul 16 20:33:39.637176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55256) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.647994 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f85478-c1fd-4d05-89bc-0c9021a1f2e5 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:39.650603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-04d57c4a-f490-4c8f-abbc-aad13d2afa26 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--217056483'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:39.729391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04d57c4a-f490-4c8f-abbc-aad13d2afa26 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.853994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:39.897724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-2f1fda89-1e49-4a73-a731-27fb9db3935f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1816308 Jul 16 20:33:39.920403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:39.926596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e46479e1-e894-4d7e-bae1-1a8807db0370 req-37aac40a-ff9d-4571-a51a-945bea93ac3c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0631964 Jul 16 20:33:40.052192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04d57c4a-f490-4c8f-abbc-aad13d2afa26 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.052964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:40.054141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.055350 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9824814-7da6-4ee7-9b42-d8cd261f7779" -d '{"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-unplugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:40.059668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.069668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04d57c4a-f490-4c8f-abbc-aad13d2afa26 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.096827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04d57c4a-f490-4c8f-abbc-aad13d2afa26 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.101892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-04d57c4a-f490-4c8f-abbc-aad13d2afa26 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4556863 Jul 16 20:33:40.102612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55262) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:40.116017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-168de5af-223e-4234-9d46-eb208ccedb04 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': '9f31f1a5-06af-4958-8f10-483daaeffea1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:40.116337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02ba2d-22a5-4ee8-98a8-4e45893ae1ce None None] New status for floating IP 68102698-c202-4bbf-ad26-e0123df6c35f: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:33:40.125701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Transition to ACTIVE for port object 544a431b-e4d0-4e64-99a3-0433b8683581 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:40.136573 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.153211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d57c4a-f490-4c8f-abbc-aad13d2afa26 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31f1a5-06af-4958-8f10-483daaeffea1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.161947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-168de5af-223e-4234-9d46-eb208ccedb04 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.219259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-c1e2effe-9074-4475-9a2c-0449afad5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.225968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-c1e2effe-9074-4475-9a2c-0449afad5c3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f980572d37466cac299a33fdf2f59d&device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 1098 time: 0.2358520 Jul 16 20:33:40.236193 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d06cbe-76b5-4530-a9aa-e2bbc464e83c x-openstack-request-id: req-b0d06cbe-76b5-4530-a9aa-e2bbc464e83c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:40.236506 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-unplugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:40.236763 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b0d06cbe-76b5-4530-a9aa-e2bbc464e83c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:40.237158 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'code': 200} Jul 16 20:33:40.265667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-168de5af-223e-4234-9d46-eb208ccedb04 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.277680 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-168de5af-223e-4234-9d46-eb208ccedb04 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.303903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.312367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168de5af-223e-4234-9d46-eb208ccedb04 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b80d77b-2eff-457c-9b4a-4c380419b694,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.345635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-168de5af-223e-4234-9d46-eb208ccedb04 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.349013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-168de5af-223e-4234-9d46-eb208ccedb04 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2402680 Jul 16 20:33:40.351431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55264) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:40.364914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-20c28594-3eec-4e2f-a697-b5732c1019c1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': '9f31f1a5-06af-4958-8f10-483daaeffea1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:40.432324 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20c28594-3eec-4e2f-a697-b5732c1019c1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.487910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-4d28290c-6b18-41e8-a216-cee5977d0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.489570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-4d28290c-6b18-41e8-a216-cee5977d0fea service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 200 len: 911 time: 0.2130511 Jul 16 20:33:40.515477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] No DVR routers for this DVR port 544a431b-e4d0-4e64-99a3-0433b8683581 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:40.610176 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20c28594-3eec-4e2f-a697-b5732c1019c1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.623509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20c28594-3eec-4e2f-a697-b5732c1019c1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.668761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c28594-3eec-4e2f-a697-b5732c1019c1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d07949e-038d-4997-85f6-85482942713f,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.692098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20c28594-3eec-4e2f-a697-b5732c1019c1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.694171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-20c28594-3eec-4e2f-a697-b5732c1019c1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394048 Jul 16 20:33:40.697225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55268) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:40.705699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2f891be1-dc08-4044-9dbc-25d69ea849e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': '9f31f1a5-06af-4958-8f10-483daaeffea1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:40.728138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-9e6dae9b-aa02-4dff-9fa3-65a4804607da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0 HTTP/1.1" status: 200 len: 1002 time: 0.2140651 Jul 16 20:33:40.775296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f891be1-dc08-4044-9dbc-25d69ea849e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.847866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-90bb1aa0-a998-4389-a320-32f699131892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.850022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-90bb1aa0-a998-4389-a320-32f699131892 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 200 len: 849 time: 0.1081088 Jul 16 20:33:40.850447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af27319-8e9c-4aa1-8277-f14665ac8b58 req-32470791-e266-4163-a8cc-96efc524dc74 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.858226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8af27319-8e9c-4aa1-8277-f14665ac8b58 req-32470791-e266-4163-a8cc-96efc524dc74 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 945 time: 0.1577058 Jul 16 20:33:40.889578 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f891be1-dc08-4044-9dbc-25d69ea849e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.897903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:40.897903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:40.898259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:40.898780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f891be1-dc08-4044-9dbc-25d69ea849e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.909076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:40.909581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Attempting to bind port 544a431b-e4d0-4e64-99a3-0433b8683581 on network 5993a67e-781d-487e-9aeb-069eabad3e6d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:40.920095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8af27319-8e9c-4aa1-8277-f14665ac8b58 req-12b9a007-dcf0-48cf-9081-f0deecf65402 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609436 Jul 16 20:33:40.925343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f891be1-dc08-4044-9dbc-25d69ea849e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40722ae0-5b49-4e59-a9bd-312abed4266f,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.925832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:40.926188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Checking segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:40.926613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Bound using segment: {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:40.927088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Bound port: 544a431b-e4d0-4e64-99a3-0433b8683581, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00f7a72-8bf0-4b33-8ffa-43587a56d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:40.927455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.939395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f891be1-dc08-4044-9dbc-25d69ea849e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.940620 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2f891be1-dc08-4044-9dbc-25d69ea849e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2416682 Jul 16 20:33:40.944451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55272) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:40.953693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-701815a3-b6fc-4261-8fcf-ff9fe491c0fa tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': '9f31f1a5-06af-4958-8f10-483daaeffea1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:40.993349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-b53e201a-b717-434c-82f1-d5530954a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.995442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-b53e201a-b717-434c-82f1-d5530954a4cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356730 Jul 16 20:33:41.029887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-701815a3-b6fc-4261-8fcf-ff9fe491c0fa tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.099091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:41.136159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f1cb9db3-c51c-4a8c-8c8d-b023bb0ff78e req-e69102a7-a417-49e0-ab3d-6d28ac0fc0dd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0498900 Jul 16 20:33:41.142106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:41.150422 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.159640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-701815a3-b6fc-4261-8fcf-ff9fe491c0fa tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.164710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-701815a3-b6fc-4261-8fcf-ff9fe491c0fa tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.194300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701815a3-b6fc-4261-8fcf-ff9fe491c0fa tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c98f1e-c182-4acd-a391-84b2d29b1b5b,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.204456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-701815a3-b6fc-4261-8fcf-ff9fe491c0fa tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.204704 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-dd0631d8-417c-497e-afb6-d045c0a1f957 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022686 Jul 16 20:33:41.209242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55276) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.222872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7b58c648-298d-45de-b670-40a551ed2618 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': '9f31f1a5-06af-4958-8f10-483daaeffea1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:41.223404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-701815a3-b6fc-4261-8fcf-ff9fe491c0fa tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2768509 Jul 16 20:33:41.238007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.238619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.240075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] 10.222.0.99 "PUT /v2.0/ports/544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1094 time: 1.9479611 Jul 16 20:33:41.316228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6950d1e-e2b7-40b9-a7c4-7eaabda4dc7d service neutron] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=11']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.395022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b58c648-298d-45de-b670-40a551ed2618 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.424384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7c0076dd-9056-480b-96b6-452a7c5b98bb req-32ee5c2e-82ff-4eb8-ae16-f3eadb878a24 service neutron] 10.222.0.79 "GET /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054892 Jul 16 20:33:41.459652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-c383c64b-1064-49d5-bb71-0a167ba9f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.461230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-c383c64b-1064-49d5-bb71-0a167ba9f398 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1097 time: 0.1877768 Jul 16 20:33:41.521142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b58c648-298d-45de-b670-40a551ed2618 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.555290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b58c648-298d-45de-b670-40a551ed2618 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.585877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58c648-298d-45de-b670-40a551ed2618 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e36a35-de51-4adc-9af9-f11a0f6e42c1,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.595516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b58c648-298d-45de-b670-40a551ed2618 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.599450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7b58c648-298d-45de-b670-40a551ed2618 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3848693 Jul 16 20:33:41.600289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55278) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.630127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-fda25e3f-ab22-4ad7-ab73-60e8ef359e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.638966 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-fda25e3f-ab22-4ad7-ab73-60e8ef359e58 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.1659188 Jul 16 20:33:41.639166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a99f8-aef6-4529-9ad9-961b71145046 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.647349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a99f8-aef6-4529-9ad9-961b71145046 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.680419 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a99f8-aef6-4529-9ad9-961b71145046 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.691894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a3a99f8-aef6-4529-9ad9-961b71145046 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.696317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0a3a99f8-aef6-4529-9ad9-961b71145046 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/a9e36a35-de51-4adc-9af9-f11a0f6e42c1 HTTP/1.1" status: 204 len: 168 time: 0.0920572 Jul 16 20:33:41.697025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.700800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a99f8-aef6-4529-9ad9-961b71145046 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9e36a35-de51-4adc-9af9-f11a0f6e42c1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.737577 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-fbdc0834-d7c2-4a78-9581-be2b67bcd899 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1000 time: 0.0965846 Jul 16 20:33:41.804069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-65b1e3af-faf6-4d7e-ab0c-fbb77fd048a8 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1057398 Jul 16 20:33:41.807005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55282) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.838191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b76dc8-1e6b-4671-87cd-da0b4670881c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.842017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f1f1e7a3-3d09-4ba6-88ed-119bc03f013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.844688 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-f1f1e7a3-3d09-4ba6-88ed-119bc03f013a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.0996540 Jul 16 20:33:41.848337 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.851211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b76dc8-1e6b-4671-87cd-da0b4670881c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.890942 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b76dc8-1e6b-4671-87cd-da0b4670881c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.897952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b76dc8-1e6b-4671-87cd-da0b4670881c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.901701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b5b76dc8-1e6b-4671-87cd-da0b4670881c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/e3c98f1e-c182-4acd-a391-84b2d29b1b5b HTTP/1.1" status: 204 len: 168 time: 0.0913532 Jul 16 20:33:41.903521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.921024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b76dc8-1e6b-4671-87cd-da0b4670881c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3c98f1e-c182-4acd-a391-84b2d29b1b5b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.938131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-a64bc3ef-f6ec-42e2-990b-483abbc97bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.942486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-a64bc3ef-f6ec-42e2-990b-483abbc97bd4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893521 Jul 16 20:33:41.969408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-17ba357d-d49e-4359-a945-d6f4b306332c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0620155 Jul 16 20:33:41.972604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55288) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.025444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5664ad88-b9e2-40d8-939f-bbd4fdde0496 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.040330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5664ad88-b9e2-40d8-939f-bbd4fdde0496 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.100684 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5664ad88-b9e2-40d8-939f-bbd4fdde0496 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.111826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5664ad88-b9e2-40d8-939f-bbd4fdde0496 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.117374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5664ad88-b9e2-40d8-939f-bbd4fdde0496 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/40722ae0-5b49-4e59-a9bd-312abed4266f HTTP/1.1" status: 204 len: 168 time: 0.1411743 Jul 16 20:33:42.117842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.131131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-ce4bb7e7-593e-4784-99c2-2529c7c233de service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813157 Jul 16 20:33:42.160258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664ad88-b9e2-40d8-939f-bbd4fdde0496 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40722ae0-5b49-4e59-a9bd-312abed4266f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.208564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:42.212133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a237e8-2a62-4112-873d-c91ba4441c46 req-ee749b81-9eef-45a7-a23a-415ae1739dc0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.219670 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6a237e8-2a62-4112-873d-c91ba4441c46 req-ee749b81-9eef-45a7-a23a-415ae1739dc0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 945 time: 0.1153588 Jul 16 20:33:42.251148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55294) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.253023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef32f496-f61a-43d3-b80d-eca8cb434c44 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1337097 Jul 16 20:33:42.256609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:42.259042 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02570bc5-d199-4fc2-8744-fc9fb7621d02" -d '{"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:42.312545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b6a237e8-2a62-4112-873d-c91ba4441c46 req-b883d4df-628a-4cc6-93ab-b043075353b3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917096 Jul 16 20:33:42.313372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:42.350091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bf40cb9-1998-485f-9a61-15fb2b15c40a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.353482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df2807ff-0cac-45e1-be59-0f2cdd774865 req-7f529106-f734-4e52-bf8f-7dc662e7e80e service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083383 Jul 16 20:33:42.373633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bf40cb9-1998-485f-9a61-15fb2b15c40a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.426124 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67292f74-f0f1-468e-9228-4769e2230c30 req-19d7fbc1-8b64-4e39-8b30-950d3c0ad0b6 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0524931 Jul 16 20:33:42.429542 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c633436f-a44a-4257-a877-a540246f05f7 x-openstack-request-id: req-c633436f-a44a-4257-a877-a540246f05f7 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:42.429907 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:42.430161 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c633436f-a44a-4257-a877-a540246f05f7 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:42.430985 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'status': 'completed', 'code': 200} Jul 16 20:33:42.435367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bf40cb9-1998-485f-9a61-15fb2b15c40a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.465249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bf40cb9-1998-485f-9a61-15fb2b15c40a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.465249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7bf40cb9-1998-485f-9a61-15fb2b15c40a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/7d07949e-038d-4997-85f6-85482942713f HTTP/1.1" status: 204 len: 168 time: 0.2094386 Jul 16 20:33:42.465249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40cb9-1998-485f-9a61-15fb2b15c40a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d07949e-038d-4997-85f6-85482942713f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.465249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55298) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.517384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-138a4a6f-759f-4df4-ae91-ef38248ac1ca tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0516031 Jul 16 20:33:42.519708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55300) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.548345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af61d68-3cfb-44e6-bdda-d34a756d74ef tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.559668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af61d68-3cfb-44e6-bdda-d34a756d74ef tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.600625 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af61d68-3cfb-44e6-bdda-d34a756d74ef tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.612289 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9af61d68-3cfb-44e6-bdda-d34a756d74ef tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.612289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9af61d68-3cfb-44e6-bdda-d34a756d74ef tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/7b80d77b-2eff-457c-9b4a-4c380419b694 HTTP/1.1" status: 204 len: 168 time: 0.0894384 Jul 16 20:33:42.617316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55302) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.660955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61d68-3cfb-44e6-bdda-d34a756d74ef tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b80d77b-2eff-457c-9b4a-4c380419b694,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.695554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ebd058b-3959-4ecd-a267-cf60be424688 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785275 Jul 16 20:33:42.698123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55304) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.763820 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41738e0f-e88c-472e-9239-554694368e6a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.795816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41738e0f-e88c-472e-9239-554694368e6a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.850352 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41738e0f-e88c-472e-9239-554694368e6a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.854017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-41738e0f-e88c-472e-9239-554694368e6a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.855512 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-41738e0f-e88c-472e-9239-554694368e6a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/9f31f1a5-06af-4958-8f10-483daaeffea1 HTTP/1.1" status: 204 len: 168 time: 0.1558435 Jul 16 20:33:42.873837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55306) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.874668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41738e0f-e88c-472e-9239-554694368e6a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31f1a5-06af-4958-8f10-483daaeffea1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.928480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ca460e51-dce5-4d0a-80ca-f4f340f9d499 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494599 Jul 16 20:33:42.934626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55308) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.940357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4451247a-9f9d-4d8c-94f8-5ab6fb18a25e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026768167'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:42.962576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-858b3fe3-d011-4654-93bd-7f75f042f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.964385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-858b3fe3-d011-4654-93bd-7f75f042f82e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1097 time: 0.5223045 Jul 16 20:33:42.972535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-ed442da1-fdfc-448d-8298-75533a96ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.974145 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-ed442da1-fdfc-448d-8298-75533a96ba8c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1097 time: 0.5470631 Jul 16 20:33:42.976674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4451247a-9f9d-4d8c-94f8-5ab6fb18a25e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.102033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4451247a-9f9d-4d8c-94f8-5ab6fb18a25e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.107467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4451247a-9f9d-4d8c-94f8-5ab6fb18a25e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.138477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4451247a-9f9d-4d8c-94f8-5ab6fb18a25e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.139783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4451247a-9f9d-4d8c-94f8-5ab6fb18a25e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2041650 Jul 16 20:33:43.142593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55310) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.147863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2fc55438-bed7-4d02-af3e-42cc3ca1c4a3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': 'b5669aac-828a-4d53-a0a6-dcfcce68d9ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:43.149502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-a937b9c2-6d9d-492b-b14f-0c829b199f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.151026 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-a937b9c2-6d9d-492b-b14f-0c829b199f96 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.1747942 Jul 16 20:33:43.152658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-12ed9694-fd8f-4b16-b5c5-2bbefcddd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.154565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-12ed9694-fd8f-4b16-b5c5-2bbefcddd0de service neutron] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.1658149 Jul 16 20:33:43.154872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451247a-9f9d-4d8c-94f8-5ab6fb18a25e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5669aac-828a-4d53-a0a6-dcfcce68d9ca,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.188033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2fc55438-bed7-4d02-af3e-42cc3ca1c4a3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.281887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2fc55438-bed7-4d02-af3e-42cc3ca1c4a3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.287871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2fc55438-bed7-4d02-af3e-42cc3ca1c4a3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.288460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-5245b299-0ff1-46ee-b82e-dc74b731b0c7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1000 time: 0.1202538 Jul 16 20:33:43.290292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-2f3b9d4f-928b-4792-ba6d-e845eb87e961 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 1000 time: 0.1209269 Jul 16 20:33:43.309601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc55438-bed7-4d02-af3e-42cc3ca1c4a3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d626cb2b-e0a5-4f3e-bfa5-82e16e944b76,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.317995 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2fc55438-bed7-4d02-af3e-42cc3ca1c4a3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.322167 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2fc55438-bed7-4d02-af3e-42cc3ca1c4a3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1759121 Jul 16 20:33:43.322473 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55314) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.393066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51e50e09-e62b-4213-bd80-2e5f77e6c78f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.425970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51e50e09-e62b-4213-bd80-2e5f77e6c78f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.475492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-58e3b24d-9e28-4a64-b9f2-9d0a3cec5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.477060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-58e3b24d-9e28-4a64-b9f2-9d0a3cec5fc7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1818364 Jul 16 20:33:43.507453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51e50e09-e62b-4213-bd80-2e5f77e6c78f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.516760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-6023a814-561c-4ad4-af54-c37542bb5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.517281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-51e50e09-e62b-4213-bd80-2e5f77e6c78f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.518653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-6023a814-561c-4ad4-af54-c37542bb5034 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1581261 Jul 16 20:33:43.523375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-51e50e09-e62b-4213-bd80-2e5f77e6c78f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/b5669aac-828a-4d53-a0a6-dcfcce68d9ca HTTP/1.1" status: 204 len: 168 time: 0.1996615 Jul 16 20:33:43.524022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55320) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.631682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-d0765535-3e87-4f35-9512-b8d7cfa20875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.639821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-d0765535-3e87-4f35-9512-b8d7cfa20875 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431799 Jul 16 20:33:43.652335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e50e09-e62b-4213-bd80-2e5f77e6c78f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5669aac-828a-4d53-a0a6-dcfcce68d9ca,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.654723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-60700696-0a3e-40b2-b3cf-cf32242627a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.662805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-60700696-0a3e-40b2-b3cf-cf32242627a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223543 Jul 16 20:33:43.713443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0b8e9bd0-b9e0-4aa9-a062-c920ca79ecaf tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1765020 Jul 16 20:33:43.718293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55322) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.724197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f701729d-31c2-41fe-b0c2-ec273e75b0c2 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--760488543'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:43.784121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e04fd-c5be-49ba-9089-bac7b98f3b4d req-a4521dcf-25fb-4a8c-b3da-e2830c681a08 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.791419 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d69e04fd-c5be-49ba-9089-bac7b98f3b4d req-a4521dcf-25fb-4a8c-b3da-e2830c681a08 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 945 time: 0.2314699 Jul 16 20:33:43.795307 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f701729d-31c2-41fe-b0c2-ec273e75b0c2 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.899978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d69e04fd-c5be-49ba-9089-bac7b98f3b4d req-68193a09-fccd-42ae-878d-408e00a7304d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073558 Jul 16 20:33:43.922745 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7d3301d-45a6-4370-ab89-21aca8995bdd req-704fa624-6149-4bcc-979c-14843ffca078 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.1334076 Jul 16 20:33:43.924814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-307604df-4b23-481e-8f2c-43b6d1f57f97 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457514 Jul 16 20:33:43.984031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-f8fb4311-b927-4fdf-bd7b-7922d3e5fb31 service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386979 Jul 16 20:33:43.994939 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f701729d-31c2-41fe-b0c2-ec273e75b0c2 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.000453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f701729d-31c2-41fe-b0c2-ec273e75b0c2 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.046822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f701729d-31c2-41fe-b0c2-ec273e75b0c2 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.048086 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f701729d-31c2-41fe-b0c2-ec273e75b0c2 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3286266 Jul 16 20:33:44.055272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55324) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.066691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3976a53b-9a23-4723-a391-0998904f089e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--255799782'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:44.072717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:44.091472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701729d-31c2-41fe-b0c2-ec273e75b0c2 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c54369-d1f2-4ab1-be6c-fbaefcef3b70,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.140788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3976a53b-9a23-4723-a391-0998904f089e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.204750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-100d090f-bd5e-4950-89a8-f215c4ecc0d0 service neutron] 10.222.0.79 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195799 Jul 16 20:33:44.259665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:44.282950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '544a431b-e4d0-4e64-99a3-0433b8683581', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'port_id': '544a431b-e4d0-4e64-99a3-0433b8683581', 'mac_address': 'fa:16:3e:18:a6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:44.321720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02570bc5-d199-4fc2-8744-fc9fb7621d02 req-4d83c76e-53ad-4efb-ba65-d4f11f10142f service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222456 Jul 16 20:33:44.346796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.362656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544a431b-e4d0-4e64-99a3-0433b8683581 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:44.388991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:44.396517 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.412244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3976a53b-9a23-4723-a391-0998904f089e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.420280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3976a53b-9a23-4723-a391-0998904f089e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.454394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3976a53b-9a23-4723-a391-0998904f089e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.456371 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3976a53b-9a23-4723-a391-0998904f089e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3999770 Jul 16 20:33:44.458925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55326) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.464094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-da3f1408-119f-4cab-b9be-a0d019fb97c5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': 'a1c54369-d1f2-4ab1-be6c-fbaefcef3b70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eb0bcb92-4fc7-4600-9c83-9f12a14d50b4', 'remote_ip_prefix': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:44.472710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976a53b-9a23-4723-a391-0998904f089e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0bcb92-4fc7-4600-9c83-9f12a14d50b4,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.480454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=12']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.523437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da3f1408-119f-4cab-b9be-a0d019fb97c5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.612152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da3f1408-119f-4cab-b9be-a0d019fb97c5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.629672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da3f1408-119f-4cab-b9be-a0d019fb97c5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.638592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['544a431b-e4d0-4e64-99a3-0433b8683581'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:44.688401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f1408-119f-4cab-b9be-a0d019fb97c5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb14022-efb1-4ea4-a953-7bf3a84014c8,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.690378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da3f1408-119f-4cab-b9be-a0d019fb97c5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.691622 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-da3f1408-119f-4cab-b9be-a0d019fb97c5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2315879 Jul 16 20:33:44.695129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55328) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.750030 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb0b81e-c248-4fee-98eb-586ba97eac01 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.768791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb0b81e-c248-4fee-98eb-586ba97eac01 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.831276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb0b81e-c248-4fee-98eb-586ba97eac01 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.841476 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ccb0b81e-c248-4fee-98eb-586ba97eac01 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.842719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ccb0b81e-c248-4fee-98eb-586ba97eac01 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/8bb14022-efb1-4ea4-a953-7bf3a84014c8 HTTP/1.1" status: 204 len: 168 time: 0.1466303 Jul 16 20:33:44.845783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55334) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.878085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0b81e-c248-4fee-98eb-586ba97eac01 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bb14022-efb1-4ea4-a953-7bf3a84014c8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.955189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-997d0c10-aeb6-42e3-91aa-c0dc1f13029d tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1076317 Jul 16 20:33:44.958152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55336) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.030420 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dde900d4-565e-4fc1-be60-bc29d6bfb2a1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.065407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dde900d4-565e-4fc1-be60-bc29d6bfb2a1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.141184 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dde900d4-565e-4fc1-be60-bc29d6bfb2a1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.144869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dde900d4-565e-4fc1-be60-bc29d6bfb2a1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.146425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dde900d4-565e-4fc1-be60-bc29d6bfb2a1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/eb0bcb92-4fc7-4600-9c83-9f12a14d50b4 HTTP/1.1" status: 204 len: 168 time: 0.1868761 Jul 16 20:33:45.149278 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55342) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.222479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde900d4-565e-4fc1-be60-bc29d6bfb2a1 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0bcb92-4fc7-4600-9c83-9f12a14d50b4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.303947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55344) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.305236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63766504-ced0-4853-b723-904c8ca62aec tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1512380 Jul 16 20:33:45.374415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62cdbcd5-1619-4f1b-bf66-1abde792a3b5 req-477ea5df-680c-42bb-87db-b7477e954404 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ccbcb-f361-4335-8c45-baccd38416e7 HTTP/1.1" status: 200 len: 210 time: 0.0821707 Jul 16 20:33:45.430705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2df2c9-479b-4207-8625-111a1134e4bc req-e7b269cb-bab5-44c2-bc22-75c2c3186c8d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.438690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6a2df2c9-479b-4207-8625-111a1134e4bc req-e7b269cb-bab5-44c2-bc22-75c2c3186c8d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 946 time: 0.2335329 Jul 16 20:33:45.507500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6a2df2c9-479b-4207-8625-111a1134e4bc req-de5c76aa-1612-4483-a71a-557ccff140ab tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678754 Jul 16 20:33:45.509571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-697abc93-dc65-4bd1-aaea-dd93a5de66c7 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.537788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55354) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.544975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-697abc93-dc65-4bd1-aaea-dd93a5de66c7 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.612325 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-697abc93-dc65-4bd1-aaea-dd93a5de66c7 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.625410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-697abc93-dc65-4bd1-aaea-dd93a5de66c7 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.626344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-697abc93-dc65-4bd1-aaea-dd93a5de66c7 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/a1c54369-d1f2-4ab1-be6c-fbaefcef3b70 HTTP/1.1" status: 204 len: 168 time: 0.3214114 Jul 16 20:33:45.630683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55358) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.649972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697abc93-dc65-4bd1-aaea-dd93a5de66c7 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c54369-d1f2-4ab1-be6c-fbaefcef3b70,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.676885 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2f23cfc1-7680-4116-9a3e-8b7a7c9d3334 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/438d0c4d-d345-4458-9708-df40d911b205 HTTP/1.1" status: 200 len: 993 time: 0.1377425 Jul 16 20:33:45.701902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e6d38e14-c750-4d59-ba6f-9b6c69679d46 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697346 Jul 16 20:33:45.705760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55360) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.711262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e061f6b5-082c-44f4-9ccb-be54e0fa0c42 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--432046161'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:45.738333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e061f6b5-082c-44f4-9ccb-be54e0fa0c42 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.858494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e061f6b5-082c-44f4-9ccb-be54e0fa0c42 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.865784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e061f6b5-082c-44f4-9ccb-be54e0fa0c42 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.917811 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e061f6b5-082c-44f4-9ccb-be54e0fa0c42 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.919300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e061f6b5-082c-44f4-9ccb-be54e0fa0c42 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2125359 Jul 16 20:33:45.922226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55366) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.929305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-26b4e726-89b2-4a59-a6e1-dd101d7376ee tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': 'bdc07eba-b02b-4592-88fd-65ca58f0b38b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:45.941780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061f6b5-082c-44f4-9ccb-be54e0fa0c42 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc07eba-b02b-4592-88fd-65ca58f0b38b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.981918 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b4e726-89b2-4a59-a6e1-dd101d7376ee tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.058435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b4e726-89b2-4a59-a6e1-dd101d7376ee tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.065126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b4e726-89b2-4a59-a6e1-dd101d7376ee tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.078891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:46.087079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e726-89b2-4a59-a6e1-dd101d7376ee tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3f38fd-833a-4c54-b19d-1ac7b513515a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.091440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-26b4e726-89b2-4a59-a6e1-dd101d7376ee tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.095912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-26b4e726-89b2-4a59-a6e1-dd101d7376ee tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1720467 Jul 16 20:33:46.096706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55368) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.129591 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-411e5188-c5e9-4fde-bbb8-7230b171ecae tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.141961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-411e5188-c5e9-4fde-bbb8-7230b171ecae tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.176975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-411e5188-c5e9-4fde-bbb8-7230b171ecae tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.184744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-411e5188-c5e9-4fde-bbb8-7230b171ecae tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.191971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-411e5188-c5e9-4fde-bbb8-7230b171ecae tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/ba3f38fd-833a-4c54-b19d-1ac7b513515a HTTP/1.1" status: 204 len: 168 time: 0.0941184 Jul 16 20:33:46.196428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55370) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.197325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 544a431b-e4d0-4e64-99a3-0433b8683581 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:46.202449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 544a431b-e4d0-4e64-99a3-0433b8683581 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:46.202999 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.207013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e5188-c5e9-4fde-bbb8-7230b171ecae tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba3f38fd-833a-4c54-b19d-1ac7b513515a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.286307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55372) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.286866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-587cf5ac-41d7-45e7-8e41-f0fab9351182 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0873487 Jul 16 20:33:46.348003 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.374476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0c53-c606-4156-b088-eb3a0a86479f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.381724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:46.384393 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14abb35c-96d8-4016-9f65-99dd7cdc3b74" -d '{"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-plugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:46.399834 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:46.408625 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.413145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0c53-c606-4156-b088-eb3a0a86479f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.471343 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4181243b-03f0-43b4-9ad4-6d4f0d49bd20 x-openstack-request-id: req-4181243b-03f0-43b4-9ad4-6d4f0d49bd20 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:46.471343 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-plugged", "status": "completed", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:46.472331 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4181243b-03f0-43b4-9ad4-6d4f0d49bd20 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:46.473693 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'code': 200} Jul 16 20:33:46.486593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0c53-c606-4156-b088-eb3a0a86479f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.490978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0c53-c606-4156-b088-eb3a0a86479f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.493137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb5e0c53-c606-4156-b088-eb3a0a86479f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/bdc07eba-b02b-4592-88fd-65ca58f0b38b HTTP/1.1" status: 204 len: 168 time: 0.2057428 Jul 16 20:33:46.496238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55378) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.504099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e0c53-c606-4156-b088-eb3a0a86479f tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc07eba-b02b-4592-88fd-65ca58f0b38b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.536445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=13']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.579448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c8de2b24-e526-4489-befb-4e5135aa67ac tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820200 Jul 16 20:33:46.583855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55384) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.590569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-24940bc7-25c3-4839-8b74-95555a9c77f9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group': {'name': 'tempest-secgroup--772522134'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:46.627190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24940bc7-25c3-4839-8b74-95555a9c77f9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.776546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24940bc7-25c3-4839-8b74-95555a9c77f9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.782409 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24940bc7-25c3-4839-8b74-95555a9c77f9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.812329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24940bc7-25c3-4839-8b74-95555a9c77f9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.816009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-24940bc7-25c3-4839-8b74-95555a9c77f9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2297812 Jul 16 20:33:46.818901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55396) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.821277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24940bc7-25c3-4839-8b74-95555a9c77f9 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e73c3-b04f-444e-98ec-926a4259557d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.831118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-01832af2-3565-4064-989f-c41b65c4a5e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': 'a15e73c3-b04f-444e-98ec-926a4259557d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:46.899645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-3ff40340-d71d-4caf-98c0-545e195a02fe tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305806436&fields=id&tenant_id=7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 267 time: 0.0613494 Jul 16 20:33:46.900871 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01832af2-3565-4064-989f-c41b65c4a5e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.031113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01832af2-3565-4064-989f-c41b65c4a5e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.037401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01832af2-3565-4064-989f-c41b65c4a5e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.078145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01832af2-3565-4064-989f-c41b65c4a5e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.079681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-01832af2-3565-4064-989f-c41b65c4a5e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2592223 Jul 16 20:33:47.083122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55402) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.085916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01832af2-3565-4064-989f-c41b65c4a5e5 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7a6353-08c6-422f-b53b-1652a0cd339a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.098497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f06d12a9-2375-43b6-9f98-7d71bcbf80f0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.100421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f06d12a9-2375-43b6-9f98-7d71bcbf80f0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.1749377 Jul 16 20:33:47.100858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c31180e2-b934-47e8-be07-61a3d7fa6b62 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules/9f7a6353-08c6-422f-b53b-1652a0cd339a HTTP/1.1" status: 200 len: 763 time: 0.0165370 Jul 16 20:33:47.105926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55404) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.134824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-13241344-0f42-405c-a17b-5e7d3647cf1a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/quotas/7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 375 time: 0.0215118 Jul 16 20:33:47.168753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cb6d3e0a-f444-44df-a93f-8319da419dc8 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0615189 Jul 16 20:33:47.171896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55406) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.203545 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1898f942-87af-4339-b4e6-0104ee509043 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.212493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1898f942-87af-4339-b4e6-0104ee509043 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.232975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-bb517947-9c15-45df-8b4b-ced4a91ceb39 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880313 Jul 16 20:33:47.253131 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1898f942-87af-4339-b4e6-0104ee509043 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.259915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1898f942-87af-4339-b4e6-0104ee509043 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.261046 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1898f942-87af-4339-b4e6-0104ee509043 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/9f7a6353-08c6-422f-b53b-1652a0cd339a HTTP/1.1" status: 204 len: 168 time: 0.0876310 Jul 16 20:33:47.266075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55408) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.273325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898f942-87af-4339-b4e6-0104ee509043 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f7a6353-08c6-422f-b53b-1652a0cd339a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.323342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4f79c30d-f4ba-4ad4-95b9-21987bb68962 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553212 Jul 16 20:33:47.326506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55410) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.331727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-49888a7d-5431-4ff2-bd79-0acfe30d6ee3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': 'a15e73c3-b04f-444e-98ec-926a4259557d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:47.359431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-010ab068-bd7f-479e-8807-48d4b20640f8 service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115196 Jul 16 20:33:47.367942 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-49888a7d-5431-4ff2-bd79-0acfe30d6ee3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.428765 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-49888a7d-5431-4ff2-bd79-0acfe30d6ee3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.434822 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-49888a7d-5431-4ff2-bd79-0acfe30d6ee3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.464949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-49888a7d-5431-4ff2-bd79-0acfe30d6ee3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.471545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-49888a7d-5431-4ff2-bd79-0acfe30d6ee3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386356 Jul 16 20:33:47.471545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49888a7d-5431-4ff2-bd79-0acfe30d6ee3 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c3291f-73a8-45a7-88d6-833ce247efe7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.471852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55412) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.492551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e2548af8-0ebe-487e-8530-495691adbb33 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules/91c3291f-73a8-45a7-88d6-833ce247efe7 HTTP/1.1" status: 200 len: 763 time: 0.0173323 Jul 16 20:33:47.492780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55414) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.500397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-2f515c9c-9c53-4baa-8c63-cb83f9c261c1 service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331971 Jul 16 20:33:47.536944 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cc1f3be7-ef98-4f24-b21b-d445503228da tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430365 Jul 16 20:33:47.539717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55416) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.564105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eac6db3-8587-4bdc-8d9b-56e9c9a06793 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.573275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eac6db3-8587-4bdc-8d9b-56e9c9a06793 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.602662 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eac6db3-8587-4bdc-8d9b-56e9c9a06793 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.609173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eac6db3-8587-4bdc-8d9b-56e9c9a06793 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.613082 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1eac6db3-8587-4bdc-8d9b-56e9c9a06793 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/91c3291f-73a8-45a7-88d6-833ce247efe7 HTTP/1.1" status: 204 len: 168 time: 0.0698128 Jul 16 20:33:47.613836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55420) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.618390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac6db3-8587-4bdc-8d9b-56e9c9a06793 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91c3291f-73a8-45a7-88d6-833ce247efe7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.672299 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef8e7c99-5d31-485a-8fe2-a0d6ba40486a tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572464 Jul 16 20:33:47.675012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.679462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Request body: {'security_group_rule': {'security_group_id': 'a15e73c3-b04f-444e-98ec-926a4259557d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:47.705516 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Project f2304fc978bf41dc881a4ff55cda821c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:47.712327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.773046 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.780150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.801874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c417f179-c2fc-46b9-b6b3-be81a189d978,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.818360 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.820044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b88aadda-e692-4084-82dd-6fde3b8e650b tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440372 Jul 16 20:33:47.822816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55434) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.864988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a367a707-d5f0-4bdc-ab1e-77ee0340c896 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules/c417f179-c2fc-46b9-b6b3-be81a189d978 HTTP/1.1" status: 200 len: 769 time: 0.0405743 Jul 16 20:33:47.867736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55440) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.890637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-91db1d74-2511-453c-8436-43c58b3a0ce7 req-a5c3e17c-2228-4106-a080-56a061b21180 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.0538595 Jul 16 20:33:47.941889 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aa4ff35d-b029-4255-80ff-2181357ce608 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0728610 Jul 16 20:33:47.944521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.978757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3024205-7203-41f2-9066-866f42993408 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.988331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3024205-7203-41f2-9066-866f42993408 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.026256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3024205-7203-41f2-9066-866f42993408 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.038638 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3024205-7203-41f2-9066-866f42993408 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.039976 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f3024205-7203-41f2-9066-866f42993408 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/c417f179-c2fc-46b9-b6b3-be81a189d978 HTTP/1.1" status: 204 len: 168 time: 0.0944562 Jul 16 20:33:48.042592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55452) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.054433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3024205-7203-41f2-9066-866f42993408 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c417f179-c2fc-46b9-b6b3-be81a189d978,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.103242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9018cde-c79f-4624-9385-8e8e70974746 tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591178 Jul 16 20:33:48.106163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55456) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.186645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c19e2b9-a07f-4277-8e44-5c48c63dc81c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.215524 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c19e2b9-a07f-4277-8e44-5c48c63dc81c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.267989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c19e2b9-a07f-4277-8e44-5c48c63dc81c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.272200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c19e2b9-a07f-4277-8e44-5c48c63dc81c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.275317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3c19e2b9-a07f-4277-8e44-5c48c63dc81c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "DELETE /v2.0/security-groups/a15e73c3-b04f-444e-98ec-926a4259557d HTTP/1.1" status: 204 len: 168 time: 0.1678493 Jul 16 20:33:48.276158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55466) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.299015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19e2b9-a07f-4277-8e44-5c48c63dc81c tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e73c3-b04f-444e-98ec-926a4259557d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.341183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55468) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.347895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-af4f730d-f448-4d4a-aef6-92787d353ffd tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671909 Jul 16 20:33:48.394970 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7bbf4f00-9c80-4d30-a480-7dc96273572e tempest-SecGroupIPv6Test-1332878281 tempest-SecGroupIPv6Test-1332878281-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525467 Jul 16 20:33:48.736875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55476) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.894951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e03f739d-ae9e-424c-8465-adc31278e9bf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f2304fc978bf41dc881a4ff55cda821c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557598 Jul 16 20:33:48.896692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55480) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.955093 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0602a40-9ff0-4c63-a7b3-03f531c6812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.979206 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0602a40-9ff0-4c63-a7b3-03f531c6812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.030032 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0602a40-9ff0-4c63-a7b3-03f531c6812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.032818 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a0602a40-9ff0-4c63-a7b3-03f531c6812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.034272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a0602a40-9ff0-4c63-a7b3-03f531c6812a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7c1e7a14-aa31-486a-b219-21c39bf2403c HTTP/1.1" status: 204 len: 168 time: 0.1362870 Jul 16 20:33:49.049415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f80652c-dc67-4b1e-91a7-b4d7adb530ce req-4143e1cc-c659-4677-83e8-e3edc703ccc7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.0326352 Jul 16 20:33:49.053721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0602a40-9ff0-4c63-a7b3-03f531c6812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e7a14-aa31-486a-b219-21c39bf2403c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:49.434441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-9440e4dc-8b1f-4592-938c-90e510d3c427 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.440109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-9440e4dc-8b1f-4592-938c-90e510d3c427 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.1842859 Jul 16 20:33:49.501819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-e1f71ff0-f96d-4904-9639-5692f1a5ddbb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 379 time: 0.0535371 Jul 16 20:33:49.512174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'port': {'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'admin_state_up': True, 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'security_groups': ['8f9130e4-cb98-46dc-9e1a-235bb7964686']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:49.671999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:49.682108 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.932404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.20.0.5 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/89b9e14e-1269-418d-95f4-433d6ccee157) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:50.067229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55528) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:50.174076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.205258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Transition to ACTIVE for port object 89b9e14e-1269-418d-95f4-433d6ccee157 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:50.283867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9626cb84-d404-49db-a382-5e7c225de73d req-0e37f496-fa3f-4d22-ba14-ef35a345779b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.0395591 Jul 16 20:33:50.290002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.307628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2b252780-dae2-4e5a-857f-f2400f1e4f14 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:50.308716 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-2b252780-dae2-4e5a-857f-f2400f1e4f14 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:33:50.309460 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-2b252780-dae2-4e5a-857f-f2400f1e4f14 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:33:50.315477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2b252780-dae2-4e5a-857f-f2400f1e4f14 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2463343 Jul 16 20:33:50.316337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:50.321117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623321058'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:50.354338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:50.357950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:50.360244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.362667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:50.378819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.478864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=89b9e14e-1269-418d-95f4-433d6ccee157,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.512407 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.515463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.582237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.589210 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.596727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-f6374e7e-2dc0-4e56-91f1-8d97c9348ff4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0887146 Jul 16 20:33:50.609008 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Request body: {'port': {'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:50.661889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f679e21-13cc-4b39-8dab-20baa002b82e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.727110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f7826c39-37e2-4f10-a616-dae534391eb9 None None] Provisioning for port 89b9e14e-1269-418d-95f4-433d6ccee157 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:50.733229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f7826c39-37e2-4f10-a616-dae534391eb9 None None] Provisioning complete for port 89b9e14e-1269-418d-95f4-433d6ccee157 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:50.733597 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7826c39-37e2-4f10-a616-dae534391eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.737586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.791636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f7826c39-37e2-4f10-a616-dae534391eb9 None None] Port 89b9e14e-1269-418d-95f4-433d6ccee157 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:50.828895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.834444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.870062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba675036-a403-48d0-a201-b71c728caf8d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.883156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.888003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-732060e3-5c70-49d7-8cde-470d35965858 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5704470 Jul 16 20:33:50.889147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55544) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:50.894330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-778f5804-4ee2-4c7f-bab4-6d4c006f07a4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': 'ba675036-a403-48d0-a201-b71c728caf8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:50.940280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-778f5804-4ee2-4c7f-bab4-6d4c006f07a4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.075494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-778f5804-4ee2-4c7f-bab4-6d4c006f07a4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.082293 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-778f5804-4ee2-4c7f-bab4-6d4c006f07a4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.101681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f5804-4ee2-4c7f-bab4-6d4c006f07a4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c4546a-17aa-496c-aad8-afcfccb6b267,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:51.115537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-778f5804-4ee2-4c7f-bab4-6d4c006f07a4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.117050 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-778f5804-4ee2-4c7f-bab4-6d4c006f07a4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2268927 Jul 16 20:33:51.120171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55548) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:51.125360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-10661b30-0537-46d3-8a55-5aa1006a9c37 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': 'ba675036-a403-48d0-a201-b71c728caf8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:51.164590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10661b30-0537-46d3-8a55-5aa1006a9c37 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.174176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b9e14e-1269-418d-95f4-433d6ccee157 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:51.185016 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.220628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Transition to ACTIVE for port object 89b9e14e-1269-418d-95f4-433d6ccee157 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:51.231760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.237393 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-10661b30-0537-46d3-8a55-5aa1006a9c37 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:33:51.238694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-10661b30-0537-46d3-8a55-5aa1006a9c37 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1174049 Jul 16 20:33:51.242158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55550) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:51.348787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=89b9e14e-1269-418d-95f4-433d6ccee157,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:51.386453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8eb0082a-7566-4d79-baee-7afa3cfc6fc5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.507139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8eb0082a-7566-4d79-baee-7afa3cfc6fc5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.590973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Attempting to bind port 89b9e14e-1269-418d-95f4-433d6ccee157 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:51.591587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Attempting to bind port 89b9e14e-1269-418d-95f4-433d6ccee157 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:51.591709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Attempting to bind port 89b9e14e-1269-418d-95f4-433d6ccee157 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:51.608695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Port 89b9e14e-1269-418d-95f4-433d6ccee157 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:51.609056 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8eb0082a-7566-4d79-baee-7afa3cfc6fc5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.609195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Attempting to bind port 89b9e14e-1269-418d-95f4-433d6ccee157 on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:51.613465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8eb0082a-7566-4d79-baee-7afa3cfc6fc5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.620282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8eb0082a-7566-4d79-baee-7afa3cfc6fc5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/ba675036-a403-48d0-a201-b71c728caf8d HTTP/1.1" status: 204 len: 168 time: 0.3766804 Jul 16 20:33:51.620707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:51.632819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:51.633303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:51.633704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:51.634138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Bound port: 89b9e14e-1269-418d-95f4-433d6ccee157, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:51.634505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.647486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0082a-7566-4d79-baee-7afa3cfc6fc5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba675036-a403-48d0-a201-b71c728caf8d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:51.796637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbb2ff-523f-4ef8-88e4-cd4ad124a69a req-b1754c02-b18f-4c43-878c-afa6b4fbca27 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:51.798203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63fbb2ff-523f-4ef8-88e4-cd4ad124a69a req-b1754c02-b18f-4c43-878c-afa6b4fbca27 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.2575686 Jul 16 20:33:51.806264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6d441f83-c2fb-41f2-8de6-241f9192e375 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1843371 Jul 16 20:33:51.813228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55560) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:51.820540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d0969647-37f4-4e2e-ab06-3abd317d16b6 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--321465455'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:51.852675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] For port 89b9e14e-1269-418d-95f4-433d6ccee157, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:51.862217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0969647-37f4-4e2e-ab06-3abd317d16b6 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.901361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] For port 89b9e14e-1269-418d-95f4-433d6ccee157, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=89b9e14e-1269-418d-95f4-433d6ccee157,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:51.911580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.916999 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63fbb2ff-523f-4ef8-88e4-cd4ad124a69a req-140f76a6-d0f6-44a1-a83c-72d5701723b9 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068597 Jul 16 20:33:51.944800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:51.945465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.946904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] 10.222.0.99 "PUT /v2.0/ports/89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 1092 time: 1.3428156 Jul 16 20:33:51.986271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:51.989815 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a12988-a91c-4153-8409-22845814fa2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:52.166361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c069b23-0a12-45a7-ac56-a315ce5f1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=89b9e14e-1269-418d-95f4-433d6ccee157,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:52.206409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-c6ac6dac-b2f8-4a6d-a146-58bb3ea4ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.210233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-c6ac6dac-b2f8-4a6d-a146-58bb3ea4ac2a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1095 time: 0.2081528 Jul 16 20:33:52.321488 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-91d3902d-a864-4b5b-a46d-d64b1af8a648 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 217 time: 0.0872426 Jul 16 20:33:52.324158 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0969647-37f4-4e2e-ab06-3abd317d16b6 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.440862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-c3e3bfeb-708c-4d2c-8f5d-3a0153a1ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.442363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-c3e3bfeb-708c-4d2c-8f5d-3a0153a1ad55 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1143789 Jul 16 20:33:52.447117 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3545730-76d4-40b3-9baf-f9e9f30ae4d5 x-openstack-request-id: req-e3545730-76d4-40b3-9baf-f9e9f30ae4d5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:52.447406 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:52.447658 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e3545730-76d4-40b3-9baf-f9e9f30ae4d5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:52.450166 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157', 'status': 'completed', 'code': 200} Jul 16 20:33:52.489525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0969647-37f4-4e2e-ab06-3abd317d16b6 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.524831 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0969647-37f4-4e2e-ab06-3abd317d16b6 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.526190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d0969647-37f4-4e2e-ab06-3abd317d16b6 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7119563 Jul 16 20:33:52.529300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55576) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:52.541494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e6307125-1ae5-47d4-b387-8cc6eacdad48 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '61190f34-8680-450e-9601-83eaf54dbdd4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:52.541980 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-e6307125-1ae5-47d4-b387-8cc6eacdad48 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:33:52.542576 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-e6307125-1ae5-47d4-b387-8cc6eacdad48 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:52.545476 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e6307125-1ae5-47d4-b387-8cc6eacdad48 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0128014 Jul 16 20:33:52.549540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55578) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:52.574195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0969647-37f4-4e2e-ab06-3abd317d16b6 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61190f34-8680-450e-9601-83eaf54dbdd4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:52.695170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7804aea0-bde5-402b-959f-260fbff69f66 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.700213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-fcd6344b-7b98-4da5-8626-43a496737561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.702453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-fcd6344b-7b98-4da5-8626-43a496737561 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2478566 Jul 16 20:33:52.755371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7804aea0-bde5-402b-959f-260fbff69f66 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.865350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7804aea0-bde5-402b-959f-260fbff69f66 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.869692 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7804aea0-bde5-402b-959f-260fbff69f66 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.873804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55584) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:52.874123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7804aea0-bde5-402b-959f-260fbff69f66 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/61190f34-8680-450e-9601-83eaf54dbdd4 HTTP/1.1" status: 204 len: 168 time: 0.3235984 Jul 16 20:33:52.876757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-0a621050-4061-48da-8cb1-7ae8a0b629b6 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641052 Jul 16 20:33:52.898692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804aea0-bde5-402b-959f-260fbff69f66 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61190f34-8680-450e-9601-83eaf54dbdd4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:52.992213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-70ac3748-1923-4590-bd63-69975bbbafdd tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1167641 Jul 16 20:33:52.999400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.016651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1c84bb42-cf23-43f4-ada7-5aa3420f6a13 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--162223623'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:53.079441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-952fd072-e0a7-42f5-b29b-2502ad19e388 req-758647a3-38b1-47bc-9c4a-8c42bae63cef service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957912 Jul 16 20:33:53.081385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c84bb42-cf23-43f4-ada7-5aa3420f6a13 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.306935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12988-a91c-4153-8409-22845814fa2c req-0a4c41a9-7464-4370-8032-e0c22d0732b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.308992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a12988-a91c-4153-8409-22845814fa2c req-0a4c41a9-7464-4370-8032-e0c22d0732b1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1095 time: 0.1445186 Jul 16 20:33:53.332389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c84bb42-cf23-43f4-ada7-5aa3420f6a13 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.340875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c84bb42-cf23-43f4-ada7-5aa3420f6a13 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.371116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926ae7d-df58-4638-a3e3-47edabf24689 req-36a58ea6-aee4-4722-be02-46da336b181e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.378279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1926ae7d-df58-4638-a3e3-47edabf24689 req-36a58ea6-aee4-4722-be02-46da336b181e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.1658013 Jul 16 20:33:53.411315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c84bb42-cf23-43f4-ada7-5aa3420f6a13 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.419426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1c84bb42-cf23-43f4-ada7-5aa3420f6a13 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4179215 Jul 16 20:33:53.431210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55596) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.444029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e11053bd-f586-436f-955d-6191bf9b1ef8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': 'b7f263b0-94c0-4a5e-a00a-b86868045929', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:53.446601 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-e11053bd-f586-436f-955d-6191bf9b1ef8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:33:53.447231 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-e11053bd-f586-436f-955d-6191bf9b1ef8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:53.454479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e11053bd-f586-436f-955d-6191bf9b1ef8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190167 Jul 16 20:33:53.464228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55598) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.564481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84bb42-cf23-43f4-ada7-5aa3420f6a13 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f263b0-94c0-4a5e-a00a-b86868045929,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:53.581081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12988-a91c-4153-8409-22845814fa2c req-c60461c5-568b-4afd-8343-7c7661e6df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.582799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a12988-a91c-4153-8409-22845814fa2c req-c60461c5-568b-4afd-8343-7c7661e6df7b service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2669446 Jul 16 20:33:53.600392 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1926ae7d-df58-4638-a3e3-47edabf24689 req-de8255c2-119c-41ac-afc6-b4dbdd4ae041 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210715 Jul 16 20:33:53.611038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5552-e624-4cfc-84f6-45c8e9c18291 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.658601 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5552-e624-4cfc-84f6-45c8e9c18291 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.712044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5552-e624-4cfc-84f6-45c8e9c18291 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.714887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5552-e624-4cfc-84f6-45c8e9c18291 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.716085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f9b5552-e624-4cfc-84f6-45c8e9c18291 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/b7f263b0-94c0-4a5e-a00a-b86868045929 HTTP/1.1" status: 204 len: 168 time: 0.2485008 Jul 16 20:33:53.730361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55606) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.765054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a12988-a91c-4153-8409-22845814fa2c req-ec62434c-59fc-4de5-849b-6c170355db62 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 217 time: 0.1595380 Jul 16 20:33:53.780049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b5552-e624-4cfc-84f6-45c8e9c18291 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f263b0-94c0-4a5e-a00a-b86868045929,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:53.839830 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12988-a91c-4153-8409-22845814fa2c req-d263ec6d-adb9-4379-b278-ae10053a239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.841658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a12988-a91c-4153-8409-22845814fa2c req-d263ec6d-adb9-4379-b278-ae10053a239f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.0725110 Jul 16 20:33:53.873627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e6978477-6f74-4937-b5fb-5601418ffc91 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1384003 Jul 16 20:33:53.876140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55608) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.888290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-86084d32-60ec-461d-a32c-07e463204cb5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752151433'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:53.908992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12988-a91c-4153-8409-22845814fa2c req-ea1ed969-b1e5-439a-b633-9ed114a5f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.910985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a12988-a91c-4153-8409-22845814fa2c req-ea1ed969-b1e5-439a-b633-9ed114a5f20d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631065 Jul 16 20:33:53.951263 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86084d32-60ec-461d-a32c-07e463204cb5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.044039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a12988-a91c-4153-8409-22845814fa2c req-022cd9e2-3179-4f41-9b3b-3a619f3842b4 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263616 Jul 16 20:33:54.142719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86084d32-60ec-461d-a32c-07e463204cb5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.150715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86084d32-60ec-461d-a32c-07e463204cb5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.173311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a12988-a91c-4153-8409-22845814fa2c req-db3a8125-e03e-47df-af8b-66689cd5b761 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226926 Jul 16 20:33:54.182136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084d32-60ec-461d-a32c-07e463204cb5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd749a5-6189-499e-b1f8-3e00ef8b3c60,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:54.185003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86084d32-60ec-461d-a32c-07e463204cb5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.189282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-86084d32-60ec-461d-a32c-07e463204cb5 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3103955 Jul 16 20:33:54.190526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55610) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.195042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a54cead4-241c-42cd-aa7f-3e32c762733a tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '7dd749a5-6189-499e-b1f8-3e00ef8b3c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.195926 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-a54cead4-241c-42cd-aa7f-3e32c762733a tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:33:54.196436 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-a54cead4-241c-42cd-aa7f-3e32c762733a tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:54.200440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a54cead4-241c-42cd-aa7f-3e32c762733a tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089736 Jul 16 20:33:54.201054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55612) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.205556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-567f0e74-a7c2-49a5-93df-f8781aa1498e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '7dd749a5-6189-499e-b1f8-3e00ef8b3c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.206233 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-567f0e74-a7c2-49a5-93df-f8781aa1498e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:33:54.206717 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-567f0e74-a7c2-49a5-93df-f8781aa1498e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:54.210474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-567f0e74-a7c2-49a5-93df-f8781aa1498e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057721 Jul 16 20:33:54.210704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55614) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.216654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-189f3059-b1d5-41cc-b846-b2ec46292b7f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '7dd749a5-6189-499e-b1f8-3e00ef8b3c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.217490 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-189f3059-b1d5-41cc-b846-b2ec46292b7f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:33:54.217992 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-189f3059-b1d5-41cc-b846-b2ec46292b7f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:54.222217 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-189f3059-b1d5-41cc-b846-b2ec46292b7f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078974 Jul 16 20:33:54.222450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55616) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.227330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-654f9232-c1dd-48f3-865d-64028598e40d tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '7dd749a5-6189-499e-b1f8-3e00ef8b3c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.228250 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-654f9232-c1dd-48f3-865d-64028598e40d tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:33:54.228714 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-654f9232-c1dd-48f3-865d-64028598e40d tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:54.230886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-654f9232-c1dd-48f3-865d-64028598e40d tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061960 Jul 16 20:33:54.232952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55618) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.310869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6535-b8a6-4b8d-b087-8c3da4fafcfe tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.345203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6535-b8a6-4b8d-b087-8c3da4fafcfe tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.431380 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6535-b8a6-4b8d-b087-8c3da4fafcfe tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.439767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6535-b8a6-4b8d-b087-8c3da4fafcfe tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.445178 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f9ad6535-b8a6-4b8d-b087-8c3da4fafcfe tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/7dd749a5-6189-499e-b1f8-3e00ef8b3c60 HTTP/1.1" status: 204 len: 168 time: 0.2083740 Jul 16 20:33:54.445756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55620) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.461055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad6535-b8a6-4b8d-b087-8c3da4fafcfe tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd749a5-6189-499e-b1f8-3e00ef8b3c60,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:54.524292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e3c9d70a-b368-4aec-b077-ac50b0db7e04 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772967 Jul 16 20:33:54.528968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55622) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.533925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fbed3337-ff75-4663-b836-cc40918174a0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391015610'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.584844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbed3337-ff75-4663-b836-cc40918174a0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.736665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbed3337-ff75-4663-b836-cc40918174a0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.743759 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbed3337-ff75-4663-b836-cc40918174a0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.818585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed3337-ff75-4663-b836-cc40918174a0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:54.862081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbed3337-ff75-4663-b836-cc40918174a0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.863676 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fbed3337-ff75-4663-b836-cc40918174a0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3336117 Jul 16 20:33:54.866620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55638) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.875253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3684ebca-9d64-48fe-86f6-a95057649d60 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.876448 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-3684ebca-9d64-48fe-86f6-a95057649d60 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:33:54.876960 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-3684ebca-9d64-48fe-86f6-a95057649d60 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:54.880624 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3684ebca-9d64-48fe-86f6-a95057649d60 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102580 Jul 16 20:33:54.882940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55640) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.889917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-83d0f6da-4833-4925-8cf9-4ea51432c63b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.962078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa54d-874c-44d9-81b5-ae01e5e91652 req-c480210e-53b6-43f0-984e-f6d6d3a880d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.963932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db0fa54d-874c-44d9-81b5-ae01e5e91652 req-c480210e-53b6-43f0-984e-f6d6d3a880d2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.1462419 Jul 16 20:33:54.990629 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-83d0f6da-4833-4925-8cf9-4ea51432c63b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:54.994921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55642) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:54.999458 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-83d0f6da-4833-4925-8cf9-4ea51432c63b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1153493 Jul 16 20:33:55.000307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-59e3cddc-a098-4417-880e-b5fe92689a7b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.000801 n-d-792458-10 neutron-server[93861]: WARNING neutron.api.v2.base [None req-59e3cddc-a098-4417-880e-b5fe92689a7b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:33:55.001864 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-59e3cddc-a098-4417-880e-b5fe92689a7b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:55.002498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-59e3cddc-a098-4417-880e-b5fe92689a7b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064065 Jul 16 20:33:55.005318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55644) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.011453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f7ffe370-92ed-4310-a96f-c94745cd38b4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.076811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-db0fa54d-874c-44d9-81b5-ae01e5e91652 req-1ee3e702-cb00-4f93-8894-a812eb301120 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992777 Jul 16 20:33:55.125059 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-f7ffe370-92ed-4310-a96f-c94745cd38b4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:55.128254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f7ffe370-92ed-4310-a96f-c94745cd38b4 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1218507 Jul 16 20:33:55.131932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55650) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.137277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d588f89c-078f-4bcb-b1ad-6850e9e2e330 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.137851 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-d588f89c-078f-4bcb-b1ad-6850e9e2e330 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:33:55.138411 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-d588f89c-078f-4bcb-b1ad-6850e9e2e330 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:55.139471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d588f89c-078f-4bcb-b1ad-6850e9e2e330 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061283 Jul 16 20:33:55.142613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55652) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.148349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ee58a712-0c75-45a1-a0b0-835cf2b0ac06 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.177555 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-ee58a712-0c75-45a1-a0b0-835cf2b0ac06 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Project 7829ef363dc74f58a73d88ef486aae01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:55.200662 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-ee58a712-0c75-45a1-a0b0-835cf2b0ac06 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:55.203334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ee58a712-0c75-45a1-a0b0-835cf2b0ac06 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0596490 Jul 16 20:33:55.208150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55654) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.220719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a60eaaa8-2546-4347-8405-58aacf9a7a56 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.223783 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-a60eaaa8-2546-4347-8405-58aacf9a7a56 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:33:55.226068 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-a60eaaa8-2546-4347-8405-58aacf9a7a56 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:55.230688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a60eaaa8-2546-4347-8405-58aacf9a7a56 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128567 Jul 16 20:33:55.231015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55656) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.236205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8dbc9299-141b-45f3-bff3-0e6df86bcb26 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.284246 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-8dbc9299-141b-45f3-bff3-0e6df86bcb26 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Project 7829ef363dc74f58a73d88ef486aae01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:55.312829 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-8dbc9299-141b-45f3-bff3-0e6df86bcb26 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:55.314460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8dbc9299-141b-45f3-bff3-0e6df86bcb26 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0821657 Jul 16 20:33:55.317641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55660) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.324580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c8e8630c-2899-4582-ac73-d567619f27b8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.364616 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-c8e8630c-2899-4582-ac73-d567619f27b8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Project 7829ef363dc74f58a73d88ef486aae01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:55.386291 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-c8e8630c-2899-4582-ac73-d567619f27b8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:55.390247 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c8e8630c-2899-4582-ac73-d567619f27b8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0686460 Jul 16 20:33:55.390589 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55662) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.460652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f29cf194-58f1-4394-aee4-bcfb7765b290 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.499934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f29cf194-58f1-4394-aee4-bcfb7765b290 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.549344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f29cf194-58f1-4394-aee4-bcfb7765b290 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.553957 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f29cf194-58f1-4394-aee4-bcfb7765b290 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.560274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55666) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.561248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f29cf194-58f1-4394-aee4-bcfb7765b290 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f HTTP/1.1" status: 204 len: 168 time: 0.1692705 Jul 16 20:33:55.572665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cf194-58f1-4394-aee4-bcfb7765b290 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d4ac9d-49b6-4b78-b3c7-5a60c4218b2f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.676146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.681456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0ea6fb9d-2165-451f-9aa6-c98c0f263653 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334904649'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:55.690337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fa0b1962-2122-423d-85fd-2cbb7f40cd59 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1276560 Jul 16 20:33:55.726586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fb9d-2165-451f-9aa6-c98c0f263653 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.842186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fb9d-2165-451f-9aa6-c98c0f263653 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.847840 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fb9d-2165-451f-9aa6-c98c0f263653 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.942602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fb9d-2165-451f-9aa6-c98c0f263653 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.943916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0ea6fb9d-2165-451f-9aa6-c98c0f263653 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2664378 Jul 16 20:33:55.944629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6fb9d-2165-451f-9aa6-c98c0f263653 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041d580c-7bec-4044-8da3-0666ad208e0f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.949034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55680) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:55.959834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-16708680-d24e-48e0-95ec-551360714d20 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '041d580c-7bec-4044-8da3-0666ad208e0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:56.065130 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-16708680-d24e-48e0-95ec-551360714d20 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The resource could not be found. Jul 16 20:33:56.066997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-16708680-d24e-48e0-95ec-551360714d20 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1162341 Jul 16 20:33:56.069560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.076432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dfdfcd24-bf57-4af3-9108-7c41bb46d2d1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '041d580c-7bec-4044-8da3-0666ad208e0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'af0a7e03-a61e-4181-83d1-c71a28f72272'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:56.171791 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-dfdfcd24-bf57-4af3-9108-7c41bb46d2d1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The resource could not be found. Jul 16 20:33:56.173292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dfdfcd24-bf57-4af3-9108-7c41bb46d2d1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1012466 Jul 16 20:33:56.176339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55696) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.264110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eac98104-80ba-4cdd-adae-91be3678181b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.309261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb19cd8-3c1e-4a58-a5c4-1ba9518830ec req-a7072fd2-6043-4750-9d61-e960e7ec6ae7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.311999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-acb19cd8-3c1e-4a58-a5c4-1ba9518830ec req-a7072fd2-6043-4750-9d61-e960e7ec6ae7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.0781891 Jul 16 20:33:56.317888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eac98104-80ba-4cdd-adae-91be3678181b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.364066 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-acb19cd8-3c1e-4a58-a5c4-1ba9518830ec req-698da0b1-5b97-4458-8eb0-aae289827de5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Jul 16 20:33:56.415598 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eac98104-80ba-4cdd-adae-91be3678181b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.423948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eac98104-80ba-4cdd-adae-91be3678181b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.430313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-eac98104-80ba-4cdd-adae-91be3678181b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/041d580c-7bec-4044-8da3-0666ad208e0f HTTP/1.1" status: 204 len: 168 time: 0.2500677 Jul 16 20:33:56.431442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55706) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.458262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98104-80ba-4cdd-adae-91be3678181b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d580c-7bec-4044-8da3-0666ad208e0f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:56.504953 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-545ec02f-7f7f-44a5-85f8-d3ec9bf2f492 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678339 Jul 16 20:33:56.505412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55708) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.510709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2ce47618-55ea-46fb-bc23-5f352e84ceb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '91493564-4c79-4312-ae2e-656029f22b9e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:56.566612 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-2ce47618-55ea-46fb-bc23-5f352e84ceb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The resource could not be found. Jul 16 20:33:56.568409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2ce47618-55ea-46fb-bc23-5f352e84ceb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0617378 Jul 16 20:33:56.572369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55712) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.577408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-53047839-46e5-4290-a98a-b512bf678d22 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346012268'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:56.612504 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53047839-46e5-4290-a98a-b512bf678d22 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.641960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55714) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.730912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53047839-46e5-4290-a98a-b512bf678d22 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.737703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53047839-46e5-4290-a98a-b512bf678d22 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.777733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a3524bf-bf9f-4835-8279-eab4d3dff5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.780504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53047839-46e5-4290-a98a-b512bf678d22 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca3847-15b9-4479-ba80-8bda86053348,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:56.785550 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-53047839-46e5-4290-a98a-b512bf678d22 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.790876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-53047839-46e5-4290-a98a-b512bf678d22 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2173259 Jul 16 20:33:56.791374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55720) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.797519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4fc77919-c6c8-46d7-b759-73613691eeb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098660805'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:56.891483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a3524bf-bf9f-4835-8279-eab4d3dff5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.896590 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9a3524bf-bf9f-4835-8279-eab4d3dff5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.921983 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fc77919-c6c8-46d7-b759-73613691eeb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.960033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9a3524bf-bf9f-4835-8279-eab4d3dff5c6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fe52cbbfa49743be9e7b40aaa5a6bd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169689 Jul 16 20:33:56.962720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55724) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.986273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3524bf-bf9f-4835-8279-eab4d3dff5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fcf4c1-eb28-4c47-b37b-262b268f7d5d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.050291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63fdd9ac-0184-4856-b682-8e484670cead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.057794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fc77919-c6c8-46d7-b759-73613691eeb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.066526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fc77919-c6c8-46d7-b759-73613691eeb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.074801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63fdd9ac-0184-4856-b682-8e484670cead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.102063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4fc77919-c6c8-46d7-b759-73613691eeb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.106956 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4fc77919-c6c8-46d7-b759-73613691eeb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3143246 Jul 16 20:33:57.107561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55726) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.113189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fe378d8d-ca41-45fa-b079-7e9ded3074c1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '05ca3847-15b9-4479-ba80-8bda86053348', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b68e01ce-fdcc-4e37-be5b-d02f3ab8f23c'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:57.120830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc77919-c6c8-46d7-b759-73613691eeb0 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68e01ce-fdcc-4e37-be5b-d02f3ab8f23c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.149389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63fdd9ac-0184-4856-b682-8e484670cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.153970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63fdd9ac-0184-4856-b682-8e484670cead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.155486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63fdd9ac-0184-4856-b682-8e484670cead admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/11fcf4c1-eb28-4c47-b37b-262b268f7d5d HTTP/1.1" status: 204 len: 168 time: 0.1915507 Jul 16 20:33:57.164608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdd9ac-0184-4856-b682-8e484670cead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fcf4c1-eb28-4c47-b37b-262b268f7d5d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.171052 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-fe378d8d-ca41-45fa-b079-7e9ded3074c1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:57.175851 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fe378d8d-ca41-45fa-b079-7e9ded3074c1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0660193 Jul 16 20:33:57.176696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55730) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.253500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a22cfb9e-de46-454c-ad06-36a0084c165f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.280318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a22cfb9e-de46-454c-ad06-36a0084c165f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.332828 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a22cfb9e-de46-454c-ad06-36a0084c165f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.338392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a22cfb9e-de46-454c-ad06-36a0084c165f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.340195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a22cfb9e-de46-454c-ad06-36a0084c165f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/b68e01ce-fdcc-4e37-be5b-d02f3ab8f23c HTTP/1.1" status: 204 len: 168 time: 0.1623092 Jul 16 20:33:57.342750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55734) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.361810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cfb9e-de46-454c-ad06-36a0084c165f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68e01ce-fdcc-4e37-be5b-d02f3ab8f23c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.455322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c13fea60-985e-4a7b-9426-6bd0d569059b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1077108 Jul 16 20:33:57.456453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55740) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.574020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6952a0b-71c9-4cb3-9206-df7ca8b7daec tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.603430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6952a0b-71c9-4cb3-9206-df7ca8b7daec tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.637622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55742) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.659989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-272a1bc5-4cd7-4b5d-b8f6-266e438fa073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.693322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39828be4-c0c8-423f-85bd-18e4a8c69f3e req-3bfc33b7-ddcf-410f-a675-2460fd5b3074 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.695092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39828be4-c0c8-423f-85bd-18e4a8c69f3e req-3bfc33b7-ddcf-410f-a675-2460fd5b3074 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.1026070 Jul 16 20:33:57.700216 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6952a0b-71c9-4cb3-9206-df7ca8b7daec tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.703342 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6952a0b-71c9-4cb3-9206-df7ca8b7daec tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.704509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d6952a0b-71c9-4cb3-9206-df7ca8b7daec tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/05ca3847-15b9-4479-ba80-8bda86053348 HTTP/1.1" status: 204 len: 168 time: 0.2468395 Jul 16 20:33:57.709999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55744) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.752248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39828be4-c0c8-423f-85bd-18e4a8c69f3e req-cd0bc974-0564-4426-93f7-299d7215c873 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472314 Jul 16 20:33:57.761987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6952a0b-71c9-4cb3-9206-df7ca8b7daec tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca3847-15b9-4479-ba80-8bda86053348,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.811500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dad7ba89-abc1-4b5b-bb8a-c9308aeaa199 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908980 Jul 16 20:33:57.824666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55746) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.842362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-070691d5-3b99-49ee-974c-6d9a1dece346 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--192726583'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:57.862612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-272a1bc5-4cd7-4b5d-b8f6-266e438fa073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.868415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-272a1bc5-4cd7-4b5d-b8f6-266e438fa073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.894423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-070691d5-3b99-49ee-974c-6d9a1dece346 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.918965 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-272a1bc5-4cd7-4b5d-b8f6-266e438fa073 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7742770f1fe341e28b114b7fd9ef06e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799377 Jul 16 20:33:57.921355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55756) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.957088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a1bc5-4cd7-4b5d-b8f6-266e438fa073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c888dc-184d-4aec-85e8-ebb0728f0264,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.983904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30467749-b9d9-44bf-a66e-669c18ede9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.000652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-070691d5-3b99-49ee-974c-6d9a1dece346 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.005708 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-070691d5-3b99-49ee-974c-6d9a1dece346 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.008915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30467749-b9d9-44bf-a66e-669c18ede9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.038276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070691d5-3b99-49ee-974c-6d9a1dece346 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808aae5b-9081-4f50-bf53-ccfabacf3da9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.054750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-070691d5-3b99-49ee-974c-6d9a1dece346 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.061021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-070691d5-3b99-49ee-974c-6d9a1dece346 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2326641 Jul 16 20:33:58.063309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55760) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.070399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8a041e12-52b4-43b0-bd49-ca5d19ac08a1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '808aae5b-9081-4f50-bf53-ccfabacf3da9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:58.109714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30467749-b9d9-44bf-a66e-669c18ede9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.112468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30467749-b9d9-44bf-a66e-669c18ede9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.113825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30467749-b9d9-44bf-a66e-669c18ede9aa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a4c888dc-184d-4aec-85e8-ebb0728f0264 HTTP/1.1" status: 204 len: 168 time: 0.1915047 Jul 16 20:33:58.128102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467749-b9d9-44bf-a66e-669c18ede9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c888dc-184d-4aec-85e8-ebb0728f0264,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.145482 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-8a041e12-52b4-43b0-bd49-ca5d19ac08a1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:58.148649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8a041e12-52b4-43b0-bd49-ca5d19ac08a1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0829954 Jul 16 20:33:58.151189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.157944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-115e6605-b0ed-45d5-8301-2ab95a50f7ac tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group_rule': {'security_group_id': '808aae5b-9081-4f50-bf53-ccfabacf3da9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:58.208096 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-115e6605-b0ed-45d5-8301-2ab95a50f7ac tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:33:58.212736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-115e6605-b0ed-45d5-8301-2ab95a50f7ac tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0577519 Jul 16 20:33:58.213138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55766) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.295204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3954-953c-4f05-8d86-4829cd4be71f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.326799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3954-953c-4f05-8d86-4829cd4be71f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.383847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3954-953c-4f05-8d86-4829cd4be71f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.386688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3954-953c-4f05-8d86-4829cd4be71f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.390648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55770) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.390860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6b1f3954-953c-4f05-8d86-4829cd4be71f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/808aae5b-9081-4f50-bf53-ccfabacf3da9 HTTP/1.1" status: 204 len: 168 time: 0.1765018 Jul 16 20:33:58.400162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f3954-953c-4f05-8d86-4829cd4be71f tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=808aae5b-9081-4f50-bf53-ccfabacf3da9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.449652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ed66a12-f0f6-456b-9114-79cbce967934 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576661 Jul 16 20:33:58.456391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55772) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.467039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-63a94269-beb3-4ea1-826f-ab1a923f6e05 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165619358'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:58.489655 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63a94269-beb3-4ea1-826f-ab1a923f6e05 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.661743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63a94269-beb3-4ea1-826f-ab1a923f6e05 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.667509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63a94269-beb3-4ea1-826f-ab1a923f6e05 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.700830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a94269-beb3-4ea1-826f-ab1a923f6e05 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d084e7-5e6e-4baf-ad9f-637c59bd0f9f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.703276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63a94269-beb3-4ea1-826f-ab1a923f6e05 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.708227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-63a94269-beb3-4ea1-826f-ab1a923f6e05 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2506628 Jul 16 20:33:58.711081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.715763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c4156b93-d89c-4e30-8e90-0f0fef5277d2 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:58.716141 n-d-792458-10 neutron-server[93862]: WARNING neutron.api.v2.base [None req-c4156b93-d89c-4e30-8e90-0f0fef5277d2 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:33:58.716643 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-c4156b93-d89c-4e30-8e90-0f0fef5277d2 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:33:58.720129 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c4156b93-d89c-4e30-8e90-0f0fef5277d2 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "PUT /v2.0/security-groups/78d084e7-5e6e-4baf-ad9f-637c59bd0f9f HTTP/1.1" status: 409 len: 330 time: 0.0055873 Jul 16 20:33:58.720487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 55794) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.793257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3aad681-f5b3-4c8f-bba2-3db67447458e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.824544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3aad681-f5b3-4c8f-bba2-3db67447458e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.899991 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3aad681-f5b3-4c8f-bba2-3db67447458e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.903408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c3aad681-f5b3-4c8f-bba2-3db67447458e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.907423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55804) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.907609 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c3aad681-f5b3-4c8f-bba2-3db67447458e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/78d084e7-5e6e-4baf-ad9f-637c59bd0f9f HTTP/1.1" status: 204 len: 168 time: 0.1860249 Jul 16 20:33:58.932584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aad681-f5b3-4c8f-bba2-3db67447458e tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d084e7-5e6e-4baf-ad9f-637c59bd0f9f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.998954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f1a4fbb-8a76-4926-99a7-981d56fb7f56 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903373 Jul 16 20:33:59.002570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55808) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:59.017593 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-af85021a-56e6-4a9c-9023-cb2ae4ee07e8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] delete failed (client error): The resource could not be found. Jul 16 20:33:59.018620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-af85021a-56e6-4a9c-9023-cb2ae4ee07e8 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "DELETE /v2.0/security-groups/d87abbc7-cc6c-45f1-835b-5dbd298d6aea HTTP/1.1" status: 404 len: 347 time: 0.0149362 Jul 16 20:33:59.024055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55810) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:59.050072 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-8cb37aa1-1287-44ff-aa6e-5336834951e1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] show failed (client error): The resource could not be found. Jul 16 20:33:59.051098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd115c-02a2-4822-9787-beb9384fabbf req-4823b094-c658-4a9c-a318-401a8a27fd2f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:59.052724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8dd115c-02a2-4822-9787-beb9384fabbf req-4823b094-c658-4a9c-a318-401a8a27fd2f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.0922790 Jul 16 20:33:59.055944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8cb37aa1-1287-44ff-aa6e-5336834951e1 tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-groups/8c26ea52-5280-46a5-997d-7b46490ccbd5 HTTP/1.1" status: 404 len: 347 time: 0.0309050 Jul 16 20:33:59.061565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55812) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:59.081300 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-94e43106-1f31-42fe-99c8-48b86996bb0b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] show failed (client error): The resource could not be found. Jul 16 20:33:59.082383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-94e43106-1f31-42fe-99c8-48b86996bb0b tempest-NegativeSecGroupIPv6Test-60606397 tempest-NegativeSecGroupIPv6Test-60606397-project] 10.222.0.91 "GET /v2.0/security-group-rules/e1625f5c-dbcd-4f49-87b0-1b082cded855 HTTP/1.1" status: 404 len: 356 time: 0.0198798 Jul 16 20:33:59.126138 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8dd115c-02a2-4822-9787-beb9384fabbf req-1fc1c74b-6ee7-44c1-a348-5a72b9f500ce tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637019 Jul 16 20:33:59.475538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55824) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:59.755911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f5caded-a84c-4258-ba23-1183ab0c80f5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7829ef363dc74f58a73d88ef486aae01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782822 Jul 16 20:33:59.758231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 55842) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:59.833142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fb84078-d473-4ced-ba41-d2d59ddb83f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.864599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fb84078-d473-4ced-ba41-d2d59ddb83f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.981820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fb84078-d473-4ced-ba41-d2d59ddb83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.984953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9fb84078-d473-4ced-ba41-d2d59ddb83f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.986183 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9fb84078-d473-4ced-ba41-d2d59ddb83f6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0f679e21-13cc-4b39-8dab-20baa002b82e HTTP/1.1" status: 204 len: 168 time: 0.2261646 Jul 16 20:34:00.008149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb84078-d473-4ced-ba41-d2d59ddb83f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f679e21-13cc-4b39-8dab-20baa002b82e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:00.018576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02922b9-6c0a-4649-8a58-10073766c20b req-f6de9d28-8b73-4f2b-a540-5a33a97e08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.023839 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e02922b9-6c0a-4649-8a58-10073766c20b req-f6de9d28-8b73-4f2b-a540-5a33a97e08ac service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1097 time: 0.3065000 Jul 16 20:34:00.081411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e02922b9-6c0a-4649-8a58-10073766c20b req-9d8911eb-e77e-4503-94ab-ecbc075ba36f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558310 Jul 16 20:34:00.405390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5525d-25c0-4f23-9529-53bc0cd3a8da req-cdbaf042-e7b0-4eaf-a8e4-c905c52929ce tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.407254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3c5525d-25c0-4f23-9529-53bc0cd3a8da req-cdbaf042-e7b0-4eaf-a8e4-c905c52929ce tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.0890055 Jul 16 20:34:00.485981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3c5525d-25c0-4f23-9529-53bc0cd3a8da req-411042df-19a2-4975-9a97-273aa052d66d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726414 Jul 16 20:34:01.718715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6bea7-f685-4472-96be-c6851d88508c req-2db9a059-d7df-4904-8ce7-86263e4ff18d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:01.720120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95c6bea7-f685-4472-96be-c6851d88508c req-2db9a059-d7df-4904-8ce7-86263e4ff18d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 943 time: 0.0748746 Jul 16 20:34:01.774068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-95c6bea7-f685-4472-96be-c6851d88508c req-2f4faf4a-d7f0-4988-9b6f-f57680bc06a9 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444820 Jul 16 20:34:02.101194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 89b9e14e-1269-418d-95f4-433d6ccee157 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:02.256726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 89b9e14e-1269-418d-95f4-433d6ccee157, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=89b9e14e-1269-418d-95f4-433d6ccee157,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:02.274253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '89b9e14e-1269-418d-95f4-433d6ccee157', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:02.318706 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.335751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b9e14e-1269-418d-95f4-433d6ccee157 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:02.375301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 89b9e14e-1269-418d-95f4-433d6ccee157, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=89b9e14e-1269-418d-95f4-433d6ccee157,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:02.382180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.470379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=89b9e14e-1269-418d-95f4-433d6ccee157,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:02.596916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['89b9e14e-1269-418d-95f4-433d6ccee157'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:02.963452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865a35-2745-4cf0-843d-17883ceb6564 req-dd7d75bc-55a1-4ad0-805e-7e840a7db9b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:02.964942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12865a35-2745-4cf0-843d-17883ceb6564 req-dd7d75bc-55a1-4ad0-805e-7e840a7db9b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 944 time: 0.0658123 Jul 16 20:34:03.006483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12865a35-2745-4cf0-843d-17883ceb6564 req-63a65d87-ff1d-4c7b-90db-5eca4b669344 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355384 Jul 16 20:34:04.116450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 89b9e14e-1269-418d-95f4-433d6ccee157 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:04.194379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 89b9e14e-1269-418d-95f4-433d6ccee157 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:04.199723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 89b9e14e-1269-418d-95f4-433d6ccee157 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:04.200402 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.295463 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.327275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471053-4dac-4258-8834-549b23152e8a req-f21d027b-1869-4581-b308-4debe4b41133 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.337094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef471053-4dac-4258-8834-549b23152e8a req-f21d027b-1869-4581-b308-4debe4b41133 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 944 time: 0.1136835 Jul 16 20:34:04.340753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 89b9e14e-1269-418d-95f4-433d6ccee157, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=89b9e14e-1269-418d-95f4-433d6ccee157,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:04.342565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:04.346063 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76f8f1c-fec4-476e-9d1f-7f1444908761" -d '{"events": [{"server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "name": "network-vif-plugged", "status": "completed", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:04.352280 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.414804 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f58a10-bdd6-423b-86d8-bddac7700521 x-openstack-request-id: req-70f58a10-bdd6-423b-86d8-bddac7700521 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:04.415131 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "name": "network-vif-plugged", "status": "completed", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:04.415562 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-70f58a10-bdd6-423b-86d8-bddac7700521 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:04.417590 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157', 'code': 200} Jul 16 20:34:04.440780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef471053-4dac-4258-8834-549b23152e8a req-a5d5e8ff-8019-4a07-894e-2728f6edc800 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016898 Jul 16 20:34:04.468025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=89b9e14e-1269-418d-95f4-433d6ccee157,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:04.557982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020cedb-64ae-4b3a-a9dd-2ca6453429fe req-2ab04a9e-d31a-477f-8fc7-e0db51c264b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.559632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0020cedb-64ae-4b3a-a9dd-2ca6453429fe req-2ab04a9e-d31a-477f-8fc7-e0db51c264b6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1097 time: 0.0755811 Jul 16 20:34:04.632185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0020cedb-64ae-4b3a-a9dd-2ca6453429fe req-fe2d2305-c46c-49d1-858a-87833a5516b2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513968 Jul 16 20:34:04.916616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56028) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:05.052489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23bd1252-7ad0-41c8-bc5d-fb069476ecaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.161029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23bd1252-7ad0-41c8-bc5d-fb069476ecaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.166141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23bd1252-7ad0-41c8-bc5d-fb069476ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.206068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-23bd1252-7ad0-41c8-bc5d-fb069476ecaa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f80cf7ec855413090ac4605dd038a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882738 Jul 16 20:34:05.207076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd1252-7ad0-41c8-bc5d-fb069476ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb91c16-c35c-466d-89b3-41bdd9c061e2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:05.209101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56038) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:05.277326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e326151-e97a-4cd9-9264-f34bd879b8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.298816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e326151-e97a-4cd9-9264-f34bd879b8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.360839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e326151-e97a-4cd9-9264-f34bd879b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.363716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e326151-e97a-4cd9-9264-f34bd879b8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.364881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5e326151-e97a-4cd9-9264-f34bd879b8ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3fb91c16-c35c-466d-89b3-41bdd9c061e2 HTTP/1.1" status: 204 len: 168 time: 0.1543558 Jul 16 20:34:05.374206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e326151-e97a-4cd9-9264-f34bd879b8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb91c16-c35c-466d-89b3-41bdd9c061e2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:05.639079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070b215-6e5b-4fb9-aefe-ca0372366add req-350a8f68-9098-4a3c-8537-db0c1f43aab2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:05.647366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a070b215-6e5b-4fb9-aefe-ca0372366add req-350a8f68-9098-4a3c-8537-db0c1f43aab2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 945 time: 0.0826221 Jul 16 20:34:05.689132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a070b215-6e5b-4fb9-aefe-ca0372366add req-398c9de4-c01a-4208-a5f6-d5fea49978cb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379193 Jul 16 20:34:05.703731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56052) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:05.717886 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7c8ef9b-278c-457d-9ade-ee8ee6b2aba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.827706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7c8ef9b-278c-457d-9ade-ee8ee6b2aba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.835003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7c8ef9b-278c-457d-9ade-ee8ee6b2aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.874270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56058) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:05.874925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a7c8ef9b-278c-457d-9ade-ee8ee6b2aba0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=df7e8b92ba764ed9951fa5844e09f133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699395 Jul 16 20:34:05.904821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8ef9b-278c-457d-9ade-ee8ee6b2aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca15be45-8d74-45b9-a6b1-386bf55f5009,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:05.918360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c022-0096-4509-b8f1-cf27ec9960e6 req-51f59e2c-bb2f-40aa-88d9-344ed682094b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:05.919921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e29c022-0096-4509-b8f1-cf27ec9960e6 req-51f59e2c-bb2f-40aa-88d9-344ed682094b tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 945 time: 0.1049290 Jul 16 20:34:05.973952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69a09390-ea5e-4627-8324-60d37a027f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.982627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e29c022-0096-4509-b8f1-cf27ec9960e6 req-286e9e4d-5e6c-4f35-a00a-e96ac33c34c3 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518086 Jul 16 20:34:06.010904 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69a09390-ea5e-4627-8324-60d37a027f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.011206 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d7359791-1442-4002-a76f-b8221194a546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.015863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56064) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:06.063556 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69a09390-ea5e-4627-8324-60d37a027f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.068211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69a09390-ea5e-4627-8324-60d37a027f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.069414 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69a09390-ea5e-4627-8324-60d37a027f44 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ca15be45-8d74-45b9-a6b1-386bf55f5009 HTTP/1.1" status: 204 len: 168 time: 0.1931179 Jul 16 20:34:06.078417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a09390-ea5e-4627-8324-60d37a027f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca15be45-8d74-45b9-a6b1-386bf55f5009,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:06.118608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629983f3-f340-469a-9621-c07e271b70cd tempest-TestVolumeBootPattern-1773671215 tempest-TestVolumeBootPattern-1773671215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:06.128177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-629983f3-f340-469a-9621-c07e271b70cd tempest-TestVolumeBootPattern-1773671215 tempest-TestVolumeBootPattern-1773671215-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1092 time: 0.1101308 Jul 16 20:34:06.128801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56068) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:06.177047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:06.293655 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.478734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.654010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.25.3.134 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/a5071de8-8592-4705-81b9-df27efd84eac) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:06.796381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.852750 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.911071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:06.912564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:06.915393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:06.955104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=a5071de8-8592-4705-81b9-df27efd84eac,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:07.904186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.097319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.394271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.402542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.511787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=a5071de8-8592-4705-81b9-df27efd84eac,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:08.516268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.639545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.647204 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.692215 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Floating IP 44349e59-7ba3-4a3a-a616-57ed513f002f associated. External IP: 172.25.3.134, port: 89b9e14e-1269-418d-95f4-433d6ccee157. Jul 16 20:34:08.837963 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:08.859500 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-596ffba3-cd1d-4483-b903-713be25cded7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.015327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:09.068718 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.247182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56160) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:09.269105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:09.284330 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:09.309426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.311599 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:09.315964 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:09.402826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5568d761-cf88-4416-8d03-b9d6c6e011b8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2718196 Jul 16 20:34:09.403575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:09.406109 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:09.508618 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c1519-9f97-4912-9399-433140105432 x-openstack-request-id: req-209c1519-9f97-4912-9399-433140105432 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:09.508952 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:09.510513 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-209c1519-9f97-4912-9399-433140105432 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:09.511491 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:09.512833 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157', 'status': 'completed', 'code': 200} Jul 16 20:34:09.678748 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.862337 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:07Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:09.995855 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:10.018020 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:10.019513 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:10.090802 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.288883 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:10.352956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-06de2902-6bfd-4536-8ede-e12c24b02a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:10.355348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-06de2902-6bfd-4536-8ede-e12c24b02a32 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1097 time: 0.8377178 Jul 16 20:34:10.601613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.607967 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.628707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-a6e5092d-11af-4a00-9469-aa55df8c5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:10.630428 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-a6e5092d-11af-4a00-9469-aa55df8c5ef2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2658544 Jul 16 20:34:10.806970 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:07Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:10.817117 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3b7d4e1b464e49dfb16f01fe306206f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5681350 Jul 16 20:34:10.829034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56188) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:10.836640 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e57e6-8f30-483d-ae81-9600e1104c97 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:07Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:10.844807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-14a3ffc2-660a-4c8c-a3ee-2da99d2b8083 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 999 time: 0.1816809 Jul 16 20:34:10.847292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d18160-e03f-4d89-9ac7-e42d6f9c5309,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:10.864773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.865347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.865835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.866418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.867023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.867503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.867980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.868486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.868972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.869491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.870102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.875190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b6fad-fd6a-4306-9e21-4ead1dc6b282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:10.950796 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-09f2d6d6-0a2c-43b2-8b92-fe728699c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:10.956785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-09f2d6d6-0a2c-43b2-8b92-fe728699c77c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.0952027 Jul 16 20:34:11.005908 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.054855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.098298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-f8042ff2-7e7f-4da9-b0d7-bd63f07dc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.100626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-f8042ff2-7e7f-4da9-b0d7-bd63f07dc535 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359823 Jul 16 20:34:11.160275 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.164650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.167975 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/06d18160-e03f-4d89-9ac7-e42d6f9c5309 HTTP/1.1" status: 204 len: 168 time: 0.3378961 Jul 16 20:34:11.185426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d18160-e03f-4d89-9ac7-e42d6f9c5309,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:11.202586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.202983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.206227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.206581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.207117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.208288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.208642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.208987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.209325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.209652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.212416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.212767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7ce98-f875-4671-aee8-164ae929aa19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:11.275269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435be2ae-2bd3-4a3c-85bb-fae732f2ae4f None None] New status for floating IP 44349e59-7ba3-4a3a-a616-57ed513f002f: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:11.305489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-17dfddda-8183-41e1-a7f6-e0e6c33af85b service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970086 Jul 16 20:34:11.577259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a1765d8-0f4f-4ed0-b341-5a1baf2bdd2e req-dc465609-8569-441c-a69e-db85fc82f864 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533357 Jul 16 20:34:11.856775 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.050932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56202) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:12.064863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3202c3e8-8372-4189-a909-41c39817f601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.198054 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3202c3e8-8372-4189-a909-41c39817f601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.205181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3202c3e8-8372-4189-a909-41c39817f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.277595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202c3e8-8372-4189-a909-41c39817f601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef864c7-6a0c-4193-9aab-9ff0ae78d888,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.292546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3202c3e8-8372-4189-a909-41c39817f601 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6a9868c6a7664122bf17a0ea8e148107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403228 Jul 16 20:34:12.293328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56208) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:12.447428 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2e9cbc8-376e-4fb6-aa78-a34f8218336b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.477610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2e9cbc8-376e-4fb6-aa78-a34f8218336b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.549238 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2e9cbc8-376e-4fb6-aa78-a34f8218336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.560837 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c2e9cbc8-376e-4fb6-aa78-a34f8218336b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.568862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c2e9cbc8-376e-4fb6-aa78-a34f8218336b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3ef864c7-6a0c-4193-9aab-9ff0ae78d888 HTTP/1.1" status: 204 len: 168 time: 0.2736199 Jul 16 20:34:12.577256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9cbc8-376e-4fb6-aa78-a34f8218336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef864c7-6a0c-4193-9aab-9ff0ae78d888,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:17.246141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9890b-9523-4052-a8c2-e95b8da366e6 req-22f3b3e7-50de-47c5-8ff8-52236ef04956 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.254911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ff9890b-9523-4052-a8c2-e95b8da366e6 req-22f3b3e7-50de-47c5-8ff8-52236ef04956 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1099 time: 0.0763407 Jul 16 20:34:17.303634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6ff9890b-9523-4052-a8c2-e95b8da366e6 req-fac441fc-dc30-4856-a8e4-f9f05d71ad55 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473685 Jul 16 20:34:17.327519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56332) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:17.626018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 2db70351-b77a-452f-91e0-3d73f82f062c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:17.626778 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.766881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.769063 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.795442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 2db70351-b77a-452f-91e0-3d73f82f062c owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:17.960484 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.027185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=2db70351-b77a-452f-91e0-3d73f82f062c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.075592 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.076056 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP 438d0c4d-d345-4458-9708-df40d911b205 disassociated (deleted). External IP: 172.25.3.117, port: 544a431b-e4d0-4e64-99a3-0433b8683581. Jul 16 20:34:18.367701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router af91a88d-9fe2-4529-abad-318e3d7a9aa0 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:18.645744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:18.656999 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] Sync routers for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:18.658907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.672952 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:18.673593 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:18.743283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dfa2ccca-dd2d-4895-9219-73ed032347c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/floatingips/438d0c4d-d345-4458-9708-df40d911b205 HTTP/1.1" status: 204 len: 168 time: 1.4117372 Jul 16 20:34:18.744215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:18.761288 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524ed34-ea6b-407d-811e-bb2a550565c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:18.843793 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d34b86-d6cb-408a-bb0d-72d02d93c495 x-openstack-request-id: req-e2d34b86-d6cb-408a-bb0d-72d02d93c495 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:18.844258 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:18.844452 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e2d34b86-d6cb-408a-bb0d-72d02d93c495 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:18.844737 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'status': 'completed', 'code': 200} Jul 16 20:34:18.935756 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:18.994101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-40af6675-3dc9-4e04-926f-7cf67a2d1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.995759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-40af6675-3dc9-4e04-926f-7cf67a2d1155 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 1099 time: 0.1182628 Jul 16 20:34:19.211208 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:15Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:19.216975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-a0d09909-e4fe-4aac-b2c7-6fd92bd59dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.218967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-a0d09909-e4fe-4aac-b2c7-6fd92bd59dd5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 200 len: 897 time: 0.2097991 Jul 16 20:34:19.249489 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] Checking router: af91a88d-9fe2-4529-abad-318e3d7a9aa0 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:19.257745 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:19.258534 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:19.302375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-b8e82163-2c62-4fce-9f34-50b58f0e6d20 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 200 len: 217 time: 0.0745680 Jul 16 20:34:19.382141 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:19.449737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-9af124e6-41f8-47d9-94e1-9c1fb97d8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.451373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-9af124e6-41f8-47d9-94e1-9c1fb97d8bf1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 200 len: 835 time: 0.1376114 Jul 16 20:34:19.538576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616a02c-0f16-4849-9d93-c52628cab1eb req-e7a43c1f-5d39-460d-aff8-45bb6ee65766 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.554375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5616a02c-0f16-4849-9d93-c52628cab1eb req-e7a43c1f-5d39-460d-aff8-45bb6ee65766 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 947 time: 0.1944027 Jul 16 20:34:19.572173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-a53220c6-532e-43b7-a144-2b6ba282a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.573760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-a53220c6-532e-43b7-a144-2b6ba282a677 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5993a67e-781d-487e-9aeb-069eabad3e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130836 Jul 16 20:34:19.667871 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5616a02c-0f16-4849-9d93-c52628cab1eb req-6287f84f-502c-44aa-8d5d-918e8b998373 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071134 Jul 16 20:34:19.761815 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-970cb276-9b14-4e78-9c4f-25f5f8e8ffda service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783738 Jul 16 20:34:19.815540 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:15Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:19.855734 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61da02-95ed-40fd-a47b-c94d44f28133 None None] The sync data for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 is: [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:06Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd7fc9665-bf06-48f7-83b2-01dbb6cb3122', 'name': '', 'network_id': '5993a67e-781d-487e-9aeb-069eabad3e6d', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:3c:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1980469a-54ee-41d0-9543-351a015e7308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:15Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '1980469a-54ee-41d0-9543-351a015e7308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:19.989226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b524ed34-ea6b-407d-811e-bb2a550565c3 req-d14ad65c-6c23-4bcb-8937-8ad03758126a service neutron] 10.222.0.99 "GET /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173481 Jul 16 20:34:20.269887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87c1be-8ea2-4c4b-95bc-40a85230489e None None] New status for floating IP 438d0c4d-d345-4458-9708-df40d911b205: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:20.671134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-12834dc1-e545-40bd-9fab-a5bc0bdc542d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:20.673490 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-12834dc1-e545-40bd-9fab-a5bc0bdc542d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 947 time: 0.0885150 Jul 16 20:34:20.889033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 544a431b-e4d0-4e64-99a3-0433b8683581 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:20.889369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.126652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9402e18-e60b-4ec7-9458-b4644dae6a92 req-5c7ea335-a427-40c7-abd5-587154307f8b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.143404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9402e18-e60b-4ec7-9458-b4644dae6a92 req-5c7ea335-a427-40c7-abd5-587154307f8b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=b968f256-b393-439c-91c5-dd7d1ec284d0 HTTP/1.1" status: 200 len: 947 time: 0.3117557 Jul 16 20:34:21.249257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port 544a431b-e4d0-4e64-99a3-0433b8683581, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=544a431b-e4d0-4e64-99a3-0433b8683581,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:21.251190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.313237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 544a431b-e4d0-4e64-99a3-0433b8683581 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:21.538131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9402e18-e60b-4ec7-9458-b4644dae6a92 req-e8fbaed9-14d1-46c9-a655-dbb12c9db4e2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d8ead618-2e3e-44e2-b099-6e813e21dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857672 Jul 16 20:34:21.543440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.673437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=544a431b-e4d0-4e64-99a3-0433b8683581,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:21.701307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc03699-906d-4988-8723-d132c0e4aaa8 req-5a6a8b5f-1fa8-4a75-8193-8414e3a490ba tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.707071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fc03699-906d-4988-8723-d132c0e4aaa8 req-5a6a8b5f-1fa8-4a75-8193-8414e3a490ba tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 946 time: 0.1898344 Jul 16 20:34:21.755076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] No DVR routers for this DVR port 544a431b-e4d0-4e64-99a3-0433b8683581 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:21.758110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.761227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-51b4e70a-525f-4954-ab96-ad3e47e0518f req-688ca944-2f5b-46f7-88a3-a787e906dadd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "DELETE /v2.0/ports/544a431b-e4d0-4e64-99a3-0433b8683581 HTTP/1.1" status: 204 len: 173 time: 1.0815308 Jul 16 20:34:21.761227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-deleted', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:21.764301 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3254327e-ba7d-4f25-a4a1-0f40442596a6" -d '{"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-deleted", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:21.780195 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fc03699-906d-4988-8723-d132c0e4aaa8 req-844dc076-1d3f-45fb-842e-969bc991024b tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666425 Jul 16 20:34:21.818025 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754d70c-3d5b-46ec-80b4-8f0840428623 x-openstack-request-id: req-2754d70c-3d5b-46ec-80b4-8f0840428623 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:21.818342 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b968f256-b393-439c-91c5-dd7d1ec284d0", "name": "network-vif-deleted", "tag": "544a431b-e4d0-4e64-99a3-0433b8683581", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:21.826211 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2754d70c-3d5b-46ec-80b4-8f0840428623 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:21.826863 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b968f256-b393-439c-91c5-dd7d1ec284d0', 'name': 'network-vif-deleted', 'tag': '544a431b-e4d0-4e64-99a3-0433b8683581', 'status': 'completed', 'code': 200} Jul 16 20:34:22.682581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56436) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:23.189718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69738e2-6f12-462c-979d-13a39939730b req-b4686f64-6cf9-40db-9cb0-341d2a22f182 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.191486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b69738e2-6f12-462c-979d-13a39939730b req-b4686f64-6cf9-40db-9cb0-341d2a22f182 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 946 time: 0.1902342 Jul 16 20:34:23.222021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3016-d52f-483f-8e0f-9ca351fa8b8e req-1c5893e5-f76e-4a9f-9927-35159dbe27dd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.223555 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9dee3016-d52f-483f-8e0f-9ca351fa8b8e req-1c5893e5-f76e-4a9f-9927-35159dbe27dd tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 946 time: 0.2349911 Jul 16 20:34:23.337538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9dee3016-d52f-483f-8e0f-9ca351fa8b8e req-c9d70399-92ca-40f5-a113-bed2463a9267 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931382 Jul 16 20:34:23.398219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Deleting port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:23.398597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.498316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.625222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] For port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:23.625222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.676276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56452) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:23.941041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a8b773e-3ec0-4a0b-8985-691ad2841f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.225586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a8b773e-3ec0-4a0b-8985-691ad2841f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.238377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a8b773e-3ec0-4a0b-8985-691ad2841f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.324852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b773e-3ec0-4a0b-8985-691ad2841f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc78d8-857b-41be-9a3a-ab3842e5f2c3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:24.393351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3a8b773e-3ec0-4a0b-8985-691ad2841f90 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b113804343a4453881d506aef24ba85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7158086 Jul 16 20:34:24.396607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56474) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:24.467720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56476) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:24.538203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.538568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.538918 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Floating IP 61baeb82-9632-41d3-b59e-70e6c0f9d554 disassociated. External IP: 172.25.3.162, port: 72e3b732-f3fa-47a2-9bae-ddde3ab773a0. Jul 16 20:34:24.539264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Calling delete_port for 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:24.668024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76a221b0-e1e6-4785-963d-59be421be6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.679639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ee025-9967-4eb3-8659-a9dbecfd4bab req-75b0d680-685e-47b4-b6ed-13782e9a058b tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:24.689260 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e6ee025-9967-4eb3-8659-a9dbecfd4bab req-75b0d680-685e-47b4-b6ed-13782e9a058b tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 946 time: 0.1306915 Jul 16 20:34:24.744872 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e6ee025-9967-4eb3-8659-a9dbecfd4bab req-b601a2a2-7c36-4ad7-928d-cbf9ba644652 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ee93a60-74a8-4107-8546-19694e318c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543511 Jul 16 20:34:24.746307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76a221b0-e1e6-4785-963d-59be421be6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.774996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b96fd5a5-fc04-4f3e-9fe3-48b7fbe2ee0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.789801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port d7fc9665-bf06-48f7-83b2-01dbb6cb3122 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:24.790175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.880076 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b96fd5a5-fc04-4f3e-9fe3-48b7fbe2ee0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.890864 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b96fd5a5-fc04-4f3e-9fe3-48b7fbe2ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.947217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fd5a5-fc04-4f3e-9fe3-48b7fbe2ee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a80f3b-1cad-431e-aa6f-b952983b1131,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:24.950848 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76a221b0-e1e6-4785-963d-59be421be6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.960880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-76a221b0-e1e6-4785-963d-59be421be6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.965204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-76a221b0-e1e6-4785-963d-59be421be6b1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5fdc78d8-857b-41be-9a3a-ab3842e5f2c3 HTTP/1.1" status: 204 len: 168 time: 0.5292268 Jul 16 20:34:24.991812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.013550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a221b0-e1e6-4785-963d-59be421be6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc78d8-857b-41be-9a3a-ab3842e5f2c3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:25.017240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b96fd5a5-fc04-4f3e-9fe3-48b7fbe2ee0e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=60979ca6017d408294b6558a65a2880a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465031 Jul 16 20:34:25.018165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56488) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:25.047357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event deleted for resources: {'Port': ['ID=72e3b732-f3fa-47a2-9bae-ddde3ab773a0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:25.052438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port d7fc9665-bf06-48f7-83b2-01dbb6cb3122, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:25.052950 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.090904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for d7fc9665-bf06-48f7-83b2-01dbb6cb3122 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:25.154255 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87e50fc3-62b2-4ec0-b4c4-0eeeac3716d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.208008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87e50fc3-62b2-4ec0-b4c4-0eeeac3716d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.278648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87e50fc3-62b2-4ec0-b4c4-0eeeac3716d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.285458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87e50fc3-62b2-4ec0-b4c4-0eeeac3716d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.299219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-87e50fc3-62b2-4ec0-b4c4-0eeeac3716d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b5a80f3b-1cad-431e-aa6f-b952983b1131 HTTP/1.1" status: 204 len: 168 time: 0.2785199 Jul 16 20:34:25.325179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e50fc3-62b2-4ec0-b4c4-0eeeac3716d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a80f3b-1cad-431e-aa6f-b952983b1131,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:25.341813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:25.373907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56496) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:25.565907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.573334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:25.607364 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] Sync routers for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:25.628897 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:25.629548 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:25.692334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] No DVR routers for this DVR port 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:25.694087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=d7fc9665-bf06-48f7-83b2-01dbb6cb3122,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:25.697756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.700060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b69738e2-6f12-462c-979d-13a39939730b req-30e9b0b8-1604-424c-8d52-7fcc7d471a84 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.79 "DELETE /v2.0/ports/72e3b732-f3fa-47a2-9bae-ddde3ab773a0 HTTP/1.1" status: 204 len: 173 time: 2.5026011 Jul 16 20:34:25.700497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'name': 'network-vif-deleted', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:25.702932 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0715d313-849d-4970-a31c-4848d8d289a5" -d '{"events": [{"server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "name": "network-vif-deleted", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:25.821909 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648329bf-1d87-40d4-8761-4e772a138c88 x-openstack-request-id: req-648329bf-1d87-40d4-8761-4e772a138c88 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:25.822410 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2962a5-92f2-44bf-bd76-fca55d134f53", "name": "network-vif-deleted", "tag": "72e3b732-f3fa-47a2-9bae-ddde3ab773a0", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:25.823217 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-648329bf-1d87-40d4-8761-4e772a138c88 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:25.826728 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2962a5-92f2-44bf-bd76-fca55d134f53', 'name': 'network-vif-deleted', 'tag': '72e3b732-f3fa-47a2-9bae-ddde3ab773a0', 'status': 'completed', 'code': 200} Jul 16 20:34:25.830142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f5c6d389-ae24-4a84-8d70-7b8ad42cab40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.958391 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:25.996212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56512) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:26.025511 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a97be55-2e52-4316-9757-28d04635a405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.134597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.186660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc760170-519e-476d-a3f6-b7b74f08451e req-7eadf184-f857-4045-b113-03ae77bebab3 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d2962a5-92f2-44bf-bd76-fca55d134f53 HTTP/1.1" status: 200 len: 210 time: 0.0811124 Jul 16 20:34:26.194815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:26.271609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f5c6d389-ae24-4a84-8d70-7b8ad42cab40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.278567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f5c6d389-ae24-4a84-8d70-7b8ad42cab40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.292103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 544a431b-e4d0-4e64-99a3-0433b8683581 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:26.292445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 544a431b-e4d0-4e64-99a3-0433b8683581 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:26.355259 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:26.385209 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] Checking router: 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:26.394297 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:26.394955 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:26.410101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:26.429292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f5c6d389-ae24-4a84-8d70-7b8ad42cab40 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2e940956e78a4297a5c803b4d99e8116&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0541821 Jul 16 20:34:26.437287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56522) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:26.439727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6d389-ae24-4a84-8d70-7b8ad42cab40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e6227-812e-4f0c-854a-c4d5eb6d28fd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:26.442427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:26.443114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72e3b732-f3fa-47a2-9bae-ddde3ab773a0 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:26.592529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router af91a88d-9fe2-4529-abad-318e3d7a9aa0 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:26.605064 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de439c35-5336-49ba-af8f-a4a97b963310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.653637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a97be55-2e52-4316-9757-28d04635a405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.655933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de439c35-5336-49ba-af8f-a4a97b963310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.672094 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a97be55-2e52-4316-9757-28d04635a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.679932 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:26.723086 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1a97be55-2e52-4316-9757-28d04635a405 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1f2f688d8d244ccaa2567c5dd6cb2527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255471 Jul 16 20:34:26.730057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56530) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:26.768153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97be55-2e52-4316-9757-28d04635a405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a13725-e183-494f-a893-518568fe62af,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:26.795916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:26.799386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de439c35-5336-49ba-af8f-a4a97b963310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.802463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1a0be74a-5ce2-4add-8e4a-ff053a2b2396 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/af91a88d-9fe2-4529-abad-318e3d7a9aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1187172 Jul 16 20:34:26.807943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56532) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:26.808570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de439c35-5336-49ba-af8f-a4a97b963310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.818256 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-de439c35-5336-49ba-af8f-a4a97b963310 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/046e6227-812e-4f0c-854a-c4d5eb6d28fd HTTP/1.1" status: 204 len: 168 time: 0.3795810 Jul 16 20:34:26.825604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] Sync routers for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:26.837832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de439c35-5336-49ba-af8f-a4a97b963310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e6227-812e-4f0c-854a-c4d5eb6d28fd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:26.838675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:26.839641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:26.891522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting subnet 1980469a-54ee-41d0-9543-351a015e7308 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:26.897233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.900069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ec9ef80-dc5b-431d-9c8c-29163a447509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.997137 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ec9ef80-dc5b-431d-9c8c-29163a447509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.005578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:27.030885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.124643 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:27.170575 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62389d0c-f2fb-4136-8fac-924c4ecd8657 None None] The sync data for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 is: [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:27:02Z', 'revision_number': 4, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'ed94538d-e8ee-457a-b055-62a99fe34f4c', 'name': '', 'network_id': '6e25d137-bbf4-4d15-a953-76f8ca1bd6eb', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'mac_address': 'fa:16:3e:3b:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:01Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'subnets': [{'id': '58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:27.198801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.240675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56542) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.274030 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.318928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Subnet': ['ID=1980469a-54ee-41d0-9543-351a015e7308,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.323501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ec9ef80-dc5b-431d-9c8c-29163a447509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.333307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4ec9ef80-dc5b-431d-9c8c-29163a447509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.338012 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4ec9ef80-dc5b-431d-9c8c-29163a447509 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b1a13725-e183-494f-a893-518568fe62af HTTP/1.1" status: 204 len: 168 time: 0.6036284 Jul 16 20:34:27.347635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9ef80-dc5b-431d-9c8c-29163a447509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a13725-e183-494f-a893-518568fe62af,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.352682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.355294 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-367a6021-b65d-453d-81a1-f0701ff76616 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/subnets/1980469a-54ee-41d0-9543-351a015e7308 HTTP/1.1" status: 204 len: 168 time: 0.5461397 Jul 16 20:34:27.359984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56550) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.398050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf580fe-97d4-4256-8de5-0221e1322669 None None] Network 5993a67e-781d-487e-9aeb-069eabad3e6d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:27.442361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56552) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.485947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5614584-4b74-4866-9cb3-0cc7e03c7ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.546137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56556) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.625242 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5bf2c-7e67-40b5-8769-2e779140690d None None] New status for floating IP 61baeb82-9632-41d3-b59e-70e6c0f9d554: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:27.664762 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7be46e57-8529-4fb7-ab1e-f7bc1e9bdd81 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.711139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e223cc4a-864b-40cd-a169-392f037d375d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.718663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7be46e57-8529-4fb7-ab1e-f7bc1e9bdd81 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.787721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:34:25Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:27.788489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.805149 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5614584-4b74-4866-9cb3-0cc7e03c7ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.827562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] Checking router: af91a88d-9fe2-4529-abad-318e3d7a9aa0 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:27.827869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5614584-4b74-4866-9cb3-0cc7e03c7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.837413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] Routers {'af91a88d-9fe2-4529-abad-318e3d7a9aa0'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:27.838187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:27.868507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5614584-4b74-4866-9cb3-0cc7e03c7ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e7097c-f5a1-4c1c-92fd-76301da547d3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.889393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] DHCP port deletion for 5993a67e-781d-487e-9aeb-069eabad3e6d request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:27.923517 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7be46e57-8529-4fb7-ab1e-f7bc1e9bdd81 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.926286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7be46e57-8529-4fb7-ab1e-f7bc1e9bdd81 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.927564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7be46e57-8529-4fb7-ab1e-f7bc1e9bdd81 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "DELETE /v2.0/security-groups/3ee93a60-74a8-4107-8546-19694e318c8a HTTP/1.1" status: 204 len: 168 time: 0.3772554 Jul 16 20:34:27.932152 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56564) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.943773 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e5614584-4b74-4866-9cb3-0cc7e03c7ccf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=55e423a926d44b399f80ab12a52c1d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990177 Jul 16 20:34:27.944489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56566) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.945513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be46e57-8529-4fb7-ab1e-f7bc1e9bdd81 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee93a60-74a8-4107-8546-19694e318c8a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.955417 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-1b33af38-7cf9-4ac2-a6c6-6952d1f86176 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] show failed (client error): The resource could not be found. Jul 16 20:34:27.967425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1b33af38-7cf9-4ac2-a6c6-6952d1f86176 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "GET /v2.0/security-groups/3ee93a60-74a8-4107-8546-19694e318c8a HTTP/1.1" status: 404 len: 347 time: 0.0317883 Jul 16 20:34:27.968485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56568) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:28.043159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c14ca95-64c2-4d26-b8f0-9fcf139b364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.052973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] Set router af91a88d-9fe2-4529-abad-318e3d7a9aa0 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:28.071190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c14ca95-64c2-4d26-b8f0-9fcf139b364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.086880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] Deleting port 042d1f51-aad1-4333-943e-a857c9259207 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:28.087188 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.144934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c14ca95-64c2-4d26-b8f0-9fcf139b364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.147786 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9c14ca95-64c2-4d26-b8f0-9fcf139b364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.149034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9c14ca95-64c2-4d26-b8f0-9fcf139b364f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d3e7097c-f5a1-4c1c-92fd-76301da547d3 HTTP/1.1" status: 204 len: 168 time: 0.1923611 Jul 16 20:34:28.157697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14ca95-64c2-4d26-b8f0-9fcf139b364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e7097c-f5a1-4c1c-92fd-76301da547d3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.217077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.273686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] For port 042d1f51-aad1-4333-943e-a857c9259207, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=042d1f51-aad1-4333-943e-a857c9259207,segment=NetworkSegment(e00f7a72-8bf0-4b33-8ffa-43587a56d846),segment_id=e00f7a72-8bf0-4b33-8ffa-43587a56d846)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:28.274164 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.295195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] Calling delete_port for 042d1f51-aad1-4333-943e-a857c9259207 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:28.353729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e223cc4a-864b-40cd-a169-392f037d375d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.363606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Deleting port 8f3dcef5-2533-4f36-8aba-25f04df87618 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:28.363973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.381129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e223cc4a-864b-40cd-a169-392f037d375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.452843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:34:25Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:28.489327 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.500187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb02df-ec16-4611-84b2-430d8ef597b9 None None] The sync data for ids ['af91a88d-9fe2-4529-abad-318e3d7a9aa0'] in n-d-792458-10 is: [{'id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397648828', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:34:25Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': '68a361af-adcf-4b9c-a960-b4415d385e72', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91a88d-9fe2-4529-abad-318e3d7a9aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:28.503823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56586) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:28.504580 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e223cc4a-864b-40cd-a169-392f037d375d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=36881b34172840a598231a2050f7e7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2626381 Jul 16 20:34:28.506451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 68a361af-adcf-4b9c-a960-b4415d385e72 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:28.506813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.524415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223cc4a-864b-40cd-a169-392f037d375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ffc78-92e1-4f1f-9e3a-c2282082437f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.547164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] Pushing event deleted for resources: {'Port': ['ID=042d1f51-aad1-4333-943e-a857c9259207,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.553740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f89f5-6672-431d-8530-c7d4b352d23a None None] No DVR routers for this DVR port 042d1f51-aad1-4333-943e-a857c9259207 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:28.631218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.631218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.641155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-cda2-4968-ae95-ecf9c7f8c834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.650108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Calling delete_port for 8f3dcef5-2533-4f36-8aba-25f04df87618 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:28.679496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port 68a361af-adcf-4b9c-a960-b4415d385e72, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68a361af-adcf-4b9c-a960-b4415d385e72,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:28.679858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.686574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-cda2-4968-ae95-ecf9c7f8c834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.734431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 68a361af-adcf-4b9c-a960-b4415d385e72 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:28.762452 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-cda2-4968-ae95-ecf9c7f8c834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.769327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-cda2-4968-ae95-ecf9c7f8c834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.771562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0d89ac68-cda2-4968-ae95-ecf9c7f8c834 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0f1ffc78-92e1-4f1f-9e3a-c2282082437f HTTP/1.1" status: 204 len: 168 time: 0.2654657 Jul 16 20:34:28.791395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89ac68-cda2-4968-ae95-ecf9c7f8c834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ffc78-92e1-4f1f-9e3a-c2282082437f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.011610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d7fc9665-bf06-48f7-83b2-01dbb6cb3122 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:29.037692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: d7fc9665-bf06-48f7-83b2-01dbb6cb3122 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:29.040459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d7fc9665-bf06-48f7-83b2-01dbb6cb3122 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:29.040966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 042d1f51-aad1-4333-943e-a857c9259207 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:29.066766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 042d1f51-aad1-4333-943e-a857c9259207 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:29.067189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 042d1f51-aad1-4333-943e-a857c9259207 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:29.288407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.331407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Pushing event deleted for resources: {'Port': ['ID=8f3dcef5-2533-4f36-8aba-25f04df87618,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.445743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.457450 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.460465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.461835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df94313b-e9d4-45ac-adfd-b91976ed6f17 tempest-AttachVolumeTestJSON-971971480 tempest-AttachVolumeTestJSON-971971480-project] 10.222.0.91 "DELETE /v2.0/floatingips/61baeb82-9632-41d3-b59e-70e6c0f9d554 HTTP/1.1" status: 204 len: 168 time: 1.4404218 Jul 16 20:34:29.491868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=68a361af-adcf-4b9c-a960-b4415d385e72,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.606163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.730003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.733250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.791964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.792672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Fanout notify agent at l3_agent the message router_deleted on router af91a88d-9fe2-4529-abad-318e3d7a9aa0 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:34:29.805704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.809721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7362a2d4-dd01-4bc3-9f4a-7090065c8350 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/routers/af91a88d-9fe2-4529-abad-318e3d7a9aa0 HTTP/1.1" status: 204 len: 168 time: 2.4453087 Jul 16 20:34:29.810177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56640) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:29.951678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.079647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.093922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5993a67e-781d-487e-9aeb-069eabad3e6d']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:30.111363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00f7a72-8bf0-4b33-8ffa-43587a56d846') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:30.111829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00f7a72-8bf0-4b33-8ffa-43587a56d846') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:30.122043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.151680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.164191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:30.164886 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:30.170182 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:30.260213 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.275184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.277225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/networks/5993a67e-781d-487e-9aeb-069eabad3e6d HTTP/1.1" status: 204 len: 168 time: 0.4652162 Jul 16 20:34:30.280327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56660) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:30.288965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56664) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:30.299030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495162ff-8501-4225-8c77-469fc2dd87e1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Network': ['ID=5993a67e-781d-487e-9aeb-069eabad3e6d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.377670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dea2db6-9d76-4600-a85d-8cb8ce2bc164 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.445940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dea2db6-9d76-4600-a85d-8cb8ce2bc164 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.472660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1937680453-network', 'tenant_id': '1742f942500047b48092f86fc089e735'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:30.533855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Made reservation on behalf of 1742f942500047b48092f86fc089e735 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:30.539811 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.546644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dea2db6-9d76-4600-a85d-8cb8ce2bc164 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.551690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1dea2db6-9d76-4600-a85d-8cb8ce2bc164 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.556000 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1dea2db6-9d76-4600-a85d-8cb8ce2bc164 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/security-groups/d8ead618-2e3e-44e2-b099-6e813e21dbd4 HTTP/1.1" status: 204 len: 168 time: 0.2719243 Jul 16 20:34:30.557571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.581270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea2db6-9d76-4600-a85d-8cb8ce2bc164 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ead618-2e3e-44e2-b099-6e813e21dbd4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.771872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68a361af-adcf-4b9c-a960-b4415d385e72 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:30.781285 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.789100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.812361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 68a361af-adcf-4b9c-a960-b4415d385e72 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:30.812973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68a361af-adcf-4b9c-a960-b4415d385e72 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:30.818987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:30.837136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4611afbb-e7d8-45a9-b168-01da768e2819,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.840567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.841001 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Added segment 523309da-8e4e-45b0-8363-5fa6dbc3fd8f of type vlan for network c2e8ce80-e475-447d-bf0b-bed97476706b Jul 16 20:34:30.895896 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.930049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.931524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.932194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.968772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6782508 Jul 16 20:34:30.972219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56680) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:30.978534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Request body: {'subnet': {'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1937680453-subnet', 'tenant_id': '1742f942500047b48092f86fc089e735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:31.004326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Made reservation on behalf of 1742f942500047b48092f86fc089e735 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:31.007256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.011765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c93e-0848-40f3-973d-12633fc2eee3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e8ce80-e475-447d-bf0b-bed97476706b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.024841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c2e8ce80-e475-447d-bf0b-bed97476706b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:31.237861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.293051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f310846-f2e8-42af-88ba-18709fb84d64,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.309492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Checking segment: {'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:31.309854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Network hostable DHCP agents. Network: c2e8ce80-e475-447d-bf0b-bed97476706b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:31.328461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Network c2e8ce80-e475-447d-bf0b-bed97476706b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:31.340149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, c2e8ce80-e475-447d-bf0b-bed97476706b) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:31.345298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.346511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.351056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81acd309-b4fe-4919-b59c-513ba270481e None None] Network c2e8ce80-e475-447d-bf0b-bed97476706b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:31.363941 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7e5d8db0-c028-4499-801d-6b8d56831749 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3902416 Jul 16 20:34:31.547328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658af9cd-de4e-40b7-9fe9-c75b2c4f6aa7 None None] Network c2e8ce80-e475-447d-bf0b-bed97476706b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:32.062501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56714) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:32.072323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cae377d7-1ebd-4c3f-a4e8-4bc1f839fb23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070131972', 'description': 'tempest-secgroup-smoke-1070131972 description', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:32.121518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae377d7-1ebd-4c3f-a4e8-4bc1f839fb23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.333657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae377d7-1ebd-4c3f-a4e8-4bc1f839fb23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.341609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae377d7-1ebd-4c3f-a4e8-4bc1f839fb23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.402705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cae377d7-1ebd-4c3f-a4e8-4bc1f839fb23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.404933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cae377d7-1ebd-4c3f-a4e8-4bc1f839fb23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3397486 Jul 16 20:34:32.407751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56736) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:32.408523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae377d7-1ebd-4c3f-a4e8-4bc1f839fb23 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21623fc-4015-4842-a700-cd1cc6d003cd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.414750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-65dca656-0d60-404d-8e59-d1f97e89fe1e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd21623fc-4015-4842-a700-cd1cc6d003cd', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:32.456073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-65dca656-0d60-404d-8e59-d1f97e89fe1e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.517519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-65dca656-0d60-404d-8e59-d1f97e89fe1e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.522244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-65dca656-0d60-404d-8e59-d1f97e89fe1e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.544192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dca656-0d60-404d-8e59-d1f97e89fe1e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff93622-b489-4598-8e31-1c5bf5187e59,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.550884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-65dca656-0d60-404d-8e59-d1f97e89fe1e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.552120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-65dca656-0d60-404d-8e59-d1f97e89fe1e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424005 Jul 16 20:34:32.555058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56752) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:32.562302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-20841cdc-4aea-48ea-8e76-0a7c09f553dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd21623fc-4015-4842-a700-cd1cc6d003cd', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:32.601150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20841cdc-4aea-48ea-8e76-0a7c09f553dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.690771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20841cdc-4aea-48ea-8e76-0a7c09f553dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.695896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20841cdc-4aea-48ea-8e76-0a7c09f553dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.722573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20841cdc-4aea-48ea-8e76-0a7c09f553dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b984f327-4354-4e37-8ecf-314b101fe536,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.726967 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20841cdc-4aea-48ea-8e76-0a7c09f553dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.727307 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-20841cdc-4aea-48ea-8e76-0a7c09f553dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711831 Jul 16 20:34:32.730165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56758) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:32.734972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1cbffd19-a5d0-40bd-a1a5-86d0e60e6c89 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd21623fc-4015-4842-a700-cd1cc6d003cd', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:32.771008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cbffd19-a5d0-40bd-a1a5-86d0e60e6c89 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.913931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cbffd19-a5d0-40bd-a1a5-86d0e60e6c89 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.921480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cbffd19-a5d0-40bd-a1a5-86d0e60e6c89 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.977356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cbffd19-a5d0-40bd-a1a5-86d0e60e6c89 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.979454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1cbffd19-a5d0-40bd-a1a5-86d0e60e6c89 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478006 Jul 16 20:34:32.982067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56762) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:32.983174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbffd19-a5d0-40bd-a1a5-86d0e60e6c89 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69755efc-e020-4378-8475-a8a4d07d6b9c,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.987210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-34b1ad67-2f3f-4290-9006-e24cd858b1ce tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd21623fc-4015-4842-a700-cd1cc6d003cd', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:33.030121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34b1ad67-2f3f-4290-9006-e24cd858b1ce tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.096856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34b1ad67-2f3f-4290-9006-e24cd858b1ce tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.104841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34b1ad67-2f3f-4290-9006-e24cd858b1ce tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.123931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1ad67-2f3f-4290-9006-e24cd858b1ce tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc076bce-49da-49a6-bcb3-2009bfd1143c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.134385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34b1ad67-2f3f-4290-9006-e24cd858b1ce tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.134385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-34b1ad67-2f3f-4290-9006-e24cd858b1ce tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505554 Jul 16 20:34:33.137517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56764) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:33.144974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd21623fc-4015-4842-a700-cd1cc6d003cd', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:33.176456 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:34:33.183820 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.334714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.348076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.370660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187207fe-745e-4a55-a000-ee1d91831429,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.388975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.392343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1a1f6565-7851-44db-b12a-547c77b69a3a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523284 Jul 16 20:34:33.395908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56774) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:33.405175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': 'd21623fc-4015-4842-a700-cd1cc6d003cd', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:33.443516 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:34:33.470431 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.580637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.587417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.608402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e38382-0f05-43c1-9321-9a8e95f2d2bf,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.611910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.614057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1698852e-940f-4e15-ba80-056f6fb94299 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2159591 Jul 16 20:34:33.617147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56780) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:33.622779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'network': {'name': 'tempest-network-smoke--825715398', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'port_security_enabled': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:33.654550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:33.658413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.689132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:33.700300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.700885 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Added segment 5da2be8b-dea4-4482-b4a7-fab860540118 of type vlan for network e582d899-0917-4cff-b0ff-9f87e4a3b72a Jul 16 20:34:33.745318 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.778687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.785506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.786469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.805684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871836 Jul 16 20:34:33.808684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56782) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:33.814283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'admin_state_up': True, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:33.859124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.860843 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.933740 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.964701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60cd73-be5d-463d-b0b2-ef3f4a25128a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Network': ['ID=e582d899-0917-4cff-b0ff-9f87e4a3b72a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.980805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:34.145020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.397807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56800) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:34.404851 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.434723 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.575168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2de65970-dd58-4784-95cf-f3dad9117264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.585845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.68 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/bb173697-462d-4cfe-b4a6-1b7409171312) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:34.750995 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.822527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2de65970-dd58-4784-95cf-f3dad9117264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.828955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2de65970-dd58-4784-95cf-f3dad9117264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.874401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de65970-dd58-4784-95cf-f3dad9117264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4023326-85e6-4cc5-bdab-a773da8bcdd6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:34.908376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2de65970-dd58-4784-95cf-f3dad9117264 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fac0324be15f4fddb91ad0def5fd1f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057073 Jul 16 20:34:34.911510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56824) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.008036 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd428a23-401b-4882-bc5f-ed5b72584e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.035497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd428a23-401b-4882-bc5f-ed5b72584e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.090376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd428a23-401b-4882-bc5f-ed5b72584e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.093696 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fd428a23-401b-4882-bc5f-ed5b72584e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.097517 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fd428a23-401b-4882-bc5f-ed5b72584e08 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e4023326-85e6-4cc5-bdab-a773da8bcdd6 HTTP/1.1" status: 204 len: 168 time: 0.1790094 Jul 16 20:34:35.120997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd428a23-401b-4882-bc5f-ed5b72584e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4023326-85e6-4cc5-bdab-a773da8bcdd6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:35.298234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.341416 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:35.349064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:35.354855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:35.379059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=bb173697-462d-4cfe-b4a6-1b7409171312,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:35.572938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56830) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.595237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a085fe1-cde5-4dc7-b50c-b6f77eb07360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.783498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.793009 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a085fe1-cde5-4dc7-b50c-b6f77eb07360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.801971 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a085fe1-cde5-4dc7-b50c-b6f77eb07360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.864551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a085fe1-cde5-4dc7-b50c-b6f77eb07360 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7f2c373fffa946afaffc4ff6d58c7a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905784 Jul 16 20:34:35.865419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a085fe1-cde5-4dc7-b50c-b6f77eb07360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce87c72-3592-49a0-bd1b-3433f0a9bf52,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:35.867992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56840) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.974693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24b75210-92c0-4e72-942c-d1f0c4ca4f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.016492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7b38d6d3-1361-4bb2-ba1d-39fd0b32c002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.078821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24b75210-92c0-4e72-942c-d1f0c4ca4f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.128385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.210476 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24b75210-92c0-4e72-942c-d1f0c4ca4f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.219755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24b75210-92c0-4e72-942c-d1f0c4ca4f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.225827 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-24b75210-92c0-4e72-942c-d1f0c4ca4f1a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6ce87c72-3592-49a0-bd1b-3433f0a9bf52 HTTP/1.1" status: 204 len: 168 time: 0.3565211 Jul 16 20:34:36.244292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b75210-92c0-4e72-942c-d1f0c4ca4f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce87c72-3592-49a0-bd1b-3433f0a9bf52,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.351631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:34:36.506131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:36.518453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Sync routers for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:36.528322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:36.529428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:36.535823 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.540348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56854) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.541335 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b3a086a1-04e0-4e9a-bc10-16de10af54a4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7306600 Jul 16 20:34:36.583737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4114471c-6b02-4aa3-af9a-9a2205e07ce2 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=ad091e6370c54c3c869b10f94c6f8c79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418818 Jul 16 20:34:36.584464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56856) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.765371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044faaea-f16c-4b01-bcf1-b48c4aedf756 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.766186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:36.767826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-044faaea-f16c-4b01-bcf1-b48c4aedf756 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1815195 Jul 16 20:34:36.770601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56866) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.867179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dae4d24a-5b50-42c5-b6d5-3177446f9a25 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937393 Jul 16 20:34:36.869542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56874) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.875253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236123430', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:37.088187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:37.092267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.146131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:35Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:37.203471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Checking router: b135c775-abbb-4ea3-8cc5-b6dae8d01c1b for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:37.204523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Updating router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b port bb173697-462d-4cfe-b4a6-1b7409171312 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:37.250918 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.442898 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.537894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Subnet': ['ID=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:37.556948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Checking segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:37.557634 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network hostable DHCP agents. Network: e582d899-0917-4cff-b0ff-9f87e4a3b72a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:37.584831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:37.599806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, e582d899-0917-4cff-b0ff-9f87e4a3b72a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:37.610911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.611901 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.612996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097eb62-a2f0-408b-bdd1-5e1bb193d4ad None None] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:37.652613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f7565f3f-881f-4e2e-a3f0-0a26a52fc0ec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7815466 Jul 16 20:34:37.655605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 56892) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:37.943373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:37.944207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.192953 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.215460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Transition to ACTIVE for port object bb173697-462d-4cfe-b4a6-1b7409171312 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:38.246385 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.504661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Allocated IP 172.20.0.2 (e582d899-0917-4cff-b0ff-9f87e4a3b72a/5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0/77031773-cc14-4bad-80c0-8f3597265116) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:38.533922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Attempting to bind port bb173697-462d-4cfe-b4a6-1b7409171312 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:38.534247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Attempting to bind port bb173697-462d-4cfe-b4a6-1b7409171312 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:38.534568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Attempting to bind port bb173697-462d-4cfe-b4a6-1b7409171312 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:38.550160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:38.550657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:38.551989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.552385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:38.552878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Bound port: bb173697-462d-4cfe-b4a6-1b7409171312, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:38.554213 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.604610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Pushing event updated for resources: {'Port': ['ID=bb173697-462d-4cfe-b4a6-1b7409171312,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:38.677538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.678375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.679103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.679875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.680640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.682399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.682980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.683501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.684084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.684974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.685615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.686622 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:38.741009 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.783254 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.846737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.862921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] For port bb173697-462d-4cfe-b4a6-1b7409171312, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:38.874526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] For port bb173697-462d-4cfe-b4a6-1b7409171312, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bb173697-462d-4cfe-b4a6-1b7409171312,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:38.903849 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-81d99110-a7df-4f9b-a97e-1e1d85bc9433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.922031 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.070558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f78f2-7985-44fe-b9ac-f36624656d06 None None] Pushing event updated for resources: {'Port': ['ID=bb173697-462d-4cfe-b4a6-1b7409171312,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:39.153129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:39.157347 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:39.175718 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.209365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-218bb84a-2c72-41c4-b070-3020cb309e06 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1567669 Jul 16 20:34:39.278389 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.393397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Transition to ACTIVE for port object 77031773-cc14-4bad-80c0-8f3597265116 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:39.399097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-613ab23e-ad51-4dfe-bced-e37725c86d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.400347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-613ab23e-ad51-4dfe-bced-e37725c86d28 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1097 time: 0.1310978 Jul 16 20:34:39.430751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Transition to ACTIVE for port object 77031773-cc14-4bad-80c0-8f3597265116 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:39.441862 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.444913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:39.559667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.1 (e582d899-0917-4cff-b0ff-9f87e4a3b72a/5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0/5c08b45e-f6b8-4337-9421-efe1ebda9efb) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:39.669802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Pushing event updated for resources: {'Port': ['ID=77031773-cc14-4bad-80c0-8f3597265116,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:39.698264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-ab3dfba0-0dc7-4687-b0dc-914adcb18ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.700549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-ab3dfba0-0dc7-4687-b0dc-914adcb18ff6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2729018 Jul 16 20:34:39.700977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:39.707691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:39.714954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:39.775191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.812111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object 5c08b45e-f6b8-4337-9421-efe1ebda9efb will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:39.851970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.900039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-f4ba5ae6-acff-4eb3-8311-7188052d6da1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 1001 time: 0.1911335 Jul 16 20:34:39.975824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:39.987453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:40.005032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:40.024972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-63748cc3-2b15-4392-91d7-024d54871062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.027932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Attempting to bind port 77031773-cc14-4bad-80c0-8f3597265116 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:40.028786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-63748cc3-2b15-4392-91d7-024d54871062 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1190290 Jul 16 20:34:40.032471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Attempting to bind port 77031773-cc14-4bad-80c0-8f3597265116 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:40.032925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Attempting to bind port 77031773-cc14-4bad-80c0-8f3597265116 on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:40.048355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:40.048788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Checking segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:40.049181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.049577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Bound using segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:40.050046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Bound port: 77031773-cc14-4bad-80c0-8f3597265116, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:40.050434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.077956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=5c08b45e-f6b8-4337-9421-efe1ebda9efb,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.143485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.185046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] For port 77031773-cc14-4bad-80c0-8f3597265116, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:40.188221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-6274207a-0624-49c2-aa7a-5927f9e56d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.191715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] For port 77031773-cc14-4bad-80c0-8f3597265116, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=77031773-cc14-4bad-80c0-8f3597265116,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:40.192370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-6274207a-0624-49c2-aa7a-5927f9e56d02 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572905 Jul 16 20:34:40.202359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.212409 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.256286 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:35Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:40.386656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e1fc4-b31b-4482-b609-2314243f581a None None] The sync data for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 is: [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:35Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:40.413696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-66d1d168-7790-469f-999a-1ff0cce2b203 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157662 Jul 16 20:34:40.438417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec20c72-0242-4714-b9fd-8486119e726c None None] Pushing event updated for resources: {'Port': ['ID=77031773-cc14-4bad-80c0-8f3597265116,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.680945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.748082 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-128ef29c-d844-4f8a-8bf8-948bcb1b5a83 req-407a5c9f-e906-4bae-a922-d3553bf7b7e8 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236349 Jul 16 20:34:41.149420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-cb1998b0-346e-4c56-9620-b4867e082384 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2936842 Jul 16 20:34:41.284915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56976) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:41.337409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca904-ecef-4070-8d49-85baf82cd32d req-367f70ba-72c1-43f9-a1ad-86d99d032f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.349532 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-367f70ba-72c1-43f9-a1ad-86d99d032f06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b237580579dc45a59b61e8e59621494f&device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1097 time: 0.1504767 Jul 16 20:34:41.461465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.469428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.643510 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c12c-c26f-4684-8809-3b9aad50286d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.679670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=5c08b45e-f6b8-4337-9421-efe1ebda9efb,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:41.728220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.747995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca904-ecef-4070-8d49-85baf82cd32d req-88fe3be0-24a8-4f26-9bea-c0d42f5beaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.754401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-88fe3be0-24a8-4f26-9bea-c0d42f5beaa1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 200 len: 910 time: 0.3786845 Jul 16 20:34:41.864939 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.007766 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-a5c206b5-837c-4c83-a53f-2207b495e9dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 200 len: 1001 time: 0.2361436 Jul 16 20:34:42.021072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:42.029763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:42.207811 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c12c-c26f-4684-8809-3b9aad50286d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.221674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c12c-c26f-4684-8809-3b9aad50286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.272975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:42.322620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f7c1c12c-c26f-4684-8809-3b9aad50286d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=69063cbccef144508a78793bc573011d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0326138 Jul 16 20:34:42.331732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 56988) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:42.364260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca904-ecef-4070-8d49-85baf82cd32d req-b867958c-4161-4f5d-be0a-598b7cdf3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.366168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-b867958c-4161-4f5d-be0a-598b7cdf3e27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f3bbdc-6253-47a6-94a8-4ec4a177df56 HTTP/1.1" status: 200 len: 848 time: 0.3573093 Jul 16 20:34:42.402573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6bff3-5a12-45d1-b13f-4c65b439b003 None None] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:42.459524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1c12c-c26f-4684-8809-3b9aad50286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9974163a-5910-4089-b8ec-6e31a29d114c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.482876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:42.493225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f2b4d67a-965e-4f20-a6eb-524989d5dad9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/b135c775-abbb-4ea3-8cc5-b6dae8d01c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8343871 Jul 16 20:34:42.527388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca904-ecef-4070-8d49-85baf82cd32d req-c7641249-31e0-4a4b-84cb-45e895f4dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.529087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-c7641249-31e0-4a4b-84cb-45e895f4dafd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d8fab5c-7cbd-4bca-9da3-728385c91efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503541 Jul 16 20:34:42.534391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-705abfc1-f156-4bc7-9e88-30c1ab59cea5 None None] Provisioning for port 77031773-cc14-4bad-80c0-8f3597265116 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:42.557539 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b33a0e3-4d42-4f6c-afa3-cd44ad6383dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.691275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b33a0e3-4d42-4f6c-afa3-cd44ad6383dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.874708 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b33a0e3-4d42-4f6c-afa3-cd44ad6383dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.877392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3b33a0e3-4d42-4f6c-afa3-cd44ad6383dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.881110 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3b33a0e3-4d42-4f6c-afa3-cd44ad6383dd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9974163a-5910-4089-b8ec-6e31a29d114c HTTP/1.1" status: 204 len: 168 time: 0.5448551 Jul 16 20:34:42.900638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-a2bbaa52-598d-4c0a-88c0-7c16d753831f service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605757 Jul 16 20:34:42.910333 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-15a2e122-74ba-4e73-9d00-c1ccfbdb7fc7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070131972&fields=id&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 267 time: 0.0811954 Jul 16 20:34:42.985433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bb173697-462d-4cfe-b4a6-1b7409171312 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:43.035381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33a0e3-4d42-4f6c-afa3-cd44ad6383dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974163a-5910-4089-b8ec-6e31a29d114c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:43.222591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port bb173697-462d-4cfe-b4a6-1b7409171312 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:43.248244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bb173697-462d-4cfe-b4a6-1b7409171312 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:43.251926 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.360140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-4b2cd613-2c0f-41a3-afd2-b437495f9713 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.375650 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-4b2cd613-2c0f-41a3-afd2-b437495f9713 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 796 time: 0.4087777 Jul 16 20:34:43.522428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f78f6394-d635-418d-9606-7f51b260b81f None None] Provisioning for port 5c08b45e-f6b8-4337-9421-efe1ebda9efb completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:43.549207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f78f6394-d635-418d-9606-7f51b260b81f None None] Provisioning complete for port 5c08b45e-f6b8-4337-9421-efe1ebda9efb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:43.550070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f78f6394-d635-418d-9606-7f51b260b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.622066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-867ca904-ecef-4070-8d49-85baf82cd32d req-530bd0a3-fa2f-430f-a55d-2ce750befa23 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944687 Jul 16 20:34:43.657071 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-cf7c0290-a681-4323-8151-96bcba112792 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/quotas/ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 375 time: 0.2803690 Jul 16 20:34:43.685889 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Sync routers for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:43.703167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57034) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:43.709655 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:43.710284 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:43.738986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f78f6394-d635-418d-9606-7f51b260b81f None None] Port 5c08b45e-f6b8-4337-9421-efe1ebda9efb cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:43.750722 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4a5e898-97d0-4fc0-8e2d-41855457a2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.849647 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.972946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port bb173697-462d-4cfe-b4a6-1b7409171312, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bb173697-462d-4cfe-b4a6-1b7409171312,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:43.984182 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.984996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 77031773-cc14-4bad-80c0-8f3597265116 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:43.991017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-afde4994-a2b9-441e-8279-cc096bdd2795 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3255525 Jul 16 20:34:44.010924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-e378e07d-2754-44e4-a6c5-afbd1c2e6110 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:34:44.027661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-e378e07d-2754-44e4-a6c5-afbd1c2e6110 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354843 Jul 16 20:34:44.076328 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57040) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:44.210496 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:44.261823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4a5e898-97d0-4fc0-8e2d-41855457a2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.281260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4a5e898-97d0-4fc0-8e2d-41855457a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.430186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=bb173697-462d-4cfe-b4a6-1b7409171312,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:44.443358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-d5adc657-f8f0-4860-99c9-c7ba0f4a62a1 service neutron] 10.222.0.91 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055634 Jul 16 20:34:44.483204 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b4a5e898-97d0-4fc0-8e2d-41855457a2e5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ae06182b101d4bba9ecf028f7a4d18da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775569 Jul 16 20:34:44.489986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bfb706ad-1feb-423e-b7d2-39e70150b5dc None None] Provisioning complete for port 5c08b45e-f6b8-4337-9421-efe1ebda9efb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:44.491251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57048) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:44.493379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5e898-97d0-4fc0-8e2d-41855457a2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeb7d74-90ee-46d6-b141-4ef5d6265299,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:44.493540 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bfb706ad-1feb-423e-b7d2-39e70150b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.532104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 77031773-cc14-4bad-80c0-8f3597265116 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:44.624938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 77031773-cc14-4bad-80c0-8f3597265116 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:44.626028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.717916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bfb706ad-1feb-423e-b7d2-39e70150b5dc None None] Port 5c08b45e-f6b8-4337-9421-efe1ebda9efb cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:44.809762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-830a70ec-4f3f-4ddc-b941-639c382e61a5 service neutron] 10.222.0.91 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651834 Jul 16 20:34:44.892060 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.071712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e3c5387f-b307-4caa-ba3f-ef226159863a None None] Provisioning complete for port 5c08b45e-f6b8-4337-9421-efe1ebda9efb triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:45.080173 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e3c5387f-b307-4caa-ba3f-ef226159863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.086212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 77031773-cc14-4bad-80c0-8f3597265116, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=77031773-cc14-4bad-80c0-8f3597265116,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:45.151488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6c6a-1aa0-46d4-aa67-2d4c24afed21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.157488 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.226765 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:41Z', 'revision_number': 2, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:45.271342 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Checking router: b135c775-abbb-4ea3-8cc5-b6dae8d01c1b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:45.272011 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Updating router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b port 5c08b45e-f6b8-4337-9421-efe1ebda9efb binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:45.423966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5387f-b307-4caa-ba3f-ef226159863a None None] Port 5c08b45e-f6b8-4337-9421-efe1ebda9efb cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:45.433208 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.444283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bb173697-462d-4cfe-b4a6-1b7409171312 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:45.745697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bb173697-462d-4cfe-b4a6-1b7409171312 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:45.747525 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.752703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=77031773-cc14-4bad-80c0-8f3597265116,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:45.889802 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:45.966439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6c6a-1aa0-46d4-aa67-2d4c24afed21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.020961 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27026e3b-ea75-45fa-a19f-c5f258ec0611 req-88c6a08b-5a3e-45bb-b3ce-d7c89f5c018c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 210 time: 0.0707128 Jul 16 20:34:46.202498 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6c6a-1aa0-46d4-aa67-2d4c24afed21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.203355 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.210604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6c6a-1aa0-46d4-aa67-2d4c24afed21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.213585 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Transition to ACTIVE for port object 5c08b45e-f6b8-4337-9421-efe1ebda9efb will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:46.214712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9d9e6c6a-1aa0-46d4-aa67-2d4c24afed21 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0aeb7d74-90ee-46d6-b141-4ef5d6265299 HTTP/1.1" status: 204 len: 168 time: 1.7223039 Jul 16 20:34:46.223902 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.305387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e6c6a-1aa0-46d4-aa67-2d4c24afed21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeb7d74-90ee-46d6-b141-4ef5d6265299,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.618931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Pushing event updated for resources: {'Port': ['ID=5c08b45e-f6b8-4337-9421-efe1ebda9efb,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.645438 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Attempting to bind port 5c08b45e-f6b8-4337-9421-efe1ebda9efb on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:46.650515 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Attempting to bind port 5c08b45e-f6b8-4337-9421-efe1ebda9efb by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:46.651487 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Attempting to bind port 5c08b45e-f6b8-4337-9421-efe1ebda9efb on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:46.681037 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.681718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.682361 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.682529 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.682782 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.683141 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.683465 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.683831 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.684158 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.684472 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.684783 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.685228 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:46.689379 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:46.689869 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Checking segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:46.690348 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.690718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Bound using segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:46.691621 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Bound port: 5c08b45e-f6b8-4337-9421-efe1ebda9efb, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:46.692070 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.708080 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.774228 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] For port 5c08b45e-f6b8-4337-9421-efe1ebda9efb, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:46.778860 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] For port 5c08b45e-f6b8-4337-9421-efe1ebda9efb, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5c08b45e-f6b8-4337-9421-efe1ebda9efb,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:46.787200 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.852296 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2e119-070c-431f-98dd-d31f16a161d4 None None] Pushing event updated for resources: {'Port': ['ID=5c08b45e-f6b8-4337-9421-efe1ebda9efb,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.909523 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:46.911224 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:47.395130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3fea261-af40-4c52-83c5-296dab6df366 req-8aec7a3b-b162-49b7-99f9-931397a47a37 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 210 time: 0.0835268 Jul 16 20:34:47.471628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 77031773-cc14-4bad-80c0-8f3597265116 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:47.479395 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:47.696053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 77031773-cc14-4bad-80c0-8f3597265116 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:47.696929 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.932443 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:46Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:47.935519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Deleting port ed94538d-e8ee-457a-b055-62a99fe34f4c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:47.936816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.963858 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2b81e-0e13-41e3-86cf-ff322b955cdf None None] The sync data for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 is: [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:46Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:48.151574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] For port ed94538d-e8ee-457a-b055-62a99fe34f4c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ed94538d-e8ee-457a-b055-62a99fe34f4c,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:48.152647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.204461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Calling delete_port for ed94538d-e8ee-457a-b055-62a99fe34f4c owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:48.611338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-b7fb76c9-75d3-4539-afb6-8643827fced1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.624550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-b7fb76c9-75d3-4539-afb6-8643827fced1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 796 time: 0.3697665 Jul 16 20:34:48.788947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-ff753fdc-f0a9-4b05-a3ec-4bc191136126 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 380 time: 0.1584563 Jul 16 20:34:48.812799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'port': {'device_id': '9cc7c909-ab65-4231-a56a-3f3700641061', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'admin_state_up': True, 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'security_groups': ['d21623fc-4015-4842-a700-cd1cc6d003cd']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:48.905118 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f165bf6-f42b-42a5-bd07-f508ea36c1c1 req-24565ee1-34d3-46dc-a86b-7ce42307254e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 210 time: 0.0971026 Jul 16 20:34:48.974611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.058555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed94538d-e8ee-457a-b055-62a99fe34f4c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.132817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:49.141843 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.429841 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57124) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.448804 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.583316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08b45e-f6b8-4337-9421-efe1ebda9efb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:49.749112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.4 (e582d899-0917-4cff-b0ff-9f87e4a3b72a/5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0/0944b81e-963a-4f2c-856d-67466646980a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:49.809630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5c08b45e-f6b8-4337-9421-efe1ebda9efb completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:49.822206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5c08b45e-f6b8-4337-9421-efe1ebda9efb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:49.822893 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.941530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a20f12e7-8286-4416-8ce4-f6156465c6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.032048 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.120804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5c08b45e-f6b8-4337-9421-efe1ebda9efb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5c08b45e-f6b8-4337-9421-efe1ebda9efb,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:50.126659 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.237760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5c08b45e-f6b8-4337-9421-efe1ebda9efb,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:50.261899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:50.381965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4536c1fe-3ebf-454b-81f1-9b16c7d01630 req-927dd808-f164-44c1-9adf-c22186cb5b03 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 210 time: 0.1126952 Jul 16 20:34:50.428929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:50.439477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-60fa9524-b489-442f-bbd5-b4a5a687d19d admin admin] 10.222.0.91 "PUT /v2.0/routers/4adf0442-b2a3-4f87-859c-54c4d16ff8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3584614 Jul 16 20:34:50.440301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57140) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:50.457390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] Sync routers for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:50.479352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:50.480358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:50.538733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.557814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a20f12e7-8286-4416-8ce4-f6156465c6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.563643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object 0944b81e-963a-4f2c-856d-67466646980a will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:50.565425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a20f12e7-8286-4416-8ce4-f6156465c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.642628 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a20f12e7-8286-4416-8ce4-f6156465c6e3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1351cbbfe2f54a85b85ba9510d4c061c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2113175 Jul 16 20:34:50.645227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.647758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57144) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:50.668445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f12e7-8286-4416-8ce4-f6156465c6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056a04d1-d67a-4b62-af17-f712de193ac2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:50.685888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.729298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:50.781331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:50.782110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:50.785802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:50.794451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:50.811862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.864700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.867587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.891939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-0a6d9a36-34c7-407c-91b2-658c3b6f5fec tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0990982 Jul 16 20:34:50.915164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Request body: {'port': {'device_id': '9cc7c909-ab65-4231-a56a-3f3700641061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:50.924413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2253102-b3d9-404d-ae38-8cd1efcb3a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.955607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2253102-b3d9-404d-ae38-8cd1efcb3a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.968523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Deleting port 9b9842af-9b1e-4625-854c-67a5da89609e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:50.969100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.046237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.113607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:34:48Z', 'revision_number': 5, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port': {'id': '9b9842af-9b1e-4625-854c-67a5da89609e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:58Z', 'updated_at': '2021-07-16T20:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:51.159512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] Checking router: 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:51.168979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] Routers {'4adf0442-b2a3-4f87-859c-54c4d16ff8c9'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:51.169603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:51.201604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] For port 9b9842af-9b1e-4625-854c-67a5da89609e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b9842af-9b1e-4625-854c-67a5da89609e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:51.202051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.225831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Calling delete_port for 9b9842af-9b1e-4625-854c-67a5da89609e owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:51.321941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2253102-b3d9-404d-ae38-8cd1efcb3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.324587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2253102-b3d9-404d-ae38-8cd1efcb3a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.328278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c2253102-b3d9-404d-ae38-8cd1efcb3a06 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/056a04d1-d67a-4b62-af17-f712de193ac2 HTTP/1.1" status: 204 len: 168 time: 0.6770790 Jul 16 20:34:51.427591 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2253102-b3d9-404d-ae38-8cd1efcb3a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a04d1-d67a-4b62-af17-f712de193ac2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:51.509814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08b45e-f6b8-4337-9421-efe1ebda9efb up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:51.572674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] Set router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:51.576516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b3cbee59-5743-4076-8d77-28e66cdc4747 None None] Provisioning for port 0944b81e-963a-4f2c-856d-67466646980a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:51.584455 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.611125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b3cbee59-5743-4076-8d77-28e66cdc4747 None None] Provisioning complete for port 0944b81e-963a-4f2c-856d-67466646980a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:51.611588 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b3cbee59-5743-4076-8d77-28e66cdc4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.642318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0944b81e-963a-4f2c-856d-67466646980a {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:51.661763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.694816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9842af-9b1e-4625-854c-67a5da89609e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:51.695071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b3cbee59-5743-4076-8d77-28e66cdc4747 None None] Port 0944b81e-963a-4f2c-856d-67466646980a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:51.706381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Transition to ACTIVE for port object 0944b81e-963a-4f2c-856d-67466646980a will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:51.710789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 6, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:51.714670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.761929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0c3c0-80a0-47d0-9a3c-2ab838b25314 None None] The sync data for ids ['4adf0442-b2a3-4f87-859c-54c4d16ff8c9'] in n-d-792458-10 is: [{'id': '4adf0442-b2a3-4f87-859c-54c4d16ff8c9', 'name': 'tempest-AttachVolumeTestJSON-890957192-router', 'tenant_id': '41f980572d37466cac299a33fdf2f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:57Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 6, 'project_id': '41f980572d37466cac299a33fdf2f59d', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:51.776809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5c08b45e-f6b8-4337-9421-efe1ebda9efb triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:51.777185 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.836304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:51.923891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57162) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:51.926920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:51.927492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:51.928046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:51.949264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:51.949897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:51.961434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:51.962131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Checking segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:51.962773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Bound using segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:51.963505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Bound port: 0944b81e-963a-4f2c-856d-67466646980a, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:51.964063 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.966395 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5962735-bf30-4ab3-8cd0-1d5e1ab0b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.107733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:52.112951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:52.121606 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.202333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.203073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.204839 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] 10.222.0.99 "PUT /v2.0/ports/0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 1092 time: 1.3049910 Jul 16 20:34:52.208246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:52.221655 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:52.314968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5962735-bf30-4ab3-8cd0-1d5e1ab0b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.317358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a33d4-dbed-4d6e-a148-e6d1b860f8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.344270 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece770be-1ea9-4cf4-84f9-909855cb6fd9 x-openstack-request-id: req-ece770be-1ea9-4cf4-84f9-909855cb6fd9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:52.345121 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:52.345470 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ece770be-1ea9-4cf4-84f9-909855cb6fd9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:52.356192 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'status': 'completed', 'code': 200} Jul 16 20:34:52.358481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5962735-bf30-4ab3-8cd0-1d5e1ab0b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.474277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5962735-bf30-4ab3-8cd0-1d5e1ab0b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c28858-fe23-498b-bd07-47c433246069,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.534646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b5962735-bf30-4ab3-8cd0-1d5e1ab0b72c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=012856ae34f2438994e4095256970c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083922 Jul 16 20:34:52.547162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57168) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.565427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.594692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-34be6c6d-85de-42ec-8742-a1c1dc40a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.596402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-34be6c6d-85de-42ec-8742-a1c1dc40a4f1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1095 time: 0.3142211 Jul 16 20:34:52.607619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7066acd-6300-485a-9a2c-191c4f39baab req-39c796e4-c4ec-4820-82f8-31a1411b4b20 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.609411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7066acd-6300-485a-9a2c-191c4f39baab req-39c796e4-c4ec-4820-82f8-31a1411b4b20 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 943 time: 0.9161463 Jul 16 20:34:52.651701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-b1a85a5c-4a87-4f25-8239-865c935c31fc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 217 time: 0.0474982 Jul 16 20:34:52.692744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf444a1c-8de3-4dfd-ad73-fabe9b69aec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.697860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.705156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.727852 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf444a1c-8de3-4dfd-ad73-fabe9b69aec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.735674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-7f8d3e6f-7a02-4ecf-9683-f1fc578edfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.737479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-7f8d3e6f-7a02-4ecf-9683-f1fc578edfa4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 200 len: 835 time: 0.0774992 Jul 16 20:34:52.765629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7066acd-6300-485a-9a2c-191c4f39baab req-7b96c117-9a8a-4da8-9999-5ec9b7ccb127 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812297 Jul 16 20:34:52.773654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.774202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4adf0442-b2a3-4f87-859c-54c4d16ff8c9 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:34:52.780837 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.781987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1dc53168-1465-4965-87e0-ddf092f412e6 admin admin] 10.222.0.91 "DELETE /v2.0/routers/4adf0442-b2a3-4f87-859c-54c4d16ff8c9 HTTP/1.1" status: 204 len: 168 time: 2.3406324 Jul 16 20:34:52.784697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57170) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.835529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-71a63911-81ff-4c37-ab01-cc92b1a7ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.837055 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-71a63911-81ff-4c37-ab01-cc92b1a7ab28 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e582d899-0917-4cff-b0ff-9f87e4a3b72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890660 Jul 16 20:34:52.839597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf444a1c-8de3-4dfd-ad73-fabe9b69aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.842429 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bf444a1c-8de3-4dfd-ad73-fabe9b69aec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.846131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bf444a1c-8de3-4dfd-ad73-fabe9b69aec0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e7c28858-fe23-498b-bd07-47c433246069 HTTP/1.1" status: 204 len: 168 time: 0.2938445 Jul 16 20:34:52.863217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] Deleting subnet 58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:52.866515 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.903348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf444a1c-8de3-4dfd-ad73-fabe9b69aec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c28858-fe23-498b-bd07-47c433246069,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.937363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.041718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-b1d2b1e2-2c21-4e6f-9316-2912731ca08e service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958263 Jul 16 20:34:53.042887 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.121448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.161699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.168742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.176826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0f24ae38-5ed0-40cd-9b38-e46b6f0b6138 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/58f06c37-ed8a-41b6-b0e8-e504ef5fa2b5 HTTP/1.1" status: 204 len: 168 time: 0.3887208 Jul 16 20:34:53.178580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57180) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:53.189332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9e2f4e9-be05-4b51-b156-932589a3b2dc req-f4cac9e4-094c-4107-a8c4-9ea19d8ffc6f service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391902 Jul 16 20:34:53.196265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77737a-a8e8-4c50-be2e-afe31583c3a5 None None] Network 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:53.386528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.407570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b9842af-9b1e-4625-854c-67a5da89609e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:53.428237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-ba9a8032-42d9-4013-9711-d160c01d4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.430484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-ba9a8032-42d9-4013-9711-d160c01d4ee1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1095 time: 0.1506300 Jul 16 20:34:53.466570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Deleting port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:53.467028 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.467853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9b9842af-9b1e-4625-854c-67a5da89609e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:53.468197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b9842af-9b1e-4625-854c-67a5da89609e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:53.468599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed94538d-e8ee-457a-b055-62a99fe34f4c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:53.544074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ed94538d-e8ee-457a-b055-62a99fe34f4c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:53.544743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ed94538d-e8ee-457a-b055-62a99fe34f4c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:53.549561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57186) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:53.564989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] For port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e09f7cf7-62ff-490d-87e8-fe27db5a5a8b,segment=NetworkSegment(ed6ce530-d859-4573-a931-57f34d0068fb),segment_id=ed6ce530-d859-4573-a931-57f34d0068fb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:53.565769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.570806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e96354d8-46b2-45a8-974f-a45aa65abccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.584848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Calling delete_port for e09f7cf7-62ff-490d-87e8-fe27db5a5a8b owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:53.625600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-a0706ba4-cc75-450f-b713-49474a12e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.627344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-a0706ba4-cc75-450f-b713-49474a12e17a service neutron] 10.222.0.99 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 897 time: 0.1890860 Jul 16 20:34:53.708685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-ec4a2e48-fb74-4e71-92aa-e1385c3ded03 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 217 time: 0.0712826 Jul 16 20:34:53.721635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.723114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31108535-a119-4863-98b0-df7cf4337f7b None None] DHCP port deletion for 6e25d137-bbf4-4d15-a953-76f8ca1bd6eb request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:53.766054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Pushing event deleted for resources: {'Port': ['ID=e09f7cf7-62ff-490d-87e8-fe27db5a5a8b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.768437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] No DVR routers for this DVR port e09f7cf7-62ff-490d-87e8-fe27db5a5a8b on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:53.857784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.869811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e25d137-bbf4-4d15-a953-76f8ca1bd6eb']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:53.875745 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e96354d8-46b2-45a8-974f-a45aa65abccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.881511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-28cfc007-36db-4597-b8cc-a300f217f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.883427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-28cfc007-36db-4597-b8cc-a300f217f25e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 200 len: 835 time: 0.1675229 Jul 16 20:34:53.889483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ce530-d859-4573-a931-57f34d0068fb') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:53.889764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e96354d8-46b2-45a8-974f-a45aa65abccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.890658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ce530-d859-4573-a931-57f34d0068fb') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:53.904107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.921200 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.961174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:53.961679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.995620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e96354d8-46b2-45a8-974f-a45aa65abccb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1ca83c9587ed43f59fab113b91c4b097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450011 Jul 16 20:34:53.996634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96354d8-46b2-45a8-974f-a45aa65abccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50469ef-2ffd-4991-be7e-9fc0b95fe986,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.999942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57196) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:54.061990 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:54.074549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.094084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.096351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] 10.222.0.91 "DELETE /v2.0/networks/6e25d137-bbf4-4d15-a953-76f8ca1bd6eb HTTP/1.1" status: 204 len: 168 time: 0.9176188 Jul 16 20:34:54.097274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e31a-50d7-42c1-9ba9-abffc82a359c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e25d137-bbf4-4d15-a953-76f8ca1bd6eb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.360628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57202) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:54.406662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d1f7e819-d7a7-43e5-b74a-e95605e097dc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=41f980572d37466cac299a33fdf2f59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446415 Jul 16 20:34:54.408928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57204) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:54.482759 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6182d540-28fc-4c7b-9fe4-26cd9c1ca04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.504911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-42ba47c0-5c14-450f-803d-f99d98353467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.506618 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-42ba47c0-5c14-450f-803d-f99d98353467 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e582d899-0917-4cff-b0ff-9f87e4a3b72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5971642 Jul 16 20:34:54.509527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6182d540-28fc-4c7b-9fe4-26cd9c1ca04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.575025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3153ed5e-fde1-4259-a673-d841ff381d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.577203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6182d540-28fc-4c7b-9fe4-26cd9c1ca04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.579832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6182d540-28fc-4c7b-9fe4-26cd9c1ca04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.585103 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6182d540-28fc-4c7b-9fe4-26cd9c1ca04e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df276daa-2f0b-4bb3-ad41-835f8aa46247 HTTP/1.1" status: 204 len: 168 time: 0.1742394 Jul 16 20:34:54.597340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182d540-28fc-4c7b-9fe4-26cd9c1ca04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df276daa-2f0b-4bb3-ad41-835f8aa46247,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.688298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3153ed5e-fde1-4259-a673-d841ff381d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.768771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aab89-872c-4399-9f70-c099cf9b9871 req-d53fe571-2372-4252-9e14-cc39ddeb25af tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.770391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d3aab89-872c-4399-9f70-c099cf9b9871 req-d53fe571-2372-4252-9e14-cc39ddeb25af tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 943 time: 0.7332020 Jul 16 20:34:54.776654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-e6170264-33b8-4dc2-a600-a47500969343 service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598383 Jul 16 20:34:54.830197 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3153ed5e-fde1-4259-a673-d841ff381d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.832660 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3153ed5e-fde1-4259-a673-d841ff381d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.836095 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3153ed5e-fde1-4259-a673-d841ff381d95 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e50469ef-2ffd-4991-be7e-9fc0b95fe986 HTTP/1.1" status: 204 len: 168 time: 0.8321886 Jul 16 20:34:54.887203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153ed5e-fde1-4259-a673-d841ff381d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50469ef-2ffd-4991-be7e-9fc0b95fe986,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.893041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d3aab89-872c-4399-9f70-c099cf9b9871 req-3b1a53c7-8bc5-42be-a81d-4717cc863cfb tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123011 Jul 16 20:34:54.947448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f95fb87-79ff-4a8e-9d9f-208eb2d083a4 req-52f1132f-297e-4925-8924-8a9afe1691c9 service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589074 Jul 16 20:34:55.280969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e09f7cf7-62ff-490d-87e8-fe27db5a5a8b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:55.319504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e09f7cf7-62ff-490d-87e8-fe27db5a5a8b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:55.320995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e09f7cf7-62ff-490d-87e8-fe27db5a5a8b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:56.250751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd184-9c1c-44cc-b513-6a65109294c0 req-9062668a-c622-4422-b672-2e8a9cf940e2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.252567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-262cd184-9c1c-44cc-b513-6a65109294c0 req-9062668a-c622-4422-b672-2e8a9cf940e2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 943 time: 0.1248255 Jul 16 20:34:56.330493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0944b81e-963a-4f2c-856d-67466646980a details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:56.336516 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-262cd184-9c1c-44cc-b513-6a65109294c0 req-80ea3652-f0dd-4c0c-9c88-f6bed93d8e13 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719323 Jul 16 20:34:56.513716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:56.527763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '0944b81e-963a-4f2c-856d-67466646980a', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'port_id': '0944b81e-963a-4f2c-856d-67466646980a', 'mac_address': 'fa:16:3e:d6:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:56.623280 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.656852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0944b81e-963a-4f2c-856d-67466646980a {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:56.730141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:56.736363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.844208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:56.947300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57312) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:56.985821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0944b81e-963a-4f2c-856d-67466646980a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:57.156220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'network': {'name': 'tempest-network-smoke--2002583618', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'port_security_enabled': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:57.184491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:57.190217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.201810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.341091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.353707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.385866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:57.396248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d57016-2ce1-401c-8f89-d037556b3754,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:57.404493 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.405007 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Added segment 0b0ee51c-6093-414b-aeea-8d239008722e of type vlan for network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 Jul 16 20:34:57.466555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.525583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.536787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:57.537634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.621283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Network': ['ID=5d788f1c-9155-4b52-98c5-9c5a1080bf26,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:57.633795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8bb467d4-78a9-4554-aaae-8ffbbd622809 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6850688 Jul 16 20:34:57.636448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d1cc0-f5f4-43f2-9393-743883bc2d50 req-c235d23e-51fd-4faa-a101-c9462fd007e5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:57.637575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:57.638094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e81d1cc0-f5f4-43f2-9393-743883bc2d50 req-c235d23e-51fd-4faa-a101-c9462fd007e5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.0866938 Jul 16 20:34:57.638294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57326) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:57.643798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-826336591', 'admin_state_up': True, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:57.670289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.683772 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.732919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e81d1cc0-f5f4-43f2-9393-743883bc2d50 req-9230d25a-5bc7-4257-9114-cff32f846412 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841315 Jul 16 20:34:57.810101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.106644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.343801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0944b81e-963a-4f2c-856d-67466646980a up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:58.449213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 0944b81e-963a-4f2c-856d-67466646980a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:58.454797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 0944b81e-963a-4f2c-856d-67466646980a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:58.455438 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.509377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.534983 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.564680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.598101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:58.601191 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb4e18c-6181-4ec8-8534-6042006f0730" -d '{"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-plugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:58.624570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:58.630150 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.666000 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20005240-4e81-43f9-ad6d-e6746a09d8ba x-openstack-request-id: req-20005240-4e81-43f9-ad6d-e6746a09d8ba {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:58.667172 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-plugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:58.667765 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-20005240-4e81-43f9-ad6d-e6746a09d8ba {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:58.668320 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'code': 200} Jul 16 20:34:58.696028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:58.734954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.25.3.131 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/672f3c08-6800-48bb-9a0b-a5997507e21a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:58.864949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9cd6-e6c5-4284-b13d-5ba54e0466c8 req-6e66f3f9-04c2-4c25-9ac9-32fc83f5d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:58.866863 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8ae9cd6-e6c5-4284-b13d-5ba54e0466c8 req-6e66f3f9-04c2-4c25-9ac9-32fc83f5d756 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1097 time: 0.1339424 Jul 16 20:34:58.976081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8ae9cd6-e6c5-4284-b13d-5ba54e0466c8 req-11cc6a69-3553-43c8-92a4-3175dab56803 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822160 Jul 16 20:34:59.046058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.066552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81a45b-4ca6-4f9a-a93b-d49f55cbbf3e req-5fd76ce8-c6fc-4152-a55e-e6bdf1c185b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:59.082278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b81a45b-4ca6-4f9a-a93b-d49f55cbbf3e req-5fd76ce8-c6fc-4152-a55e-e6bdf1c185b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.1653006 Jul 16 20:34:59.139702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.140964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7b81a45b-4ca6-4f9a-a93b-d49f55cbbf3e req-289c9a15-0d64-43aa-8b5e-be48dfae6b33 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576994 Jul 16 20:34:59.233861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:59.251728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:59.255940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:59.295302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=672f3c08-6800-48bb-9a0b-a5997507e21a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.649085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.000989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.230570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 86f1cf82-664c-4aa0-8dab-18ab98bd1add is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:35:00.351380 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:00.361697 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Sync routers for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:00.381646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.385682 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:00.387567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-16e48977-cbff-4c1b-aaf6-03f55f5fddea tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7479570 Jul 16 20:35:00.388431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57406) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:00.389286 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:00.517251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57416) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:00.518401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b93d494f-3750-4af3-a706-784e3bfaf3d6 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=86a257e84ec2449e90b18d1965eefa39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1284482 Jul 16 20:35:00.596583 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:00.631801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3cc99-82e1-4547-becf-9c6e6f10ae69 req-067eede8-c5f4-46ce-b959-644c7d001e25 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:00.653651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fca3cc99-82e1-4547-becf-9c6e6f10ae69 req-067eede8-c5f4-46ce-b959-644c7d001e25 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.3141911 Jul 16 20:35:00.763742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fca3cc99-82e1-4547-becf-9c6e6f10ae69 req-460f1e2e-841a-4882-b643-fa98e9638ffa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090238 Jul 16 20:35:00.951452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba6254-ac4b-421f-b802-1090931e5c16 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:00.953263 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fbba6254-ac4b-421f-b802-1090931e5c16 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4339650 Jul 16 20:35:00.958981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57428) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.033818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57430) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.034068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5ad26def-2ffb-4f88-a9d8-1048493f787f tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734966 Jul 16 20:35:01.040233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743069241', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:01.160025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57432) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.166591 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:34:59Z', 'revision_number': 3, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:01.244068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:01.247846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.266025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1074cd6-896e-4694-a817-1636a1a0716f req-29c1b342-6076-49d8-a272-acc014abda90 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.267996 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f1074cd6-896e-4694-a817-1636a1a0716f req-29c1b342-6076-49d8-a272-acc014abda90 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.2141311 Jul 16 20:35:01.328739 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Checking router: 86f1cf82-664c-4aa0-8dab-18ab98bd1add for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:01.329427 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Updating router 86f1cf82-664c-4aa0-8dab-18ab98bd1add port 672f3c08-6800-48bb-9a0b-a5997507e21a binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:35:01.383576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f1074cd6-896e-4694-a817-1636a1a0716f req-8e388149-3f4a-4890-affc-625dcbf07d01 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084001 Jul 16 20:35:01.420248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57444) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.491040 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.513113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0321507a-856b-4ccf-a24c-ed545150467f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.683710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b04ea28-0e60-4f4a-be78-e5dfe8f4c25b tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.687744 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1b04ea28-0e60-4f4a-be78-e5dfe8f4c25b tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1092 time: 0.2658937 Jul 16 20:35:01.692233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.719837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '0944b81e-963a-4f2c-856d-67466646980a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:01.721365 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.836881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Subnet': ['ID=4a48fa66-80ef-4716-a94e-44ff4ec8f639,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:01.861547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0321507a-856b-4ccf-a24c-ed545150467f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.873558 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0321507a-856b-4ccf-a24c-ed545150467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.908428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Checking segment: {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:01.908780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network hostable DHCP agents. Network: 5d788f1c-9155-4b52-98c5-9c5a1080bf26, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:01.940413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:01.955737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 5d788f1c-9155-4b52-98c5-9c5a1080bf26) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:01.987488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08430a0-586e-47c0-ac97-60876a7a768d None None] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:01.999671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.003020 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.067365 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.078172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321507a-856b-4ccf-a24c-ed545150467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2e2df-554d-41f3-87f2-d2afe3b7c777,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.086507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d0d68301-bd9e-4c00-916e-cd480ae86ce9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0508978 Jul 16 20:35:02.089110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57452) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:02.104241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.109759 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Transition to ACTIVE for port object 672f3c08-6800-48bb-9a0b-a5997507e21a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:02.121244 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0321507a-856b-4ccf-a24c-ed545150467f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=32a9b16969414e8abd01067f5c944668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9493837 Jul 16 20:35:02.122179 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.167270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57454) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:02.249730 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Attempting to bind port 672f3c08-6800-48bb-9a0b-a5997507e21a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:02.250718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Attempting to bind port 672f3c08-6800-48bb-9a0b-a5997507e21a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:02.250718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Attempting to bind port 672f3c08-6800-48bb-9a0b-a5997507e21a on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:02.267464 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:02.267840 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:02.268235 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.268618 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:02.269212 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Bound port: 672f3c08-6800-48bb-9a0b-a5997507e21a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:02.269591 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.272357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275abcb-7d48-4342-bc9a-5863cc0352cb None None] Pushing event updated for resources: {'Port': ['ID=672f3c08-6800-48bb-9a0b-a5997507e21a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.335090 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] For port 672f3c08-6800-48bb-9a0b-a5997507e21a, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:02.339001 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] For port 672f3c08-6800-48bb-9a0b-a5997507e21a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=672f3c08-6800-48bb-9a0b-a5997507e21a,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:02.345640 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.401772 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:02.402410 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:02.424295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63b6b0ab-e955-49ef-88c0-34909f59d829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.431512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:02.435237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.504349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63b6b0ab-e955-49ef-88c0-34909f59d829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.658315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Allocated IP 172.20.0.2 (5d788f1c-9155-4b52-98c5-9c5a1080bf26/4a48fa66-80ef-4716-a94e-44ff4ec8f639/c20deb89-6264-438a-a3d1-a61854214551) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:02.756846 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.780347 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275abcb-7d48-4342-bc9a-5863cc0352cb None None] Pushing event updated for resources: {'Port': ['ID=672f3c08-6800-48bb-9a0b-a5997507e21a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.783371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63b6b0ab-e955-49ef-88c0-34909f59d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.796294 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63b6b0ab-e955-49ef-88c0-34909f59d829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.797465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63b6b0ab-e955-49ef-88c0-34909f59d829 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/55c2e2df-554d-41f3-87f2-d2afe3b7c777 HTTP/1.1" status: 204 len: 168 time: 0.6237297 Jul 16 20:35:02.953201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6b0ab-e955-49ef-88c0-34909f59d829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2e2df-554d-41f3-87f2-d2afe3b7c777,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.997354 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:03.056334 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.100056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Transition to ACTIVE for port object c20deb89-6264-438a-a3d1-a61854214551 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:03.146965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Transition to ACTIVE for port object c20deb89-6264-438a-a3d1-a61854214551 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:03.168733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.234762 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.266274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.46 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/cd8f4ae6-85e0-45a0-8874-c3dda74190e3) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:03.414872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Pushing event updated for resources: {'Port': ['ID=c20deb89-6264-438a-a3d1-a61854214551,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:03.415954 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-90717e91-5a92-4e3e-8837-843c431595af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:34:59Z', 'revision_number': 3, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:03.420275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:03.428354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:03.445029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:03.510541 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90717e91-5a92-4e3e-8837-843c431595af None None] The sync data for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 is: [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:34:59Z', 'revision_number': 3, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:03.614692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Attempting to bind port c20deb89-6264-438a-a3d1-a61854214551 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:03.615313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Attempting to bind port c20deb89-6264-438a-a3d1-a61854214551 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:03.615847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Attempting to bind port c20deb89-6264-438a-a3d1-a61854214551 on network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:03.638175 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.641840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:03.643066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Checking segment: {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:03.652163 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.652826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Bound using segment: {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:03.653401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Bound port: c20deb89-6264-438a-a3d1-a61854214551, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:03.653828 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.796728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.852440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.20.0.1 (5d788f1c-9155-4b52-98c5-9c5a1080bf26/4a48fa66-80ef-4716-a94e-44ff4ec8f639/91c1ea55-4f67-4d3c-b34a-30f5ba315ade) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:03.864125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] For port c20deb89-6264-438a-a3d1-a61854214551, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:03.876980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] For port c20deb89-6264-438a-a3d1-a61854214551, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c20deb89-6264-438a-a3d1-a61854214551,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:03.886222 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.898975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:03.913115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:03.922103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:03.970512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=cd8f4ae6-85e0-45a0-8874-c3dda74190e3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:04.026571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.043789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Transition to ACTIVE for port object 91c1ea55-4f67-4d3c-b34a-30f5ba315ade will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:04.085135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05a6e-f093-42e5-aea0-1cdb52dddbda None None] Pushing event updated for resources: {'Port': ['ID=c20deb89-6264-438a-a3d1-a61854214551,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:04.201370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.372369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:04.378935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:04.381556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:04.386985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:04.575731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.007989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.183995 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.408223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.552755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 672f3c08-6800-48bb-9a0b-a5997507e21a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:05.693714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.701985 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.763245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 672f3c08-6800-48bb-9a0b-a5997507e21a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:05.768190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 672f3c08-6800-48bb-9a0b-a5997507e21a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:05.768865 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.863712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.873435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.935915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=cd8f4ae6-85e0-45a0-8874-c3dda74190e3,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:05.981003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.995045 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.039385 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d71596d6-9eb5-463c-972e-8007c4edc695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.055577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 672f3c08-6800-48bb-9a0b-a5997507e21a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=672f3c08-6800-48bb-9a0b-a5997507e21a,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:06.065712 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.068026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c20deb89-6264-438a-a3d1-a61854214551 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:06.105568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.177284 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.283888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=672f3c08-6800-48bb-9a0b-a5997507e21a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.368015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e069a7a8-ee99-40be-af32-01a55853833b None None] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:06.412241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:06.414014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:06.536609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c20deb89-6264-438a-a3d1-a61854214551 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:06.570245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bdf9b48b-e2b2-4147-9d35-6882b304bb02 None None] Provisioning for port c20deb89-6264-438a-a3d1-a61854214551 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:06.592351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bdf9b48b-e2b2-4147-9d35-6882b304bb02 None None] Provisioning complete for port c20deb89-6264-438a-a3d1-a61854214551 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:06.592729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b48b-e2b2-4147-9d35-6882b304bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.728888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 86f1cf82-664c-4aa0-8dab-18ab98bd1add has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:06.779830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b48b-e2b2-4147-9d35-6882b304bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.827844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bdf9b48b-e2b2-4147-9d35-6882b304bb02 None None] For port c20deb89-6264-438a-a3d1-a61854214551, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c20deb89-6264-438a-a3d1-a61854214551,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:06.837742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b48b-e2b2-4147-9d35-6882b304bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.096004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9b48b-e2b2-4147-9d35-6882b304bb02 None None] Pushing event updated for resources: {'Port': ['ID=c20deb89-6264-438a-a3d1-a61854214551,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:07.225335 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP abf57451-2577-4801-b8da-ec963f39a07b associated. External IP: 172.25.3.46, port: 0944b81e-963a-4f2c-856d-67466646980a. Jul 16 20:35:07.423012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 672f3c08-6800-48bb-9a0b-a5997507e21a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:07.572524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 672f3c08-6800-48bb-9a0b-a5997507e21a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:07.573224 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.627922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:07.640208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d409e788-02f4-4f32-9e64-fa8c7b062074 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "PUT /v2.0/routers/86f1cf82-664c-4aa0-8dab-18ab98bd1add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5493896 Jul 16 20:35:07.644993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57578) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:07.678772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Sync routers for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:07.753954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:07.757946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:07.852171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ef88c380-d9f0-41f2-8eb0-f9c7cf23c6f0 None None] Provisioning for port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:07.868581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ef88c380-d9f0-41f2-8eb0-f9c7cf23c6f0 None None] Provisioning complete for port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:07.868950 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef88c380-d9f0-41f2-8eb0-f9c7cf23c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.923747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:07.961565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ef88c380-d9f0-41f2-8eb0-f9c7cf23c6f0 None None] Port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:08.060489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ef88c380-d9f0-41f2-8eb0-f9c7cf23c6f0 None None] Provisioning complete for port c20deb89-6264-438a-a3d1-a61854214551 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:08.061347 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef88c380-d9f0-41f2-8eb0-f9c7cf23c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.102811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.108792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.109505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.110162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.110788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.111436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.112052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.112662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.116790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.117750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.120190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c6650927-b941-4a18-aab8-6944b904c2ce tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7065 time: 0.4723063 Jul 16 20:35:08.124007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57592) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:08.256993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:08.281378 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] Sync routers for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:08.298738 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:08.299414 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:34:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:08.310967 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.346606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c20deb89-6264-438a-a3d1-a61854214551 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:08.457688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.458749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.460026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.461676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.465653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.466381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.467874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.468688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.471008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.471710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.473708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-01f0a444-869d-43d2-b016-94dfc333d21d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.7791955 Jul 16 20:35:08.474404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:08.478916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-24b3fb67-a149-402e-9036-6d16ced38f5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6542 time: 0.3522766 Jul 16 20:35:08.481078 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57600) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:08.481429 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:08.554531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:08.606484 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1739a1-1638-477a-b1ff-b7b8d9c2b0ab x-openstack-request-id: req-5a1739a1-1638-477a-b1ff-b7b8d9c2b0ab {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:08.606770 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:08.607097 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5a1739a1-1638-477a-b1ff-b7b8d9c2b0ab {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:08.607504 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'status': 'completed', 'code': 200} Jul 16 20:35:08.750519 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.755072 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.782799 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:08.794064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-c0380439-1d82-47ad-b631-5dc4552047c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.804695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-c0380439-1d82-47ad-b631-5dc4552047c9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1097 time: 0.1859987 Jul 16 20:35:09.059150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-6c8a83b3-0db8-4e4b-b6cb-d6454a7eb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:09.061165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-6c8a83b3-0db8-4e4b-b6cb-d6454a7eb3fe service neutron] 10.222.0.99 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 897 time: 0.2495444 Jul 16 20:35:09.127614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c20deb89-6264-438a-a3d1-a61854214551 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:09.130130 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.155739 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2fc6cac9-b862-406f-ac03-91ad76e7258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.245433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-406931a9-b10e-498f-b5eb-100b8df0290d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 998 time: 0.1767840 Jul 16 20:35:09.254336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996eba7-f1cb-4143-8cfe-e76723cb162e req-1beb8d7b-964a-4f62-aa80-1037b2572b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:09.256008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4996eba7-f1cb-4143-8cfe-e76723cb162e req-1beb8d7b-964a-4f62-aa80-1037b2572b0a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.4323046 Jul 16 20:35:09.320578 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c08610b-35aa-4fa1-a29f-970af76e7499 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.8318405 Jul 16 20:35:09.363080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4996eba7-f1cb-4143-8cfe-e76723cb162e req-ead0ac44-43bf-427d-b145-a12e0892572c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937538 Jul 16 20:35:09.378113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57620) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:09.381088 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.395361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-8dd5e2e7-b893-44aa-b44e-30af05f4efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:09.397058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-8dd5e2e7-b893-44aa-b44e-30af05f4efc2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 200 len: 835 time: 0.1411989 Jul 16 20:35:09.449785 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-44b89c69-4a18-41df-b0e6-e762db921dd0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/abf57451-2577-4801-b8da-ec963f39a07b HTTP/1.1" status: 200 len: 990 time: 0.0703247 Jul 16 20:35:09.467068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-55ed7b36-7b93-4824-b565-9b3fc203c8f9 None None] Provisioning complete for port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:09.468304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-55ed7b36-7b93-4824-b565-9b3fc203c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.512794 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'abf57451-2577-4801-b8da-ec963f39a07b', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'port_id': '0944b81e-963a-4f2c-856d-67466646980a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'mac_address': 'fa:16:3e:d6:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc7c909-ab65-4231-a56a-3f3700641061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:04Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:09.531688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-a81432d8-e3e8-46eb-9a75-5b5feb8da555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:09.533608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-a81432d8-e3e8-46eb-9a75-5b5feb8da555 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e582d899-0917-4cff-b0ff-9f87e4a3b72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301239 Jul 16 20:35:09.592429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57624) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:09.601777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-55ed7b36-7b93-4824-b565-9b3fc203c8f9 None None] Port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:09.610103 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] Checking router: b135c775-abbb-4ea3-8cc5-b6dae8d01c1b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:09.661303 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:09.662065 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:35:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:09.663325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 2, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:09.700283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Checking router: 86f1cf82-664c-4aa0-8dab-18ab98bd1add for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:09.701275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Updating router 86f1cf82-664c-4aa0-8dab-18ab98bd1add port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:35:09.761984 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.778207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-f148fac1-ace5-4342-a3f3-eb2e8da112dc service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327354 Jul 16 20:35:09.886723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-870c47b1-29d1-40fb-a329-4db1ba60ca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.913739 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:09.991250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57638) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.013797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-45146705-8a00-4e3e-afae-f300705c6475 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090504116', 'description': 'tempest-secgroup-smoke-1090504116 description', 'project_id': '86a257e84ec2449e90b18d1965eefa39'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:10.089723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab9ae8f8-f7c4-4a7b-bd14-9ef084f99e95 req-10510c94-86fd-4887-8cd7-f09581156271 service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015344 Jul 16 20:35:10.113197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-870c47b1-29d1-40fb-a329-4db1ba60ca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.119271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-870c47b1-29d1-40fb-a329-4db1ba60ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.143452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57640) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.154075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45146705-8a00-4e3e-afae-f300705c6475 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.163821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-870c47b1-29d1-40fb-a329-4db1ba60ca0d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1917b47c4b7f46d0adc222150f30d40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702195 Jul 16 20:35:10.169126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57644) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.193690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c47b1-29d1-40fb-a329-4db1ba60ca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72ae745-d50c-4a73-ab9e-0fba1bc0f725,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.314479 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'abf57451-2577-4801-b8da-ec963f39a07b', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'port_id': '0944b81e-963a-4f2c-856d-67466646980a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'mac_address': 'fa:16:3e:d6:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc7c909-ab65-4231-a56a-3f3700641061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:04Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:10.321305 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3672d95d-a2a8-4bec-8491-a54e3d7e10ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.355518 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45146705-8a00-4e3e-afae-f300705c6475 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.361968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45146705-8a00-4e3e-afae-f300705c6475 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.368830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3672d95d-a2a8-4bec-8491-a54e3d7e10ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.374331 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.388482 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823e310-83db-4d84-9564-8e8a8b0d8bce None None] The sync data for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 is: [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'abf57451-2577-4801-b8da-ec963f39a07b', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'port_id': '0944b81e-963a-4f2c-856d-67466646980a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'mac_address': 'fa:16:3e:d6:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc7c909-ab65-4231-a56a-3f3700641061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:04Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:10.452824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57650) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.469630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-45146705-8a00-4e3e-afae-f300705c6475 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.478074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-45146705-8a00-4e3e-afae-f300705c6475 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4838736 Jul 16 20:35:10.496340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57652) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.497697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45146705-8a00-4e3e-afae-f300705c6475 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013354c9-80fd-4a59-a641-a1aa7f3d1b4d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.509823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-44cea8d7-8045-4f33-8f7a-31a82bb9d639 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '013354c9-80fd-4a59-a641-a1aa7f3d1b4d', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:10.528304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.557458 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44cea8d7-8045-4f33-8f7a-31a82bb9d639 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.563885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Transition to ACTIVE for port object 91c1ea55-4f67-4d3c-b34a-30f5ba315ade will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:10.576158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.587319 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0894a81-25bb-43cb-9051-a3603744f8e4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/abf57451-2577-4801-b8da-ec963f39a07b HTTP/1.1" status: 200 len: 990 time: 0.1329381 Jul 16 20:35:10.589618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3672d95d-a2a8-4bec-8491-a54e3d7e10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.594017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3672d95d-a2a8-4bec-8491-a54e3d7e10ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.596659 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3672d95d-a2a8-4bec-8491-a54e3d7e10ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c72ae745-d50c-4a73-ab9e-0fba1bc0f725 HTTP/1.1" status: 204 len: 168 time: 0.4258034 Jul 16 20:35:10.610015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672d95d-a2a8-4bec-8491-a54e3d7e10ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72ae745-d50c-4a73-ab9e-0fba1bc0f725,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.718232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44cea8d7-8045-4f33-8f7a-31a82bb9d639 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.723688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44cea8d7-8045-4f33-8f7a-31a82bb9d639 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.754535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fadbd-62b5-45f5-93e3-2dba2801b7cb None None] Pushing event updated for resources: {'Port': ['ID=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.805481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cea8d7-8045-4f33-8f7a-31a82bb9d639 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39995f88-accf-40c2-8f4f-df8ad3746c68,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.824080 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-44cea8d7-8045-4f33-8f7a-31a82bb9d639 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.825597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-44cea8d7-8045-4f33-8f7a-31a82bb9d639 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248615 Jul 16 20:35:10.827055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.829410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57662) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.835970 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1210bf5f-df6d-477e-af35-b8606b816df1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '013354c9-80fd-4a59-a641-a1aa7f3d1b4d', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:10.873698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:35:10.873698 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:35:10.873698 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id_1': '2327734c4d99412287bd35ca19925a4f', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 35, 10, 861118)}] Jul 16 20:35:10.873698 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:10.875055 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:10.879878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7492f-bd17-42b7-8acb-37bfe781ac81 None None] New status for floating IP abf57451-2577-4801-b8da-ec963f39a07b: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:10.900995 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1210bf5f-df6d-477e-af35-b8606b816df1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.996769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1210bf5f-df6d-477e-af35-b8606b816df1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.002305 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1210bf5f-df6d-477e-af35-b8606b816df1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.035637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210bf5f-df6d-477e-af35-b8606b816df1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93527788-9623-45f3-bfde-120282d2a651,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.057960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1210bf5f-df6d-477e-af35-b8606b816df1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.059448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1210bf5f-df6d-477e-af35-b8606b816df1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2286446 Jul 16 20:35:11.062505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57666) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.068598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '013354c9-80fd-4a59-a641-a1aa7f3d1b4d', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:11.099832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Attempting to bind port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:11.101068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Attempting to bind port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:11.101640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Attempting to bind port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade on network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:11.124790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.154440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57668) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.168173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.168922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:11.169309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Checking segment: {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:11.169715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.170114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Bound using segment: {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:11.170597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Bound port: 91c1ea55-4f67-4d3c-b34a-30f5ba315ade, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:11.171009 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.224621 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.231598 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.271932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8085d21-9ce1-4466-9258-1f7dd6927131,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.304687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.307344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.307892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.308340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.308776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.309331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.309757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.311260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.312265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.313100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.314682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.315139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.328826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.336527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.347101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.351832 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-af9669fc-3b17-44ac-b7bd-9ef74ce5566b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878520 Jul 16 20:35:11.352720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57674) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.358056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fad28741-cb79-4277-82ee-93039af1e19e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '013354c9-80fd-4a59-a641-a1aa7f3d1b4d', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:11.362698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] For port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:11.366522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] For port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:11.372748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.377459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.392773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=07dd619e933348489ef372a27caee973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370911 Jul 16 20:35:11.396906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.429212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4379e3d-dd26-4077-941c-933028775278,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.441108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.441593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fad28741-cb79-4277-82ee-93039af1e19e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.441757 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.441992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.442423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.442759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.443138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.443809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.444349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.445125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.445730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.446290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.446862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09ec12-1867-4a44-bdae-c1e803cc5a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:11.495451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fadbd-62b5-45f5-93e3-2dba2801b7cb None None] Pushing event updated for resources: {'Port': ['ID=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.502317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b06c0aa-713c-420b-a58f-7255620e21b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.510444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:11.511411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:35:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:11.555349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b06c0aa-713c-420b-a58f-7255620e21b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.599471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57682) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.612633 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fad28741-cb79-4277-82ee-93039af1e19e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.625452 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fad28741-cb79-4277-82ee-93039af1e19e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.665940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad28741-cb79-4277-82ee-93039af1e19e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fd8f7c-42de-42db-88ce-013aa98a8826,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.684346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.689140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.715451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:11.718017 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fad28741-cb79-4277-82ee-93039af1e19e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.721637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fad28741-cb79-4277-82ee-93039af1e19e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647254 Jul 16 20:35:11.725856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57686) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.734812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b06c0aa-713c-420b-a58f-7255620e21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.741798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '013354c9-80fd-4a59-a641-a1aa7f3d1b4d', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:11.743142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3b06c0aa-713c-420b-a58f-7255620e21b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.757975 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3b06c0aa-713c-420b-a58f-7255620e21b2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b4379e3d-dd26-4077-941c-933028775278 HTTP/1.1" status: 204 len: 168 time: 0.3549366 Jul 16 20:35:11.776761 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Project 86a257e84ec2449e90b18d1965eefa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:35:11.788623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2327734c4d99412287bd35ca19925a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6433370 Jul 16 20:35:11.791233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.795613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57690) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.796563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502ab0f-52ca-4cb0-be32-06a9f10bdfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b5284-d3d2-4f05-b8f3-bc4814f6a9c0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.819779 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13efe740-cbf2-4987-aec3-d00260511c4f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/abf57451-2577-4801-b8da-ec963f39a07b HTTP/1.1" status: 200 len: 992 time: 0.2183030 Jul 16 20:35:11.820934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06c0aa-713c-420b-a58f-7255620e21b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4379e3d-dd26-4077-941c-933028775278,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.913636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278493f-5d0c-4baa-bd79-191c4d2b0e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.943253 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278493f-5d0c-4baa-bd79-191c4d2b0e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.004805 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.019694 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.021132 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278493f-5d0c-4baa-bd79-191c4d2b0e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.024888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d278493f-5d0c-4baa-bd79-191c4d2b0e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.029186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d278493f-5d0c-4baa-bd79-191c4d2b0e9e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d80b5284-d3d2-4f05-b8f3-bc4814f6a9c0 HTTP/1.1" status: 204 len: 168 time: 0.2260308 Jul 16 20:35:12.029186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.088599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.090897 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3588407 Jul 16 20:35:12.093922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57700) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:12.099269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '013354c9-80fd-4a59-a641-a1aa7f3d1b4d', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:12.106162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:11Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:12.106462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278493f-5d0c-4baa-bd79-191c4d2b0e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80b5284-d3d2-4f05-b8f3-bc4814f6a9c0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.109915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38ba78-301e-44ca-8977-a9858b114986 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea356262-c255-4c3e-9bb3-f405e1c6d0ec,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.134291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1316be4-dd98-4ae3-abdd-39d2631bfd34 None None] The sync data for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 is: [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:11Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:12.169462 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Project 86a257e84ec2449e90b18d1965eefa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:35:12.175864 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.293924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.301026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.323535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9797ae20-ff28-4d99-92c3-7e49aee2fbec,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.343943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.347869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3e03c7a9-c096-4299-a4b0-2bb1e38da74b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2524652 Jul 16 20:35:12.713066 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-e72b01f0-76a7-45be-9fce-f8cd3a190efe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090504116&fields=id&tenant_id=86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 267 time: 0.0893967 Jul 16 20:35:12.780172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57738) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:12.805217 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4563745-a66b-4203-baa1-eb0af2fdb930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.926332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-df3d55b9-fca9-4cdc-869d-1d1a6b249cb0 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:12.928164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-df3d55b9-fca9-4cdc-869d-1d1a6b249cb0 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/networks?id=5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 200 len: 797 time: 0.2076130 Jul 16 20:35:12.952336 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-e5a6e131-9c6d-435f-82f2-381865364bcb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/quotas/86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 375 time: 0.0169764 Jul 16 20:35:13.105844 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4563745-a66b-4203-baa1-eb0af2fdb930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.126400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4563745-a66b-4203-baa1-eb0af2fdb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.174809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563745-a66b-4203-baa1-eb0af2fdb930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e588631-2618-4073-9626-a01cdd8cd9ed,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.218458 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-05a6f555-6fa8-48da-a671-fe12d9dd8a15 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2595246 Jul 16 20:35:13.226760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57752) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:13.252603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e4563745-a66b-4203-baa1-eb0af2fdb930 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fffec39a876d4a2d9fd52773fce764cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692922 Jul 16 20:35:13.260807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-90e52ca6-c2b6-4680-9db5-725924899fe7 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:35:13.262062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-90e52ca6-c2b6-4680-9db5-725924899fe7 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081208 Jul 16 20:35:13.347411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51bcef50-621c-46f2-8716-51cdbdd3b5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.392889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51bcef50-621c-46f2-8716-51cdbdd3b5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.455495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51bcef50-621c-46f2-8716-51cdbdd3b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.458339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51bcef50-621c-46f2-8716-51cdbdd3b5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.461662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-51bcef50-621c-46f2-8716-51cdbdd3b5bb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0e588631-2618-4073-9626-a01cdd8cd9ed HTTP/1.1" status: 204 len: 168 time: 0.2333109 Jul 16 20:35:13.488937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcef50-621c-46f2-8716-51cdbdd3b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e588631-2618-4073-9626-a01cdd8cd9ed,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.569109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-366b2c1d-6576-4e7a-a133-c01f5b33d5e8 service neutron] 10.222.0.91 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915609 Jul 16 20:35:13.741479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-30f830a2-e1ff-412b-b262-be07c6399cd0 service neutron] 10.222.0.91 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624136 Jul 16 20:35:13.891674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 91c1ea55-4f67-4d3c-b34a-30f5ba315ade up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:14.013947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:14.018199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:14.019062 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.063974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f081dbf-a9a4-43be-a9a4-a40f5881f7a6 req-736e0f45-335f-41a3-80de-b71787c0ae22 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 210 time: 0.0455463 Jul 16 20:35:14.171471 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.236534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:14.243063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.308421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.305139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5422c80d-6e00-4ea8-a716-e93088339b47 req-6debdfe3-5bb6-4de7-bda2-49116f269259 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 210 time: 0.0395350 Jul 16 20:35:15.319033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57874) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.538448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-8ed6063a-c831-4db0-b4ec-cb2ee40ca73a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:15.539992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-8ed6063a-c831-4db0-b4ec-cb2ee40ca73a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.79 "GET /v2.0/networks?id=5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 200 len: 797 time: 0.2187481 Jul 16 20:35:15.554178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdd75829-08f8-4ac9-a9dc-668ae296c421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.625510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-ffc04672-dae6-4098-9d6d-a58fbfedf8e2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 380 time: 0.0607769 Jul 16 20:35:15.639131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'port': {'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'admin_state_up': True, 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'security_groups': ['013354c9-80fd-4a59-a641-a1aa7f3d1b4d']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:15.692646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57890) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.783313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdd75829-08f8-4ac9-a9dc-668ae296c421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.791306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdd75829-08f8-4ac9-a9dc-668ae296c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.832317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 91c1ea55-4f67-4d3c-b34a-30f5ba315ade up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:15.845858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71c9135a-8583-4018-9c13-433c048f9edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.856853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd75829-08f8-4ac9-a9dc-668ae296c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e5919c-0403-4241-af8d-f1008914ed3c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.863103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fdd75829-08f8-4ac9-a9dc-668ae296c421 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e8cd2bcd38ef474a9558b78f2d1c4af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429046 Jul 16 20:35:15.865817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57896) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.891094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:15.891645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.909283 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:35:15.909283 n-d-792458-10 neutron-server[93861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:35:15.909283 n-d-792458-10 neutron-server[93861]: [parameters: {'project_id': '86a257e84ec2449e90b18d1965eefa39', 'id': 'cc334f39-c439-4239-8dd9-9e5cb32e8504', 'expiration': datetime.datetime(2021, 7, 16, 20, 37, 15, 894422)}] Jul 16 20:35:15.909283 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:15.910378 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:15.943731 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-439c2131-3c56-455a-8645-84550d259687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.977659 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-439c2131-3c56-455a-8645-84550d259687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.036016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71c9135a-8583-4018-9c13-433c048f9edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.043181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71c9135a-8583-4018-9c13-433c048f9edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.056171 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-439c2131-3c56-455a-8645-84550d259687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.059602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-439c2131-3c56-455a-8645-84550d259687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.060775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-439c2131-3c56-455a-8645-84550d259687 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/94e5919c-0403-4241-af8d-f1008914ed3c HTTP/1.1" status: 204 len: 168 time: 0.1939220 Jul 16 20:35:16.070320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c2131-3c56-455a-8645-84550d259687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e5919c-0403-4241-af8d-f1008914ed3c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.106944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57906) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.107567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-71c9135a-8583-4018-9c13-433c048f9edd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f1cfffe202a449ee9e9133fe3ddcaa67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132988 Jul 16 20:35:16.120428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9135a-8583-4018-9c13-433c048f9edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d42a04-78d8-4159-a28e-bd325a05d77d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.168881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ce8c8f-64f9-40d7-b8fb-84d415ad1f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.195320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ce8c8f-64f9-40d7-b8fb-84d415ad1f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.251303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ce8c8f-64f9-40d7-b8fb-84d415ad1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.254028 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ce8c8f-64f9-40d7-b8fb-84d415ad1f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.255279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-02ce8c8f-64f9-40d7-b8fb-84d415ad1f0f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/34d42a04-78d8-4159-a28e-bd325a05d77d HTTP/1.1" status: 204 len: 168 time: 0.1471353 Jul 16 20:35:16.264018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8c8f-64f9-40d7-b8fb-84d415ad1f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d42a04-78d8-4159-a28e-bd325a05d77d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.450572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:16.454173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.506211 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a14cbad7-aede-46f2-8588-39d89cdaa0d1 req-c9387782-e421-4f04-88b5-4c4889abbf64 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 210 time: 0.0569825 Jul 16 20:35:16.662606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 57932) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.680940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.20.0.7 (5d788f1c-9155-4b52-98c5-9c5a1080bf26/4a48fa66-80ef-4716-a94e-44ff4ec8f639/2ca55020-b940-447a-91e8-02b561a446c6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:16.681425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bccc1797-5797-409f-9f31-ba7fd69a266a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.807621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bccc1797-5797-409f-9f31-ba7fd69a266a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.813847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bccc1797-5797-409f-9f31-ba7fd69a266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.861414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc1797-5797-409f-9f31-ba7fd69a266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d07996-31ba-41d2-a8aa-5befcacd9db2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.869254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 57938) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.870055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bccc1797-5797-409f-9f31-ba7fd69a266a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6bd4909ee1664d6da5686faa46cd9e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023644 Jul 16 20:35:16.888725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.922212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Transition to ACTIVE for port object 2ca55020-b940-447a-91e8-02b561a446c6 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:16.957944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd551-c6a3-4408-b045-ef0081a3e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.998728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd551-c6a3-4408-b045-ef0081a3e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.018752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.081626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:17.087983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:17.092942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:17.133788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=2ca55020-b940-447a-91e8-02b561a446c6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:17.173955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd551-c6a3-4408-b045-ef0081a3e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.178020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd551-c6a3-4408-b045-ef0081a3e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.184471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2b9fd551-c6a3-4408-b045-ef0081a3e595 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/18d07996-31ba-41d2-a8aa-5befcacd9db2 HTTP/1.1" status: 204 len: 168 time: 0.3140914 Jul 16 20:35:17.192269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:17.192947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.211420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd551-c6a3-4408-b045-ef0081a3e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d07996-31ba-41d2-a8aa-5befcacd9db2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:17.251290 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-bce6e248-4edf-4631-afc8-8dcd9000a165 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6167517 Jul 16 20:35:17.265631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Request body: {'port': {'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:17.382174 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.455010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6981fa53-a75c-42df-9c4c-1031e99f5970 None None] Provisioning for port 2ca55020-b940-447a-91e8-02b561a446c6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:17.461667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6981fa53-a75c-42df-9c4c-1031e99f5970 None None] Provisioning complete for port 2ca55020-b940-447a-91e8-02b561a446c6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:17.463087 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6981fa53-a75c-42df-9c4c-1031e99f5970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.519055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6981fa53-a75c-42df-9c4c-1031e99f5970 None None] Port 2ca55020-b940-447a-91e8-02b561a446c6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:17.885729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d9d1a-0a96-43f6-a231-25742418a854 req-90ea4ef8-0cce-437a-900d-b48f2c4ef73d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:17.887478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b1d9d1a-0a96-43f6-a231-25742418a854 req-90ea4ef8-0cce-437a-900d-b48f2c4ef73d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 931 time: 0.1383476 Jul 16 20:35:17.899159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca55020-b940-447a-91e8-02b561a446c6 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:17.913926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.932720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Transition to ACTIVE for port object 2ca55020-b940-447a-91e8-02b561a446c6 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:17.941303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.037375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6b1d9d1a-0a96-43f6-a231-25742418a854 req-f2494a6e-738a-43a5-91e1-9d79b64aeb90 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314812 Jul 16 20:35:18.049220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca55020-b940-447a-91e8-02b561a446c6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.196705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Attempting to bind port 2ca55020-b940-447a-91e8-02b561a446c6 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:18.198887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Attempting to bind port 2ca55020-b940-447a-91e8-02b561a446c6 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:18.199551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Attempting to bind port 2ca55020-b940-447a-91e8-02b561a446c6 on network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:18.212821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Port 2ca55020-b940-447a-91e8-02b561a446c6 on network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:18.213253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Attempting to bind port 2ca55020-b940-447a-91e8-02b561a446c6 on network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:18.219633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:18.220078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Checking segment: {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:18.220535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Bound using segment: {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:18.220911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Bound port: 2ca55020-b940-447a-91e8-02b561a446c6, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0ee51c-6093-414b-aeea-8d239008722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:18.221283 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.361128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] For port 2ca55020-b940-447a-91e8-02b561a446c6, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:18.369138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] For port 2ca55020-b940-447a-91e8-02b561a446c6, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2ca55020-b940-447a-91e8-02b561a446c6,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:18.389798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.450114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.451077 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.453143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] 10.222.0.79 "PUT /v2.0/ports/2ca55020-b940-447a-91e8-02b561a446c6 HTTP/1.1" status: 200 len: 1092 time: 1.1943955 Jul 16 20:35:18.454122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:18.457140 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa72843e-b3ad-4c50-b226-c79c953cd6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "tag": "2ca55020-b940-447a-91e8-02b561a446c6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:18.536722 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d01702e-8def-470c-abe6-d97b281fe042 x-openstack-request-id: req-0d01702e-8def-470c-abe6-d97b281fe042 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:18.537039 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "tag": "2ca55020-b940-447a-91e8-02b561a446c6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:18.537260 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0d01702e-8def-470c-abe6-d97b281fe042 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:18.537677 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6', 'status': 'completed', 'code': 200} Jul 16 20:35:18.572547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c957bf-d117-49eb-aef2-b29626023b27 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca55020-b940-447a-91e8-02b561a446c6,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.628342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-dc810e4e-883f-49ca-887f-cbcd395e2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.630036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-dc810e4e-883f-49ca-887f-cbcd395e2517 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 1095 time: 0.1284223 Jul 16 20:35:18.685205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-eae4e2ad-74d4-43d1-a9f3-c38f5145d1e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca55020-b940-447a-91e8-02b561a446c6 HTTP/1.1" status: 200 len: 217 time: 0.0481353 Jul 16 20:35:18.779232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-ed78ef8d-9240-43d4-b2b8-7f89a28ff5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.781205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-ed78ef8d-9240-43d4-b2b8-7f89a28ff5d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4a48fa66-80ef-4716-a94e-44ff4ec8f639 HTTP/1.1" status: 200 len: 835 time: 0.0895877 Jul 16 20:35:18.852194 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-9832d449-f418-43f6-8320-86652c1edcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.854279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-9832d449-f418-43f6-8320-86652c1edcee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d788f1c-9155-4b52-98c5-9c5a1080bf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664973 Jul 16 20:35:18.984674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-b136f4ca-964f-447f-bf08-5dade6f3e42e service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231086 Jul 16 20:35:19.149383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0c0a739-4088-42ca-8b26-69cd74207648 req-137c60f4-6d24-4d53-bb7f-5a3608be8513 service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576617 Jul 16 20:35:19.309555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-ea50d51e-6884-4c4a-b1ba-fdec49fb1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:19.311120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-ea50d51e-6884-4c4a-b1ba-fdec49fb1223 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 1095 time: 0.1020648 Jul 16 20:35:19.319183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9d01-daaf-4de9-9fb2-fd0b78805ef6 req-eecf59f5-2943-4da1-abac-d8fcd70bdae6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:19.326388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2ab9d01-daaf-4de9-9fb2-fd0b78805ef6 req-eecf59f5-2943-4da1-abac-d8fcd70bdae6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 943 time: 0.1175182 Jul 16 20:35:19.415326 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b2ab9d01-daaf-4de9-9fb2-fd0b78805ef6 req-aca4a62b-5bac-44a6-a759-045b26de9a07 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877197 Jul 16 20:35:19.467676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-308b4410-cef2-44cc-b808-13e823772f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:19.469371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-308b4410-cef2-44cc-b808-13e823772f1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 200 len: 898 time: 0.1518013 Jul 16 20:35:19.519898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-dd7142e7-5ae9-4b9a-8cad-ef16af34e40d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca55020-b940-447a-91e8-02b561a446c6 HTTP/1.1" status: 200 len: 217 time: 0.0426228 Jul 16 20:35:19.576274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-686259de-7e4d-4e05-aae6-8535d667d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:19.578011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-686259de-7e4d-4e05-aae6-8535d667d83f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4a48fa66-80ef-4716-a94e-44ff4ec8f639 HTTP/1.1" status: 200 len: 835 time: 0.0512564 Jul 16 20:35:19.654779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-a795823a-a8b4-4473-bbe9-8a96585001f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:19.656151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-a795823a-a8b4-4473-bbe9-8a96585001f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d788f1c-9155-4b52-98c5-9c5a1080bf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719738 Jul 16 20:35:19.776978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-0cefd298-2c9c-43d4-a3d1-bc8eeffc59cd service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129344 Jul 16 20:35:19.902617 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aa72843e-b3ad-4c50-b226-c79c953cd6f5 req-36981636-4f1f-4e18-a3ce-916c21089446 service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173046 Jul 16 20:35:20.666924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58152) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:20.675521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2ca55020-b940-447a-91e8-02b561a446c6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:20.684969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb080-6156-4481-8845-81395f86cebb req-b4012772-4bd0-4d5f-b22a-5c7c7432bc99 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:20.688888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396fb080-6156-4481-8845-81395f86cebb req-b4012772-4bd0-4d5f-b22a-5c7c7432bc99 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 943 time: 0.1119378 Jul 16 20:35:20.750635 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-396fb080-6156-4481-8845-81395f86cebb req-3e9adc56-3ad1-4130-bc3d-d462dff16b80 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461824 Jul 16 20:35:20.830686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c60e491-ef41-49c0-94a1-1ae7bad72bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.836907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2ca55020-b940-447a-91e8-02b561a446c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2ca55020-b940-447a-91e8-02b561a446c6,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:20.853839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '2ca55020-b940-447a-91e8-02b561a446c6', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:20.900805 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.916215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca55020-b940-447a-91e8-02b561a446c6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:20.942030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2ca55020-b940-447a-91e8-02b561a446c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2ca55020-b940-447a-91e8-02b561a446c6,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:20.946681 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.010084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c60e491-ef41-49c0-94a1-1ae7bad72bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.020678 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c60e491-ef41-49c0-94a1-1ae7bad72bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.022131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2ca55020-b940-447a-91e8-02b561a446c6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.048575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c60e491-ef41-49c0-94a1-1ae7bad72bd2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2b0f66089d074dd3b260f701f9f32523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797297 Jul 16 20:35:21.051259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58160) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:21.070795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60e491-ef41-49c0-94a1-1ae7bad72bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76762f9c-a018-431e-9e4a-d9df091a9d88,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.134847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da47a889-5898-4743-9d0f-a8e4681662e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.160561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da47a889-5898-4743-9d0f-a8e4681662e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.163483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['2ca55020-b940-447a-91e8-02b561a446c6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:21.250632 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da47a889-5898-4743-9d0f-a8e4681662e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.254199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-da47a889-5898-4743-9d0f-a8e4681662e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.255451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-da47a889-5898-4743-9d0f-a8e4681662e7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/76762f9c-a018-431e-9e4a-d9df091a9d88 HTTP/1.1" status: 204 len: 168 time: 0.2028661 Jul 16 20:35:21.281445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47a889-5898-4743-9d0f-a8e4681662e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76762f9c-a018-431e-9e4a-d9df091a9d88,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.617084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58178) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:21.630998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-943de3f7-0d58-458f-af59-db73af2d20a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.735261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-943de3f7-0d58-458f-af59-db73af2d20a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.744330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-943de3f7-0d58-458f-af59-db73af2d20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.796883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-943de3f7-0d58-458f-af59-db73af2d20a4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=27f888b4cc654d8e91b8f39ac071c1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786695 Jul 16 20:35:21.799748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58186) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:21.804076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943de3f7-0d58-458f-af59-db73af2d20a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849b234f-c03f-42fd-bd22-4772d067a7f4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.874679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55c13cf1-7fe5-47fc-8791-3538454df271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.899836 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55c13cf1-7fe5-47fc-8791-3538454df271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.993828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3ce0a-14dc-4d93-b5e5-179467d98332 req-57d78d3f-4b32-40ba-8711-924513440144 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:21.995446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66b3ce0a-14dc-4d93-b5e5-179467d98332 req-57d78d3f-4b32-40ba-8711-924513440144 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 944 time: 0.0876882 Jul 16 20:35:22.013645 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55c13cf1-7fe5-47fc-8791-3538454df271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.016579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55c13cf1-7fe5-47fc-8791-3538454df271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.019249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-55c13cf1-7fe5-47fc-8791-3538454df271 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/849b234f-c03f-42fd-bd22-4772d067a7f4 HTTP/1.1" status: 204 len: 168 time: 0.2168548 Jul 16 20:35:22.041412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c13cf1-7fe5-47fc-8791-3538454df271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849b234f-c03f-42fd-bd22-4772d067a7f4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:22.095730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66b3ce0a-14dc-4d93-b5e5-179467d98332 req-f0fe6c92-8615-4c14-8dfa-23eaa9f26162 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894668 Jul 16 20:35:22.677888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2ca55020-b940-447a-91e8-02b561a446c6 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:22.746333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 2ca55020-b940-447a-91e8-02b561a446c6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:22.750623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 2ca55020-b940-447a-91e8-02b561a446c6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:22.751029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.866695 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:22.883351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.918036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:22.920440 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4efd17-09e4-46c5-8644-d2220cd738d6" -d '{"events": [{"server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "name": "network-vif-plugged", "status": "completed", "tag": "2ca55020-b940-447a-91e8-02b561a446c6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:22.938691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2ca55020-b940-447a-91e8-02b561a446c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2ca55020-b940-447a-91e8-02b561a446c6,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:22.944215 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.009868 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3cddb0-7860-40d3-a40d-b772cb0ff843 x-openstack-request-id: req-0c3cddb0-7860-40d3-a40d-b772cb0ff843 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:23.010476 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "name": "network-vif-plugged", "status": "completed", "tag": "2ca55020-b940-447a-91e8-02b561a446c6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:23.010931 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0c3cddb0-7860-40d3-a40d-b772cb0ff843 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:23.011498 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6', 'code': 200} Jul 16 20:35:23.033712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2ca55020-b940-447a-91e8-02b561a446c6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:23.131052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43f34-e3d8-45c7-bb80-eedb5cc33c6f req-990cd84f-b46e-4d9a-bf2b-46a15af0cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:23.132639 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2fb43f34-e3d8-45c7-bb80-eedb5cc33c6f req-990cd84f-b46e-4d9a-bf2b-46a15af0cac1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 1097 time: 0.0754576 Jul 16 20:35:23.232095 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2fb43f34-e3d8-45c7-bb80-eedb5cc33c6f req-d9f4ee87-e4d0-439d-bb46-0b3f88c657a4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740569 Jul 16 20:35:23.341348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00df05a-8c95-435f-8f39-280a05331cba req-03646c36-3c6c-45c8-9d2b-813429baa04d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:23.343637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d00df05a-8c95-435f-8f39-280a05331cba req-03646c36-3c6c-45c8-9d2b-813429baa04d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 945 time: 0.1139507 Jul 16 20:35:23.406979 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d00df05a-8c95-435f-8f39-280a05331cba req-e5a52d78-5733-4446-a0d5-9d5edadae67c tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564177 Jul 16 20:35:23.521223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58248) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:23.661965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdffe1bd-4ae2-41fe-badd-9248ef4d93f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.773451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdffe1bd-4ae2-41fe-badd-9248ef4d93f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.785648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdffe1bd-4ae2-41fe-badd-9248ef4d93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.832707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bdffe1bd-4ae2-41fe-badd-9248ef4d93f8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=936a69b49c3d4db384a2bae86f440cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102493 Jul 16 20:35:23.835163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58256) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:23.849709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffe1bd-4ae2-41fe-badd-9248ef4d93f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8a8355-3f75-4f08-9e40-a28d57b78495,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:23.900773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c834-8a4e-4402-8329-05e069ad3ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.924748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c834-8a4e-4402-8329-05e069ad3ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.081462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c834-8a4e-4402-8329-05e069ad3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.094006 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c834-8a4e-4402-8329-05e069ad3ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.095831 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1ec4c834-8a4e-4402-8329-05e069ad3ed1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cc8a8355-3f75-4f08-9e40-a28d57b78495 HTTP/1.1" status: 204 len: 168 time: 0.2595732 Jul 16 20:35:24.110083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4c834-8a4e-4402-8329-05e069ad3ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8a8355-3f75-4f08-9e40-a28d57b78495,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:24.630999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91055-cbac-401a-a1d4-fa6c02df56a2 req-710dec64-3a45-42eb-bf4d-16e8810c3fa3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:24.633270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0d91055-cbac-401a-a1d4-fa6c02df56a2 req-710dec64-3a45-42eb-bf4d-16e8810c3fa3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 945 time: 0.0849283 Jul 16 20:35:24.694946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0d91055-cbac-401a-a1d4-fa6c02df56a2 req-c29f8cc1-d36e-4907-a815-8d0bbda30e22 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492847 Jul 16 20:35:24.934635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b981a-3fc1-460a-9b6e-7e8e949fd929 req-2eff1cb6-0236-4529-b6f5-0cb3c1aedbc8 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:24.936722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343b981a-3fc1-460a-9b6e-7e8e949fd929 req-2eff1cb6-0236-4529-b6f5-0cb3c1aedbc8 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 945 time: 0.1003780 Jul 16 20:35:25.011427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-343b981a-3fc1-460a-9b6e-7e8e949fd929 req-46d93736-7e2a-4d14-836e-94b8f53027ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686140 Jul 16 20:35:25.035106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58302) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:25.113063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ddb62-adfd-4576-9647-4407680718a2 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:25.119493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-400ddb62-adfd-4576-9647-4407680718a2 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 1092 time: 0.0792923 Jul 16 20:35:25.119841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58306) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:25.124637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:25.158977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.276973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.394401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.25.3.215 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/0f1a7d70-7785-44ad-a7ab-fcf9096d4e85) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:25.533012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.578293 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.624071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:25.626951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:25.630670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:25.666641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=0f1a7d70-7785-44ad-a7ab-fcf9096d4e85,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.086775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.187119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.379930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.386160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.834472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=0f1a7d70-7785-44ad-a7ab-fcf9096d4e85,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.859914 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.978379 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Floating IP 7d931564-ba9e-490d-bd26-8f9cbf59eab1 associated. External IP: 172.25.3.215, port: 2ca55020-b940-447a-91e8-02b561a446c6. Jul 16 20:35:27.209735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 86f1cf82-664c-4aa0-8dab-18ab98bd1add has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:27.345072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:27.361181 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] Sync routers for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:27.364144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.371072 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:27.371690 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:35:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:27.412042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58364) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.413182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1f69cbc2-fe52-4a37-9551-7058d41127c6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2909393 Jul 16 20:35:27.414044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:27.426213 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dbb97f-b4ac-4be6-8702-4792424317c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "tag": "2ca55020-b940-447a-91e8-02b561a446c6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:27.471674 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7224654f-20c7-44ae-bc21-8bac2213ce7d x-openstack-request-id: req-7224654f-20c7-44ae-bc21-8bac2213ce7d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:27.471961 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "tag": "2ca55020-b940-447a-91e8-02b561a446c6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:27.472208 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7224654f-20c7-44ae-bc21-8bac2213ce7d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:27.472615 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6', 'status': 'completed', 'code': 200} Jul 16 20:35:27.517797 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:27.640431 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-852ecf09-6914-4e7c-bf36-1d799d75f854 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/floatingips/7d931564-ba9e-490d-bd26-8f9cbf59eab1 HTTP/1.1" status: 200 len: 991 time: 0.2263236 Jul 16 20:35:27.710504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-b5e31d4f-20d7-4820-adf7-120e0fe0c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.714101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-b5e31d4f-20d7-4820-adf7-120e0fe0c436 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 1097 time: 0.2166123 Jul 16 20:35:27.840584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-7006b653-778f-41a4-92e9-4b173da15718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.843227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-7006b653-778f-41a4-92e9-4b173da15718 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 200 len: 898 time: 0.1221063 Jul 16 20:35:27.862447 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:25Z', 'revision_number': 0, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:27.892248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] Checking router: 86f1cf82-664c-4aa0-8dab-18ab98bd1add for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:27.901578 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:27.902202 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:35:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:27.959122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-e5c27d07-4b92-4139-846a-e0bc8808321a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca55020-b940-447a-91e8-02b561a446c6 HTTP/1.1" status: 200 len: 999 time: 0.1090739 Jul 16 20:35:28.016082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-8836fbbc-d7a8-4185-a2c8-bc81c92ad917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.017865 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-8836fbbc-d7a8-4185-a2c8-bc81c92ad917 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4a48fa66-80ef-4716-a94e-44ff4ec8f639 HTTP/1.1" status: 200 len: 835 time: 0.0530818 Jul 16 20:35:28.091074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-d486774a-dd15-46c8-901b-0600be02da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.093104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-d486774a-dd15-46c8-901b-0600be02da11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d788f1c-9155-4b52-98c5-9c5a1080bf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693231 Jul 16 20:35:28.147640 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:28.227258 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-d07a7959-036c-4b2b-a902-f397c2080ef1 service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274428 Jul 16 20:35:28.347500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e0dbb97f-b4ac-4be6-8702-4792424317c3 req-8ca3352e-1df3-49bb-a261-a5a3ca8b30c0 service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144514 Jul 16 20:35:28.454652 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:25Z', 'revision_number': 0, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:28.495492 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785e6e6-5421-44ff-8adc-d0c137f87dde None None] The sync data for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 is: [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:25Z', 'revision_number': 0, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:28.644704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 58396) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.740286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6605331a-7311-4d20-ba8a-bb1ba0d6d5e3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/floatingips/7d931564-ba9e-490d-bd26-8f9cbf59eab1 HTTP/1.1" status: 200 len: 991 time: 0.0938971 Jul 16 20:35:28.833187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bdfa3-1a1a-47c0-ae13-7e81c022d283 None None] New status for floating IP 7d931564-ba9e-490d-bd26-8f9cbf59eab1: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:29.744320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:29.858006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-04bafeb5-e8ce-489c-bd1d-6f9fa6e459f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/floatingips/7d931564-ba9e-490d-bd26-8f9cbf59eab1 HTTP/1.1" status: 200 len: 993 time: 0.1123414 Jul 16 20:35:36.015977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe312-59d0-47c8-9177-3fe093f3f5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.162386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae34a5-7efe-44c7-911a-204ff603e13f req-7c705d78-caeb-4f44-a909-fdef4541c4ba tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.164041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdae34a5-7efe-44c7-911a-204ff603e13f req-7c705d78-caeb-4f44-a909-fdef4541c4ba tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.0723927 Jul 16 20:35:37.207271 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdae34a5-7efe-44c7-911a-204ff603e13f req-1a942ea5-7e45-4c13-bcbd-e6c14543fba4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373247 Jul 16 20:35:37.233908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 58596) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:37.305914 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-98f4da8b-19fe-458b-bd39-4e151e0bcf6e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/abf57451-2577-4801-b8da-ec963f39a07b HTTP/1.1" status: 200 len: 992 time: 0.0672557 Jul 16 20:35:37.757829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7845e-4108-498f-8dcb-50c365b5cf45 req-13acc6ef-4745-4a4d-beaa-70fa430144f7 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.759477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4da7845e-4108-498f-8dcb-50c365b5cf45 req-13acc6ef-4745-4a4d-beaa-70fa430144f7 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1097 time: 0.0565586 Jul 16 20:35:37.794588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4da7845e-4108-498f-8dcb-50c365b5cf45 req-a6ec84d5-1ff4-4aa8-a5bd-b42cd647998e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288343 Jul 16 20:35:37.915242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-fa7c9acc-0b06-4244-b03c-1ae5d88dbe89 req-5278c0d8-47e6-460f-9621-b4eb9385b80f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:35:37.916353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa7c9acc-0b06-4244-b03c-1ae5d88dbe89 req-5278c0d8-47e6-460f-9621-b4eb9385b80f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057886 Jul 16 20:35:38.577140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-ff3cf421-d602-46e7-99c5-83583c105d8a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751967 Jul 16 20:35:38.624296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.671412 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.852789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ef045828-b30d-42a2-9984-3855cd6fe4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.121290 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.498512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-f7802287-b7ee-4540-a14a-5374f52eeffb tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:35:39.499592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-f7802287-b7ee-4540-a14a-5374f52eeffb tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1974430 Jul 16 20:35:39.511335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Request body: {'binding': {'host': 'n-h2-792458-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:39.512103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Unknown quota resources ['binding']. {{(pid=93861) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:35:39.701394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on host n-h2-792458-10 for vnic_type normal with profile None {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:39.702292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:39.702292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:39.707454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:39.707780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:39.714938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:39.714938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Checking segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:39.714938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Bound using segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:39.714938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Bound port: 0944b81e-963a-4f2c-856d-67466646980a, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:39.892069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:39.898528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.902891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-902683ff-c7c2-435a-836b-a511e75b7f50 service neutron] 10.222.0.91 "POST /v2.0/ports/0944b81e-963a-4f2c-856d-67466646980a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3952458 Jul 16 20:35:40.069600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.306769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-ab538375-09cc-46ea-8a03-40300084d228 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2058182 Jul 16 20:35:40.329134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-1bc8e249-2f77-4b84-a8da-2d1086d3620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.330609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-1bc8e249-2f77-4b84-a8da-2d1086d3620f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1097 time: 0.0977049 Jul 16 20:35:40.342871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c63ee3-6638-4cd5-9c54-7ebefa5ee565 req-8732b8fe-11e8-4d20-a9e7-c3accbe03e8d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.344508 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6c63ee3-6638-4cd5-9c54-7ebefa5ee565 req-8732b8fe-11e8-4d20-a9e7-c3accbe03e8d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.1837516 Jul 16 20:35:40.471807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6c63ee3-6638-4cd5-9c54-7ebefa5ee565 req-bcf42437-0560-4c74-bcda-cbf0462bb942 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174932 Jul 16 20:35:40.503924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-71bc8ce3-c424-4dc5-ae87-18fa51cc12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.505390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-71bc8ce3-c424-4dc5-ae87-18fa51cc12c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 897 time: 0.1601019 Jul 16 20:35:40.508387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58371f-57fa-42c3-82cc-54757de95283 req-67842182-1a43-4956-afea-1cb92b8dd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.509950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-67842182-1a43-4956-afea-1cb92b8dd204 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1097 time: 0.1446419 Jul 16 20:35:40.843226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-69474f05-664f-4162-a526-aa1d8441a69c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1412437 Jul 16 20:35:40.994631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-15cefb4e-a005-48a3-ac4a-ae88f8b161eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.996691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-15cefb4e-a005-48a3-ac4a-ae88f8b161eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b237580579dc45a59b61e8e59621494f&device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1097 time: 0.0996981 Jul 16 20:35:41.194743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-bc0f36aa-897d-4aa6-b3c8-1f48641ceb06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 1000 time: 0.6827650 Jul 16 20:35:41.221620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-4ce9f2e7-3ae8-48cb-9af5-977c76205ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.223687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-4ce9f2e7-3ae8-48cb-9af5-977c76205ffe service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 200 len: 910 time: 0.2021182 Jul 16 20:35:41.324288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58371f-57fa-42c3-82cc-54757de95283 req-80001ec2-b84d-41cc-be0b-17e180c733e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.326629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-80001ec2-b84d-41cc-be0b-17e180c733e2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.7776983 Jul 16 20:35:41.348144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-1f0a4490-b4ca-4fbc-bf5f-4edfa9ea89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.349669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-1f0a4490-b4ca-4fbc-bf5f-4edfa9ea89f5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 200 len: 835 time: 0.1328099 Jul 16 20:35:41.471934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-8512ad9c-3000-45ef-b01f-04edb75c95b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 200 len: 1001 time: 0.2421246 Jul 16 20:35:41.472241 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-5b3d8668-f06e-4568-ac98-74ce623b6e56 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 1001 time: 0.1371863 Jul 16 20:35:41.525443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-ee1846f9-8c3a-409e-8214-c6c557b79404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.529507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-ee1846f9-8c3a-409e-8214-c6c557b79404 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e582d899-0917-4cff-b0ff-9f87e4a3b72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464136 Jul 16 20:35:41.627712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58371f-57fa-42c3-82cc-54757de95283 req-748b7d49-ef5b-43e5-a9db-9abfe1acc993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.629182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-748b7d49-ef5b-43e5-a9db-9abfe1acc993 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1488724 Jul 16 20:35:41.649406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-8294f993-974c-40f5-b45e-f0fb9da373cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.651463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-8294f993-974c-40f5-b45e-f0fb9da373cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f3bbdc-6253-47a6-94a8-4ec4a177df56 HTTP/1.1" status: 200 len: 848 time: 0.1719637 Jul 16 20:35:41.759785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-cf3aed6a-5106-44b8-a460-d6f47398cfcf service neutron] 10.222.0.79 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217791 Jul 16 20:35:41.807105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58371f-57fa-42c3-82cc-54757de95283 req-e2a95a6c-16c6-46e5-b71f-66cfbe5f7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.808773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-1b2525c7-af08-452c-a902-b60a92810be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.809467 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-e2a95a6c-16c6-46e5-b71f-66cfbe5f7ef1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333215 Jul 16 20:35:41.810567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-1b2525c7-af08-452c-a902-b60a92810be1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d8fab5c-7cbd-4bca-9da3-728385c91efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522887 Jul 16 20:35:41.866804 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.937575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-41a945e8-8df2-4931-9fcd-0eb723fb2dd1 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180522 Jul 16 20:35:41.975735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-3f9840ab-4fbd-46d9-9ff8-f56cfb7b80c9 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596067 Jul 16 20:35:41.992450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-918f6cf5-493e-4d47-a283-23722841de90 service neutron] 10.222.0.79 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193727 Jul 16 20:35:42.018538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0617be-32e0-4a37-8845-2826aa3f64f1 req-2d3e40f9-b84e-4449-86f3-146c1c64014e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:42.028689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f0617be-32e0-4a37-8845-2826aa3f64f1 req-2d3e40f9-b84e-4449-86f3-146c1c64014e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.2670655 Jul 16 20:35:42.158935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f0617be-32e0-4a37-8845-2826aa3f64f1 req-e44c9256-2c78-48ca-88cb-e4bf71e28c8c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276715 Jul 16 20:35:42.250776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5101a017-1324-4f05-a9e6-7ab57f21c11f req-6b6d6ae5-e45f-45fc-a7ab-b0432381ed84 service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973871 Jul 16 20:35:42.358861 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f58371f-57fa-42c3-82cc-54757de95283 req-dfdf5eb5-b6e0-4019-bfaf-4f89323b7759 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764298 Jul 16 20:35:42.416590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-bc003b54-6c51-436c-b022-d33521f24e57 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:42.418156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-bc003b54-6c51-436c-b022-d33521f24e57 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061&tenant_id=ad091e6370c54c3c869b10f94c6f8c79&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1097 time: 0.3055491 Jul 16 20:35:42.432080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-10'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:42.582894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.783093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:42.828998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:42.924544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:42.930247 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f78ae8-5ee0-4d25-a3ae-01ff76f2dc53" -d '{"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-unplugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:42.936018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.955689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.081559 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f0b30-27e9-4af6-b758-e9073847d056 x-openstack-request-id: req-c05f0b30-27e9-4af6-b758-e9073847d056 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:43.081807 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-unplugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:43.082187 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c05f0b30-27e9-4af6-b758-e9073847d056 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:43.082438 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'code': 200} Jul 16 20:35:43.179349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:43.323168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on host n-h1-792458-10 for vnic_type normal with profile {"migrating_to": "n-h2-792458-10"} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:43.323528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:43.323859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:43.342449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:43.347997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Attempting to bind port 0944b81e-963a-4f2c-856d-67466646980a on network e582d899-0917-4cff-b0ff-9f87e4a3b72a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:43.364590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:43.366251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Checking segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:43.368115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Bound using segment: {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:43.370192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Bound port: 0944b81e-963a-4f2c-856d-67466646980a, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da2be8b-dea4-4482-b4a7-fab860540118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:43.372198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.628721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7930440c-d752-4e47-b3c0-88b23897f275 None None] Provisioning complete for port 0944b81e-963a-4f2c-856d-67466646980a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:43.629601 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7930440c-d752-4e47-b3c0-88b23897f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.699504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7930440c-d752-4e47-b3c0-88b23897f275 None None] Port 0944b81e-963a-4f2c-856d-67466646980a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:43.780422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659842b-6369-4648-ab16-ef14569472b3 req-eb7ea6db-9a9e-4fdf-8690-6bbbaff6d7a0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:43.788587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:43.789865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8659842b-6369-4648-ab16-ef14569472b3 req-eb7ea6db-9a9e-4fdf-8690-6bbbaff6d7a0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 943 time: 0.1482313 Jul 16 20:35:43.793910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:43.811434 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.877328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8659842b-6369-4648-ab16-ef14569472b3 req-8e0ae9db-07cb-4407-8de6-d64219840d31 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821869 Jul 16 20:35:43.947500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.181764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:44.182707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.188462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d5d7491e-4d52-439e-b984-4c60ea28d94a service neutron] 10.222.0.79 "PUT /v2.0/ports/0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 1123 time: 1.7620656 Jul 16 20:35:44.315673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['0944b81e-963a-4f2c-856d-67466646980a'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:44.655384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Provisioning complete for port 0944b81e-963a-4f2c-856d-67466646980a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:44.656494 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.887916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.056865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:45.059986 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79024813-26b4-46fd-9c2a-cf776bfc4922" -d '{"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-plugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:45.087414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:45.089294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:45.091348 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97236669-10d3-4849-b83d-b45cf5a6ea08" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:45.098778 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.285128 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae9e513-d3ca-4bdd-af37-9abe59724d64 x-openstack-request-id: req-aae9e513-d3ca-4bdd-af37-9abe59724d64 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:45.285431 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:45.289661 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aae9e513-d3ca-4bdd-af37-9abe59724d64 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:45.298093 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'status': 'completed', 'code': 200} Jul 16 20:35:45.589706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c13af8-0766-4bf8-b625-2c9ab44f7b6a req-4ce7fecb-9bff-4d05-972d-f80d8c9928f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.599008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c13af8-0766-4bf8-b625-2c9ab44f7b6a req-4ce7fecb-9bff-4d05-972d-f80d8c9928f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.4189157 Jul 16 20:35:45.614550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-90c2fcc0-8945-4ac4-ace3-0fb9acc3d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.646910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-90c2fcc0-8945-4ac4-ace3-0fb9acc3d26f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1128 time: 0.3240168 Jul 16 20:35:45.656536 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081da818-cba4-4f8e-bbca-83bb9469427e x-openstack-request-id: req-081da818-cba4-4f8e-bbca-83bb9469427e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:45.679598 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-plugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:45.682923 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-081da818-cba4-4f8e-bbca-83bb9469427e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:45.682923 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'code': 200} Jul 16 20:35:45.838594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.849301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.849927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.850486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.851030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.851567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.852083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.852597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.853229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.853742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.854306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.854870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.855438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29d9cc-de48-433a-95a0-2dbe55bd5b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.877443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13c13af8-0766-4bf8-b625-2c9ab44f7b6a req-b4870265-bc44-4f93-a4a6-255a8d37a0c6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269602 Jul 16 20:35:45.933374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-670601eb-3959-465a-acdf-9caa7d941c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.936212 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-670601eb-3959-465a-acdf-9caa7d941c04 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 897 time: 0.2837036 Jul 16 20:35:46.082325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-6d82c951-a4d5-4848-8e06-6fd1e3cd0e1b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 1000 time: 0.1395137 Jul 16 20:35:46.176775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-0c2cf33b-551f-49af-aafd-9bf9782c3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.178213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-0c2cf33b-551f-49af-aafd-9bf9782c3919 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 200 len: 835 time: 0.0894117 Jul 16 20:35:46.266109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-0c58c755-61fa-474e-8ba1-4b944105f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.269980 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-0c58c755-61fa-474e-8ba1-4b944105f73d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e582d899-0917-4cff-b0ff-9f87e4a3b72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834610 Jul 16 20:35:46.431777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-bfa7fbc0-adc5-44fe-bac3-a70b9a12586c service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532447 Jul 16 20:35:46.714907 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97236669-10d3-4849-b83d-b45cf5a6ea08 req-4add9f7f-4524-4513-863c-37f2352a33f0 service neutron] 10.222.0.99 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672548 Jul 16 20:35:46.765112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0944b81e-963a-4f2c-856d-67466646980a details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:47.008663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:47.025837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0944b81e-963a-4f2c-856d-67466646980a has no active binding in host n-h2-792458-10 {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:35:47.122314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66830109-a519-4542-aa2f-676438456b58 req-bfec79a3-66f1-4382-9b24-805f8d613f85 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.124897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66830109-a519-4542-aa2f-676438456b58 req-bfec79a3-66f1-4382-9b24-805f8d613f85 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.0947580 Jul 16 20:35:47.175812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66830109-a519-4542-aa2f-676438456b58 req-e0f2aeba-16a7-42f5-9450-8213fd5c4af9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Jul 16 20:35:47.834744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-f8b3fcf5-8dde-4faa-a5db-016a7d9c677b tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.836442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-f8b3fcf5-8dde-4faa-a5db-016a7d9c677b tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/networks?id=c2e8ce80-e475-447d-bf0b-bed97476706b HTTP/1.1" status: 200 len: 814 time: 0.1727121 Jul 16 20:35:47.863099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-b86f2c6c-748d-4c40-a430-8d666879e477 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/quotas/1742f942500047b48092f86fc089e735 HTTP/1.1" status: 200 len: 375 time: 0.0153360 Jul 16 20:35:47.954377 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-8e96661e-2d08-453d-9ac8-85ac041d3f4b tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1742f942500047b48092f86fc089e735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804880 Jul 16 20:35:48.165198 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-d239abc2-1fda-4857-8db6-67ef722c4593 service neutron] 10.222.0.91 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020080 Jul 16 20:35:48.347930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-1fb03b43-3102-48f2-aebe-640809a13815 service neutron] 10.222.0.91 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743333 Jul 16 20:35:48.415138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2dbea-3423-4907-ad4d-f106da3f922e req-c11383b6-c68a-4c29-927d-2aea17025a58 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.429461 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bc2dbea-3423-4907-ad4d-f106da3f922e req-c11383b6-c68a-4c29-927d-2aea17025a58 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.1061573 Jul 16 20:35:48.509713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bc2dbea-3423-4907-ad4d-f106da3f922e req-4708022e-54d7-4d78-a2a7-760b79ab730d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790765 Jul 16 20:35:48.625805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-08a8a49d-6eed-40d0-9e89-dbe6b1b22c05 req-a5a76f11-da99-47d9-bf2f-6c48f0b6b130 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 210 time: 0.0449188 Jul 16 20:35:49.335008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-f61df781-9642-49ab-babe-c51a9998de4d service neutron] 10.222.0.99 "GET /v2.0/ports/0944b81e-963a-4f2c-856d-67466646980a/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 385 time: 0.0825050 Jul 16 20:35:49.669753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:49.714776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:49.874784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71e0c4-b2ed-41ed-8066-5b485763baa4 req-be4f4be2-ecaa-4d04-bf3b-38011380a325 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.878142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6a71e0c4-b2ed-41ed-8066-5b485763baa4 req-be4f4be2-ecaa-4d04-bf3b-38011380a325 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 945 time: 0.1518791 Jul 16 20:35:49.915772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:49.924902 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156140d2-598f-4ff0-994f-e0c5f2b20299" -d '{"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-unplugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:49.941890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6a71e0c4-b2ed-41ed-8066-5b485763baa4 req-b9da420f-aed4-43c0-8d23-12f1ce7f80a9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564070 Jul 16 20:35:49.971097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:49.978592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8890c053-145b-46e1-bf91-9eeeb05e1d98 req-ed7b0cdf-5ec9-475a-9386-365a9f46d6de tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 210 time: 0.1081755 Jul 16 20:35:50.014927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.073196 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9529e338-e606-4e67-bfdf-3af7ddc50f65 x-openstack-request-id: req-9529e338-e606-4e67-bfdf-3af7ddc50f65 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:50.073495 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-unplugged", "status": "completed", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:50.073763 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9529e338-e606-4e67-bfdf-3af7ddc50f65 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:50.074184 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'code': 200} Jul 16 20:35:50.291049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-22d3c4b1-ee0b-4afb-8635-ce49192f4f04 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:50.293126 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-22d3c4b1-ee0b-4afb-8635-ce49192f4f04 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "GET /v2.0/networks?id=c2e8ce80-e475-447d-bf0b-bed97476706b HTTP/1.1" status: 200 len: 814 time: 0.1827390 Jul 16 20:35:50.335821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Request body: {'port': {'device_id': '016f4909-7315-43a5-96d9-abc757a54a2f', 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b', 'admin_state_up': True, 'tenant_id': '1742f942500047b48092f86fc089e735'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:50.429901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] Transition to ACTIVE for port object 0944b81e-963a-4f2c-856d-67466646980a will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:50.451710 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.691348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] Pushing event updated for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=11']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.726181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] No DVR routers for this DVR port 0944b81e-963a-4f2c-856d-67466646980a on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:50.769046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59244) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:50.837577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Made reservation on behalf of 1742f942500047b48092f86fc089e735 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:50.846043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.000014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84ab2896-2864-4cbc-b46e-da8f75111ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.192796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84ab2896-2864-4cbc-b46e-da8f75111ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.202566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84ab2896-2864-4cbc-b46e-da8f75111ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.255502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab2896-2864-4cbc-b46e-da8f75111ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01312859-23df-4d54-9462-5ce864ea40ab,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.334081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-84ab2896-2864-4cbc-b46e-da8f75111ae8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e93e0c6446543a9960b6ce8636e811c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558469 Jul 16 20:35:51.337510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93604214-7909-4e07-8bfd-125e14273f8e req-c5bc9dc7-9d96-4779-a16b-de7c5f499518 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 210 time: 0.1014931 Jul 16 20:35:51.338070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59266) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:51.368661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Allocated IP 172.20.0.7 (c2e8ce80-e475-447d-bf0b-bed97476706b/9f310846-f2e8-42af-88ba-18709fb84d64/e143a915-be90-4b02-bc1e-6d1debc0ab3f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:51.387785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972a12-fadf-4a50-84d7-88b36cd34d58 req-3ef9f1f8-0832-4053-88dd-1b1ee8942cf2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.389843 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7972a12-fadf-4a50-84d7-88b36cd34d58 req-3ef9f1f8-0832-4053-88dd-1b1ee8942cf2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.1396594 Jul 16 20:35:51.465523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-b04b604a-d782-46af-bc47-ced89bd93f89 service neutron] 10.222.0.99 "PUT /v2.0/ports/0944b81e-963a-4f2c-856d-67466646980a/bindings/n-h2-792458-10/activate HTTP/1.1" status: 200 len: 370 time: 2.1212873 Jul 16 20:35:51.476790 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f7972a12-fadf-4a50-84d7-88b36cd34d58 req-28e30a9e-c5d9-40b4-9e6f-7ee46217ac4a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665493 Jul 16 20:35:51.494276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4123a519-1c95-4007-8d05-d7209f97d146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.519619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4123a519-1c95-4007-8d05-d7209f97d146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.693135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-8bf97262-8222-42bf-aeb2-210d8986a235 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.694870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-8bf97262-8222-42bf-aeb2-210d8986a235 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061&tenant_id=ad091e6370c54c3c869b10f94c6f8c79&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.1496696 Jul 16 20:35:51.739176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4123a519-1c95-4007-8d05-d7209f97d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.741741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4123a519-1c95-4007-8d05-d7209f97d146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.745505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4123a519-1c95-4007-8d05-d7209f97d146 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/01312859-23df-4d54-9462-5ce864ea40ab HTTP/1.1" status: 204 len: 168 time: 0.4015813 Jul 16 20:35:51.777309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123a519-1c95-4007-8d05-d7209f97d146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01312859-23df-4d54-9462-5ce864ea40ab,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.836536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-dfcf3124-3c8c-4329-a5cb-237bc69d248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.838574 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-dfcf3124-3c8c-4329-a5cb-237bc69d248c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 1096 time: 0.1358078 Jul 16 20:35:51.841135 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.947392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.016267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Network c2e8ce80-e475-447d-bf0b-bed97476706b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:52.025091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:52.032587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:52.096712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-84b59c16-fd1f-431a-aece-937efa89e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.104636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-84b59c16-fd1f-431a-aece-937efa89e2bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1096 time: 0.2251308 Jul 16 20:35:52.105334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Pushing event updated for resources: {'Port': ['ID=e143a915-be90-4b02-bc1e-6d1debc0ab3f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.225976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.226654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.247729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-e703a153-e8aa-4587-8855-b374237f274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.249246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-e703a153-e8aa-4587-8855-b374237f274a service neutron] 10.222.0.79 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 897 time: 0.1329944 Jul 16 20:35:52.250894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42b6118e-98c5-4f3f-9c11-88d92da75be1 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9334562 Jul 16 20:35:52.270537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Request body: {'port': {'device_id': '016f4909-7315-43a5-96d9-abc757a54a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:52.391856 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-c3365abe-7ee4-42bb-b376-e2d3dee4918f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 998 time: 0.1356182 Jul 16 20:35:52.469770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.488088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d4fb1feb-b1ec-4541-889b-2afaac9dfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.489567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-d4fb1feb-b1ec-4541-889b-2afaac9dfeb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 200 len: 835 time: 0.0762722 Jul 16 20:35:52.607291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0944b81e-963a-4f2c-856d-67466646980a no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:52.693346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f624c32-55be-4f6b-afd4-69ee6d75a9b1 req-a360d2f4-08a5-4429-8f96-01ba86a4f354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.696015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f624c32-55be-4f6b-afd4-69ee6d75a9b1 req-a360d2f4-08a5-4429-8f96-01ba86a4f354 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.0969131 Jul 16 20:35:52.713940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 0944b81e-963a-4f2c-856d-67466646980a not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:52.780932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4f624c32-55be-4f6b-afd4-69ee6d75a9b1 req-2ad72f9d-b15d-4c34-952e-c4b83f2d36f1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549436 Jul 16 20:35:53.119228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbc4e-d11b-4e05-a7dc-08c3d544467d req-d1552150-0c64-4d6a-ac23-11eb1f648753 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.122655 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8dcbc4e-d11b-4e05-a7dc-08c3d544467d req-d1552150-0c64-4d6a-ac23-11eb1f648753 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 931 time: 0.6359196 Jul 16 20:35:53.135924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-c5b51cf5-13df-4b04-ab8e-a4c795c25534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.137437 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-c5b51cf5-13df-4b04-ab8e-a4c795c25534 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e582d899-0917-4cff-b0ff-9f87e4a3b72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5918369 Jul 16 20:35:53.265549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d8dcbc4e-d11b-4e05-a7dc-08c3d544467d req-978444c3-37a8-43ab-bfe2-35d0a9b9b1e6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358895 Jul 16 20:35:53.353054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-bafd3028-6533-49ac-a140-020d7c40e949 service neutron] 10.222.0.79 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079170 Jul 16 20:35:53.482860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e143a915-be90-4b02-bc1e-6d1debc0ab3f {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:53.495560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.515973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-87a7d999-edea-4efa-bd6c-5954c155cf61 service neutron] 10.222.0.79 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544101 Jul 16 20:35:53.519127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Transition to ACTIVE for port object e143a915-be90-4b02-bc1e-6d1debc0ab3f will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:53.524392 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.622974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Pushing event updated for resources: {'Port': ['ID=e143a915-be90-4b02-bc1e-6d1debc0ab3f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.712770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Attempting to bind port e143a915-be90-4b02-bc1e-6d1debc0ab3f on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:53.713184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Attempting to bind port e143a915-be90-4b02-bc1e-6d1debc0ab3f by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:53.714472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Attempting to bind port e143a915-be90-4b02-bc1e-6d1debc0ab3f on network c2e8ce80-e475-447d-bf0b-bed97476706b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:53.725195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Port e143a915-be90-4b02-bc1e-6d1debc0ab3f on network c2e8ce80-e475-447d-bf0b-bed97476706b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:53.725428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Attempting to bind port e143a915-be90-4b02-bc1e-6d1debc0ab3f on network c2e8ce80-e475-447d-bf0b-bed97476706b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:53.740876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:53.741325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Checking segment: {'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:53.741827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Bound using segment: {'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:53.742452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Bound port: e143a915-be90-4b02-bc1e-6d1debc0ab3f, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:53.748468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.897560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] For port e143a915-be90-4b02-bc1e-6d1debc0ab3f, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:53.901395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] For port e143a915-be90-4b02-bc1e-6d1debc0ab3f, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e143a915-be90-4b02-bc1e-6d1debc0ab3f,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:53.909966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.988672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.989376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.991010 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] 10.222.0.99 "PUT /v2.0/ports/e143a915-be90-4b02-bc1e-6d1debc0ab3f HTTP/1.1" status: 200 len: 1092 time: 1.7274654 Jul 16 20:35:53.991512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016f4909-7315-43a5-96d9-abc757a54a2f', 'tag': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:53.993949 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "016f4909-7315-43a5-96d9-abc757a54a2f", "tag": "e143a915-be90-4b02-bc1e-6d1debc0ab3f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:54.038516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3db4e1-3851-432c-9cab-28014cf27b61 service neutron] Pushing event updated for resources: {'Port': ['ID=e143a915-be90-4b02-bc1e-6d1debc0ab3f,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:54.054700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-073ba566-7b12-4ee2-afa1-6429260c8440 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.056325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-073ba566-7b12-4ee2-afa1-6429260c8440 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061&tenant_id=ad091e6370c54c3c869b10f94c6f8c79&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 1096 time: 0.1436768 Jul 16 20:35:54.123700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b8a-bff0-4f53-b704-7b972e98f4cb req-505330d1-663e-4ab4-9d5b-8cf5da9ba68a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.134428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3419b8a-bff0-4f53-b704-7b972e98f4cb req-505330d1-663e-4ab4-9d5b-8cf5da9ba68a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.1411190 Jul 16 20:35:54.151269 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b6900-ff56-4fb8-89e9-cd6a05bfa9a9 x-openstack-request-id: req-705b6900-ff56-4fb8-89e9-cd6a05bfa9a9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:54.151269 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016f4909-7315-43a5-96d9-abc757a54a2f", "tag": "e143a915-be90-4b02-bc1e-6d1debc0ab3f", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:54.151519 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-705b6900-ff56-4fb8-89e9-cd6a05bfa9a9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:54.151904 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016f4909-7315-43a5-96d9-abc757a54a2f', 'tag': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f', 'status': 'completed', 'code': 200} Jul 16 20:35:54.189295 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3419b8a-bff0-4f53-b704-7b972e98f4cb req-94602e1e-41dd-4c01-9c5c-168817a63ade tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537164 Jul 16 20:35:54.268385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-3813572f-fecc-4a98-a1ad-af726958ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.269929 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-3813572f-fecc-4a98-a1ad-af726958ee44 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1742f942500047b48092f86fc089e735&device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 1095 time: 0.2069957 Jul 16 20:35:54.289319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-1b3428f8-a5ee-4b7d-8dd1-f5e8a85483f4 service neutron] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:54.320867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-1b3428f8-a5ee-4b7d-8dd1-f5e8a85483f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.322510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c090d56b-2346-4e0a-af53-e0a2e5e4231b req-1b3428f8-a5ee-4b7d-8dd1-f5e8a85483f4 service neutron] 10.222.0.79 "DELETE /v2.0/ports/0944b81e-963a-4f2c-856d-67466646980a/bindings/n-h1-792458-10 HTTP/1.1" status: 204 len: 173 time: 0.2583103 Jul 16 20:35:54.324462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-42bf1939-69d0-472d-bd3a-52a24de8eefa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e143a915-be90-4b02-bc1e-6d1debc0ab3f HTTP/1.1" status: 200 len: 217 time: 0.0469992 Jul 16 20:35:54.428261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-01b2465a-dda2-481c-9c0b-e082a143312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.429759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-01b2465a-dda2-481c-9c0b-e082a143312c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f310846-f2e8-42af-88ba-18709fb84d64 HTTP/1.1" status: 200 len: 854 time: 0.0905972 Jul 16 20:35:54.477087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-d97c8a08-dda3-416a-97e9-fc5bfbef2c6a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c2e8ce80-e475-447d-bf0b-bed97476706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389981 Jul 16 20:35:54.494765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e902dc7-197c-41fa-9e82-2ac9c978120e req-ae107179-3e26-4470-8b75-bf621fa3ec73 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.496288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e902dc7-197c-41fa-9e82-2ac9c978120e req-ae107179-3e26-4470-8b75-bf621fa3ec73 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1096 time: 0.1425886 Jul 16 20:35:54.511561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8f8fb-37ad-4e1e-96e3-dd661822c225 req-f777f8f0-0c06-41df-8355-d3b7b28062aa tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.518133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e8f8fb-37ad-4e1e-96e3-dd661822c225 req-f777f8f0-0c06-41df-8355-d3b7b28062aa tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 943 time: 0.1080587 Jul 16 20:35:54.576927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-64e8f8fb-37ad-4e1e-96e3-dd661822c225 req-c62bb71b-0017-4000-bb39-5eb018784e86 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500166 Jul 16 20:35:54.612743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e902dc7-197c-41fa-9e82-2ac9c978120e req-d787b746-2401-4313-95c9-e7faaecd401a tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038582 Jul 16 20:35:54.668354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-9ccb0c7f-ef07-43e2-87d9-1f1018b1ad84 service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830292 Jul 16 20:35:54.875649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97f3b613-b3f2-4ff1-aab8-f8722b475c49 req-df2f21d3-4936-4b2f-a851-991affcfa615 service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989315 Jul 16 20:35:54.932971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731f60-4c2b-4134-9b8b-94a20971402e req-035e47f8-6e94-44c4-bb53-0f3841463ab3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.939859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10731f60-4c2b-4134-9b8b-94a20971402e req-035e47f8-6e94-44c4-bb53-0f3841463ab3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.1174195 Jul 16 20:35:54.994368 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10731f60-4c2b-4134-9b8b-94a20971402e req-2bd6eee2-8f9d-4557-b541-37a9d4ccdfbd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531507 Jul 16 20:35:55.013311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59406) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:55.121097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-45b5ad29-881e-4da3-a337-3c0baf282d1c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/abf57451-2577-4801-b8da-ec963f39a07b HTTP/1.1" status: 200 len: 990 time: 0.1010613 Jul 16 20:35:55.151626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-85f61ee8-5400-42e8-b02b-265591d28b4f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305806436&fields=id&tenant_id=7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 267 time: 0.0729620 Jul 16 20:35:55.167213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-9558ed79-f237-430f-9d82-e105bc958538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.168799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-9558ed79-f237-430f-9d82-e105bc958538 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1742f942500047b48092f86fc089e735&device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 1095 time: 0.2126465 Jul 16 20:35:55.344410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-151d0fe3-e849-4f89-9f0d-1013c4e2e619 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.346149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-151d0fe3-e849-4f89-9f0d-1013c4e2e619 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.1937160 Jul 16 20:35:55.347951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-0806b9f6-1292-4f9d-83f2-b3368a5487b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.349536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-0806b9f6-1292-4f9d-83f2-b3368a5487b9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c2e8ce80-e475-447d-bf0b-bed97476706b HTTP/1.1" status: 200 len: 915 time: 0.1698861 Jul 16 20:35:55.366363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-c1b8c3df-6313-4f35-9ed2-1a5ed8bf57a4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/quotas/7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 375 time: 0.0133178 Jul 16 20:35:55.420855 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-70ce4bf9-0d08-4e4a-958c-0ec8296e6cd8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e143a915-be90-4b02-bc1e-6d1debc0ab3f HTTP/1.1" status: 200 len: 217 time: 0.0532126 Jul 16 20:35:55.452451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59438) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:55.568228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-f1c9d838-e1db-4b74-8ef8-c9a2fb215ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.569694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-f1c9d838-e1db-4b74-8ef8-c9a2fb215ef0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f310846-f2e8-42af-88ba-18709fb84d64 HTTP/1.1" status: 200 len: 854 time: 0.1197169 Jul 16 20:35:55.644956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-cbbbed4b-4bc6-46a0-ae59-9f72fc77a605 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c2e8ce80-e475-447d-bf0b-bed97476706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649712 Jul 16 20:35:55.665277 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-656c140f-d8c4-4ab4-8a28-4a786e12a9e6 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2884996 Jul 16 20:35:55.666689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59446) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:55.813289 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-994357c2-7338-4788-8b79-4c42e66ea62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.858336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa9f26-0468-461b-9896-1548653725e0 req-ecfe254a-8dba-434c-afac-ebd09ce58347 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.860210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56aa9f26-0468-461b-9896-1548653725e0 req-ecfe254a-8dba-434c-afac-ebd09ce58347 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 943 time: 0.1156144 Jul 16 20:35:55.877172 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-cdef8f9b-8f18-49cf-8f2a-8373e9767c1d service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243314 Jul 16 20:35:55.881215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-ef809a94-ad7e-4191-a8db-1951db62e14d service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926823 Jul 16 20:35:55.922343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port cd8f4ae6-85e0-45a0-8874-c3dda74190e3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:55.922736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.923916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56aa9f26-0468-461b-9896-1548653725e0 req-b5cf3029-5bb5-4c7a-9b89-969df81378e8 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537419 Jul 16 20:35:55.966595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-994357c2-7338-4788-8b79-4c42e66ea62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.971412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-994357c2-7338-4788-8b79-4c42e66ea62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.011038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-994357c2-7338-4788-8b79-4c42e66ea62c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1b1b5b4f4b2b4691a8a7f9d60b5edca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432074 Jul 16 20:35:56.012223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994357c2-7338-4788-8b79-4c42e66ea62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f8185-9a06-40a4-9ed5-e74181383e45,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.014688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59450) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.066571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aee2a999-539c-41b9-8f51-9e5bfada347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.091405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aee2a999-539c-41b9-8f51-9e5bfada347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.110970 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a2ae69a2-d5eb-484f-997e-03e3b371b0f1 req-f197ee06-2c5d-4eea-ae91-ea446fe51903 service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265539 Jul 16 20:35:56.122760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-675137e5-1df4-4233-8073-89aeebf170ee service neutron] 10.222.0.91 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295012 Jul 16 20:35:56.126394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.126677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.139512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for cd8f4ae6-85e0-45a0-8874-c3dda74190e3 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:56.150800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aee2a999-539c-41b9-8f51-9e5bfada347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.156223 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aee2a999-539c-41b9-8f51-9e5bfada347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.160912 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aee2a999-539c-41b9-8f51-9e5bfada347d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e26f8185-9a06-40a4-9ed5-e74181383e45 HTTP/1.1" status: 204 len: 168 time: 0.1450150 Jul 16 20:35:56.170240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2a999-539c-41b9-8f51-9e5bfada347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f8185-9a06-40a4-9ed5-e74181383e45,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.324371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.359106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=cd8f4ae6-85e0-45a0-8874-c3dda74190e3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.445276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.446109 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP abf57451-2577-4801-b8da-ec963f39a07b disassociated (deleted). External IP: 172.25.3.46, port: 0944b81e-963a-4f2c-856d-67466646980a. Jul 16 20:35:56.536967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59470) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.552636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-650bf105-ae4d-416e-879e-b79ffb12f2f0 req-aab7dc42-9bdf-40d0-98b7-2c606691aae9 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 210 time: 0.0554190 Jul 16 20:35:56.561901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-242dbcb0-2974-45ad-a3db-fd2b2ee11c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.621849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59472) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.805825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc2f88-b877-46db-a755-25e777afc4c9 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.807281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc2f88-b877-46db-a755-25e777afc4c9 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.810077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc2f88-b877-46db-a755-25e777afc4c9 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.813221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e2bc2f88-b877-46db-a755-25e777afc4c9 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/ports?project_id=86a257e84ec2449e90b18d1965eefa39&network_id=5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 200 len: 2972 time: 0.1889524 Jul 16 20:35:56.867760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:56.868385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-242dbcb0-2974-45ad-a3db-fd2b2ee11c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.874625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-242dbcb0-2974-45ad-a3db-fd2b2ee11c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.975920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dbcb0-2974-45ad-a3db-fd2b2ee11c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea00a992-f499-4a82-842e-7417d6b16be0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.986754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-242dbcb0-2974-45ad-a3db-fd2b2ee11c2c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=544457ee20da49dc82de908f95870607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460161 Jul 16 20:35:56.988241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59484) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:57.082483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43bf9301-530d-4225-b5e5-6b1f190a9b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.097902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:57.102949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.111912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] Sync routers for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:57.113261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43bf9301-530d-4225-b5e5-6b1f190a9b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.128264 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:57.131758 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:35:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:57.178393 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43bf9301-530d-4225-b5e5-6b1f190a9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.179932 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b4309275-75e6-4c08-b400-9184b6391a32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/floatingips/abf57451-2577-4801-b8da-ec963f39a07b HTTP/1.1" status: 204 len: 168 time: 1.7194419 Jul 16 20:35:57.180700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:57.182249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43bf9301-530d-4225-b5e5-6b1f190a9b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.183163 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:57.184325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-43bf9301-530d-4225-b5e5-6b1f190a9b1d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ea00a992-f499-4a82-842e-7417d6b16be0 HTTP/1.1" status: 204 len: 168 time: 0.1960402 Jul 16 20:35:57.194281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf9301-530d-4225-b5e5-6b1f190a9b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea00a992-f499-4a82-842e-7417d6b16be0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.262718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d373384-1f27-40f5-ba85-2125beba63b2 req-10a4ee7b-f7a5-4c30-a1fb-1b33f0ee0e6a tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.271466 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d373384-1f27-40f5-ba85-2125beba63b2 req-10a4ee7b-f7a5-4c30-a1fb-1b33f0ee0e6a tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 943 time: 0.1436756 Jul 16 20:35:57.336054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d373384-1f27-40f5-ba85-2125beba63b2 req-81e3712d-493d-49be-9de5-edfa9efe550e tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625806 Jul 16 20:35:57.383562 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98caec1-ea3c-4dde-a90d-e4a2bd31b45e x-openstack-request-id: req-a98caec1-ea3c-4dde-a90d-e4a2bd31b45e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:57.384143 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:57.384706 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a98caec1-ea3c-4dde-a90d-e4a2bd31b45e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:57.385317 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'status': 'completed', 'code': 200} Jul 16 20:35:57.432311 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:57.507458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-2ecf3930-4074-43cc-95bb-1079242f6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.509385 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-2ecf3930-4074-43cc-95bb-1079242f6222 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 1096 time: 0.1026886 Jul 16 20:35:57.810453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-a30a3091-e026-48be-9b69-e5e9b5b53984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.816712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-a30a3091-e026-48be-9b69-e5e9b5b53984 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 200 len: 897 time: 0.2992337 Jul 16 20:35:57.926505 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:57.981065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0445d7-9a81-4814-b697-8f9151ce1ac0 req-f7403105-04ba-45f5-a1a0-0925abadb7a1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.984770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb0445d7-9a81-4814-b697-8f9151ce1ac0 req-f7403105-04ba-45f5-a1a0-0925abadb7a1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.1004386 Jul 16 20:35:58.009418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] Checking router: b135c775-abbb-4ea3-8cc5-b6dae8d01c1b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:58.049161 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:58.052541 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:35:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:58.111778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb0445d7-9a81-4814-b697-8f9151ce1ac0 req-4fd6f677-9590-45eb-b438-546c74927455 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204123 Jul 16 20:35:58.340226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-5c6657a8-de4a-4164-b384-9068c5488f16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 200 len: 217 time: 0.5156579 Jul 16 20:35:58.367092 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:58.386906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f42a2b05-1e72-46b7-8c80-8341138ea584 req-c83f25d4-8f28-44a2-9e65-c82045787468 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 210 time: 0.5503142 Jul 16 20:35:58.467031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-f727a6e0-8501-4155-b5e6-79c8157c69d8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.471523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-f727a6e0-8501-4155-b5e6-79c8157c69d8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 811 time: 0.2760603 Jul 16 20:35:58.485892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-17f7646d-2eb2-4719-99a8-96b5c2954a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.487800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-17f7646d-2eb2-4719-99a8-96b5c2954a42 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 200 len: 835 time: 0.1039450 Jul 16 20:35:58.593241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-211b89b4-2ca7-4184-bfab-5095234d03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.598034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-211b89b4-2ca7-4184-bfab-5095234d03a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e582d899-0917-4cff-b0ff-9f87e4a3b72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024384 Jul 16 20:35:58.636927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-52c28275-0053-4ad0-a754-8df245a7689f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7749d02d72f148a6b0d11f063739606f HTTP/1.1" status: 200 len: 379 time: 0.1398635 Jul 16 20:35:58.663313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e143a915-be90-4b02-bc1e-6d1debc0ab3f details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:58.684165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'port': {'device_id': 'b5a92966-b93e-4b26-af78-2d220782947f', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'admin_state_up': True, 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'security_groups': ['8f9130e4-cb98-46dc-9e1a-235bb7964686']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:58.807134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-2b6ecf06-1195-43be-bc1c-651a4c2ed1ef service neutron] 10.222.0.79 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022409 Jul 16 20:35:58.871493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-189b33ac-f187-4c0c-9f77-da0f730e1fe1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.873126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-189b33ac-f187-4c0c-9f77-da0f730e1fe1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.3981283 Jul 16 20:35:58.895789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e143a915-be90-4b02-bc1e-6d1debc0ab3f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e143a915-be90-4b02-bc1e-6d1debc0ab3f,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:58.927191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f', 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b', 'port_id': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f', 'mac_address': 'fa:16:3e:bf:99:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f310846-f2e8-42af-88ba-18709fb84d64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:58.941961 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:58.994725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-ab03c416-a18a-480a-8b98-d4ed34487ee6 service neutron] 10.222.0.79 "GET /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801584 Jul 16 20:35:59.017512 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc34ee9-d9b6-43ff-aae9-871b604f7b7c None None] The sync data for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 is: [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:34:40Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '5c08b45e-f6b8-4337-9421-efe1ebda9efb', 'name': '', 'network_id': 'e582d899-0917-4cff-b0ff-9f87e4a3b72a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:6f:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:39Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:59.027027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.049922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb929288-2d0e-41b2-a136-dec99cd61ade req-2455069b-2a9c-4f6c-9293-d9dae9cd4c12 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.056108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e143a915-be90-4b02-bc1e-6d1debc0ab3f {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:59.057105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb929288-2d0e-41b2-a136-dec99cd61ade req-2455069b-2a9c-4f6c-9293-d9dae9cd4c12 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 943 time: 0.4952457 Jul 16 20:35:59.108322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e143a915-be90-4b02-bc1e-6d1debc0ab3f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e143a915-be90-4b02-bc1e-6d1debc0ab3f,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:59.114712 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.165848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Made reservation on behalf of 7749d02d72f148a6b0d11f063739606f for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:59.170871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.186704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cb929288-2d0e-41b2-a136-dec99cd61ade req-8f021d87-abad-420d-bd06-ea7ae0d914d6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284146 Jul 16 20:35:59.232643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 0944b81e-963a-4f2c-856d-67466646980a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:59.233356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.313102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e143a915-be90-4b02-bc1e-6d1debc0ab3f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:59.361054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e143a915-be90-4b02-bc1e-6d1debc0ab3f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:59.533548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.20.0.4 (f10ab94c-7d04-486b-9be8-99d7d45c5cc1/e07381f6-ef19-4a12-a94c-1cbaada029ea/e58d5bdb-f768-407e-b96a-5aa152dd390d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:59.580970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4713e-39dc-48ac-abae-d6a28b17b535 req-88a892ab-8a28-4599-9843-ccab391bd807 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.591700 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41e4713e-39dc-48ac-abae-d6a28b17b535 req-88a892ab-8a28-4599-9843-ccab391bd807 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 944 time: 0.1614823 Jul 16 20:35:59.678960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656ebfb-2588-471e-993d-ce160afce947 None None] New status for floating IP abf57451-2577-4801-b8da-ec963f39a07b: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:59.695819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41e4713e-39dc-48ac-abae-d6a28b17b535 req-5e1153df-c6fa-4b3e-9730-0e38a6fc1ae7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=d21623fc-4015-4842-a700-cd1cc6d003cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030767 Jul 16 20:35:59.744172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port 0944b81e-963a-4f2c-856d-67466646980a, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=0944b81e-963a-4f2c-856d-67466646980a,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:59.745425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.856123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 0944b81e-963a-4f2c-856d-67466646980a owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:59.865294 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:59.918285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cd824d01-b973-4ce5-92bd-9f9d199b87e3 req-464ca958-a77a-4bde-9bc0-553b735981d4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 210 time: 0.0831282 Jul 16 20:35:59.998964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.025870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Transition to ACTIVE for port object e58d5bdb-f768-407e-b96a-5aa152dd390d will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:00.128872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.196952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:00.203511 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.209201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:00.218307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:00.284835 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=e58d5bdb-f768-407e-b96a-5aa152dd390d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:00.357958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] No DVR routers for this DVR port 0944b81e-963a-4f2c-856d-67466646980a on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:00.382700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.385341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c38380e-5403-45c8-90be-ccca3cbc090d req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "DELETE /v2.0/ports/0944b81e-963a-4f2c-856d-67466646980a HTTP/1.1" status: 204 len: 173 time: 1.5025189 Jul 16 20:36:00.385913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-deleted', 'tag': '0944b81e-963a-4f2c-856d-67466646980a'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:00.388639 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b67212-9170-464e-9ac4-56a894d4e6c6" -d '{"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-deleted", "tag": "0944b81e-963a-4f2c-856d-67466646980a"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:00.394333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702603b-86a7-4860-86c3-dadad6fea7ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=0944b81e-963a-4f2c-856d-67466646980a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:00.403707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.409144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.426921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b89796c8-bea0-4c35-ba9d-2bba118f2aa8 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7519810 Jul 16 20:36:00.450492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Request body: {'port': {'device_id': 'b5a92966-b93e-4b26-af78-2d220782947f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:00.518884 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a2d872-e686-4567-9fea-cc64a60fe739 x-openstack-request-id: req-79a2d872-e686-4567-9fea-cc64a60fe739 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:00.519427 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc7c909-ab65-4231-a56a-3f3700641061", "name": "network-vif-deleted", "tag": "0944b81e-963a-4f2c-856d-67466646980a", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:00.519786 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-79a2d872-e686-4567-9fea-cc64a60fe739 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:00.520377 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc7c909-ab65-4231-a56a-3f3700641061', 'name': 'network-vif-deleted', 'tag': '0944b81e-963a-4f2c-856d-67466646980a', 'status': 'completed', 'code': 200} Jul 16 20:36:00.603691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.670991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e143a915-be90-4b02-bc1e-6d1debc0ab3f up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:00.693387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59598) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:00.801554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0944b81e-963a-4f2c-856d-67466646980a no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:00.887183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986aee2-27ff-4cec-bbeb-dcb546769b78 req-a7aa6b4d-37c4-432a-8a32-6d0885c406ce tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.903435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2986aee2-27ff-4cec-bbeb-dcb546769b78 req-a7aa6b4d-37c4-432a-8a32-6d0885c406ce tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 944 time: 0.3741834 Jul 16 20:36:00.919407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 0944b81e-963a-4f2c-856d-67466646980a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:00.921100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 0944b81e-963a-4f2c-856d-67466646980a not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:00.986237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8df38670-4cb8-4081-85cf-24dbfc95e0cf None None] Provisioning for port e58d5bdb-f768-407e-b96a-5aa152dd390d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:01.005828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port e143a915-be90-4b02-bc1e-6d1debc0ab3f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:01.017848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4b6b6-fc3d-49d3-86ee-df9a99d92464 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.019733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8df38670-4cb8-4081-85cf-24dbfc95e0cf None None] Provisioning complete for port e58d5bdb-f768-407e-b96a-5aa152dd390d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:01.020472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8df38670-4cb8-4081-85cf-24dbfc95e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.028506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d1f4b6b6-fc3d-49d3-86ee-df9a99d92464 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 814 time: 0.3182774 Jul 16 20:36:01.099538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2986aee2-27ff-4cec-bbeb-dcb546769b78 req-9ac6ff72-2ecc-4967-946b-a5e5b0adc529 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949270 Jul 16 20:36:01.201905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8df38670-4cb8-4081-85cf-24dbfc95e0cf None None] Port e58d5bdb-f768-407e-b96a-5aa152dd390d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:01.205241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port e143a915-be90-4b02-bc1e-6d1debc0ab3f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:01.205600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.223408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-17d25221-59ab-46cd-bd9e-31e76b09a42b req-a83976fa-bd5a-4e6d-b930-34b9366bb1ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=9cc7c909-ab65-4231-a56a-3f3700641061 HTTP/1.1" status: 200 len: 210 time: 0.0665877 Jul 16 20:36:01.465365 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.478509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58d5bdb-f768-407e-b96a-5aa152dd390d {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:01.505244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.539533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Transition to ACTIVE for port object e58d5bdb-f768-407e-b96a-5aa152dd390d will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:01.546824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.550233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e143a915-be90-4b02-bc1e-6d1debc0ab3f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e143a915-be90-4b02-bc1e-6d1debc0ab3f,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:01.552232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016f4909-7315-43a5-96d9-abc757a54a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:01.557929 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaa1d40-0ec3-4fe9-91a6-c1498782a56a" -d '{"events": [{"server_uuid": "016f4909-7315-43a5-96d9-abc757a54a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e143a915-be90-4b02-bc1e-6d1debc0ab3f"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:01.563599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.576453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3731b8b-1f53-41cc-86c1-40a7e5904bb4 req-63e6eb98-a507-4510-b133-b5a076b84a3f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.586208 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3731b8b-1f53-41cc-86c1-40a7e5904bb4 req-63e6eb98-a507-4510-b133-b5a076b84a3f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 931 time: 0.1562612 Jul 16 20:36:01.694956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Pushing event updated for resources: {'Port': ['ID=e58d5bdb-f768-407e-b96a-5aa152dd390d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.718024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3731b8b-1f53-41cc-86c1-40a7e5904bb4 req-65c9a367-c526-4ed1-ba09-3a1ae6e4b808 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306190 Jul 16 20:36:01.720541 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5753cb04-df4b-428d-9102-37a6b1cd4182 x-openstack-request-id: req-5753cb04-df4b-428d-9102-37a6b1cd4182 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:01.720902 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016f4909-7315-43a5-96d9-abc757a54a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e143a915-be90-4b02-bc1e-6d1debc0ab3f", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:01.721302 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5753cb04-df4b-428d-9102-37a6b1cd4182 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:01.722504 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016f4909-7315-43a5-96d9-abc757a54a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f', 'code': 200} Jul 16 20:36:01.739668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59644) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.745066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'network': {'name': 'tempest-network-smoke--1561142046', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'port_security_enabled': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:01.770550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e143a915-be90-4b02-bc1e-6d1debc0ab3f,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.784937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Attempting to bind port e58d5bdb-f768-407e-b96a-5aa152dd390d on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:01.785350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Attempting to bind port e58d5bdb-f768-407e-b96a-5aa152dd390d by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:01.786210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Attempting to bind port e58d5bdb-f768-407e-b96a-5aa152dd390d on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:01.789365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:01.793420 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.793670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Port e58d5bdb-f768-407e-b96a-5aa152dd390d on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:01.794044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Attempting to bind port e58d5bdb-f768-407e-b96a-5aa152dd390d on network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:01.803211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:01.803657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Checking segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:01.803793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Bound using segment: {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:01.804596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Bound port: e58d5bdb-f768-407e-b96a-5aa152dd390d, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea34607-00b4-4b47-a0e1-b814adb34918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:01.804596 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.947239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:01.962628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] For port e58d5bdb-f768-407e-b96a-5aa152dd390d, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:01.967344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.970659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] For port e58d5bdb-f768-407e-b96a-5aa152dd390d, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:01.979314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.980442 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Added segment 8d1c6065-2d66-42f8-bc2a-d5a3f3387769 of type vlan for network 20f5d7d8-2890-4def-94fa-7a9154ab4147 Jul 16 20:36:02.052676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.062239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e55c20-da81-4faa-afc2-adbc385c9ec6 req-aac096d3-83db-493c-a701-106410e1d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.064196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80e55c20-da81-4faa-afc2-adbc385c9ec6 req-aac096d3-83db-493c-a701-106410e1d396 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 1097 time: 0.1941938 Jul 16 20:36:02.092015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.092666 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.105861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] 10.222.0.79 "PUT /v2.0/ports/e58d5bdb-f768-407e-b96a-5aa152dd390d HTTP/1.1" status: 200 len: 1092 time: 1.6693985 Jul 16 20:36:02.126407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.139129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.139895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.203243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80e55c20-da81-4faa-afc2-adbc385c9ec6 req-6077cbf1-0864-4143-b321-88022fae3b86 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111386 Jul 16 20:36:02.272816 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5320673 Jul 16 20:36:02.287317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.324468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d5893-a340-430c-92c4-7e8e04ea192e service neutron] Pushing event updated for resources: {'Port': ['ID=e58d5bdb-f768-407e-b96a-5aa152dd390d,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.395046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-de34685e-a6b3-4cbb-9e4f-1560ed0084e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.396783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-de34685e-a6b3-4cbb-9e4f-1560ed0084e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 1095 time: 0.2387862 Jul 16 20:36:02.480300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e1ae7-f97a-4c9f-817c-87c43f8bc8e1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Network': ['ID=20f5d7d8-2890-4def-94fa-7a9154ab4147,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.497096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:02.497647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-1ddaa5ef-d20f-435b-a6df-69bbdfc89aae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d HTTP/1.1" status: 200 len: 217 time: 0.0929770 Jul 16 20:36:02.503388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59680) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.618595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5e710-10b4-4d38-acac-ae424cdbb62d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.625794 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a8d5e710-10b4-4d38-acac-ae424cdbb62d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=86a257e84ec2449e90b18d1965eefa39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3358190 Jul 16 20:36:02.628268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59692) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.948590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bfa5b7-a7e7-4f01-af0d-146a23c289d1 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.952138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-44bfa5b7-a7e7-4f01-af0d-146a23c289d1 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3221345 Jul 16 20:36:02.955163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59712) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.008120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6b5c184f-654e-4fc0-963b-1e0c44f09b1d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515239 Jul 16 20:36:03.013082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.108724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a6dcef9d-942d-4e2f-b0e9-86d15bd93205 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=86a257e84ec2449e90b18d1965eefa39&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940473 Jul 16 20:36:03.126780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59722) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.327122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c372aa-4353-4f07-bacc-ef92f312498f tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.328996 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-09c372aa-4353-4f07-bacc-ef92f312498f tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2004802 Jul 16 20:36:03.333079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59732) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.377129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b902506b-c722-4dbd-803e-46c5d487edb0 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401242 Jul 16 20:36:03.383397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.388711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574914656', 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:03.403383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8d456-93ac-4c7a-b2a8-a4d524cfb564 req-e5a5e712-8833-4dc6-8064-92fad066641d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.410733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4bc8d456-93ac-4c7a-b2a8-a4d524cfb564 req-e5a5e712-8833-4dc6-8064-92fad066641d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 943 time: 0.3827486 Jul 16 20:36:03.533083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:03.535946 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8652add-8ce8-41ce-9560-0e2cda3c8378" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:03.565084 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4bc8d456-93ac-4c7a-b2a8-a4d524cfb564 req-cce761d4-6cba-431a-b39b-23c15097ef5e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536515 Jul 16 20:36:03.602217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:03.609797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.692895 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fec31-e9d7-4a06-802a-206a78ed1630 x-openstack-request-id: req-f56fec31-e9d7-4a06-802a-206a78ed1630 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:03.693461 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:03.693873 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f56fec31-e9d7-4a06-802a-206a78ed1630 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:03.694417 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'status': 'completed', 'code': 200} Jul 16 20:36:03.836287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-afbcb9ae-dbe7-49e1-ba52-5632b8a3d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.837831 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-afbcb9ae-dbe7-49e1-ba52-5632b8a3d7d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 1.3314102 Jul 16 20:36:03.916825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49308dfd-fe64-4bde-ab4f-f257acde64ce req-67ffc891-f01c-4210-9d9b-e6c2e9856f67 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.924260 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49308dfd-fe64-4bde-ab4f-f257acde64ce req-67ffc891-f01c-4210-9d9b-e6c2e9856f67 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 945 time: 1.4548085 Jul 16 20:36:04.049472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49308dfd-fe64-4bde-ab4f-f257acde64ce req-7bc6de56-e46f-4859-b789-5e16630c2a75 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244273 Jul 16 20:36:04.093394 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b9a10221-3185-42ed-b291-061840905c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.095313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-b9a10221-3185-42ed-b291-061840905c09 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2478211 Jul 16 20:36:04.280347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.325876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-fddaff4f-ef5d-495b-9e99-428f16cfad11 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236836 Jul 16 20:36:04.416094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Subnet': ['ID=fd0b384b-57b1-4e8f-a335-c7946aab3d6d,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:04.434374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Checking segment: {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:04.435056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network hostable DHCP agents. Network: 20f5d7d8-2890-4def-94fa-7a9154ab4147, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:04.465023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:04.485660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 20f5d7d8-2890-4def-94fa-7a9154ab4147) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:04.498721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecfd6fb-94ff-422a-83b1-a148d7a7d3cf None None] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:04.505160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.506162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.543912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.553756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0b744552-617f-4656-bc48-29956ba84e91 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1692498 Jul 16 20:36:04.895542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59784) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:04.981279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97bcb3f2-373a-46cb-bf29-cb7498ddb4b6 req-7c7161e3-5ec8-4577-b9cf-1d71fb62e646 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471262 Jul 16 20:36:05.075446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59790) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:05.081703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-56b9cce5-5368-4f02-97d2-0e5adfcd4e9e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016678208', 'description': 'tempest-secgroup-smoke-1016678208 description', 'project_id': '86a257e84ec2449e90b18d1965eefa39'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:05.109333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752e9fa-51a9-46ff-a804-bcd40ac71d0c req-4d910958-31de-4b0e-a1f4-7d831edd1cdb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.116321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4752e9fa-51a9-46ff-a804-bcd40ac71d0c req-4d910958-31de-4b0e-a1f4-7d831edd1cdb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 943 time: 0.2601292 Jul 16 20:36:05.148893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56b9cce5-5368-4f02-97d2-0e5adfcd4e9e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.198596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-20f5d7d8-2890-4def-94fa-7a9154ab4147', 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ips': [{'subnet_id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:05.203825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4752e9fa-51a9-46ff-a804-bcd40ac71d0c req-37a8bc95-4a96-4c79-9ac7-5f521a102e98 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865090 Jul 16 20:36:05.206171 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.291747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-15653a6f-a5c9-4d2e-bb29-7ed0613880b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.294809 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-15653a6f-a5c9-4d2e-bb29-7ed0613880b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 1095 time: 0.2386580 Jul 16 20:36:05.416083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42e1ffaf-aa7c-4bab-b0f3-61808a77cb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.532767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Allocated IP 172.20.0.18 (20f5d7d8-2890-4def-94fa-7a9154ab4147/fd0b384b-57b1-4e8f-a335-c7946aab3d6d/ce53488b-4f40-487c-9c00-e9291d51af88) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:05.546318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 5c08b45e-f6b8-4337-9421-efe1ebda9efb {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:05.550579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.593480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56b9cce5-5368-4f02-97d2-0e5adfcd4e9e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.619318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56b9cce5-5368-4f02-97d2-0e5adfcd4e9e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.664884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debb71-41be-480a-bdce-41b26c503c30 req-4f7ece06-37ed-4b6c-99ce-6ac1ef51f375 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.669972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99debb71-41be-480a-bdce-41b26c503c30 req-4f7ece06-37ed-4b6c-99ce-6ac1ef51f375 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 945 time: 0.4083931 Jul 16 20:36:05.693031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port 5c08b45e-f6b8-4337-9421-efe1ebda9efb, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5c08b45e-f6b8-4337-9421-efe1ebda9efb,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:05.693425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.710296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 5c08b45e-f6b8-4337-9421-efe1ebda9efb owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:05.777285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9cce5-5368-4f02-97d2-0e5adfcd4e9e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d641271b-05f1-45bb-8477-3711049efdd3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:05.810092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-99debb71-41be-480a-bdce-41b26c503c30 req-9125bae6-fae6-4d7a-b618-e29863f9a954 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030250 Jul 16 20:36:05.836089 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.859981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Transition to ACTIVE for port object ce53488b-4f40-487c-9c00-e9291d51af88 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:05.890160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Transition to ACTIVE for port object ce53488b-4f40-487c-9c00-e9291d51af88 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:05.901801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.919225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42e1ffaf-aa7c-4bab-b0f3-61808a77cb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.930346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42e1ffaf-aa7c-4bab-b0f3-61808a77cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.989483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-68b9ee2c-452b-4bd3-9be8-11046c507b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.996982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-68b9ee2c-452b-4bd3-9be8-11046c507b90 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.6938362 Jul 16 20:36:05.997118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1ffaf-aa7c-4bab-b0f3-61808a77cb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c76f1a-f205-4784-bc83-3dc9ed419e8a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.004499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-56b9cce5-5368-4f02-97d2-0e5adfcd4e9e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.009784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-56b9cce5-5368-4f02-97d2-0e5adfcd4e9e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9288325 Jul 16 20:36:06.013452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59816) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:06.034187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-25e0f7ca-8692-4527-b29e-c1f07dc46267 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': 'd641271b-05f1-45bb-8477-3711049efdd3', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:06.035546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Pushing event updated for resources: {'Port': ['ID=ce53488b-4f40-487c-9c00-e9291d51af88,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.051884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:06.062945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:06.065480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:06.075188 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.076065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-144b2e53-50da-4494-8779-0b53882da3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.078758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-5f96ee79-e9c1-4835-92f7-4cf6b0d3ed3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d HTTP/1.1" status: 200 len: 217 time: 0.0586979 Jul 16 20:36:06.159252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-42e1ffaf-aa7c-4bab-b0f3-61808a77cb76 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1757f943e12f437aa815b9bf48bea466&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2615244 Jul 16 20:36:06.161592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59826) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:06.252952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=5c08b45e-f6b8-4337-9421-efe1ebda9efb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.273459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25e0f7ca-8692-4527-b29e-c1f07dc46267 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.354461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Attempting to bind port ce53488b-4f40-487c-9c00-e9291d51af88 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:06.358267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Attempting to bind port ce53488b-4f40-487c-9c00-e9291d51af88 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:06.358876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Attempting to bind port ce53488b-4f40-487c-9c00-e9291d51af88 on network 20f5d7d8-2890-4def-94fa-7a9154ab4147 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:06.384778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:06.388825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Checking segment: {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:06.389558 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.394456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Bound using segment: {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:06.396007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Bound port: ce53488b-4f40-487c-9c00-e9291d51af88, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:06.396007 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.490319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-ad07e25f-9268-4ca6-824d-58e6ead2e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.522910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-ad07e25f-9268-4ca6-824d-58e6ead2e87f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.4205716 Jul 16 20:36:06.540816 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe8f132e-1dbe-4cc3-b64f-64c3b8277b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.626490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] For port ce53488b-4f40-487c-9c00-e9291d51af88, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:06.631469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] For port ce53488b-4f40-487c-9c00-e9291d51af88, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ce53488b-4f40-487c-9c00-e9291d51af88,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:06.637866 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.667773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25e0f7ca-8692-4527-b29e-c1f07dc46267 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.725715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25e0f7ca-8692-4527-b29e-c1f07dc46267 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.780520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264fff-84f2-4abb-a7dc-8bd2118c7d87 None None] Pushing event updated for resources: {'Port': ['ID=ce53488b-4f40-487c-9c00-e9291d51af88,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.782655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe8f132e-1dbe-4cc3-b64f-64c3b8277b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.856397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f7ca-8692-4527-b29e-c1f07dc46267 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade8eb38-f9f1-4601-9249-e70b0984af86,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.875098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25e0f7ca-8692-4527-b29e-c1f07dc46267 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.885085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25e0f7ca-8692-4527-b29e-c1f07dc46267 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8703933 Jul 16 20:36:06.886038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:06.908614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2f01ac84-4a5b-4012-8313-a956f5ca9ecf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': 'd641271b-05f1-45bb-8477-3711049efdd3', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:06.987124 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f01ac84-4a5b-4012-8313-a956f5ca9ecf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.225448 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe8f132e-1dbe-4cc3-b64f-64c3b8277b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.238005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe8f132e-1dbe-4cc3-b64f-64c3b8277b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.243632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fe8f132e-1dbe-4cc3-b64f-64c3b8277b42 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/72c76f1a-f205-4784-bc83-3dc9ed419e8a HTTP/1.1" status: 204 len: 168 time: 1.0779507 Jul 16 20:36:07.311763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f132e-1dbe-4cc3-b64f-64c3b8277b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c76f1a-f205-4784-bc83-3dc9ed419e8a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:07.371275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f01ac84-4a5b-4012-8313-a956f5ca9ecf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.385416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f01ac84-4a5b-4012-8313-a956f5ca9ecf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.480955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f01ac84-4a5b-4012-8313-a956f5ca9ecf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.487059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-fa6f6a62-b2a1-4d36-8bab-1abc27254ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.487750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2f01ac84-4a5b-4012-8313-a956f5ca9ecf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5890832 Jul 16 20:36:07.490717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-fa6f6a62-b2a1-4d36-8bab-1abc27254ccb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9588187 Jul 16 20:36:07.492445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01ac84-4a5b-4012-8313-a956f5ca9ecf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591cf22e-afa7-4138-bf17-25d4044cc568,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:07.496084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59848) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:07.537373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc43f7-02a8-4263-ac78-1b2766962a29 req-e281cda6-e761-40e6-aced-ea386349e3db tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.541288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80dc43f7-02a8-4263-ac78-1b2766962a29 req-e281cda6-e761-40e6-aced-ea386349e3db tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 943 time: 0.7507474 Jul 16 20:36:07.547773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-44b6611b-760c-4e2d-b76e-3c6e80dc6ab2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': 'd641271b-05f1-45bb-8477-3711049efdd3', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:07.700102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.918382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44b6611b-760c-4e2d-b76e-3c6e80dc6ab2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.926623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80dc43f7-02a8-4263-ac78-1b2766962a29 req-753fd1b4-7226-4436-9bdf-e56c85211c29 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467023 Jul 16 20:36:08.176441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-80a4d830-c4ca-4ced-9525-de5347d2518d service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780744 Jul 16 20:36:08.241062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44b6611b-760c-4e2d-b76e-3c6e80dc6ab2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.249731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ce53488b-4f40-487c-9c00-e9291d51af88 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:08.261144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44b6611b-760c-4e2d-b76e-3c6e80dc6ab2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.304244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6611b-760c-4e2d-b76e-3c6e80dc6ab2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e232241-964d-4645-868d-daa659a61223,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:08.348450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ce53488b-4f40-487c-9c00-e9291d51af88 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:08.574110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44b6611b-760c-4e2d-b76e-3c6e80dc6ab2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.575344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-44b6611b-760c-4e2d-b76e-3c6e80dc6ab2 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0782542 Jul 16 20:36:08.578985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59902) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:08.585675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fb147737-4066-4eb5-b9d3-dfd9c1c75d37 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': 'd641271b-05f1-45bb-8477-3711049efdd3', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:08.590038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:08.638893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8652add-8ce8-41ce-9560-0e2cda3c8378 req-3288b45b-3bf1-40d3-ad1e-cff29e75a534 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234977 Jul 16 20:36:08.657527 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.673555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb147737-4066-4eb5-b9d3-dfd9c1c75d37 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.679059 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.770002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb147737-4066-4eb5-b9d3-dfd9c1c75d37 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.777345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb147737-4066-4eb5-b9d3-dfd9c1c75d37 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.824984 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:08.838977 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9dacfefb-035e-405c-a999-e7986888692a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/b135c775-abbb-4ea3-8cc5-b6dae8d01c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3308353 Jul 16 20:36:08.840045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59906) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:08.845492 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] Sync routers for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:08.878173 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:08.879833 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:35:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:08.882434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff37c5-789f-4c5e-80f0-29fd4be7e56c None None] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:08.888065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb147737-4066-4eb5-b9d3-dfd9c1c75d37 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8e6aee-3d80-4465-8a9d-f7a71d2cd8a6,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:08.910641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb147737-4066-4eb5-b9d3-dfd9c1c75d37 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.914484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb147737-4066-4eb5-b9d3-dfd9c1c75d37 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3322544 Jul 16 20:36:08.915373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59908) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:08.931205 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4f5358d3-557c-4fe2-9194-febb05518447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.931468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': 'd641271b-05f1-45bb-8477-3711049efdd3', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:08.954145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cb4092bd-ec0f-4c5c-a927-af20d4897db9 None None] Provisioning for port ce53488b-4f40-487c-9c00-e9291d51af88 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:08.985719 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Project 86a257e84ec2449e90b18d1965eefa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:36:08.998389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.026224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting subnet 5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:09.041713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.129044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cb4092bd-ec0f-4c5c-a927-af20d4897db9 None None] Provisioning complete for port ce53488b-4f40-487c-9c00-e9291d51af88 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:09.129338 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb4092bd-ec0f-4c5c-a927-af20d4897db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.244682 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:09.250633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.253479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.267172 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.308483 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.332774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0e70c8-5fa7-4b7b-a5c3-bc9134f1a9a1,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.387593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.388749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b8ef62e4-e2f0-45ad-ba03-76be2227d60b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4714711 Jul 16 20:36:09.393075 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 59916) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:09.405775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': 'd641271b-05f1-45bb-8477-3711049efdd3', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:09.468226 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb4092bd-ec0f-4c5c-a927-af20d4897db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.486689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.556890 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Project 86a257e84ec2449e90b18d1965eefa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:36:09.599525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cb4092bd-ec0f-4c5c-a927-af20d4897db9 None None] For port ce53488b-4f40-487c-9c00-e9291d51af88, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ce53488b-4f40-487c-9c00-e9291d51af88,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:09.608448 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb4092bd-ec0f-4c5c-a927-af20d4897db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.614396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de44742-a1a6-4121-aaa1-85e410ff6254 req-4ef00bd0-a082-4ea6-a8f0-652f28da417f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:09.621610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7de44742-a1a6-4121-aaa1-85e410ff6254 req-4ef00bd0-a082-4ea6-a8f0-652f28da417f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 943 time: 0.3387198 Jul 16 20:36:09.627733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.674689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.731542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4092bd-ec0f-4c5c-a927-af20d4897db9 None None] Pushing event updated for resources: {'Port': ['ID=ce53488b-4f40-487c-9c00-e9291d51af88,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.749485 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:36:05Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:09.769311 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.780570 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.785995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Subnet': ['ID=5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.791281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984a74c-cd91-4889-bcef-eb7ecc2a552b None None] Network e582d899-0917-4cff-b0ff-9f87e4a3b72a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:09.791506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] Checking router: b135c775-abbb-4ea3-8cc5-b6dae8d01c1b for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:09.796031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.802380 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] Routers {'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:09.803320 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:09.804513 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2424121b-fd67-4561-9de4-2e412aaa70b7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/subnets/5c81ed8a-f73f-426b-bbf0-fa50ba2f21b0 HTTP/1.1" status: 204 len: 168 time: 0.9624250 Jul 16 20:36:09.807659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 59926) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:09.870625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ac6a66-50b3-4351-a264-6b34e3a8cb80,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.914531 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7de44742-a1a6-4121-aaa1-85e410ff6254 req-c2f9a72f-7091-488e-b5ee-4e907df3f400 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139609 Jul 16 20:36:09.932461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.935905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aca235dd-5e7f-4eae-b20d-50b4d1fba39b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5412643 Jul 16 20:36:10.038521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ce53488b-4f40-487c-9c00-e9291d51af88 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:10.146709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-799c81c3-7318-4402-bce0-633daff10ca8 None None] Provisioning complete for port ce53488b-4f40-487c-9c00-e9291d51af88 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:10.147423 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-799c81c3-7318-4402-bce0-633daff10ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.160148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.190268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.368758 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] Set router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:10.404953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ce53488b-4f40-487c-9c00-e9291d51af88 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:10.405542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.725287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] DHCP port deletion for e582d899-0917-4cff-b0ff-9f87e4a3b72a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:10.759130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:36:05Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:10.812495 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f41875-c362-4a1b-b7c6-d6c649a548ae None None] The sync data for ids ['b135c775-abbb-4ea3-8cc5-b6dae8d01c1b'] in n-d-792458-10 is: [{'id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196419554', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:33Z', 'updated_at': '2021-07-16T20:36:05Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'bb173697-462d-4cfe-b4a6-1b7409171312', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b135c775-abbb-4ea3-8cc5-b6dae8d01c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:34Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:10.847602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] Deleting port 77031773-cc14-4bad-80c0-8f3597265116 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:10.847602 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.955513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] For port 77031773-cc14-4bad-80c0-8f3597265116, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=77031773-cc14-4bad-80c0-8f3597265116,segment=NetworkSegment(5da2be8b-dea4-4482-b4a7-fab860540118),segment_id=5da2be8b-dea4-4482-b4a7-fab860540118)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:10.956037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.981126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] Calling delete_port for 77031773-cc14-4bad-80c0-8f3597265116 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:11.081544 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.133692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] No DVR routers for this DVR port 77031773-cc14-4bad-80c0-8f3597265116 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:11.141504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa091-bec2-454c-8b45-a40ee1f8d695 req-ddd6e7ca-d025-4454-b95c-6dab8bc85d1c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:11.142009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333c15d-10d7-47ee-8a57-b231dfea66c9 None None] Pushing event deleted for resources: {'Port': ['ID=77031773-cc14-4bad-80c0-8f3597265116,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.153174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8095b8ef-8ba0-4f50-a1fa-38f2e460374a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016678208&fields=id&tenant_id=86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 267 time: 0.0681481 Jul 16 20:36:11.160014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb0aa091-bec2-454c-8b45-a40ee1f8d695 req-ddd6e7ca-d025-4454-b95c-6dab8bc85d1c tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 943 time: 0.1039526 Jul 16 20:36:11.197701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.231144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb0aa091-bec2-454c-8b45-a40ee1f8d695 req-0c2ca417-4926-4f6e-b7c8-025d392fbda4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637243 Jul 16 20:36:11.332595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-e486bf0f-7a21-4b4a-aa28-c2569c77d7d5 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:11.339381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-e486bf0f-7a21-4b4a-aa28-c2569c77d7d5 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/networks?id=20f5d7d8-2890-4def-94fa-7a9154ab4147 HTTP/1.1" status: 200 len: 797 time: 0.1852582 Jul 16 20:36:11.359880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-da5e68db-b5c5-4f3d-8e41-75a3bcfc25b6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/quotas/86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 375 time: 0.0196006 Jul 16 20:36:11.365678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port bb173697-462d-4cfe-b4a6-1b7409171312 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:11.366383 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.513325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port bb173697-462d-4cfe-b4a6-1b7409171312, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bb173697-462d-4cfe-b4a6-1b7409171312,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:11.513727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.539993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-23f9b165-33d0-4d0c-8666-8e9d74cdbe5a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1704926 Jul 16 20:36:11.544332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for bb173697-462d-4cfe-b4a6-1b7409171312 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:11.736862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60000) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:11.745351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a5e12f07-13cd-4cff-9d4a-94f80b49c5d3 service neutron] 10.222.0.91 "GET /v2.0/networks/20f5d7d8-2890-4def-94fa-7a9154ab4147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898167 Jul 16 20:36:11.873793 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.926555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 77031773-cc14-4bad-80c0-8f3597265116 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:11.928507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.946090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.992084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 77031773-cc14-4bad-80c0-8f3597265116 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:11.992730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 77031773-cc14-4bad-80c0-8f3597265116 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:11.993386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08b45e-f6b8-4337-9421-efe1ebda9efb no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:12.016195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5c08b45e-f6b8-4337-9421-efe1ebda9efb {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:12.017179 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-f58a7a2d-168f-45f4-a542-4ea929192938 service neutron] 10.222.0.91 "GET /v2.0/networks/20f5d7d8-2890-4def-94fa-7a9154ab4147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554855 Jul 16 20:36:12.020410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=bb173697-462d-4cfe-b4a6-1b7409171312,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:12.026183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5c08b45e-f6b8-4337-9421-efe1ebda9efb not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:12.045541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.045890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.046226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.046557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.046914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.047265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.047589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.047909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.048231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.048559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.048879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.049268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.091933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.098697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.139474 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.149895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e19775ea34934dd0b5dac96c4c1fbb6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111996 Jul 16 20:36:12.150632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60012) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:12.153010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0312e505-3665-44dd-b766-45cd97becfde,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:12.174530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.174925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.175269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.175605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.175936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.176489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.176824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.177137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.177459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.177784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.178106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.178423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f673fc-20d2-425e-92ee-d954e7d8d82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:12.223381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-761d0bdd-85e4-4846-ae9a-f6fe4a34702a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.288794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-761d0bdd-85e4-4846-ae9a-f6fe4a34702a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.289440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.292039 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.412531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-761d0bdd-85e4-4846-ae9a-f6fe4a34702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.415153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-761d0bdd-85e4-4846-ae9a-f6fe4a34702a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.416349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-761d0bdd-85e4-4846-ae9a-f6fe4a34702a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0312e505-3665-44dd-b766-45cd97becfde HTTP/1.1" status: 204 len: 168 time: 0.2644141 Jul 16 20:36:12.418184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3d6ca62-bbc7-4f3b-bc1c-a548dd56a1f5 req-f390f2ee-afa3-4df5-b416-b16b38bd7225 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 210 time: 0.0372758 Jul 16 20:36:12.439208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d0bdd-85e4-4846-ae9a-f6fe4a34702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0312e505-3665-44dd-b766-45cd97becfde,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:12.444700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.447452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Fanout notify agent at l3_agent the message router_deleted on router b135c775-abbb-4ea3-8cc5-b6dae8d01c1b {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:12.469282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.476799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-801c4c93-6a22-4121-87ef-7f165318c2a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/routers/b135c775-abbb-4ea3-8cc5-b6dae8d01c1b HTTP/1.1" status: 204 len: 168 time: 2.6660714 Jul 16 20:36:12.478167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60022) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:12.647611 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f17b-83b3-4f21-be7b-01abad696a9a req-36c985fb-88d6-4346-9688-8abf76c14aff tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:12.649261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0c1f17b-83b3-4f21-be7b-01abad696a9a req-36c985fb-88d6-4346-9688-8abf76c14aff tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 943 time: 0.1600921 Jul 16 20:36:12.677949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.760356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0c1f17b-83b3-4f21-be7b-01abad696a9a req-b96efc98-b67c-41e6-8284-32c0b100a9e2 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984051 Jul 16 20:36:12.824241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.837581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e582d899-0917-4cff-b0ff-9f87e4a3b72a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:12.856864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da2be8b-dea4-4482-b4a7-fab860540118') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:12.857184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da2be8b-dea4-4482-b4a7-fab860540118') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:12.868297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.885603 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.895461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:12.895868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:12.901438 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:12.974298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60032) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.005568 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21b0793b-bac7-4570-b14d-9ade4edd4717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.030321 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.045098 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.047110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/networks/e582d899-0917-4cff-b0ff-9f87e4a3b72a HTTP/1.1" status: 204 len: 168 time: 0.5661404 Jul 16 20:36:13.052043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60038) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.076766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251bdea-f3b4-45fb-be4f-f15201cac692 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Network': ['ID=e582d899-0917-4cff-b0ff-9f87e4a3b72a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.224419 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b57b26-186e-4a7b-b885-7e8653f512b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.296024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b57b26-186e-4a7b-b885-7e8653f512b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.370676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21b0793b-bac7-4570-b14d-9ade4edd4717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.381054 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21b0793b-bac7-4570-b14d-9ade4edd4717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.451765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-21b0793b-bac7-4570-b14d-9ade4edd4717 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e19ab25a9c94c47bf3fa9e65877b3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757752 Jul 16 20:36:13.455023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60040) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.462313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0793b-bac7-4570-b14d-9ade4edd4717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230424d6-379d-44a3-8c6d-6d0f0771379c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.537764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b57b26-186e-4a7b-b885-7e8653f512b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.543845 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5b57b26-186e-4a7b-b885-7e8653f512b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.546019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c5b57b26-186e-4a7b-b885-7e8653f512b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/security-groups/d21623fc-4015-4842-a700-cd1cc6d003cd HTTP/1.1" status: 204 len: 168 time: 0.4840975 Jul 16 20:36:13.565496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b57b26-186e-4a7b-b885-7e8653f512b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21623fc-4015-4842-a700-cd1cc6d003cd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.631883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cd4620f-1ceb-4715-a51a-389db9067494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.711388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a4353f9-c36e-4e93-82f4-07d402d0b2bd req-17291550-bb5c-4fe3-a709-2f9e11231459 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 210 time: 0.0537019 Jul 16 20:36:13.726931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cd4620f-1ceb-4715-a51a-389db9067494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.806160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cd4620f-1ceb-4715-a51a-389db9067494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.809446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1cd4620f-1ceb-4715-a51a-389db9067494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.810758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1cd4620f-1ceb-4715-a51a-389db9067494 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/230424d6-379d-44a3-8c6d-6d0f0771379c HTTP/1.1" status: 204 len: 168 time: 0.3526797 Jul 16 20:36:13.831517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4620f-1ceb-4715-a51a-389db9067494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230424d6-379d-44a3-8c6d-6d0f0771379c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.007162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bb173697-462d-4cfe-b4a6-1b7409171312 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:14.052418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: bb173697-462d-4cfe-b4a6-1b7409171312 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:14.053040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bb173697-462d-4cfe-b4a6-1b7409171312 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:14.072156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60052) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:14.080951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e4897798-0ed3-465b-b209-d2ee5dc0e40d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627256217', 'description': 'tempest-secgroup-smoke-1627256217 description', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:14.165583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4897798-0ed3-465b-b209-d2ee5dc0e40d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.223005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-4d70b761-3ba5-4a3e-bdca-1b16fcf40384 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:14.227251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-4d70b761-3ba5-4a3e-bdca-1b16fcf40384 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "GET /v2.0/networks?id=20f5d7d8-2890-4def-94fa-7a9154ab4147 HTTP/1.1" status: 200 len: 797 time: 0.2451622 Jul 16 20:36:14.270254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893461-47f0-4bc0-a6e4-a62731ec6b76 req-486a2de7-babe-4942-8341-704c2ac52a7a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:14.272251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf893461-47f0-4bc0-a6e4-a62731ec6b76 req-486a2de7-babe-4942-8341-704c2ac52a7a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 943 time: 0.2142570 Jul 16 20:36:14.361412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-7900afe5-d32c-4f15-88bf-aa020bf116bd tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 473 time: 0.1234956 Jul 16 20:36:14.382312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'port': {'device_id': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147', 'admin_state_up': True, 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'security_groups': ['d641271b-05f1-45bb-8477-3711049efdd3']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:14.454645 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4897798-0ed3-465b-b209-d2ee5dc0e40d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.475081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf893461-47f0-4bc0-a6e4-a62731ec6b76 req-47667c53-35b2-46ca-af4c-37ddeb1429ac tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908054 Jul 16 20:36:14.476692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4897798-0ed3-465b-b209-d2ee5dc0e40d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.516309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4897798-0ed3-465b-b209-d2ee5dc0e40d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9016efa6-f0a0-48f3-a004-8c0740662050,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.536693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4897798-0ed3-465b-b209-d2ee5dc0e40d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.538847 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e4897798-0ed3-465b-b209-d2ee5dc0e40d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4667616 Jul 16 20:36:14.541842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60072) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:14.555010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-93f2f9f0-86f3-4aa3-a103-f68de851e83a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '9016efa6-f0a0-48f3-a004-8c0740662050', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:14.573250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:14.580752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.608727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f2f9f0-86f3-4aa3-a103-f68de851e83a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.776444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f2f9f0-86f3-4aa3-a103-f68de851e83a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.790738 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f2f9f0-86f3-4aa3-a103-f68de851e83a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.828342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e58d5bdb-f768-407e-b96a-5aa152dd390d details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:14.859447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-93f2f9f0-86f3-4aa3-a103-f68de851e83a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.860819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-93f2f9f0-86f3-4aa3-a103-f68de851e83a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165417 Jul 16 20:36:14.861837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2f9f0-86f3-4aa3-a103-f68de851e83a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18658a54-8dc8-4a10-8589-3b4610d28c88,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.870652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.20.0.26 (20f5d7d8-2890-4def-94fa-7a9154ab4147/fd0b384b-57b1-4e8f-a335-c7946aab3d6d/b5eeafcb-bdc6-4025-a2de-520864eb8f09) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:14.873093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60080) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:14.884583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-69456f9e-3d91-4ce3-b0e3-13ee048c99b1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '9016efa6-f0a0-48f3-a004-8c0740662050', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:14.958018 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69456f9e-3d91-4ce3-b0e3-13ee048c99b1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.040226 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b700751-70c6-47d9-8519-dcec87d04ba0 req-6afa87ea-6bca-476a-b2a8-40263fbfba31 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 210 time: 0.1098242 Jul 16 20:36:15.065311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port e58d5bdb-f768-407e-b96a-5aa152dd390d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:15.096688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'port_id': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'mac_address': 'fa:16:3e:12:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:15.110984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69456f9e-3d91-4ce3-b0e3-13ee048c99b1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.116121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69456f9e-3d91-4ce3-b0e3-13ee048c99b1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.166727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69456f9e-3d91-4ce3-b0e3-13ee048c99b1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fa516b-fa93-4061-a720-214b211f4b27,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:15.172695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.178420 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-69456f9e-3d91-4ce3-b0e3-13ee048c99b1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.179697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-69456f9e-3d91-4ce3-b0e3-13ee048c99b1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3056769 Jul 16 20:36:15.183255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60086) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:15.195631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58d5bdb-f768-407e-b96a-5aa152dd390d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:15.196023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fa549212-6700-4dd6-a41b-0d8ffa3240d3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '9016efa6-f0a0-48f3-a004-8c0740662050', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:15.252291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port e58d5bdb-f768-407e-b96a-5aa152dd390d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:15.258854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.265047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa549212-6700-4dd6-a41b-0d8ffa3240d3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.369023 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.418602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa549212-6700-4dd6-a41b-0d8ffa3240d3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.432657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa549212-6700-4dd6-a41b-0d8ffa3240d3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.444767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=e58d5bdb-f768-407e-b96a-5aa152dd390d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:15.448631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Transition to ACTIVE for port object b5eeafcb-bdc6-4025-a2de-520864eb8f09 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:15.494168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['e58d5bdb-f768-407e-b96a-5aa152dd390d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:15.525902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa549212-6700-4dd6-a41b-0d8ffa3240d3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d3c4a5-08c5-4ce8-8380-77b3fa5a06f4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:15.546455 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa549212-6700-4dd6-a41b-0d8ffa3240d3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.547731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fa549212-6700-4dd6-a41b-0d8ffa3240d3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634617 Jul 16 20:36:15.555482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60098) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:15.572088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5f2cda8f-b48a-4c21-a58e-8e8511d1d8ff tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '9016efa6-f0a0-48f3-a004-8c0740662050', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:15.621202 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.733389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=b5eeafcb-bdc6-4025-a2de-520864eb8f09,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:15.775429 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda8f-b48a-4c21-a58e-8e8511d1d8ff tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.866991 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:15.870970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:15.886816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:15.911015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c695bf-cba7-4f50-a638-92a4dbbb4d87 req-aee8d1a8-be04-48ad-bc30-f5db8184a4c4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:15.916711 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2c695bf-cba7-4f50-a638-92a4dbbb4d87 req-aee8d1a8-be04-48ad-bc30-f5db8184a4c4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 944 time: 0.1760321 Jul 16 20:36:15.981200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:15.981836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.995257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2c695bf-cba7-4f50-a638-92a4dbbb4d87 req-9ba49459-917b-4538-9c73-e733a7021766 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718122 Jul 16 20:36:16.006450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-8cb91188-e47a-41af-931f-4c0833b5788a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6321397 Jul 16 20:36:16.027167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Request body: {'port': {'device_id': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.051264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda8f-b48a-4c21-a58e-8e8511d1d8ff tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.076187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda8f-b48a-4c21-a58e-8e8511d1d8ff tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.114736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cda8f-b48a-4c21-a58e-8e8511d1d8ff tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1318a102-1e02-4119-aded-6dfe8ad1b809,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.124032 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda8f-b48a-4c21-a58e-8e8511d1d8ff tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.126105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5f2cda8f-b48a-4c21-a58e-8e8511d1d8ff tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5650556 Jul 16 20:36:16.128976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60112) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.135525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '9016efa6-f0a0-48f3-a004-8c0740662050', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.197691 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:36:16.205233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.222665 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.254063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4dbe8b9a-79fa-41ea-bb30-aef89aa640b0 None None] Provisioning for port b5eeafcb-bdc6-4025-a2de-520864eb8f09 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:16.260938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4dbe8b9a-79fa-41ea-bb30-aef89aa640b0 None None] Provisioning complete for port b5eeafcb-bdc6-4025-a2de-520864eb8f09 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:16.261549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8b9a-79fa-41ea-bb30-aef89aa640b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.289564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.296905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.332639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2718a9b1-d1b3-4541-bb3c-9ed154d94bdc,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.340679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.342360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0a9050e8-90c4-45d1-a0ca-42da1595bfdf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2120471 Jul 16 20:36:16.344845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60114) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.350539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'security_group_rule': {'security_group_id': '9016efa6-f0a0-48f3-a004-8c0740662050', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.374105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60118) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.383054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe8b9a-79fa-41ea-bb30-aef89aa640b0 None None] Port b5eeafcb-bdc6-4025-a2de-520864eb8f09 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:16.397535 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Project ad091e6370c54c3c869b10f94c6f8c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:36:16.404021 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.501528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a031d8-9ed1-43ef-a87b-613ebf9dc999 req-2c7fae75-9cba-416b-a847-0a9264f8ecb1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.509546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02a031d8-9ed1-43ef-a87b-613ebf9dc999 req-2c7fae75-9cba-416b-a847-0a9264f8ecb1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 932 time: 0.2462595 Jul 16 20:36:16.509772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.515214 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.562446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ca2cf3-2300-4512-83bb-b5d28225b1be,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.578013 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.579467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c1cee52f-5957-47de-a0c3-be6ee0890a07 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2334175 Jul 16 20:36:16.582167 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60124) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.590375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'network': {'name': 'tempest-network-smoke--65599519', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'port_security_enabled': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.596061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-02a031d8-9ed1-43ef-a87b-613ebf9dc999 req-993e3826-f415-4140-947d-ad9fe5c6279f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849411 Jul 16 20:36:16.668306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:16.673379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.681458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1462455139'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.700119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:16.712505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.712943 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Added segment 470f55c2-2054-446b-be04-effdf8374c28 of type vlan for network 45f418fb-9706-456e-9927-05f1b99baa2a Jul 16 20:36:16.729997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Made reservation on behalf of dc70710ceb7d4179ab81a7b39cc09837 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:16.733892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.749145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.767160 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.808452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.810756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5eeafcb-bdc6-4025-a2de-520864eb8f09 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:16.816176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.817010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.822131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.828135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e58d5bdb-f768-407e-b96a-5aa152dd390d up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:16.850667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Transition to ACTIVE for port object b5eeafcb-bdc6-4025-a2de-520864eb8f09 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:16.859866 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.926038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port e58d5bdb-f768-407e-b96a-5aa152dd390d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:16.927961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Network': ['ID=45f418fb-9706-456e-9927-05f1b99baa2a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.931676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port e58d5bdb-f768-407e-b96a-5aa152dd390d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:16.932135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.967536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 45f418fb-9706-456e-9927-05f1b99baa2a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:17.059279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eeafcb-bdc6-4025-a2de-520864eb8f09,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.098472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.103912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.112820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c283d838-eb7b-4514-a8da-e38dea8942ef tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5295181 Jul 16 20:36:17.113594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60128) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:17.118940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'admin_state_up': True, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:17.148866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:17.166746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Attempting to bind port b5eeafcb-bdc6-4025-a2de-520864eb8f09 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:17.167269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Attempting to bind port b5eeafcb-bdc6-4025-a2de-520864eb8f09 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:17.167542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Attempting to bind port b5eeafcb-bdc6-4025-a2de-520864eb8f09 on network 20f5d7d8-2890-4def-94fa-7a9154ab4147 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:17.167999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.169193 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.169613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5874298-a270-4fe6-9f55-2f6c6b3940b0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.178129 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.202901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.203059 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Added segment c9ee5420-67c9-430c-aae3-2b44311c5b19 of type vlan for network 309e8dcc-3ffc-42fc-a1e4-adc727204bbf Jul 16 20:36:17.246307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Port b5eeafcb-bdc6-4025-a2de-520864eb8f09 on network 20f5d7d8-2890-4def-94fa-7a9154ab4147 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:17.246693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Attempting to bind port b5eeafcb-bdc6-4025-a2de-520864eb8f09 on network 20f5d7d8-2890-4def-94fa-7a9154ab4147 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:17.265946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port e58d5bdb-f768-407e-b96a-5aa152dd390d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:17.267832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:17.274576 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4f423b-b1db-4c40-9b9b-79208795e260" -d '{"events": [{"server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "name": "network-vif-plugged", "status": "completed", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:17.285273 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.298105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:17.298445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Checking segment: {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:17.298864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Bound using segment: {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:17.299337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Bound port: b5eeafcb-bdc6-4025-a2de-520864eb8f09, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:17.299719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.348980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.359142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.365224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=e58d5bdb-f768-407e-b96a-5aa152dd390d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.370189 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7053c-f7d5-4590-8653-8ac1ba228357 x-openstack-request-id: req-c9d7053c-f7d5-4590-8653-8ac1ba228357 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:17.370816 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "name": "network-vif-plugged", "status": "completed", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:17.371509 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9d7053c-f7d5-4590-8653-8ac1ba228357 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:17.373509 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'code': 200} Jul 16 20:36:17.441004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] For port b5eeafcb-bdc6-4025-a2de-520864eb8f09, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:17.443515 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.450506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.451335 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.455872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] For port b5eeafcb-bdc6-4025-a2de-520864eb8f09, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b5eeafcb-bdc6-4025-a2de-520864eb8f09,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:17.538808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Pushing event updated for resources: {'Network': ['ID=309e8dcc-3ffc-42fc-a1e4-adc727204bbf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.545540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.552718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 309e8dcc-3ffc-42fc-a1e4-adc727204bbf details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:17.641616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eeafcb-bdc6-4025-a2de-520864eb8f09,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.672001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77aa0604-a69c-4f6d-aadd-40626eebbba3 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2944410 Jul 16 20:36:17.673700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60138) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:17.681182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.682178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.683905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-a11fb041-e19e-4b1d-b109-15fd09b95960 service neutron] 10.222.0.99 "PUT /v2.0/ports/b5eeafcb-bdc6-4025-a2de-520864eb8f09 HTTP/1.1" status: 200 len: 1093 time: 1.6665058 Jul 16 20:36:17.690291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'tag': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:17.693386 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716eac85-0040-4ce9-829f-17da6ad39c67" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93", "tag": "b5eeafcb-bdc6-4025-a2de-520864eb8f09"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:17.784240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.834571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6adb3-2928-4cd6-a7d3-81c082b9569f req-6179fdd8-72d0-4714-b1f0-d19d3f9d81dc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.836259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cce6adb3-2928-4cd6-a7d3-81c082b9569f req-6179fdd8-72d0-4714-b1f0-d19d3f9d81dc tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 945 time: 0.6087353 Jul 16 20:36:17.880715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'network': {'name': 'tempest-network--949474342', 'router:external': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:17.978696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Made reservation on behalf of 9fabc449637745b18404f24186feea66 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:17.982365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.988718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-9828a0ae-711f-46bd-904d-78980abb4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.991033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-9828a0ae-711f-46bd-904d-78980abb4e45 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 1096 time: 0.2468953 Jul 16 20:36:18.004606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef69d6-f7e7-4f37-a82a-2fad33279115 req-a62097e1-8d27-4e79-893d-763ad27e9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.006681 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8ef69d6-f7e7-4f37-a82a-2fad33279115 req-a62097e1-8d27-4e79-893d-763ad27e9f7a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 1097 time: 0.5139010 Jul 16 20:36:18.009002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.020824 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cce6adb3-2928-4cd6-a7d3-81c082b9569f req-49fabb60-185e-4e54-a8da-b689cdd89529 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266575 Jul 16 20:36:18.134584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8ef69d6-f7e7-4f37-a82a-2fad33279115 req-f2b01e6e-3145-4550-a723-a35d0ee79c93 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878394 Jul 16 20:36:18.158203 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca57723-5ba6-4be4-a965-7e34a318d535 x-openstack-request-id: req-6ca57723-5ba6-4be4-a965-7e34a318d535 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:18.158573 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93", "tag": "b5eeafcb-bdc6-4025-a2de-520864eb8f09", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:18.158757 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6ca57723-5ba6-4be4-a965-7e34a318d535 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:18.159179 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'tag': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09', 'status': 'completed', 'code': 200} Jul 16 20:36:18.220451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0a2d-0adb-4613-a521-bea94ec3cd26 req-a39e0f0a-638e-49f3-b6b7-abe904b22248 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.222399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec9b0a2d-0adb-4613-a521-bea94ec3cd26 req-a39e0f0a-638e-49f3-b6b7-abe904b22248 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 944 time: 0.3283920 Jul 16 20:36:18.223782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-fd7704de-ebc4-4531-a6fc-e19a7de6b4ec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b5eeafcb-bdc6-4025-a2de-520864eb8f09 HTTP/1.1" status: 200 len: 217 time: 0.2078998 Jul 16 20:36:18.229368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.290688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-0510aea9-e7e9-4c57-b49e-2192971f2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.292077 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-0510aea9-e7e9-4c57-b49e-2192971f2b56 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd0b384b-57b1-4e8f-a335-c7946aab3d6d HTTP/1.1" status: 200 len: 837 time: 0.0512297 Jul 16 20:36:18.293856 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.305800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:18.319441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.319803 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Added segment 6f576df7-2cdd-43da-9b57-2e9d7443ae06 of type vlan for network d8197496-42ec-481c-93e4-e217317b321f Jul 16 20:36:18.368411 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.391965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.453323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec9b0a2d-0adb-4613-a521-bea94ec3cd26 req-8fa9a994-aa25-492b-8bca-ed7eb8500d08 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214975 Jul 16 20:36:18.467482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.471151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08494185-e997-440b-a30c-401020309e4b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:18.540018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.541031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.542307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.546069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-1f1232fb-0ed4-48fd-a18d-dbc954553443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:18.547605 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-1f1232fb-0ed4-48fd-a18d-dbc954553443 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20f5d7d8-2890-4def-94fa-7a9154ab4147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1900558 Jul 16 20:36:18.572939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.141 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e8dce163-fb48-4b21-9aa5-280741d99960) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:18.704266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0147865 Jul 16 20:36:18.706961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60150) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:18.795483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d852121-ccd0-4435-b41b-5ffef70cde94 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Network': ['ID=d8197496-42ec-481c-93e4-e217317b321f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:18.809620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d8197496-42ec-481c-93e4-e217317b321f details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:18.837876 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.844279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-b2f7260a-c90c-42e7-b895-955d1ef53653 service neutron] 10.222.0.99 "GET /v2.0/networks/20f5d7d8-2890-4def-94fa-7a9154ab4147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803702 Jul 16 20:36:18.868709 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.013069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1800d39d-25fc-4c1c-a488-aff3b37d3aa7 req-1188db80-81fa-413e-a7eb-6dcfd4bae984 service neutron] 10.222.0.99 "GET /v2.0/networks/20f5d7d8-2890-4def-94fa-7a9154ab4147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624219 Jul 16 20:36:19.107637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.139524 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.160613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-42fd3a0e-2d3f-478f-a79a-0d07bc25500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:19.162799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-42fd3a0e-2d3f-478f-a79a-0d07bc25500f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 1096 time: 0.0829973 Jul 16 20:36:19.186076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8197496-42ec-481c-93e4-e217317b321f']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:19.206563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:19.210256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f576df7-2cdd-43da-9b57-2e9d7443ae06') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:19.210544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f576df7-2cdd-43da-9b57-2e9d7443ae06') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:19.219822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:19.223480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:19.233146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.234388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=e8dce163-fb48-4b21-9aa5-280741d99960,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:19.278797 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.313486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:19.313823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:19.317300 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:19.332400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-f625900c-6de9-4592-9402-0f8b6e15840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:19.334214 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-f625900c-6de9-4592-9402-0f8b6e15840e service neutron] 10.222.0.99 "GET /v2.0/networks?id=20f5d7d8-2890-4def-94fa-7a9154ab4147 HTTP/1.1" status: 200 len: 898 time: 0.1631179 Jul 16 20:36:19.393942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-40dd8364-c2d6-4722-8f31-9833ecf10b23 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b5eeafcb-bdc6-4025-a2de-520864eb8f09 HTTP/1.1" status: 200 len: 217 time: 0.0500612 Jul 16 20:36:19.478671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-342d580a-8ee9-4dad-9da1-1df67fffc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:19.480791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-342d580a-8ee9-4dad-9da1-1df67fffc98f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd0b384b-57b1-4e8f-a335-c7946aab3d6d HTTP/1.1" status: 200 len: 837 time: 0.0796740 Jul 16 20:36:19.483033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.522531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8197496-42ec-481c-93e4-e217317b321f {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:19.548343 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.550288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "DELETE /v2.0/networks/d8197496-42ec-481c-93e4-e217317b321f HTTP/1.1" status: 204 len: 168 time: 0.8420594 Jul 16 20:36:19.578690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60158) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.598010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:19.632413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2efa-abcd-48ab-8c20-ce4c4643dfa2 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8197496-42ec-481c-93e4-e217317b321f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:19.661179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23ebed-9350-42d8-b0bd-28a724be3e57 req-b44bb48c-8e4a-4a7b-b0ad-1022d320138f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:19.662894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef23ebed-9350-42d8-b0bd-28a724be3e57 req-b44bb48c-8e4a-4a7b-b0ad-1022d320138f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 945 time: 0.4003978 Jul 16 20:36:19.746982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Made reservation on behalf of 9fabc449637745b18404f24186feea66 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:19.749689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.829960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef23ebed-9350-42d8-b0bd-28a724be3e57 req-698413ef-b760-41f1-870f-e9389b6cb5eb tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552165 Jul 16 20:36:19.879873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:19.900763 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.901369 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Added segment e3036d40-f303-476a-8f72-0b3261e852f7 of type vlan for network ac62d217-9fc4-4243-8423-1800040cf155 Jul 16 20:36:19.938199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.002598 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.171714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-eb47f6f7-d8e9-4d1a-8784-4128f9bb246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.173463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-eb47f6f7-d8e9-4d1a-8784-4128f9bb246f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20f5d7d8-2890-4def-94fa-7a9154ab4147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6839135 Jul 16 20:36:20.186326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b8a86-5464-4e65-baa5-12ac1182a81d req-3b4f037b-7ef8-4ca6-aacb-173f35fb9429 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.188040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d5b8a86-5464-4e65-baa5-12ac1182a81d req-3b4f037b-7ef8-4ca6-aacb-173f35fb9429 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 944 time: 0.1018186 Jul 16 20:36:20.251397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.253772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.254370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.287797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6953790 Jul 16 20:36:20.306109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60170) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.312071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'subnet': {'network_id': 'ac62d217-9fc4-4243-8423-1800040cf155', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.320564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d5b8a86-5464-4e65-baa5-12ac1182a81d req-c597a1ee-c428-4355-a45f-c8f797bb2c4a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219831 Jul 16 20:36:20.365011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Made reservation on behalf of 9fabc449637745b18404f24186feea66 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:20.367701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.372708 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-4ce9dab6-c61c-4bdf-a3a0-4eed454effda service neutron] 10.222.0.99 "GET /v2.0/networks/20f5d7d8-2890-4def-94fa-7a9154ab4147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836281 Jul 16 20:36:20.590177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-716eac85-0040-4ce9-829f-17da6ad39c67 req-d09eb5c3-2445-4615-af34-81683b013345 service neutron] 10.222.0.99 "GET /v2.0/networks/20f5d7d8-2890-4def-94fa-7a9154ab4147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044387 Jul 16 20:36:20.894694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da24b8-e528-4342-8c2d-4abaacce0bc6 req-a6e8a1eb-8d70-4136-b14a-2ce85b66f1ad tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.904787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-62da24b8-e528-4342-8c2d-4abaacce0bc6 req-a6e8a1eb-8d70-4136-b14a-2ce85b66f1ad tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 945 time: 0.9049683 Jul 16 20:36:20.913122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:20.913617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.952134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980129f8-dec0-4f49-b348-d9e4dd5da605 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Network': ['ID=ac62d217-9fc4-4243-8423-1800040cf155,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.965021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ac62d217-9fc4-4243-8423-1800040cf155 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:20.975938 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.004382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01c95e02-9074-40a0-835a-66902fbe8597,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:21.043973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Checking segment: {'id': 'e3036d40-f303-476a-8f72-0b3261e852f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'ac62d217-9fc4-4243-8423-1800040cf155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:21.044344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Network hostable DHCP agents. Network: ac62d217-9fc4-4243-8423-1800040cf155, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:21.048694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-62da24b8-e528-4342-8c2d-4abaacce0bc6 req-21667c4d-b908-4e43-990f-fd466cc22937 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056607 Jul 16 20:36:21.069672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Network ac62d217-9fc4-4243-8423-1800040cf155 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:21.081788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ac62d217-9fc4-4243-8423-1800040cf155) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:21.100240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60174) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.107543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27d302-dc6e-4f3f-8b59-8f2d473f7b53 None None] Network ac62d217-9fc4-4243-8423-1800040cf155 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:21.111113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.111797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.141279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fa6053c7-4601-4be2-8594-5b8cad7da764 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8338108 Jul 16 20:36:21.142245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60176) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.155099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac62d217-9fc4-4243-8423-1800040cf155'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:21.190198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012f775-ff61-4e3a-9440-4fc0311d0a48 tempest-TestVolumeBootPattern-1773671215 tempest-TestVolumeBootPattern-1773671215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.192172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9012f775-ff61-4e3a-9440-4fc0311d0a48 tempest-TestVolumeBootPattern-1773671215 tempest-TestVolumeBootPattern-1773671215-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 1092 time: 0.0904682 Jul 16 20:36:21.195409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60178) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.202275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:21.209051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.240972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.247899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:21.326202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f69669-3d7b-4c2c-b08c-02157528c56c None None] Network ac62d217-9fc4-4243-8423-1800040cf155 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:21.465347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.531718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:21.541761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Sync routers for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:21.557795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:21.557795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:21.581306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.588213 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.589607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dcfaa7fb-3a0c-422d-bf92-da7fd77ce141 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4749165 Jul 16 20:36:21.595030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60184) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.752155 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d3e19de2-c805-4783-a468-e34d4876923f tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=ad091e6370c54c3c869b10f94c6f8c79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1549160 Jul 16 20:36:21.759093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60186) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.819508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:21.821053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Allocated IP 172.25.3.162 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/9687e83b-203f-4407-ac70-fff5cde6190a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:21.843557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Allocated IP 172.20.0.12 (ac62d217-9fc4-4243-8423-1800040cf155/01c95e02-9074-40a0-835a-66902fbe8597/0cbc171a-5448-40fe-8a54-5bc03d9bcbd1) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:21.899433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f81e44-b63c-42b9-84e5-f3cac7981518 req-39576f1c-708f-4159-84f1-410dc72450eb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:21.902205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39f81e44-b63c-42b9-84e5-f3cac7981518 req-39576f1c-708f-4159-84f1-410dc72450eb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 944 time: 0.2161798 Jul 16 20:36:22.039018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-39f81e44-b63c-42b9-84e5-f3cac7981518 req-c2df9dd8-f77e-4006-ab5d-3764c5ff28ff tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294446 Jul 16 20:36:22.039414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.090770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6e034-b118-46c4-a167-9cb8cb0ad40f tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.091291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6e034-b118-46c4-a167-9cb8cb0ad40f tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.092941 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c5d6e034-b118-46c4-a167-9cb8cb0ad40f tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.3326569 Jul 16 20:36:22.097636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60190) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.112165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.113948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:22.132204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7d957349-f137-487b-a308-9632a2a9d7af tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334063 Jul 16 20:36:22.136379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60192) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.147162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Checking router: 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:22.147786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Updating router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 port e8dce163-fb48-4b21-9aa5-280741d99960 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:22.156342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:22.160504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:22.163950 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:22.208357 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.224794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.236576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d681619-4311-4b0a-ad71-929b150a810c tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.238120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9d681619-4311-4b0a-ad71-929b150a810c tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=ac62d217-9fc4-4243-8423-1800040cf155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1008039 Jul 16 20:36:22.241615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60194) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.258542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=9687e83b-203f-4407-ac70-fff5cde6190a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.284906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef9b032e-13e2-4879-811e-6f0082ba8ae9 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=ad091e6370c54c3c869b10f94c6f8c79&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420411 Jul 16 20:36:22.288390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60196) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.371276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.587928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.600957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Network ac62d217-9fc4-4243-8423-1800040cf155 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:22.603473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Transition to ACTIVE for port object e8dce163-fb48-4b21-9aa5-280741d99960 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:22.613615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:22.614509 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.619186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbc171a-5448-40fe-8a54-5bc03d9bcbd1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.624336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:22.673114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2718023-57cf-4a43-9f30-7ab6e244a32e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.673114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2718023-57cf-4a43-9f30-7ab6e244a32e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.673744 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a2718023-57cf-4a43-9f30-7ab6e244a32e tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.3484375 Jul 16 20:36:22.676739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60200) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.686374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Attempting to bind port e8dce163-fb48-4b21-9aa5-280741d99960 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:22.686605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Attempting to bind port e8dce163-fb48-4b21-9aa5-280741d99960 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:22.687191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Attempting to bind port e8dce163-fb48-4b21-9aa5-280741d99960 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:22.694584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcfa45-59a3-4eb6-b7c3-8754f3cd58a1 None None] Pushing event updated for resources: {'Port': ['ID=e8dce163-fb48-4b21-9aa5-280741d99960,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.699390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:22.700144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:22.700621 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.701104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:22.701803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Bound port: e8dce163-fb48-4b21-9aa5-280741d99960, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:22.702285 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.725688 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ab392961-7290-4014-83f7-094874d90ca7 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476813 Jul 16 20:36:22.730227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60202) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.765673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c84d236e-0452-40d0-9fe5-33f3093b1708 tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=ac62d217-9fc4-4243-8423-1800040cf155&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341723 Jul 16 20:36:22.768537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60204) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.774325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484159727', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:22.786904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] For port e8dce163-fb48-4b21-9aa5-280741d99960, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:22.792000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] For port e8dce163-fb48-4b21-9aa5-280741d99960, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e8dce163-fb48-4b21-9aa5-280741d99960,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:22.796550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b5eeafcb-bdc6-4025-a2de-520864eb8f09 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:22.802162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.828303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.895964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.905973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:22.907017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:22.918418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcfa45-59a3-4eb6-b7c3-8754f3cd58a1 None None] Pushing event updated for resources: {'Port': ['ID=e8dce163-fb48-4b21-9aa5-280741d99960,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.943246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.989014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:22.994363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.131292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b5eeafcb-bdc6-4025-a2de-520864eb8f09, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b5eeafcb-bdc6-4025-a2de-520864eb8f09,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:23.155584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:23.157813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09', 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147', 'port_id': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09', 'mac_address': 'fa:16:3e:01:0a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:23.200264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.208098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.283066 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.337747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbc171a-5448-40fe-8a54-5bc03d9bcbd1,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.371413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.397860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.405598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e15d04af-59ee-420e-be98-eaf4b506145b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2582996 Jul 16 20:36:23.411550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:23.551903 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.580770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.583349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aabe7b84-7c9f-47a6-84f4-22d55aecd739 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "GET /v2.0/floatingips?floating_network_id=ac62d217-9fc4-4243-8423-1800040cf155 HTTP/1.1" status: 200 len: 690 time: 0.1674557 Jul 16 20:36:23.585435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60216) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:23.607107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5eeafcb-bdc6-4025-a2de-520864eb8f09 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:23.660127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b5eeafcb-bdc6-4025-a2de-520864eb8f09, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b5eeafcb-bdc6-4025-a2de-520864eb8f09,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:23.714500 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.785802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Subnet': ['ID=775587f2-065d-420a-a345-ea7d32e9a98e,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.791807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.828502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=b5eeafcb-bdc6-4025-a2de-520864eb8f09,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.840440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:23.903562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b87a9-e8ad-4cc3-acb4-e48a45ca6752 req-d4309adc-9365-4605-9354-da7251aadcc7 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.910373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee199c8-6b40-4a87-b5cf-554150df88e8 None None] The sync data for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 is: [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 3, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:23.911291 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-404b87a9-e8ad-4cc3-acb4-e48a45ca6752 req-d4309adc-9365-4605-9354-da7251aadcc7 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 944 time: 0.5599136 Jul 16 20:36:23.954310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Checking segment: {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:23.956471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network hostable DHCP agents. Network: 45f418fb-9706-456e-9927-05f1b99baa2a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:23.986100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60222) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:23.992721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['b5eeafcb-bdc6-4025-a2de-520864eb8f09'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:24.049248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Deleting port 0cbc171a-5448-40fe-8a54-5bc03d9bcbd1 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:24.049681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.141227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.158373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.298692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 45f418fb-9706-456e-9927-05f1b99baa2a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:24.330681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.331117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.375386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e80e356a-ecf7-435c-8bb7-0b1da170c9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.379528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Calling delete_port for 0cbc171a-5448-40fe-8a54-5bc03d9bcbd1 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:24.402296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 45f418fb-9706-456e-9927-05f1b99baa2a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:24.421749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc0a4e3-6627-4477-a5c6-475dff7cfe4d None None] Network 45f418fb-9706-456e-9927-05f1b99baa2a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:24.424924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:24.431968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.496401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event updated for resources: {'Port': ['ID=9687e83b-203f-4407-ac70-fff5cde6190a,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.547125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d034f2eb-38b6-4948-9a0b-bf2a0ffbd8c0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7773781 Jul 16 20:36:24.550219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60228) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:24.565460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.760323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-404b87a9-e8ad-4cc3-acb4-e48a45ca6752 req-8e477862-c5b0-474d-8d26-e8ffea723bda tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8448513 Jul 16 20:36:24.765303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-45f418fb-9706-456e-9927-05f1b99baa2a', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:24.766220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.785230 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Floating IP b3bd01db-d8d3-472a-879b-6c489da7ecac associated. External IP: 172.25.3.162, port: e58d5bdb-f768-407e-b96a-5aa152dd390d. Jul 16 20:36:24.838172 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.899395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cbc171a-5448-40fe-8a54-5bc03d9bcbd1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:25.054930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e80e356a-ecf7-435c-8bb7-0b1da170c9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.061522 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e80e356a-ecf7-435c-8bb7-0b1da170c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.070883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Allocated IP 172.20.0.18 (45f418fb-9706-456e-9927-05f1b99baa2a/775587f2-065d-420a-a345-ea7d32e9a98e/5f0d474e-9ea2-4c51-a7e4-e32563438cdc) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:25.084221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.150175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e80e356a-ecf7-435c-8bb7-0b1da170c9d5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e32d42933b8544d6b2ba22706265ce24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1581032 Jul 16 20:36:25.151499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e356a-ecf7-435c-8bb7-0b1da170c9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f93710-7c97-4e11-bf81-89ae287dd9ee,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:25.154395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60230) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:25.201574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:25.346696 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.370796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Transition to ACTIVE for port object 5f0d474e-9ea2-4c51-a7e4-e32563438cdc will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:25.409906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Transition to ACTIVE for port object 5f0d474e-9ea2-4c51-a7e4-e32563438cdc will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:25.416051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:25.418888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.431448 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:25.447749 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:25.448813 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:25.461790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.481854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Network 45f418fb-9706-456e-9927-05f1b99baa2a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:25.501096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:25.505728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:25.515479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Pushing event updated for resources: {'Port': ['ID=5f0d474e-9ea2-4c51-a7e4-e32563438cdc,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:25.538893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-178e35a0-7d38-40ec-bf2d-5912fe658751 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3412902 Jul 16 20:36:25.538893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:25.542330 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4109708c-dd96-4349-a388-bdca085df38f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:25.616083 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff3c7b3-1d5c-4984-998b-17641f4d1b0c x-openstack-request-id: req-5ff3c7b3-1d5c-4984-998b-17641f4d1b0c {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:25.616765 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:25.618643 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5ff3c7b3-1d5c-4984-998b-17641f4d1b0c {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:25.619392 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'status': 'completed', 'code': 200} Jul 16 20:36:25.655972 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:25.671210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Attempting to bind port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:25.671577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Attempting to bind port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:25.671935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Attempting to bind port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc on network 45f418fb-9706-456e-9927-05f1b99baa2a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:25.687297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:25.687746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Checking segment: {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:25.688113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.688508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Bound using segment: {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:25.690656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Bound port: 5f0d474e-9ea2-4c51-a7e4-e32563438cdc, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:25.691074 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.731425 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.733385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109708c-dd96-4349-a388-bdca085df38f req-61d3e0aa-ea1b-41b3-896e-b5f113a7fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.739434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4109708c-dd96-4349-a388-bdca085df38f req-61d3e0aa-ea1b-41b3-896e-b5f113a7fc91 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 1097 time: 0.0865571 Jul 16 20:36:25.804156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] For port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:25.808644 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] For port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5f0d474e-9ea2-4c51-a7e4-e32563438cdc,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:25.815420 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.921530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaa94a0b-0a8d-49ea-b843-c6c449c8f0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.973621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109708c-dd96-4349-a388-bdca085df38f req-b98c91ff-4bba-404c-a147-9b5ead8b4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.982428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4109708c-dd96-4349-a388-bdca085df38f req-b98c91ff-4bba-404c-a147-9b5ead8b4394 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2377815 Jul 16 20:36:26.014426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ced7-bdeb-47a5-856f-c413ab33e3dc None None] Pushing event updated for resources: {'Port': ['ID=5f0d474e-9ea2-4c51-a7e4-e32563438cdc,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.022053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e8dce163-fb48-4b21-9aa5-280741d99960 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:26.037884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.092250 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:11Z', 'revision_number': 1, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}, {'id': 'b3bd01db-d8d3-472a-879b-6c489da7ecac', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:12:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a92966-b93e-4b26-af78-2d220782947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:22Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:26.140049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01c95e02-9074-40a0-835a-66902fbe8597,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.144718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:26.158269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaa94a0b-0a8d-49ea-b843-c6c449c8f0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.159551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e8dce163-fb48-4b21-9aa5-280741d99960 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:26.164858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e8dce163-fb48-4b21-9aa5-280741d99960 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:26.166303 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.169164 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:26.169883 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:26.186276 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4109708c-dd96-4349-a388-bdca085df38f req-cabb3785-36f8-43fa-a3bd-98df75de33ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d HTTP/1.1" status: 200 len: 999 time: 0.2021849 Jul 16 20:36:26.373455 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.403327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac62d217-9fc4-4243-8423-1800040cf155']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:26.405677 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:26.427197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.443110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3036d40-f303-476a-8f72-0b3261e852f7') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:26.443703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3036d40-f303-476a-8f72-0b3261e852f7') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:26.478538 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.486782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e8dce163-fb48-4b21-9aa5-280741d99960, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e8dce163-fb48-4b21-9aa5-280741d99960,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:26.494089 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.605370 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaa94a0b-0a8d-49ea-b843-c6c449c8f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.607981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aaa94a0b-0a8d-49ea-b843-c6c449c8f0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.611587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aaa94a0b-0a8d-49ea-b843-c6c449c8f0ee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b2f93710-7c97-4e11-bf81-89ae287dd9ee HTTP/1.1" status: 204 len: 168 time: 1.4537964 Jul 16 20:36:26.641982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e8dce163-fb48-4b21-9aa5-280741d99960,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.643312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.672710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:26.673121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:26.676033 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:26.693952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa94a0b-0a8d-49ea-b843-c6c449c8f0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f93710-7c97-4e11-bf81-89ae287dd9ee,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.740721 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.746499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b5eeafcb-bdc6-4025-a2de-520864eb8f09 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:26.907056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.915266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac62d217-9fc4-4243-8423-1800040cf155 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:26.977237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115241-d1bf-41bb-a910-b14e9853efef req-9cf113cc-69fb-44fe-9a6e-6e5a69cae5e8 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:26.979068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d115241-d1bf-41bb-a910-b14e9853efef req-9cf113cc-69fb-44fe-9a6e-6e5a69cae5e8 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 945 time: 0.9174266 Jul 16 20:36:27.003770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port b5eeafcb-bdc6-4025-a2de-520864eb8f09 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:27.010894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109708c-dd96-4349-a388-bdca085df38f req-d173d136-8d36-4e05-9c98-1676a6be4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:27.014723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port b5eeafcb-bdc6-4025-a2de-520864eb8f09 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:27.015134 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.016260 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4109708c-dd96-4349-a388-bdca085df38f req-d173d136-8d36-4e05-9c98-1676a6be4ac6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.8188610 Jul 16 20:36:27.059246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.063607 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:11Z', 'revision_number': 1, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}, {'id': 'b3bd01db-d8d3-472a-879b-6c489da7ecac', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:12:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a92966-b93e-4b26-af78-2d220782947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:22Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:27.066693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "DELETE /v2.0/networks/ac62d217-9fc4-4243-8423-1800040cf155 HTTP/1.1" status: 204 len: 168 time: 3.4799647 Jul 16 20:36:27.073580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60246) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:27.148082 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1810c-9d0d-4c66-a38c-6013900597b1 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:11Z', 'revision_number': 1, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}, {'id': 'b3bd01db-d8d3-472a-879b-6c489da7ecac', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:12:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a92966-b93e-4b26-af78-2d220782947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:22Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 0, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:27.164392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d115241-d1bf-41bb-a910-b14e9853efef req-3937a6cf-b256-452f-afee-98ea41488a0d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774676 Jul 16 20:36:27.239471 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109708c-dd96-4349-a388-bdca085df38f req-795e5a4a-8beb-4499-96fb-77eb5023b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:27.241369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4109708c-dd96-4349-a388-bdca085df38f req-795e5a4a-8beb-4499-96fb-77eb5023b1aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2104383 Jul 16 20:36:27.264195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.324766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:27.327158 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7cf0a-79be-4165-aea0-18817be17582" -d '{"events": [{"server_uuid": "2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93", "name": "network-vif-plugged", "status": "completed", "tag": "b5eeafcb-bdc6-4025-a2de-520864eb8f09"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:27.369837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port b5eeafcb-bdc6-4025-a2de-520864eb8f09, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b5eeafcb-bdc6-4025-a2de-520864eb8f09,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:27.378205 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.468215 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eca2701-dd0d-4f60-945d-ae1b9d40a394 x-openstack-request-id: req-5eca2701-dd0d-4f60-945d-ae1b9d40a394 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:27.468524 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93", "name": "network-vif-plugged", "status": "completed", "tag": "b5eeafcb-bdc6-4025-a2de-520864eb8f09", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:27.468736 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5eca2701-dd0d-4f60-945d-ae1b9d40a394 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:27.474664 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09', 'code': 200} Jul 16 20:36:27.496074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4109708c-dd96-4349-a388-bdca085df38f req-bbfa9302-fca9-4646-bbe1-ea867b40cef8 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478456 Jul 16 20:36:27.530714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=b5eeafcb-bdc6-4025-a2de-520864eb8f09,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.611983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f42a1-655e-4172-b719-dbc5c408f1b5 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac62d217-9fc4-4243-8423-1800040cf155,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.708021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4109708c-dd96-4349-a388-bdca085df38f req-62602c81-e7cf-4ae6-bd29-1d125b0e72dd service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947460 Jul 16 20:36:27.890277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba9cdf-9034-4ddb-8954-0b71a2391327 None None] Network 45f418fb-9706-456e-9927-05f1b99baa2a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:28.010123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-82a6ca38-f831-4257-af77-7b0313b22ecd tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3829 time: 0.9337049 Jul 16 20:36:28.012933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60268) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.045807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-666d2e7a-e5b7-4ca7-acee-5b0b3f9683f5 None None] Provisioning for port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:28.053283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e79b6-c573-4ee3-9a60-f7eecdc19b67 req-7503aa79-22a3-4f90-8bca-f50c3728316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.054972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a75e79b6-c573-4ee3-9a60-f7eecdc19b67 req-7503aa79-22a3-4f90-8bca-f50c3728316c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 1098 time: 0.4370852 Jul 16 20:36:28.121304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e8dce163-fb48-4b21-9aa5-280741d99960 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:28.125059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.125820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.126465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.127125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.127785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.128822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.129507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.130202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.131071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.131891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.132673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.140160 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-95d3ff64-54d4-428c-87a5-ad4edef5f651 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7170 time: 0.1256657 Jul 16 20:36:28.142916 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60270) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.147849 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a75e79b6-c573-4ee3-9a60-f7eecdc19b67 req-7ab32b1b-20c7-4271-8064-5d47208bf93d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833805 Jul 16 20:36:28.169051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.17 (45f418fb-9706-456e-9927-05f1b99baa2a/775587f2-065d-420a-a345-ea7d32e9a98e/7eac4967-f580-4eb1-a44f-59522c69cfc3) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:28.225284 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-7b5edde7-b5f3-43e5-8588-a40708b9cc5b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:36:28.230231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7b5edde7-b5f3-43e5-8588-a40708b9cc5b tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/d6d39dd8-d321-434d-91bf-6f29e5f6a2cb HTTP/1.1" status: 404 len: 345 time: 0.0825336 Jul 16 20:36:28.230231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60278) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.285525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e475369-7daa-417f-bbf8-f5b4320c43cb None None] New status for floating IP b3bd01db-d8d3-472a-879b-6c489da7ecac: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:36:28.291338 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfffbeca-e3fe-4f8a-aea3-3952ecd09eba tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 20:36:28.292331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfffbeca-e3fe-4f8a-aea3-3952ecd09eba tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:28.294566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dfffbeca-e3fe-4f8a-aea3-3952ecd09eba tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "DELETE /v2.0/networks/ac62d217-9fc4-4243-8423-1800040cf155 HTTP/1.1" status: 404 len: 339 time: 0.0589707 Jul 16 20:36:28.298730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60280) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.322495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'network': {'name': 'tempest-network--944910082', 'router:external': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:28.389215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Made reservation on behalf of 9fabc449637745b18404f24186feea66 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:28.395397 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.398608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.412891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object 7eac4967-f580-4eb1-a44f-59522c69cfc3 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:28.435127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e8dce163-fb48-4b21-9aa5-280741d99960 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:28.435468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.468186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.481392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:28.497230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.498366 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Added segment 2bbeed9f-b88c-45f9-8029-09c0996ea9e2 of type vlan for network 7f9c7f6d-e486-4a0f-9c17-fa52b14372a5 Jul 16 20:36:28.518612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54160a8-b5e5-4000-8573-5dc54d614c55 req-7a583acb-c09c-44bf-a7eb-602d14de263f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.520625 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a54160a8-b5e5-4000-8573-5dc54d614c55 req-7a583acb-c09c-44bf-a7eb-602d14de263f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 946 time: 0.1565578 Jul 16 20:36:28.527992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 45f418fb-9706-456e-9927-05f1b99baa2a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:28.534423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:28.538760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:28.575959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=7eac4967-f580-4eb1-a44f-59522c69cfc3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.608519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.626044 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a54160a8-b5e5-4000-8573-5dc54d614c55 req-7fd93400-c384-4a8d-bf11-a5703f10263e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990241 Jul 16 20:36:28.628084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.727446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5f0d474e-9ea2-4c51-a7e4-e32563438cdc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:28.742106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.743198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.744444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.828648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Network': ['ID=7f9c7f6d-e486-4a0f-9c17-fa52b14372a5,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.848442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 7f9c7f6d-e486-4a0f-9c17-fa52b14372a5 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:28.853088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d46db4ab-8901-440b-a4b4-df8768b23072 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5523615 Jul 16 20:36:28.856544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.938193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:28.986404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:28.986783 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.147910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.341287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bc4ae9f0-fecd-460f-979a-53692886fab6 None None] Provisioning complete for port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:29.341664 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae9f0-fecd-460f-979a-53692886fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.369072 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.391815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5cd25-fa0b-499c-9af2-611c439c7ee7 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.405522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5cd25-fa0b-499c-9af2-611c439c7ee7 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.413009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5cd25-fa0b-499c-9af2-611c439c7ee7 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.421576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5cd25-fa0b-499c-9af2-611c439c7ee7 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.427415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-72b5cd25-fa0b-499c-9af2-611c439c7ee7 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5692699 Jul 16 20:36:29.438546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60300) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:29.474721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5f0d474e-9ea2-4c51-a7e4-e32563438cdc,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:29.481658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.550734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.575111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5f0d474e-9ea2-4c51-a7e4-e32563438cdc,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.683539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bc4ae9f0-fecd-460f-979a-53692886fab6 None None] Provisioning for port 7eac4967-f580-4eb1-a44f-59522c69cfc3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:29.689217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bc4ae9f0-fecd-460f-979a-53692886fab6 None None] Provisioning complete for port 7eac4967-f580-4eb1-a44f-59522c69cfc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:29.689796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae9f0-fecd-460f-979a-53692886fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.727646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.750774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ae9f0-fecd-460f-979a-53692886fab6 None None] Port 7eac4967-f580-4eb1-a44f-59522c69cfc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:29.754992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9c7f6d-e486-4a0f-9c17-fa52b14372a5']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:29.773818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbeed9f-b88c-45f9-8029-09c0996ea9e2') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:29.773818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbeed9f-b88c-45f9-8029-09c0996ea9e2') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:29.806660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.851379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.864384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:29.864719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:29.866695 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:29.912415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-51e16589-e95d-40fa-b68b-246a74aed17b None None] Provisioning complete for port 7eac4967-f580-4eb1-a44f-59522c69cfc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:29.919695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-51e16589-e95d-40fa-b68b-246a74aed17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.947379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.955088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f9c7f6d-e486-4a0f-9c17-fa52b14372a5 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:29.968337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.971116 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "DELETE /v2.0/networks/7f9c7f6d-e486-4a0f-9c17-fa52b14372a5 HTTP/1.1" status: 204 len: 168 time: 0.5297868 Jul 16 20:36:29.973564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c16c-5af5-4d91-885b-3adc346fd31a tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f9c7f6d-e486-4a0f-9c17-fa52b14372a5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.975494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60314) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:29.981877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'network': {'name': 'tempest-network--1269887080', 'router:external': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:30.032171 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Made reservation on behalf of 9fabc449637745b18404f24186feea66 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:30.034856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.073136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:30.087920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.089054 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Added segment 6930a512-5001-4cd6-b80e-957b016cb8fe of type vlan for network fb84291c-2911-4971-ba9f-ed62e617e386 Jul 16 20:36:30.129692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5f0d474e-9ea2-4c51-a7e4-e32563438cdc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:30.177884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.187579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.233287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-51e16589-e95d-40fa-b68b-246a74aed17b None None] Port 7eac4967-f580-4eb1-a44f-59522c69cfc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:30.239667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.308751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:30.309055 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.364158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.366490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=7eac4967-f580-4eb1-a44f-59522c69cfc3,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:30.366992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.367875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.390476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.519402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Network': ['ID=fb84291c-2911-4971-ba9f-ed62e617e386,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:30.531894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network fb84291c-2911-4971-ba9f-ed62e617e386 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:30.532190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-980480b6-fee9-4193-860d-b4c6784cc4af tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5552089 Jul 16 20:36:30.534556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60320) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:30.567561 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 45f418fb-9706-456e-9927-05f1b99baa2a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:30.571399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:30.674948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b9341-2ff8-497e-8a4d-b438c916f508 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.676406 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-757b9341-2ff8-497e-8a4d-b438c916f508 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] 10.222.0.91 "GET /v2.0/networks/fb84291c-2911-4971-ba9f-ed62e617e386 HTTP/1.1" status: 200 len: 757 time: 0.1405616 Jul 16 20:36:30.685735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60322) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:30.793803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b5efb-5f9e-4c0d-b5da-a93a595021da req-144965f2-73a8-4ffd-ac81-c423c20614c9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.801340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b66b5efb-5f9e-4c0d-b5da-a93a595021da req-144965f2-73a8-4ffd-ac81-c423c20614c9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 946 time: 0.7155511 Jul 16 20:36:30.856868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-dfadd072-1625-4999-907b-e75b42feae97 None None] Provisioning complete for port 7eac4967-f580-4eb1-a44f-59522c69cfc3 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:30.857512 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-dfadd072-1625-4999-907b-e75b42feae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.880018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4ce7a-9796-420a-96ca-c8c9de0e7476 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.881400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bbb4ce7a-9796-420a-96ca-c8c9de0e7476 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] 10.222.0.91 "GET /v2.0/networks/309e8dcc-3ffc-42fc-a1e4-adc727204bbf HTTP/1.1" status: 200 len: 768 time: 0.1947002 Jul 16 20:36:30.884257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60326) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:30.895176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-dfadd072-1625-4999-907b-e75b42feae97 None None] Port 7eac4967-f580-4eb1-a44f-59522c69cfc3 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:30.920238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b66b5efb-5f9e-4c0d-b5da-a93a595021da req-1bc08362-f1b5-4509-b8f8-e243d2fe9017 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178355 Jul 16 20:36:30.922129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:30.983541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.068182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:31.075792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.079445 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Sync routers for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:31.080109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e4ddb893-b7ff-433e-84d1-dd2dddbb4516 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/312ef8ca-0d1d-47c4-b506-ec2a383ecc58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5265830 Jul 16 20:36:31.100840 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:31.101824 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.118023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb84291c-2911-4971-ba9f-ed62e617e386']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.131144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6930a512-5001-4cd6-b80e-957b016cb8fe') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.131461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6930a512-5001-4cd6-b80e-957b016cb8fe') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.148046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.172349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.182498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:31.183001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:31.184888 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:31.202611 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd4fb6-5373-4fc6-9b46-ffa26eb87a2e req-58597eb4-9a26-4eb6-9845-9c697ac05e06 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.208651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18dd4fb6-5373-4fc6-9b46-ffa26eb87a2e req-58597eb4-9a26-4eb6-9845-9c697ac05e06 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 946 time: 0.1256926 Jul 16 20:36:31.259499 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:31.283472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-18dd4fb6-5373-4fc6-9b46-ffa26eb87a2e req-283ce982-9540-48df-be2f-2672fc632638 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702772 Jul 16 20:36:31.284493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.289927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb84291c-2911-4971-ba9f-ed62e617e386 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:31.293694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.295722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "DELETE /v2.0/networks/fb84291c-2911-4971-ba9f-ed62e617e386 HTTP/1.1" status: 204 len: 168 time: 0.4104657 Jul 16 20:36:31.302546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60342) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:31.308382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'network': {'name': 'tempest-network--1340236824'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:31.311818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dd7cd-19ce-4ee7-adc6-877eb15e5847 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb84291c-2911-4971-ba9f-ed62e617e386,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.375113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Made reservation on behalf of 9fabc449637745b18404f24186feea66 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:31.377624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.437318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-2e0ee535-339e-4103-b89c-cdf3077576da tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627256217&fields=id&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 267 time: 0.1478193 Jul 16 20:36:31.549069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:31.592131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.592478 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Added segment 1d8a0464-9cf3-4d5a-a842-054ba429b65c of type vlan for network 1cb49a01-ee9a-4960-8a13-dfe995aac165 Jul 16 20:36:31.711648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.744091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-d79e42f8-d330-45a7-b6f5-860f52099099 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.746415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-d79e42f8-d330-45a7-b6f5-860f52099099 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/networks?id=45f418fb-9706-456e-9927-05f1b99baa2a HTTP/1.1" status: 200 len: 795 time: 0.2621243 Jul 16 20:36:31.746795 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:29Z', 'revision_number': 2, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.779623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-deafa1e9-3510-4265-bef4-ca9cdea240cc tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/quotas/ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 375 time: 0.0244613 Jul 16 20:36:31.788822 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Checking router: 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:31.789173 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Updating router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 port 7eac4967-f580-4eb1-a44f-59522c69cfc3 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:31.806134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.806134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.806134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.866884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5611534 Jul 16 20:36:31.868039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60362) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:31.873330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:31.876703 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.941379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e575435-9ab0-46b5-ae94-fb90fe7aa2d4 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Network': ['ID=1cb49a01-ee9a-4960-8a13-dfe995aac165,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.953853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1cb49a01-ee9a-4960-8a13-dfe995aac165 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:32.026195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-62189532-e206-4354-8eba-40048197dd51 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2393754 Jul 16 20:36:32.236389 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.247162 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Transition to ACTIVE for port object 7eac4967-f580-4eb1-a44f-59522c69cfc3 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:32.253800 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.310264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-31b30442-46ff-4373-aedb-32b1e7a7f06d service neutron] 10.222.0.91 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691388 Jul 16 20:36:32.315598 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.351118 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.357449 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Attempting to bind port 7eac4967-f580-4eb1-a44f-59522c69cfc3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:32.357834 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Attempting to bind port 7eac4967-f580-4eb1-a44f-59522c69cfc3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:32.358419 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Attempting to bind port 7eac4967-f580-4eb1-a44f-59522c69cfc3 on network 45f418fb-9706-456e-9927-05f1b99baa2a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:32.360776 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Pushing event updated for resources: {'Port': ['ID=7eac4967-f580-4eb1-a44f-59522c69cfc3,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.371883 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.372410 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.372900 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.373384 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.373883 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.374363 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.374858 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.375353 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.375857 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.376365 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.376853 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.377339 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:32.383629 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:32.384364 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Checking segment: {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:32.384928 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.385479 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Bound using segment: {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:32.386111 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Bound port: 7eac4967-f580-4eb1-a44f-59522c69cfc3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:32.386673 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.407374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Network 1cb49a01-ee9a-4960-8a13-dfe995aac165 is not hosted by any dhcp agent {{(pid=93861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:36:32.408274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.408867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.412658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "PUT /v2.0/networks/1cb49a01-ee9a-4960-8a13-dfe995aac165 HTTP/1.1" status: 200 len: 858 time: 0.5410078 Jul 16 20:36:32.413040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60366) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.467475 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] For port 7eac4967-f580-4eb1-a44f-59522c69cfc3, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:32.471128 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] For port 7eac4967-f580-4eb1-a44f-59522c69cfc3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7eac4967-f580-4eb1-a44f-59522c69cfc3,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:32.479790 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.533196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.544498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-635b5afa-2167-4d5d-bf11-51cf9347c7ef service neutron] 10.222.0.91 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081261 Jul 16 20:36:32.604377 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:32.605954 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.635066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018986a-7ac8-4739-aed2-47de858bfc24 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event updated for resources: {'Network': ['ID=1cb49a01-ee9a-4960-8a13-dfe995aac165,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.696973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.712734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb49a01-ee9a-4960-8a13-dfe995aac165']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.732746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8a0464-9cf3-4d5a-a842-054ba429b65c') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.734723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8a0464-9cf3-4d5a-a842-054ba429b65c') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.753866 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.764293 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ee29c-b07f-44d2-9a15-434eb3ba27fe None None] Pushing event updated for resources: {'Port': ['ID=7eac4967-f580-4eb1-a44f-59522c69cfc3,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.782186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.793074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:32.793486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.904653 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:32.923613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60374) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:32.924246 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:32.983398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8c8e5ee7-0e68-40b8-9f51-15c5c45a6d9f req-e702ba44-37e5-4aab-9adf-df6a1a45b5a5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 210 time: 0.0471530 Jul 16 20:36:32.984897 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.026273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1cb49a01-ee9a-4960-8a13-dfe995aac165 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:33.032982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.034976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] 10.222.0.91 "DELETE /v2.0/networks/1cb49a01-ee9a-4960-8a13-dfe995aac165 HTTP/1.1" status: 204 len: 168 time: 0.6208954 Jul 16 20:36:33.035921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c4f1-3347-4466-b15f-facaeab5e7a8 tempest-ExternalNetworksTestJSON-1201101123 tempest-ExternalNetworksTestJSON-1201101123-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cb49a01-ee9a-4960-8a13-dfe995aac165,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:33.041525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60376) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.113929 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a193566-6b49-4ca8-8858-02ec3ba58e21 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] DELETE failed (client error): The resource could not be found. Jul 16 20:36:33.114360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a193566-6b49-4ca8-8858-02ec3ba58e21 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:33.118869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60380) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.119386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5a193566-6b49-4ca8-8858-02ec3ba58e21 tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] 10.222.0.91 "DELETE /v2.0/subnets/01c95e02-9074-40a0-835a-66902fbe8597 HTTP/1.1" status: 404 len: 337 time: 0.0734482 Jul 16 20:36:33.410310 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.431697 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:32Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.565814 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f699f-6c81-42e5-aae3-0f707e4016f1 None None] The sync data for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 is: [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:32Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:33.708179 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.723884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309e8dcc-3ffc-42fc-a1e4-adc727204bbf']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.741901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ee5420-67c9-430c-aae3-2b44311c5b19') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.742606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ee5420-67c9-430c-aae3-2b44311c5b19') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.757631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.784792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.795189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:33.795875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:33.800452 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:33.893404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.949258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.964600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] 10.222.0.91 "DELETE /v2.0/networks/309e8dcc-3ffc-42fc-a1e4-adc727204bbf HTTP/1.1" status: 204 len: 168 time: 0.8436921 Jul 16 20:36:34.010781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ffb77-1e18-42f0-836d-1b703a4131dd tempest-ExternalNetworksTestJSON-675234003 tempest-ExternalNetworksTestJSON-675234003-project] Pushing event deleted for resources: {'Network': ['ID=309e8dcc-3ffc-42fc-a1e4-adc727204bbf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:34.040150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.280972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eda64731-555f-443c-8d51-767967ac0720 req-2c5bdd3a-c01b-45a2-a5bb-9b31b34287cf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 210 time: 0.0530052 Jul 16 20:36:34.551708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60404) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.607281 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.20.0.17 (20f5d7d8-2890-4def-94fa-7a9154ab4147/fd0b384b-57b1-4e8f-a335-c7946aab3d6d/3c89cc99-d233-4490-bb72-accde4795166) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:34.791441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.800709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c4f97a16-60a3-42a7-8277-e1a022a10c9a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dc70710ceb7d4179ab81a7b39cc09837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475877 Jul 16 20:36:34.802943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60408) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.812105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Transition to ACTIVE for port object 3c89cc99-d233-4490-bb72-accde4795166 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:34.858532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.886923 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-260d0789-a3d8-4a64-b526-f759dcf26dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.945347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=3c89cc99-d233-4490-bb72-accde4795166,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:34.972712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:34.974854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:34.981229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:35.028877 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-260d0789-a3d8-4a64-b526-f759dcf26dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.089330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.470058 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.559072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b3e0dbcb-d3e9-4133-9330-fc4a68e46236 None None] Provisioning for port 3c89cc99-d233-4490-bb72-accde4795166 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:35.571140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b3e0dbcb-d3e9-4133-9330-fc4a68e46236 None None] Provisioning complete for port 3c89cc99-d233-4490-bb72-accde4795166 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:35.572492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dbcb-d3e9-4133-9330-fc4a68e46236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.613326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-f0056b9b-b402-4a91-8bf3-20293f1a1f5a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.616730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-f0056b9b-b402-4a91-8bf3-20293f1a1f5a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/networks?id=45f418fb-9706-456e-9927-05f1b99baa2a HTTP/1.1" status: 200 len: 795 time: 0.7031028 Jul 16 20:36:35.627456 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-260d0789-a3d8-4a64-b526-f759dcf26dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.631704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-260d0789-a3d8-4a64-b526-f759dcf26dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.654493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0dbcb-d3e9-4133-9330-fc4a68e46236 None None] Port 3c89cc99-d233-4490-bb72-accde4795166 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:35.655224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-260d0789-a3d8-4a64-b526-f759dcf26dec admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b5874298-a270-4fe6-9f55-2f6c6b3940b0 HTTP/1.1" status: 204 len: 168 time: 0.8490632 Jul 16 20:36:35.732896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e453e302-0ec8-4f8f-9a8c-ec5e07526b2d req-ef57970c-4a19-4a3d-be13-8e0b054dfdaa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 210 time: 0.1760736 Jul 16 20:36:35.734787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d0789-a3d8-4a64-b526-f759dcf26dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5874298-a270-4fe6-9f55-2f6c6b3940b0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.845422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-7e175f01-9cb4-4bee-9761-24369a510f90 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad091e6370c54c3c869b10f94c6f8c79 HTTP/1.1" status: 200 len: 380 time: 0.1415143 Jul 16 20:36:35.865222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'port': {'device_id': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'admin_state_up': True, 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'security_groups': ['9016efa6-f0a0-48f3-a004-8c0740662050']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:36.007514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b082179-52f7-4be4-9125-042a108e09e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.073840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7eac4967-f580-4eb1-a44f-59522c69cfc3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:36.173552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Made reservation on behalf of ad091e6370c54c3c869b10f94c6f8c79 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:36.187793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.387543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 7eac4967-f580-4eb1-a44f-59522c69cfc3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:36.407747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7eac4967-f580-4eb1-a44f-59522c69cfc3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:36.408492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.530717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60422) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.596511 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.663963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 7eac4967-f580-4eb1-a44f-59522c69cfc3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7eac4967-f580-4eb1-a44f-59522c69cfc3,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:36.670968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.704206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-abfbd601-f94a-44a2-a427-8ece53c8afdc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9fabc449637745b18404f24186feea66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325428 Jul 16 20:36:36.707049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.725544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.20.0.19 (45f418fb-9706-456e-9927-05f1b99baa2a/775587f2-065d-420a-a345-ea7d32e9a98e/954aae66-3913-4bae-b518-f283c98f5f55) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:36.765505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=7eac4967-f580-4eb1-a44f-59522c69cfc3,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.784810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-69dfc8db-704b-4399-adbc-de118dd5ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.806398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-69dfc8db-704b-4399-adbc-de118dd5ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.855638 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:36.868481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-69dfc8db-704b-4399-adbc-de118dd5ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.871241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-69dfc8db-704b-4399-adbc-de118dd5ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.872691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-69dfc8db-704b-4399-adbc-de118dd5ee94 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/08494185-e997-440b-a30c-401020309e4b HTTP/1.1" status: 204 len: 168 time: 0.1646821 Jul 16 20:36:36.889289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.891355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfc8db-704b-4399-adbc-de118dd5ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08494185-e997-440b-a30c-401020309e4b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.895860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.947125 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.966293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Transition to ACTIVE for port object 954aae66-3913-4bae-b518-f283c98f5f55 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:36.982477 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ac84dc01-172c-49ed-b9a0-327c4c3dc075 req-b6e919ad-b0ca-487c-b30b-ec9a8f5809e7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 210 time: 0.0593195 Jul 16 20:36:37.007139 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.010142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.025480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=3c89cc99-d233-4490-bb72-accde4795166,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.074725 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 45f418fb-9706-456e-9927-05f1b99baa2a is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:37.083175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:37.090588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:37.122040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.147415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:37.150692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:37.180702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.181537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.213118 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-59d7a5da-38b7-4084-b07a-e71a111a4868 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3595145 Jul 16 20:36:37.225520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Request body: {'port': {'device_id': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:37.325000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.365032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 86f1cf82-664c-4aa0-8dab-18ab98bd1add has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:37.506131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-560e70b3-d267-4316-ba3f-a70412b171bb None None] Provisioning for port 954aae66-3913-4bae-b518-f283c98f5f55 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:37.516826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-560e70b3-d267-4316-ba3f-a70412b171bb None None] Provisioning complete for port 954aae66-3913-4bae-b518-f283c98f5f55 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:37.517937 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-560e70b3-d267-4316-ba3f-a70412b171bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.588264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-560e70b3-d267-4316-ba3f-a70412b171bb None None] Port 954aae66-3913-4bae-b518-f283c98f5f55 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:37.609879 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:37.619033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef1fa0fc-7ada-4cc2-a3ad-e16bb4fc2ef3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "PUT /v2.0/routers/86f1cf82-664c-4aa0-8dab-18ab98bd1add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6946270 Jul 16 20:36:37.625238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Sync routers for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:37.654087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:37.655155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:37.836853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954aae66-3913-4bae-b518-f283c98f5f55 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:37.847497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.869427 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Transition to ACTIVE for port object 954aae66-3913-4bae-b518-f283c98f5f55 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:37.883665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.113099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:38.185102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Attempting to bind port 954aae66-3913-4bae-b518-f283c98f5f55 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:38.187927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Attempting to bind port 954aae66-3913-4bae-b518-f283c98f5f55 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:38.188590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Attempting to bind port 954aae66-3913-4bae-b518-f283c98f5f55 on network 45f418fb-9706-456e-9927-05f1b99baa2a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:38.201282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Port 954aae66-3913-4bae-b518-f283c98f5f55 on network 45f418fb-9706-456e-9927-05f1b99baa2a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:38.201928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Attempting to bind port 954aae66-3913-4bae-b518-f283c98f5f55 on network 45f418fb-9706-456e-9927-05f1b99baa2a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:38.215202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:38.217114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Checking segment: {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:38.219081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Bound using segment: {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:38.219690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Bound port: 954aae66-3913-4bae-b518-f283c98f5f55, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470f55c2-2054-446b-be04-effdf8374c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:38.220193 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.290729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7eac4967-f580-4eb1-a44f-59522c69cfc3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:38.332701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48346e5-e761-4191-a772-8704f7e4402d req-2725672b-d24a-46cc-b05e-f4a67942c38a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.351432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d48346e5-e761-4191-a772-8704f7e4402d req-2725672b-d24a-46cc-b05e-f4a67942c38a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 944 time: 0.1864974 Jul 16 20:36:38.385363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-92f5b38b-a2ce-4a97-bd89-48e36b5ec7db None None] Provisioning complete for port 3c89cc99-d233-4490-bb72-accde4795166 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:38.387829 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-92f5b38b-a2ce-4a97-bd89-48e36b5ec7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.406051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:38.411647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:38.419441 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.423895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d48346e5-e761-4191-a772-8704f7e4402d req-073be65e-a25c-4373-b947-0f4319146eb9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704339 Jul 16 20:36:38.470580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:38.477442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.478084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.479659 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] 10.222.0.79 "PUT /v2.0/ports/954aae66-3913-4bae-b518-f283c98f5f55 HTTP/1.1" status: 200 len: 1093 time: 1.2589140 Jul 16 20:36:38.480013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:38.483024 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56354930-b08b-4e28-8858-5611e28ed9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "tag": "954aae66-3913-4bae-b518-f283c98f5f55"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:38.521757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-92f5b38b-a2ce-4a97-bd89-48e36b5ec7db None None] Port 3c89cc99-d233-4490-bb72-accde4795166 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:38.530691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4197a-7c21-4862-bd43-4416252fc6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:38.538076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7eac4967-f580-4eb1-a44f-59522c69cfc3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:38.538453 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.614651 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f55c423-9707-4985-9ee7-e35b8056b214 x-openstack-request-id: req-4f55c423-9707-4985-9ee7-e35b8056b214 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:38.615395 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "tag": "954aae66-3913-4bae-b518-f283c98f5f55", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:38.615864 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4f55c423-9707-4985-9ee7-e35b8056b214 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:38.616519 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55', 'status': 'completed', 'code': 200} Jul 16 20:36:38.680458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-2f18b6d6-6541-4e39-97c5-c01e69433a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.682474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-2f18b6d6-6541-4e39-97c5-c01e69433a12 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 1096 time: 0.1393037 Jul 16 20:36:38.822410 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.832750 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.990966 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-85eef310-7064-473c-92c4-7c882eda6234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.050594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:28Z', 'revision_number': 1, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89cc99-d233-4490-bb72-accde4795166', 'name': '', 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:39:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:34Z', 'updated_at': '2021-07-16T20:36:36Z', 'revision_number': 2, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:39.088224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Checking router: 86f1cf82-664c-4aa0-8dab-18ab98bd1add for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:39.088657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Updating router 86f1cf82-664c-4aa0-8dab-18ab98bd1add port 3c89cc99-d233-4490-bb72-accde4795166 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:39.186080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.207517 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.476299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-de7de417-5bd0-48d9-99a7-4a7849b09d0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=954aae66-3913-4bae-b518-f283c98f5f55 HTTP/1.1" status: 200 len: 217 time: 0.7854102 Jul 16 20:36:39.606987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-9eca920c-7507-4b2a-a935-fa2997dfc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.608786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-9eca920c-7507-4b2a-a935-fa2997dfc8fb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=775587f2-065d-420a-a345-ea7d32e9a98e HTTP/1.1" status: 200 len: 838 time: 0.1261160 Jul 16 20:36:39.681797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60506) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.749852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b46774-d55a-44f1-9b4d-64c71cc2034b req-ebc3f68f-e9da-47d7-ba87-be25723e8262 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.750358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-e13420cd-840e-43c5-bc03-3ce6ba335672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.751459 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b46774-d55a-44f1-9b4d-64c71cc2034b req-ebc3f68f-e9da-47d7-ba87-be25723e8262 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 944 time: 0.1353106 Jul 16 20:36:39.752928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-e13420cd-840e-43c5-bc03-3ce6ba335672 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=45f418fb-9706-456e-9927-05f1b99baa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1260285 Jul 16 20:36:39.762241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.790663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Transition to ACTIVE for port object 3c89cc99-d233-4490-bb72-accde4795166 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:39.803719 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.842193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0b46774-d55a-44f1-9b4d-64c71cc2034b req-11b51e2c-c3af-4c7a-a4c7-a3c531438622 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820239 Jul 16 20:36:39.865592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5faa96cf-c74c-4464-8017-d25032154401 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:39.901803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5faa96cf-c74c-4464-8017-d25032154401 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] 10.222.0.91 "PUT /v2.0/quotas/13c6005f309a424cad5dc34cd84ac794 HTTP/1.1" status: 200 len: 368 time: 0.2178535 Jul 16 20:36:39.902525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60516) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.909545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Request body: {'network': {'project_id': '13c6005f309a424cad5dc34cd84ac794'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:39.926618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-6dc9937a-9e96-4d95-b4fa-eb7868f1a290 service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669517 Jul 16 20:36:39.937664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Made reservation on behalf of 13c6005f309a424cad5dc34cd84ac794 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:39.940356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.959955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.058693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c589d43-adee-47aa-b77d-d6470ec2318b None None] Pushing event updated for resources: {'Port': ['ID=3c89cc99-d233-4490-bb72-accde4795166,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.071017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Attempting to bind port 3c89cc99-d233-4490-bb72-accde4795166 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:40.073591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Attempting to bind port 3c89cc99-d233-4490-bb72-accde4795166 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:40.075573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Attempting to bind port 3c89cc99-d233-4490-bb72-accde4795166 on network 20f5d7d8-2890-4def-94fa-7a9154ab4147 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:40.110429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:40.113755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Checking segment: {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:40.116741 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.117623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Bound using segment: {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:40.119480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Bound port: 3c89cc99-d233-4490-bb72-accde4795166, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1c6065-2d66-42f8-bc2a-d5a3f3387769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:40.120120 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.130035 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-701c4bfc-a864-4761-aa37-4c15a75f0013 req-ec22ea6e-7aaa-47d9-b215-a283e8103174 service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912706 Jul 16 20:36:40.141042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.147499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.161193 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.188572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:40.209402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80377dec-3a89-477f-9be9-74e03bb0f891,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.214256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.214987 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Added segment c28eef62-af5a-47ac-82a6-d01e73f6238a of type vlan for network d5df1082-11b3-4afc-a670-38f89647cda1 Jul 16 20:36:40.253218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] For port 3c89cc99-d233-4490-bb72-accde4795166, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:40.263086 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] For port 3c89cc99-d233-4490-bb72-accde4795166, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3c89cc99-d233-4490-bb72-accde4795166,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:40.280134 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.302787 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.338656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-46416806-3400-47a5-a0c1-39a8ac43287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.340601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-46416806-3400-47a5-a0c1-39a8ac43287f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 1096 time: 0.1503553 Jul 16 20:36:40.352583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:40.353550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:40.368022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.369378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.370333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.420153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5164740 Jul 16 20:36:40.426440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60536) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:40.436661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Request body: {'network': {'project_id': '13c6005f309a424cad5dc34cd84ac794'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:40.534812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da2079-260a-409e-b1eb-2313e4895b0a tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Pushing event updated for resources: {'Network': ['ID=d5df1082-11b3-4afc-a670-38f89647cda1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.537212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Made reservation on behalf of 13c6005f309a424cad5dc34cd84ac794 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:40.540518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.543627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c589d43-adee-47aa-b77d-d6470ec2318b None None] Pushing event updated for resources: {'Port': ['ID=3c89cc99-d233-4490-bb72-accde4795166,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.557932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network d5df1082-11b3-4afc-a670-38f89647cda1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:40.558945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-16f6b92c-15b5-4216-951f-61f4357059c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.561563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-16f6b92c-15b5-4216-951f-61f4357059c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=45f418fb-9706-456e-9927-05f1b99baa2a HTTP/1.1" status: 200 len: 896 time: 0.2092137 Jul 16 20:36:40.580877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:40.599012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.600180 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Added segment 365d3f75-e0cd-48a3-8dde-4a655ce06bf2 of type vlan for network dd226fb1-6518-447d-9d9c-951a2fbbf3ea Jul 16 20:36:40.679171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-6b368b05-a137-43d8-a710-0191e02400d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=954aae66-3913-4bae-b518-f283c98f5f55 HTTP/1.1" status: 200 len: 217 time: 0.0772123 Jul 16 20:36:40.721463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:40.737379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-c1502e3f-e2b7-43f4-8fc9-a6c693049ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.738880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-c1502e3f-e2b7-43f4-8fc9-a6c693049ee6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=775587f2-065d-420a-a345-ea7d32e9a98e HTTP/1.1" status: 200 len: 838 time: 0.0500965 Jul 16 20:36:40.812336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.888532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.889954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.890471 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.976211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Pushing event updated for resources: {'Network': ['ID=dd226fb1-6518-447d-9d9c-951a2fbbf3ea,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.997430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-091440f9-98a9-4d63-9326-8b4b9e0464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.999425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-091440f9-98a9-4d63-9326-8b4b9e0464da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=45f418fb-9706-456e-9927-05f1b99baa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2335856 Jul 16 20:36:41.001431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bf6c3463-99ad-44f5-856b-62b7f626b715 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5734248 Jul 16 20:36:41.004921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.011445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-167924fe-9b9d-4193-aafb-55ad7bb4b089 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Request body: {'network': {'project_id': '13c6005f309a424cad5dc34cd84ac794'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:41.029176 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-167924fe-9b9d-4193-aafb-55ad7bb4b089 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:36:41.029912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167924fe-9b9d-4193-aafb-55ad7bb4b089 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:41.031699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-167924fe-9b9d-4193-aafb-55ad7bb4b089 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0251303 Jul 16 20:36:41.039640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network dd226fb1-6518-447d-9d9c-951a2fbbf3ea details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:41.186187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:28Z', 'revision_number': 1, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89cc99-d233-4490-bb72-accde4795166', 'name': '', 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:39:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:34Z', 'updated_at': '2021-07-16T20:36:40Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:41.218070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60568) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.229055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-95877906-cf52-4266-8fa2-5ecf98d8806a service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219481 Jul 16 20:36:41.240652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac5e9a-370b-4b8f-82ac-131063190dd8 None None] The sync data for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 is: [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:28Z', 'revision_number': 1, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89cc99-d233-4490-bb72-accde4795166', 'name': '', 'network_id': '20f5d7d8-2890-4def-94fa-7a9154ab4147', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:39:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:34Z', 'updated_at': '2021-07-16T20:36:40Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'fd0b384b-57b1-4e8f-a335-c7946aab3d6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:41.283808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25403c24-3ed3-4e9b-856c-9ac468311c3b req-18a6554e-591a-46f2-ba40-027be748840d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.291431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25403c24-3ed3-4e9b-856c-9ac468311c3b req-18a6554e-591a-46f2-ba40-027be748840d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 944 time: 0.2107792 Jul 16 20:36:41.423533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c1f84ef6-6905-4cba-a154-e2a5f0af208d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13c6005f309a424cad5dc34cd84ac794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032828 Jul 16 20:36:41.426644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60572) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.455516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-25403c24-3ed3-4e9b-856c-9ac468311c3b req-d42448fc-05c7-403a-ad49-7b205b2b4b5c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623843 Jul 16 20:36:41.503146 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-56354930-b08b-4e28-8858-5611e28ed9a1 req-f1b29a1a-8ac4-40a0-b07f-0445e2fac87d service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648592 Jul 16 20:36:41.519742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a26b-564f-4a2d-9c1c-f07a207e4086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.558017 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a26b-564f-4a2d-9c1c-f07a207e4086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.621894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a26b-564f-4a2d-9c1c-f07a207e4086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.628220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a26b-564f-4a2d-9c1c-f07a207e4086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.631967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5ab7a26b-564f-4a2d-9c1c-f07a207e4086 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80377dec-3a89-477f-9be9-74e03bb0f891 HTTP/1.1" status: 204 len: 168 time: 0.2002978 Jul 16 20:36:41.632376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60574) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.648311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7a26b-564f-4a2d-9c1c-f07a207e4086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80377dec-3a89-477f-9be9-74e03bb0f891,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:41.763536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.861241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.892634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.913221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd226fb1-6518-447d-9d9c-951a2fbbf3ea']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:41.927666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365d3f75-e0cd-48a3-8dde-4a655ce06bf2') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:41.928349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365d3f75-e0cd-48a3-8dde-4a655ce06bf2') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:41.942172 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.998109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.010615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:42.011785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:42.015006 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:42.039203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3c89cc99-d233-4490-bb72-accde4795166 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:42.119728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3c89cc99-d233-4490-bb72-accde4795166 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:42.134055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3c89cc99-d233-4490-bb72-accde4795166 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:42.134606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.136993 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.161121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.167267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60578) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:42.179500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] 10.222.0.91 "DELETE /v2.0/networks/dd226fb1-6518-447d-9d9c-951a2fbbf3ea HTTP/1.1" status: 204 len: 168 time: 0.5452743 Jul 16 20:36:42.183314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c25fa3-88e7-4219-a2e7-cdccdb30b3e4 tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd226fb1-6518-447d-9d9c-951a2fbbf3ea,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.283002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.291944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.325896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3c89cc99-d233-4490-bb72-accde4795166, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3c89cc99-d233-4490-bb72-accde4795166,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:42.330957 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.395268 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.395515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3c89cc99-d233-4490-bb72-accde4795166,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.414316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5df1082-11b3-4afc-a670-38f89647cda1']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:42.433998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28eef62-af5a-47ac-82a6-d01e73f6238a') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:42.434551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28eef62-af5a-47ac-82a6-d01e73f6238a') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:42.448005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.482101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.492269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:42.493065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:42.574037 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:42.577776 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.602385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.606400 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] 10.222.0.91 "DELETE /v2.0/networks/d5df1082-11b3-4afc-a670-38f89647cda1 HTTP/1.1" status: 204 len: 168 time: 0.4361084 Jul 16 20:36:42.606400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33185783-8d56-45b0-ab6b-cceab561bdfe tempest-QuotasNegativeTest-1842913796 tempest-QuotasNegativeTest-1842913796-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5df1082-11b3-4afc-a670-38f89647cda1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.723475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34870287-59a2-4b6f-8b66-c0df7cfaf11c req-d331a7dd-b1c8-46a0-9733-44dbd87eeab0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.725705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34870287-59a2-4b6f-8b66-c0df7cfaf11c req-d331a7dd-b1c8-46a0-9733-44dbd87eeab0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 944 time: 0.0975523 Jul 16 20:36:42.790531 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-34870287-59a2-4b6f-8b66-c0df7cfaf11c req-b3ac05fe-4ac8-4f23-9185-d0e1007ac7a9 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545740 Jul 16 20:36:42.886856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-67a510c2-015a-4b55-b377-9470a4f1d370 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957122 Jul 16 20:36:42.922004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 954aae66-3913-4bae-b518-f283c98f5f55 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:42.977162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-b0f071f6-4b6d-4f0d-b0cd-526c33849545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.979462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-b0f071f6-4b6d-4f0d-b0cd-526c33849545 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 1097 time: 0.0676258 Jul 16 20:36:43.026610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60592) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.043372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1cdcc4e-befa-4acf-886f-9c9607088bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.071497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:43.094259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '954aae66-3913-4bae-b518-f283c98f5f55', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'port_id': '954aae66-3913-4bae-b518-f283c98f5f55', 'mac_address': 'fa:16:3e:bd:53:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:43.130129 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-2e293b57-b671-4820-9c0b-7ccd781115a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.132812 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-2e293b57-b671-4820-9c0b-7ccd781115a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 200 len: 898 time: 0.1261399 Jul 16 20:36:43.165622 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.177881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1cdcc4e-befa-4acf-886f-9c9607088bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.184854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954aae66-3913-4bae-b518-f283c98f5f55 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:43.185183 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1cdcc4e-befa-4acf-886f-9c9607088bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.209193 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-81c6d42f-5405-4fcd-bbc4-43a37d109cc1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca55020-b940-447a-91e8-02b561a446c6 HTTP/1.1" status: 200 len: 1001 time: 0.0693257 Jul 16 20:36:43.212349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:43.217939 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.278662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdcc4e-befa-4acf-886f-9c9607088bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777b4c41-7c73-4678-ae49-ccb9781d2021,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.282645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.288236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-41763cfe-d4c7-4427-b520-cd906f61f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.290494 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-41763cfe-d4c7-4427-b520-cd906f61f95f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4a48fa66-80ef-4716-a94e-44ff4ec8f639 HTTP/1.1" status: 200 len: 835 time: 0.0679820 Jul 16 20:36:43.296425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e1cdcc4e-befa-4acf-886f-9c9607088bfa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=29cd4d2613ba4173b5232809d715581c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657745 Jul 16 20:36:43.297779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60598) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.397236 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b80d6dda-01c2-40b1-a899-0438e44ffc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.428915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b80d6dda-01c2-40b1-a899-0438e44ffc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.459966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-e3d39981-5e04-4bfa-91ed-4be2a114afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.461561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-e3d39981-5e04-4bfa-91ed-4be2a114afc4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d788f1c-9155-4b52-98c5-9c5a1080bf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623232 Jul 16 20:36:43.479004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['954aae66-3913-4bae-b518-f283c98f5f55'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:43.571761 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b80d6dda-01c2-40b1-a899-0438e44ffc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.575820 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b80d6dda-01c2-40b1-a899-0438e44ffc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.580190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b80d6dda-01c2-40b1-a899-0438e44ffc9f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/777b4c41-7c73-4678-ae49-ccb9781d2021 HTTP/1.1" status: 204 len: 168 time: 0.2701187 Jul 16 20:36:43.602273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d6dda-01c2-40b1-a899-0438e44ffc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777b4c41-7c73-4678-ae49-ccb9781d2021,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.614211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-e77d6689-e538-4d8b-b8f9-d69f0e4888c4 service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424897 Jul 16 20:36:43.860265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dabb7bd-123e-4930-95f8-c3f47adec42f req-56903dec-ffba-49d7-9ba5-592859602cc2 service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005751 Jul 16 20:36:44.001343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3c89cc99-d233-4490-bb72-accde4795166 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:44.115547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a81f38-b0c3-4ef4-940f-9c13eaef63e4 req-06e67e5b-af13-43de-aeff-1444f8fd51dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.118471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3a81f38-b0c3-4ef4-940f-9c13eaef63e4 req-06e67e5b-af13-43de-aeff-1444f8fd51dd tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 945 time: 0.1057250 Jul 16 20:36:44.150170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3c89cc99-d233-4490-bb72-accde4795166 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:44.152111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.200279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3a81f38-b0c3-4ef4-940f-9c13eaef63e4 req-1fb50ff1-a2b6-416c-9b7c-5812f67107e8 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750203 Jul 16 20:36:44.229326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60610) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.254070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f51b5e23-fdfa-4db8-bbd6-28a896173884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.385287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f51b5e23-fdfa-4db8-bbd6-28a896173884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.391577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f51b5e23-fdfa-4db8-bbd6-28a896173884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.442387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60616) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.443200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f51b5e23-fdfa-4db8-bbd6-28a896173884 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=01d2933ffc884b548fbd89943680caed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139909 Jul 16 20:36:44.444838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b5e23-fdfa-4db8-bbd6-28a896173884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022b87bb-47cd-466f-a320-6dfda672d7e8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.527380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fba9bdcc-d298-49b8-9bc2-1b859a847234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.565168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fba9bdcc-d298-49b8-9bc2-1b859a847234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.652453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fba9bdcc-d298-49b8-9bc2-1b859a847234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.655608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fba9bdcc-d298-49b8-9bc2-1b859a847234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.660492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fba9bdcc-d298-49b8-9bc2-1b859a847234 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/022b87bb-47cd-466f-a320-6dfda672d7e8 HTTP/1.1" status: 204 len: 168 time: 0.2120402 Jul 16 20:36:44.688977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9bdcc-d298-49b8-9bc2-1b859a847234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b87bb-47cd-466f-a320-6dfda672d7e8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.936720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 954aae66-3913-4bae-b518-f283c98f5f55 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:45.006192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 954aae66-3913-4bae-b518-f283c98f5f55 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:45.012724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 954aae66-3913-4bae-b518-f283c98f5f55 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:45.013287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.130002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.157651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:45.160198 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07827535-170c-46f0-87e4-3c7db971e87c" -d '{"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-plugged", "status": "completed", "tag": "954aae66-3913-4bae-b518-f283c98f5f55"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:45.174750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:45.180858 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.212447 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c89b9e-218c-4144-b3e0-f25a0d51a9ad x-openstack-request-id: req-50c89b9e-218c-4144-b3e0-f25a0d51a9ad {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:45.212734 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-plugged", "status": "completed", "tag": "954aae66-3913-4bae-b518-f283c98f5f55", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:45.212962 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-50c89b9e-218c-4144-b3e0-f25a0d51a9ad {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:45.213357 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55', 'code': 200} Jul 16 20:36:45.243818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:45.325208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b610-60de-4b00-8eb0-e991dbed9e5f req-24d6579c-5313-4cae-9349-cd31cc09f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.327327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d473b610-60de-4b00-8eb0-e991dbed9e5f req-24d6579c-5313-4cae-9349-cd31cc09f257 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 1098 time: 0.0573840 Jul 16 20:36:45.411473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d473b610-60de-4b00-8eb0-e991dbed9e5f req-42dc16f2-e3ac-49b1-96a7-763eb3c64bc1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698361 Jul 16 20:36:45.432177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb0590-d132-4fbc-8664-ea18b0351cc2 req-718d9811-48d4-4dc1-af55-60678a93f1b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.435366 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ccb0590-d132-4fbc-8664-ea18b0351cc2 req-718d9811-48d4-4dc1-af55-60678a93f1b6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.1025643 Jul 16 20:36:45.508107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ccb0590-d132-4fbc-8664-ea18b0351cc2 req-ac5bb4a8-352f-413a-8b9a-6084db97eb32 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643365 Jul 16 20:36:46.318801 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:46.449734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2045159180', 'router:external': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:46.495072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Made reservation on behalf of f084ab3592cc461f93e8306597911350 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:46.499513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.517796 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.656589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.670084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.712529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:46.737621 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.738164 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Added segment 3b82d859-b1cc-43a5-8c21-f6135ba58058 of type vlan for network 70e44f85-2a44-415c-8b2c-007842bdf5b4 Jul 16 20:36:46.747534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96f58a6-b2a0-4702-b4d3-055d7ed04b2c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.798020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.810476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eea72-45ff-4ec8-b568-cb6e5537100b req-5c16ec27-cc94-4085-b526-43016d20b025 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:46.812112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e3eea72-45ff-4ec8-b568-cb6e5537100b req-5c16ec27-cc94-4085-b526-43016d20b025 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.1579158 Jul 16 20:36:46.866261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e3eea72-45ff-4ec8-b568-cb6e5537100b req-74347fa8-8053-4bde-a83b-dd35e91a95c4 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471902 Jul 16 20:36:46.867306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.868280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:46.868847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.910964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5882208 Jul 16 20:36:46.911167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:46.940614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'subnet': {'network_id': '70e44f85-2a44-415c-8b2c-007842bdf5b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:46.944814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cd689-34a4-4c07-a524-2dbbc33a5c50 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Network': ['ID=70e44f85-2a44-415c-8b2c-007842bdf5b4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.955789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 70e44f85-2a44-415c-8b2c-007842bdf5b4 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:46.964747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Made reservation on behalf of f084ab3592cc461f93e8306597911350 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:46.970482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.072606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3608d1-49eb-4997-a1b0-11d587a34299 req-6c6ee5a6-50a1-4280-9c56-b6451f98bf59 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.074328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3608d1-49eb-4997-a1b0-11d587a34299 req-6c6ee5a6-50a1-4280-9c56-b6451f98bf59 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0735168 Jul 16 20:36:47.114782 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c3608d1-49eb-4997-a1b0-11d587a34299 req-de1fdab2-9edd-42c1-b4e1-0c86bacf504f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Jul 16 20:36:47.145449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60684) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.204793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6e6c2-9d3c-427d-ae1c-3bb072c6a6ed tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.206916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-85b6e6c2-9d3c-427d-ae1c-3bb072c6a6ed tempest-TestNetworkAdvancedServerOps-359481065 tempest-TestNetworkAdvancedServerOps-359481065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 1093 time: 0.0602543 Jul 16 20:36:47.210190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.217430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '954aae66-3913-4bae-b518-f283c98f5f55', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address': '172.20.0.19'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:47.250235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.300065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.objects.ports [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:47.300430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.364538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Subnet': ['ID=56980ea5-3b1a-4d62-a041-ba340e74b78d,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.374856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Checking segment: {'id': '3b82d859-b1cc-43a5-8c21-f6135ba58058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '70e44f85-2a44-415c-8b2c-007842bdf5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:47.375075 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network hostable DHCP agents. Network: 70e44f85-2a44-415c-8b2c-007842bdf5b4, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:47.378136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.405240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network 70e44f85-2a44-415c-8b2c-007842bdf5b4 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:47.414688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 70e44f85-2a44-415c-8b2c-007842bdf5b4) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:47.418932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.419534 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.425841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d4123-0af4-486d-a01c-8fd87ee82069 None None] Network 70e44f85-2a44-415c-8b2c-007842bdf5b4 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:47.440164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a216cf7d-92ac-4bd7-b200-0e7d16d221d3 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5277047 Jul 16 20:36:47.442936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60690) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.451859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-769571342', 'network_id': '70e44f85-2a44-415c-8b2c-007842bdf5b4'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:47.481728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Made reservation on behalf of f084ab3592cc461f93e8306597911350 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:47.485035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.505776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] device_id is not set on port 9da19f75-520c-4eaf-912f-330addee7cf4 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:47.516613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Allocated IP 172.25.3.100 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/46fd123d-35f1-4765-8284-d278a1f06353) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:47.576876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85e946-6aef-4386-82d6-3a891326f2d3 None None] Network 70e44f85-2a44-415c-8b2c-007842bdf5b4 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:47.633257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Allocated IP 172.20.0.8 (70e44f85-2a44-415c-8b2c-007842bdf5b4/56980ea5-3b1a-4d62-a041-ba340e74b78d/9da19f75-520c-4eaf-912f-330addee7cf4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:47.646405 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.723930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.772826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:47.776933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:47.781717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:47.807124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=46fd123d-35f1-4765-8284-d278a1f06353,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.835708 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.892123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.941312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network 70e44f85-2a44-415c-8b2c-007842bdf5b4 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:47.944272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:47.948859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:47.952138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Port': ['ID=9da19f75-520c-4eaf-912f-330addee7cf4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.989992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.990648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.007493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-87897d51-72e5-4d00-b9e9-38db49ddef4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5623522 Jul 16 20:36:48.009254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60698) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.096043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Deleting port 9da19f75-520c-4eaf-912f-330addee7cf4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:48.096331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.184128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.198743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Calling delete_port for 9da19f75-520c-4eaf-912f-330addee7cf4 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:48.200137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.302081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.348891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.378552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event deleted for resources: {'Port': ['ID=9da19f75-520c-4eaf-912f-330addee7cf4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.458885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.461545 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-af1e82be-d6be-4048-9366-be50e7e9974a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "DELETE /v2.0/ports/9da19f75-520c-4eaf-912f-330addee7cf4 HTTP/1.1" status: 204 len: 168 time: 0.4512751 Jul 16 20:36:48.464447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60702) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.469150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70e44f85-2a44-415c-8b2c-007842bdf5b4', 'external_fixed_ips': [{'subnet_id': '56980ea5-3b1a-4d62-a041-ba340e74b78d', 'ip_address': '172.20.0.8'}]}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:48.480565 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.487690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.496502 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.497803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.578124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event updated for resources: {'Port': ['ID=46fd123d-35f1-4765-8284-d278a1f06353,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.586670 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.588496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.691796 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP e11a75f8-da1e-4823-ab21-d565e1a0ce4a associated. External IP: 172.25.3.100, port: 954aae66-3913-4bae-b518-f283c98f5f55. Jul 16 20:36:48.735183 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.967154 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.991890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.210721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Allocated IP 172.20.0.8 (70e44f85-2a44-415c-8b2c-007842bdf5b4/56980ea5-3b1a-4d62-a041-ba340e74b78d/95584517-4e5b-4dc1-a70e-e7c18a9e6719) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:49.211310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:49.336110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:49.336471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.348922 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] Sync routers for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:49.362094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:49.364384 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.365421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.419781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.434093 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7cb7135f-a75d-457f-956f-d720f466e9ea tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2197819 Jul 16 20:36:49.434093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:49.435121 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab506d6-b52a-4762-9159-711cab7289f8" -d '{"events": [{"name": "network-changed", "server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "tag": "954aae66-3913-4bae-b518-f283c98f5f55"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:49.478385 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e3520c-8b01-444c-97ab-c84d59e5acf6 x-openstack-request-id: req-96e3520c-8b01-444c-97ab-c84d59e5acf6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:49.479185 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "tag": "954aae66-3913-4bae-b518-f283c98f5f55", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:49.480151 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-96e3520c-8b01-444c-97ab-c84d59e5acf6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:49.480837 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55', 'status': 'completed', 'code': 200} Jul 16 20:36:49.502776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network 70e44f85-2a44-415c-8b2c-007842bdf5b4 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:49.506711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:49.519427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:49.548976 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:49.562324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Port': ['ID=95584517-4e5b-4dc1-a70e-e7c18a9e6719,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.616566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab506d6-b52a-4762-9159-711cab7289f8 req-7a732875-0832-417c-9f2c-49c46a36b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.618229 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bab506d6-b52a-4762-9159-711cab7289f8 req-7a732875-0832-417c-9f2c-49c46a36b2b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 1098 time: 0.0974920 Jul 16 20:36:49.749502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab506d6-b52a-4762-9159-711cab7289f8 req-c7a428eb-639d-4c92-832b-75148aecc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.751169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bab506d6-b52a-4762-9159-711cab7289f8 req-c7a428eb-639d-4c92-832b-75148aecc360 service neutron] 10.222.0.79 "GET /v2.0/networks?id=45f418fb-9706-456e-9927-05f1b99baa2a HTTP/1.1" status: 200 len: 896 time: 0.1154141 Jul 16 20:36:49.844329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bab506d6-b52a-4762-9159-711cab7289f8 req-d14f942e-bf45-4436-b1ce-0acfc8b5c3fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=954aae66-3913-4bae-b518-f283c98f5f55 HTTP/1.1" status: 200 len: 1000 time: 0.0865612 Jul 16 20:36:49.867130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'e11a75f8-da1e-4823-ab21-d565e1a0ce4a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'port_id': '954aae66-3913-4bae-b518-f283c98f5f55', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'mac_address': 'fa:16:3e:bd:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:48Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.921826 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] Checking router: 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:49.943297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab506d6-b52a-4762-9159-711cab7289f8 req-8b734391-d529-442d-b914-c1592653f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.945553 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:49.946211 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.947895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bab506d6-b52a-4762-9159-711cab7289f8 req-8b734391-d529-442d-b914-c1592653f04d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=775587f2-065d-420a-a345-ea7d32e9a98e HTTP/1.1" status: 200 len: 838 time: 0.0896475 Jul 16 20:36:50.094063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab506d6-b52a-4762-9159-711cab7289f8 req-7eea44d5-1061-4aac-80db-1e28518ab1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.098498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bab506d6-b52a-4762-9159-711cab7289f8 req-7eea44d5-1061-4aac-80db-1e28518ab1fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=45f418fb-9706-456e-9927-05f1b99baa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1439488 Jul 16 20:36:50.154238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b2fbf-7f09-4c44-9cd4-17550180ac77 req-29109fe5-18d7-4eb3-9642-0cb3ac8a72cf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.155855 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-882b2fbf-7f09-4c44-9cd4-17550180ac77 req-29109fe5-18d7-4eb3-9642-0cb3ac8a72cf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.5231166 Jul 16 20:36:50.168955 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:50.245363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-882b2fbf-7f09-4c44-9cd4-17550180ac77 req-ee353e46-81ca-4cc5-968c-9b0b9565b43f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822215 Jul 16 20:36:50.252928 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.299327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bab506d6-b52a-4762-9159-711cab7289f8 req-885ad660-7106-44ca-84c8-6277a0a9a4ff service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943412 Jul 16 20:36:50.300594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60720) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.388505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60722) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.636309 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.642534 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bab506d6-b52a-4762-9159-711cab7289f8 req-0d1575ef-6daf-4fb8-bffa-2c2edf50c697 service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051710 Jul 16 20:36:50.676145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ac47-0100-44b8-98a9-455c37ae1e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.681894 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30fe4584-3ca2-40ee-80ac-962aa5df8166 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/e11a75f8-da1e-4823-ab21-d565e1a0ce4a HTTP/1.1" status: 200 len: 992 time: 0.3798501 Jul 16 20:36:50.726091 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'e11a75f8-da1e-4823-ab21-d565e1a0ce4a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'port_id': '954aae66-3913-4bae-b518-f283c98f5f55', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'mac_address': 'fa:16:3e:bd:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:48Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:50.756626 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206d6e0-6662-497b-9473-8882dcdba427 None None] The sync data for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 is: [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'e11a75f8-da1e-4823-ab21-d565e1a0ce4a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'port_id': '954aae66-3913-4bae-b518-f283c98f5f55', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'mac_address': 'fa:16:3e:bd:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:48Z', 'revision_number': 0, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:50.784161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Router 3ceef9e6-304a-443a-b607-0c59ad8a4329 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:50.789292 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ac47-0100-44b8-98a9-455c37ae1e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.794091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ac47-0100-44b8-98a9-455c37ae1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.842452 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c9a9ac47-0100-44b8-98a9-455c37ae1e7d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=431e2b58cd634a7aae3f699f01cee950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358709 Jul 16 20:36:50.842452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9ac47-0100-44b8-98a9-455c37ae1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99202735-6c4d-4fef-b656-52e8d8717971,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.843316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60728) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.936410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:50.946273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Sync routers for ids ['3ceef9e6-304a-443a-b607-0c59ad8a4329'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:50.949048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b37412d-6180-456d-9107-c976c46b1345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.957054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Routers {'3ceef9e6-304a-443a-b607-0c59ad8a4329'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:50.957537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3ceef9e6-304a-443a-b607-0c59ad8a4329'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:50.961343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.962814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b20aa1b2-6f8e-411f-9d14-f5f7561bca00 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4973698 Jul 16 20:36:50.965831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60730) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.977167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b37412d-6180-456d-9107-c976c46b1345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.026396 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32cdc-a3e9-4797-91b3-212088ee5d50 None None] New status for floating IP e11a75f8-da1e-4823-ab21-d565e1a0ce4a: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:36:51.045227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b37412d-6180-456d-9107-c976c46b1345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.053471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b37412d-6180-456d-9107-c976c46b1345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.057526 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1b37412d-6180-456d-9107-c976c46b1345 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/99202735-6c4d-4fef-b656-52e8d8717971 HTTP/1.1" status: 204 len: 168 time: 0.2105174 Jul 16 20:36:51.077001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37412d-6180-456d-9107-c976c46b1345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99202735-6c4d-4fef-b656-52e8d8717971,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:51.100158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.235197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.282410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Set router 3ceef9e6-304a-443a-b607-0c59ad8a4329 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:51.306524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Deleting port 95584517-4e5b-4dc1-a70e-e7c18a9e6719 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:51.307274 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.401290 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.415157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Calling delete_port for 95584517-4e5b-4dc1-a70e-e7c18a9e6719 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:51.517095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceef9e6-304a-443a-b607-0c59ad8a4329', 'name': '', 'tenant_id': 'f084ab3592cc461f93e8306597911350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70e44f85-2a44-415c-8b2c-007842bdf5b4', 'external_fixed_ips': [{'subnet_id': '56980ea5-3b1a-4d62-a041-ba340e74b78d', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '95584517-4e5b-4dc1-a70e-e7c18a9e6719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:50Z', 'revision_number': 3, 'project_id': 'f084ab3592cc461f93e8306597911350', 'gw_port': {'id': '95584517-4e5b-4dc1-a70e-e7c18a9e6719', 'name': '', 'network_id': '70e44f85-2a44-415c-8b2c-007842bdf5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceef9e6-304a-443a-b607-0c59ad8a4329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56980ea5-3b1a-4d62-a041-ba340e74b78d', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56980ea5-3b1a-4d62-a041-ba340e74b78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.552779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Checking router: 3ceef9e6-304a-443a-b607-0c59ad8a4329 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:51.553133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Updating router 3ceef9e6-304a-443a-b607-0c59ad8a4329 port 95584517-4e5b-4dc1-a70e-e7c18a9e6719 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:51.612126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.655472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.682823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event deleted for resources: {'Port': ['ID=95584517-4e5b-4dc1-a70e-e7c18a9e6719,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:51.690163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60742) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.800937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-756f46c5-f5a2-42f4-bf92-579e93742538 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/e11a75f8-da1e-4823-ab21-d565e1a0ce4a HTTP/1.1" status: 200 len: 994 time: 0.1097934 Jul 16 20:36:51.813064 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.917621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.928111 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.932645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:51.933185 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:51.979025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.979588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ceef9e6-304a-443a-b607-0c59ad8a4329 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:51.985325 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.986061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7dccb5c5-6cba-4ce8-a4d0-e62f9546998a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "DELETE /v2.0/routers/3ceef9e6-304a-443a-b607-0c59ad8a4329 HTTP/1.1" status: 204 len: 168 time: 1.0187283 Jul 16 20:36:51.988762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60746) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.035138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Deleting subnet 56980ea5-3b1a-4d62-a041-ba340e74b78d {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:52.038434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.074882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.116337 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.178893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.205794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=56980ea5-3b1a-4d62-a041-ba340e74b78d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.211532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.213418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-634b16b8-a8f6-422d-bed8-d8313386f45c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "DELETE /v2.0/subnets/56980ea5-3b1a-4d62-a041-ba340e74b78d HTTP/1.1" status: 204 len: 168 time: 0.2236915 Jul 16 20:36:52.217040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60748) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.293765 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.381277 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.397381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e44f85-2a44-415c-8b2c-007842bdf5b4']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:52.408857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b82d859-b1cc-43a5-8c21-f6135ba58058') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:52.409156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b82d859-b1cc-43a5-8c21-f6135ba58058') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:52.421575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.436429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.443041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:52.443578 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:52.445310 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:52.459673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Port 95584517-4e5b-4dc1-a70e-e7c18a9e6719 not found while updating agent binding for router 3ceef9e6-304a-443a-b607-0c59ad8a4329. {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:36:52.472029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Routers set() bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:52.472469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Router IDs set() for agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:36:52.473202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_agentschedulers_db [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ceef9e6-304a-443a-b607-0c59ad8a4329'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent'). {{(pid=93863) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:36:52.473650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382316aa-2f8f-46d9-99e3-829a091f000d None None] The sync data for ids ['3ceef9e6-304a-443a-b607-0c59ad8a4329'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:52.509986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.515710 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70e44f85-2a44-415c-8b2c-007842bdf5b4 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:52.517885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.520356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "DELETE /v2.0/networks/70e44f85-2a44-415c-8b2c-007842bdf5b4 HTTP/1.1" status: 204 len: 168 time: 0.3023980 Jul 16 20:36:52.547870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fd712-a475-4d16-99e6-3b790abad81f tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event deleted for resources: {'Network': ['ID=70e44f85-2a44-415c-8b2c-007842bdf5b4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.894469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60758) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.902886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f9d5b65e-23d5-4730-a24b-8af987e7fa15 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'router': {'name': 'tempest-router--284627253', 'project_id': '0a7735a12f404696aa989c51813ece1c'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:52.938813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b65e-23d5-4730-a24b-8af987e7fa15 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.939899 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b65e-23d5-4730-a24b-8af987e7fa15 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.000105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b65e-23d5-4730-a24b-8af987e7fa15 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.004941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b65e-23d5-4730-a24b-8af987e7fa15 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.021161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b65e-23d5-4730-a24b-8af987e7fa15 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.022620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9d5b65e-23d5-4730-a24b-8af987e7fa15 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1270761 Jul 16 20:36:53.025779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60760) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.098777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8de7e12c-ddb6-4d62-81ab-a161dee1d76d tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.273027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8de7e12c-ddb6-4d62-81ab-a161dee1d76d tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.275225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8de7e12c-ddb6-4d62-81ab-a161dee1d76d tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.345906 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8de7e12c-ddb6-4d62-81ab-a161dee1d76d tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.347114 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de7e12c-ddb6-4d62-81ab-a161dee1d76d tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 110e3dd8-ee66-402c-8193-452c9e78b7eb {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:53.354376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8de7e12c-ddb6-4d62-81ab-a161dee1d76d tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.356090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8de7e12c-ddb6-4d62-81ab-a161dee1d76d tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "DELETE /v2.0/routers/110e3dd8-ee66-402c-8193-452c9e78b7eb HTTP/1.1" status: 204 len: 168 time: 0.3291495 Jul 16 20:36:53.478754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60764) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.705029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-689612982', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.736914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.738386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.808579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.959133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.196195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.216012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.331452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Allocated IP 172.25.3.200 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/799461d4-e983-43f2-8167-80d815739f29) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:54.445554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.495611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.536916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:54.539827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:54.543440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:54.549290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event updated for resources: {'Port': ['ID=799461d4-e983-43f2-8167-80d815739f29,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.813296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.052881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.201761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Router 2f8f21f0-fde5-40bb-b456-49c2a384c807 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:55.310682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:55.319941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] Sync routers for ids ['2f8f21f0-fde5-40bb-b456-49c2a384c807'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:55.330721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] Routers {'2f8f21f0-fde5-40bb-b456-49c2a384c807'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:55.330998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.331425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2f8f21f0-fde5-40bb-b456-49c2a384c807'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.335019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8371beae-1787-4e63-b326-a24607377079 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8524799 Jul 16 20:36:55.335587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60780) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.364663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.373892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] Routers {'2f8f21f0-fde5-40bb-b456-49c2a384c807'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:55.374594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['2f8f21f0-fde5-40bb-b456-49c2a384c807'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.411519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.412183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f1b63d-aff4-45ec-b987-e00bf1dd257a None None] The sync data for ids ['2f8f21f0-fde5-40bb-b456-49c2a384c807'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:55.459666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-21153cdf-6e10-45eb-a735-9bd2e8ebfa0c tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/2f8f21f0-fde5-40bb-b456-49c2a384c807 HTTP/1.1" status: 200 len: 920 time: 0.1226113 Jul 16 20:36:55.464029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60782) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.497058 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fe6b97df-2afb-4e11-811c-3325c60bcfc1 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f8f21f0-fde5-40bb-b456-49c2a384c807 HTTP/1.1" status: 200 len: 205 time: 0.0318635 Jul 16 20:36:55.499728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60784) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.618913 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.727573 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.784256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Deleting port 799461d4-e983-43f2-8167-80d815739f29 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:55.784639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.874283 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.894440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Calling delete_port for 799461d4-e983-43f2-8167-80d815739f29 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:56.033690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60788) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:56.077510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.109554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event deleted for resources: {'Port': ['ID=799461d4-e983-43f2-8167-80d815739f29,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.178986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.570051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.572356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.625391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.626007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Fanout notify agent at l3_agent the message router_deleted on router 2f8f21f0-fde5-40bb-b456-49c2a384c807 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:56.633558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.634861 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0a7f1df-790a-417a-a139-4ef86b2b4748 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/2f8f21f0-fde5-40bb-b456-49c2a384c807 HTTP/1.1" status: 204 len: 168 time: 1.1341090 Jul 16 20:36:56.638754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60796) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:56.644295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-873234394', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': False}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:56.671017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.672100 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.732484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.877453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.880516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.108947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.132591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.256601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Allocated IP 172.25.3.180 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/cc073189-0f4d-4530-a1e3-f866416c9113) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:57.314608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 3c89cc99-d233-4490-bb72-accde4795166 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:57.315417 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.444468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port 3c89cc99-d233-4490-bb72-accde4795166, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3c89cc99-d233-4490-bb72-accde4795166,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:57.444824 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.446345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.464744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 3c89cc99-d233-4490-bb72-accde4795166 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:57.499787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.544016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:57.547036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:57.549690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:57.576713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Port': ['ID=cc073189-0f4d-4530-a1e3-f866416c9113,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.699519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.726193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=3c89cc99-d233-4490-bb72-accde4795166,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.856191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.995430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.082752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.232491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 86f1cf82-664c-4aa0-8dab-18ab98bd1add has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:58.233272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Router 7fb8eb46-b00e-4af1-84ca-079c744e5df2 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:58.348002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:58.348286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:58.355170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fefd93ec-4a79-4731-a9a4-de7be7eb6b3f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "PUT /v2.0/routers/86f1cf82-664c-4aa0-8dab-18ab98bd1add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3200693 Jul 16 20:36:58.363310 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Sync routers for ids ['7fb8eb46-b00e-4af1-84ca-079c744e5df2'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:58.382923 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Routers {'7fb8eb46-b00e-4af1-84ca-079c744e5df2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:58.385165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.385605 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7fb8eb46-b00e-4af1-84ca-079c744e5df2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.389428 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-14d29bd3-2759-43f8-8ff8-d906699b9826 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7497118 Jul 16 20:36:58.389776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60806) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.430432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] Sync routers for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:58.449165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:58.450218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.535197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Set router 7fb8eb46-b00e-4af1-84ca-079c744e5df2 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:58.575204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60812) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.581149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-873234394', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': True}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:58.585629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f3338a6b-69c1-4b91-9cd8-bab8aebecb09 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/7fb8eb46-b00e-4af1-84ca-079c744e5df2 HTTP/1.1" status: 200 len: 908 time: 0.1944091 Jul 16 20:36:58.611311 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.612945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.648055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:58.703701 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.794493 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb8eb46-b00e-4af1-84ca-079c744e5df2', 'name': 'tempest-snat-router-873234394', 'tenant_id': 'f084ab3592cc461f93e8306597911350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': 'cc073189-0f4d-4530-a1e3-f866416c9113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:56Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 3, 'project_id': 'f084ab3592cc461f93e8306597911350', 'gw_port': {'id': 'cc073189-0f4d-4530-a1e3-f866416c9113', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb8eb46-b00e-4af1-84ca-079c744e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:57Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.825794 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Checking router: 7fb8eb46-b00e-4af1-84ca-079c744e5df2 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:58.826105 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Updating router 7fb8eb46-b00e-4af1-84ca-079c744e5df2 port cc073189-0f4d-4530-a1e3-f866416c9113 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:58.865796 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.905532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:28Z', 'revision_number': 1, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.940118 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.946358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] Checking router: 86f1cf82-664c-4aa0-8dab-18ab98bd1add for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:58.957669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:58.958716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.967396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333921d-9941-4544-a1f1-1f4d56946bcc req-9c3415de-1a38-44cd-8c94-32aa42423c0c tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.976058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0333921d-9941-4544-a1f1-1f4d56946bcc req-9c3415de-1a38-44cd-8c94-32aa42423c0c tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 946 time: 0.1178861 Jul 16 20:36:59.031652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0333921d-9941-4544-a1f1-1f4d56946bcc req-dc6839f8-d832-4618-bae4-cae3e9c67ec1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519621 Jul 16 20:36:59.111157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:59.238590 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.249805 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Transition to ACTIVE for port object cc073189-0f4d-4530-a1e3-f866416c9113 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:59.254002 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.259383 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.282825 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.335146 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1944c41-6319-41f9-a3f7-a4f355923858 None None] Pushing event updated for resources: {'Port': ['ID=cc073189-0f4d-4530-a1e3-f866416c9113,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.364014 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Attempting to bind port cc073189-0f4d-4530-a1e3-f866416c9113 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:59.364897 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Attempting to bind port cc073189-0f4d-4530-a1e3-f866416c9113 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:59.365050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Attempting to bind port cc073189-0f4d-4530-a1e3-f866416c9113 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:59.384009 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:59.385107 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:59.387086 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.387631 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:59.389460 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Bound port: cc073189-0f4d-4530-a1e3-f866416c9113, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:59.389935 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.419280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:28Z', 'revision_number': 1, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:59.454400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Allocated IP 172.25.3.82 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/75e13fd7-2d17-4b67-b12b-1a8ee6d418ca) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:59.457982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d37da1-a6ee-443a-9b1b-89a519b9671a None None] The sync data for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 is: [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '7d931564-ba9e-490d-bd26-8f9cbf59eab1', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'port_id': '2ca55020-b940-447a-91e8-02b561a446c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'mac_address': 'fa:16:3e:c3:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:25Z', 'updated_at': '2021-07-16T20:35:28Z', 'revision_number': 1, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:59.479595 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] For port cc073189-0f4d-4530-a1e3-f866416c9113, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:59.484614 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] For port cc073189-0f4d-4530-a1e3-f866416c9113, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc073189-0f4d-4530-a1e3-f866416c9113,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:59.490124 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.570150 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Routers {'7fb8eb46-b00e-4af1-84ca-079c744e5df2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:59.570940 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7fb8eb46-b00e-4af1-84ca-079c744e5df2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:59.608382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.615841 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1944c41-6319-41f9-a3f7-a4f355923858 None None] Pushing event updated for resources: {'Port': ['ID=cc073189-0f4d-4530-a1e3-f866416c9113,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.730019 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.750366 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] Set router 7fb8eb46-b00e-4af1-84ca-079c744e5df2 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:59.782136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:59.787489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:59.791189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:59.818665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Port': ['ID=75e13fd7-2d17-4b67-b12b-1a8ee6d418ca,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.925784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3c89cc99-d233-4490-bb72-accde4795166 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:59.955552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3c89cc99-d233-4490-bb72-accde4795166 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:59.955919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3c89cc99-d233-4490-bb72-accde4795166 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:00.042516 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb8eb46-b00e-4af1-84ca-079c744e5df2', 'name': 'tempest-snat-router-873234394', 'tenant_id': 'f084ab3592cc461f93e8306597911350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': 'cc073189-0f4d-4530-a1e3-f866416c9113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:56Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 3, 'project_id': 'f084ab3592cc461f93e8306597911350', 'gw_port': {'id': 'cc073189-0f4d-4530-a1e3-f866416c9113', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb8eb46-b00e-4af1-84ca-079c744e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:57Z', 'updated_at': '2021-07-16T20:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:00.109104 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6f22c-961d-42a0-95a1-6e0a721ccb0f None None] The sync data for ids ['7fb8eb46-b00e-4af1-84ca-079c744e5df2'] in n-d-792458-10 is: [{'id': '7fb8eb46-b00e-4af1-84ca-079c744e5df2', 'name': 'tempest-snat-router-873234394', 'tenant_id': 'f084ab3592cc461f93e8306597911350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': 'cc073189-0f4d-4530-a1e3-f866416c9113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:56Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 3, 'project_id': 'f084ab3592cc461f93e8306597911350', 'gw_port': {'id': 'cc073189-0f4d-4530-a1e3-f866416c9113', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb8eb46-b00e-4af1-84ca-079c744e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:57Z', 'updated_at': '2021-07-16T20:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:00.162285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-c79b42d8-3593-40b0-942c-1f3d41f6b646 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.164137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-c79b42d8-3593-40b0-942c-1f3d41f6b646 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 946 time: 0.1242027 Jul 16 20:37:00.304188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port b5eeafcb-bdc6-4025-a2de-520864eb8f09 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:00.304530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.309714 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.450909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port b5eeafcb-bdc6-4025-a2de-520864eb8f09, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=b5eeafcb-bdc6-4025-a2de-520864eb8f09,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:00.451716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.475345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for b5eeafcb-bdc6-4025-a2de-520864eb8f09 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:00.688770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.728541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5bd69-f2ac-44d5-89cb-049f963824e3 req-0004d196-5bc2-42af-aa2b-b5227344ab3d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.730299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4f5bd69-f2ac-44d5-89cb-049f963824e3 req-0004d196-5bc2-42af-aa2b-b5227344ab3d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93 HTTP/1.1" status: 200 len: 867 time: 0.4857829 Jul 16 20:37:00.736840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=b5eeafcb-bdc6-4025-a2de-520864eb8f09,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.805862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] No DVR routers for this DVR port b5eeafcb-bdc6-4025-a2de-520864eb8f09 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:00.809254 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.811906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49145a7a-af5a-43f3-bae5-fe0606d494fd req-a0c56483-2418-44e2-a56f-1d930e0a0e34 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "DELETE /v2.0/ports/b5eeafcb-bdc6-4025-a2de-520864eb8f09 HTTP/1.1" status: 204 len: 173 time: 0.6407332 Jul 16 20:37:00.812713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'name': 'network-vif-deleted', 'tag': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:00.815904 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf39eee-f16d-47e5-863f-8f10cd40e56c" -d '{"events": [{"server_uuid": "2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93", "name": "network-vif-deleted", "tag": "b5eeafcb-bdc6-4025-a2de-520864eb8f09"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:00.829110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b4f5bd69-f2ac-44d5-89cb-049f963824e3 req-d28410d1-3677-4cc4-a863-2ae679245faf tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=d641271b-05f1-45bb-8477-3711049efdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591402 Jul 16 20:37:00.874908 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac545411-749b-4de7-b951-2b2b11848343 x-openstack-request-id: req-ac545411-749b-4de7-b951-2b2b11848343 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:00.875443 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93", "name": "network-vif-deleted", "tag": "b5eeafcb-bdc6-4025-a2de-520864eb8f09", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:00.875906 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac545411-749b-4de7-b951-2b2b11848343 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:00.876718 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab5590f-3b2b-4e91-9c9e-39bbb5e44d93', 'name': 'network-vif-deleted', 'tag': 'b5eeafcb-bdc6-4025-a2de-520864eb8f09', 'status': 'completed', 'code': 200} Jul 16 20:37:01.000488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.156927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Router a0a36f60-7d46-427e-aa5a-c4d87609590f is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:01.304620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:01.326228 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Sync routers for ids ['a0a36f60-7d46-427e-aa5a-c4d87609590f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:01.332015 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.333395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9b451f9e-9056-4525-a621-cde3d1f8be4a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7568591 Jul 16 20:37:01.337072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60828) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.350921 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Routers {'a0a36f60-7d46-427e-aa5a-c4d87609590f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:01.352386 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a0a36f60-7d46-427e-aa5a-c4d87609590f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:01.533349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-29e711b6-08a0-4699-beea-8d2ad4e09da7 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/a0a36f60-7d46-427e-aa5a-c4d87609590f HTTP/1.1" status: 200 len: 906 time: 0.1946311 Jul 16 20:37:01.535953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60830) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.647373 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Set router a0a36f60-7d46-427e-aa5a-c4d87609590f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:01.684029 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.836911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.930097 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a36f60-7d46-427e-aa5a-c4d87609590f', 'name': 'tempest-snat-router-873234394', 'tenant_id': 'f084ab3592cc461f93e8306597911350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '75e13fd7-2d17-4b67-b12b-1a8ee6d418ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:58Z', 'updated_at': '2021-07-16T20:37:00Z', 'revision_number': 3, 'project_id': 'f084ab3592cc461f93e8306597911350', 'gw_port': {'id': '75e13fd7-2d17-4b67-b12b-1a8ee6d418ca', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a36f60-7d46-427e-aa5a-c4d87609590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:59Z', 'updated_at': '2021-07-16T20:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:01.976486 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Checking router: a0a36f60-7d46-427e-aa5a-c4d87609590f for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:01.977008 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Updating router a0a36f60-7d46-427e-aa5a-c4d87609590f port 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:02.006391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60836) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.040288 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.042337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc073189-0f4d-4530-a1e3-f866416c9113 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:02.110241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84c2734a-a877-4306-9811-e56e00680b9b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.147355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port cc073189-0f4d-4530-a1e3-f866416c9113 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:02.157280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cc073189-0f4d-4530-a1e3-f866416c9113 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:02.157662 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.160819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84c2734a-a877-4306-9811-e56e00680b9b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.274890 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84c2734a-a877-4306-9811-e56e00680b9b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.278010 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84c2734a-a877-4306-9811-e56e00680b9b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.285255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-84c2734a-a877-4306-9811-e56e00680b9b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/security-groups/d641271b-05f1-45bb-8477-3711049efdd3 HTTP/1.1" status: 204 len: 168 time: 0.2764857 Jul 16 20:37:02.287310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.302534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2734a-a877-4306-9811-e56e00680b9b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641271b-05f1-45bb-8477-3711049efdd3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.316722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60840) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.340373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port cc073189-0f4d-4530-a1e3-f866416c9113, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc073189-0f4d-4530-a1e3-f866416c9113,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:02.347572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.389834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting subnet fd0b384b-57b1-4e8f-a335-c7946aab3d6d {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:02.395638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.445662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Deleting port 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:02.446637 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.450767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=cc073189-0f4d-4530-a1e3-f866416c9113,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.455127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.469800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.470540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.471521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.471945 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.472583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.473078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.473685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.474307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.474982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.475592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.476466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.477343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.478315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:02.498819 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Transition to ACTIVE for port object 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:02.508691 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.542751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.557580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Calling delete_port for 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:02.563615 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Attempting to bind port 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:02.564033 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Attempting to bind port 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:02.564394 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Attempting to bind port 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:02.567636 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f1a9e-9a15-4d0a-a4ca-9acb33efe03b None None] Pushing event updated for resources: {'Port': ['ID=75e13fd7-2d17-4b67-b12b-1a8ee6d418ca,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.571553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.572497 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:02.572909 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:02.573390 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.573803 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:02.574368 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Bound port: 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:02.574783 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.644246 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] For port 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:02.648213 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] For port 75e13fd7-2d17-4b67-b12b-1a8ee6d418ca, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=75e13fd7-2d17-4b67-b12b-1a8ee6d418ca,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:02.649127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.653619 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.680653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0b384b-57b1-4e8f-a335-c7946aab3d6d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.687876 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.692400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b8acc002-7fec-4207-96d6-3889dbf106f9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/subnets/fd0b384b-57b1-4e8f-a335-c7946aab3d6d HTTP/1.1" status: 204 len: 168 time: 0.3717177 Jul 16 20:37:02.692602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7b6b9-713a-4bb3-9712-9e7983311477 None None] Network 20f5d7d8-2890-4def-94fa-7a9154ab4147 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:02.695764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60842) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.723504 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Routers {'a0a36f60-7d46-427e-aa5a-c4d87609590f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:02.724267 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a0a36f60-7d46-427e-aa5a-c4d87609590f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:02.730652 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f1a9e-9a15-4d0a-a4ca-9acb33efe03b None None] Pushing event updated for resources: {'Port': ['ID=75e13fd7-2d17-4b67-b12b-1a8ee6d418ca,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.795631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.845087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.876489 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] Set router a0a36f60-7d46-427e-aa5a-c4d87609590f gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:02.888637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port ce53488b-4f40-487c-9c00-e9291d51af88 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:02.889001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.906873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event deleted for resources: {'Port': ['ID=75e13fd7-2d17-4b67-b12b-1a8ee6d418ca,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.946658 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a36f60-7d46-427e-aa5a-c4d87609590f', 'name': 'tempest-snat-router-873234394', 'tenant_id': 'f084ab3592cc461f93e8306597911350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:58Z', 'updated_at': '2021-07-16T20:37:01Z', 'revision_number': 4, 'project_id': 'f084ab3592cc461f93e8306597911350', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:02.970133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] DHCP port deletion for 20f5d7d8-2890-4def-94fa-7a9154ab4147 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:02.989436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port ce53488b-4f40-487c-9c00-e9291d51af88, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ce53488b-4f40-487c-9c00-e9291d51af88,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:02.989729 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.997712 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.003202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for ce53488b-4f40-487c-9c00-e9291d51af88 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:03.009717 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca2d3-45b2-4049-b721-fd437d5db679 None None] The sync data for ids ['a0a36f60-7d46-427e-aa5a-c4d87609590f'] in n-d-792458-10 is: [{'id': 'a0a36f60-7d46-427e-aa5a-c4d87609590f', 'name': 'tempest-snat-router-873234394', 'tenant_id': 'f084ab3592cc461f93e8306597911350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:58Z', 'updated_at': '2021-07-16T20:37:01Z', 'revision_number': 4, 'project_id': 'f084ab3592cc461f93e8306597911350', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:03.050505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] Deleting port ce53488b-4f40-487c-9c00-e9291d51af88 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:03.051109 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.101486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.137246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=ce53488b-4f40-487c-9c00-e9291d51af88,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.140293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] No DVR routers for this DVR port ce53488b-4f40-487c-9c00-e9291d51af88 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:03.145692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] For port ce53488b-4f40-487c-9c00-e9291d51af88, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ce53488b-4f40-487c-9c00-e9291d51af88,segment=NetworkSegment(8d1c6065-2d66-42f8-bc2a-d5a3f3387769),segment_id=8d1c6065-2d66-42f8-bc2a-d5a3f3387769)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:03.146088 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.159957 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.160151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] Calling delete_port for ce53488b-4f40-487c-9c00-e9291d51af88 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:03.162201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.214394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.215192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0a36f60-7d46-427e-aa5a-c4d87609590f {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:03.221658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.225509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-29d3aeee-0973-4e91-ae38-f385c9e22a16 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "DELETE /v2.0/routers/a0a36f60-7d46-427e-aa5a-c4d87609590f HTTP/1.1" status: 204 len: 168 time: 1.6854630 Jul 16 20:37:03.225807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60852) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:03.251868 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.263588 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.277398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f5d7d8-2890-4def-94fa-7a9154ab4147']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:03.284230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] Pushing event deleted for resources: {'Port': ['ID=ce53488b-4f40-487c-9c00-e9291d51af88,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.292374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e3511-1cc1-4ebc-a81e-4d7016338528 None None] No DVR routers for this DVR port ce53488b-4f40-487c-9c00-e9291d51af88 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:03.294680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1c6065-2d66-42f8-bc2a-d5a3f3387769') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:03.295479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1c6065-2d66-42f8-bc2a-d5a3f3387769') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:03.325975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.347165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.354150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:03.354935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:03.358496 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:03.375486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.432002 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.438608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.445299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/networks/20f5d7d8-2890-4def-94fa-7a9154ab4147 HTTP/1.1" status: 204 len: 168 time: 0.7441559 Jul 16 20:37:03.458019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60854) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:03.464659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b784557-10c5-4647-a38c-c0c097cbb2ca tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Network': ['ID=20f5d7d8-2890-4def-94fa-7a9154ab4147,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.583569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.686420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Deleting port cc073189-0f4d-4530-a1e3-f866416c9113 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:03.686687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.707330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 0f1a7d70-7785-44ad-a7ab-fcf9096d4e85 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:03.707658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.835036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] For port cc073189-0f4d-4530-a1e3-f866416c9113, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc073189-0f4d-4530-a1e3-f866416c9113,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:03.835414 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.859680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.860630 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.881869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Calling delete_port for cc073189-0f4d-4530-a1e3-f866416c9113 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:03.911091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 0f1a7d70-7785-44ad-a7ab-fcf9096d4e85 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:04.001048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc073189-0f4d-4530-a1e3-f866416c9113 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:04.075959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cc073189-0f4d-4530-a1e3-f866416c9113 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:04.077063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.273698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.303669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ce53488b-4f40-487c-9c00-e9291d51af88 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:04.319454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.332713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ce53488b-4f40-487c-9c00-e9291d51af88 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:04.333191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ce53488b-4f40-487c-9c00-e9291d51af88 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:04.363517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=0f1a7d70-7785-44ad-a7ab-fcf9096d4e85,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.402394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc073189-0f4d-4530-a1e3-f866416c9113,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.439904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.440289 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Floating IP 7d931564-ba9e-490d-bd26-8f9cbf59eab1 disassociated (deleted). External IP: 172.25.3.215, port: 2ca55020-b940-447a-91e8-02b561a446c6. Jul 16 20:37:04.536571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.666664 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.670324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.756461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.756932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb8eb46-b00e-4af1-84ca-079c744e5df2 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:04.762483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.763795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-16afb753-9579-45b6-bc19-bff2c3e98f96 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "DELETE /v2.0/routers/7fb8eb46-b00e-4af1-84ca-079c744e5df2 HTTP/1.1" status: 204 len: 168 time: 1.5370469 Jul 16 20:37:04.768225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60860) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.772935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-355760952', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:04.843765 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.844825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.872111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 86f1cf82-664c-4aa0-8dab-18ab98bd1add has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:04.915666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.947785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b5eeafcb-bdc6-4025-a2de-520864eb8f09 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:04.970424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: b5eeafcb-bdc6-4025-a2de-520864eb8f09 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:04.970873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device b5eeafcb-bdc6-4025-a2de-520864eb8f09 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:05.131465 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.166767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:05.175851 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.178565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] Sync routers for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:05.191193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:05.192317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:05.243194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ac711b95-bf8f-4735-8ec6-c423b09c54ee tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/floatingips/7d931564-ba9e-490d-bd26-8f9cbf59eab1 HTTP/1.1" status: 204 len: 168 time: 1.7761521 Jul 16 20:37:05.246532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:05.252248 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "tag": "2ca55020-b940-447a-91e8-02b561a446c6"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:05.367214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:05.403426 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ab31d5-d156-48dd-b073-ed8231202528 x-openstack-request-id: req-a5ab31d5-d156-48dd-b073-ed8231202528 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:05.404518 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "tag": "2ca55020-b940-447a-91e8-02b561a446c6", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:05.404794 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a5ab31d5-d156-48dd-b073-ed8231202528 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:05.405216 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6', 'status': 'completed', 'code': 200} Jul 16 20:37:05.469863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-cd42947b-b9d3-4432-8453-3f75e1cc9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.473918 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.476106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-cd42947b-b9d3-4432-8453-3f75e1cc9736 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 1097 time: 0.0813248 Jul 16 20:37:05.501979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.619823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-1f9195de-c272-4020-b09c-06658ad4285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.619823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-1f9195de-c272-4020-b09c-06658ad4285d service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 200 len: 898 time: 0.1344800 Jul 16 20:37:05.644149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Allocated IP 172.25.3.68 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/61ed576d-f7d5-463e-ab14-0802a708e141) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:05.675159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-e532892a-aaba-46d8-9e58-dafcff2cb375 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca55020-b940-447a-91e8-02b561a446c6 HTTP/1.1" status: 200 len: 217 time: 0.0481875 Jul 16 20:37:05.676982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:05.722132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] Checking router: 86f1cf82-664c-4aa0-8dab-18ab98bd1add for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:05.732871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:05.733496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:05.768939 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.770019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-4d35759a-c885-423f-9f96-e78abc94621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.772270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-4d35759a-c885-423f-9f96-e78abc94621a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4a48fa66-80ef-4716-a94e-44ff4ec8f639 HTTP/1.1" status: 200 len: 835 time: 0.0899405 Jul 16 20:37:05.821569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.857557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96b155-44c7-443e-9216-0d780608a144 req-cdc902c9-7cb8-4c10-b110-2eecf3a374d3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.860126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b96b155-44c7-443e-9216-0d780608a144 req-cdc902c9-7cb8-4c10-b110-2eecf3a374d3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 945 time: 0.1390626 Jul 16 20:37:05.870004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:05.876447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:05.882867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:05.886974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:05.909614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-989a48f5-b61e-4122-afab-cee306d92639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.911249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-989a48f5-b61e-4122-afab-cee306d92639 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d788f1c-9155-4b52-98c5-9c5a1080bf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273727 Jul 16 20:37:05.933966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b96b155-44c7-443e-9216-0d780608a144 req-9c50206d-8f73-45b9-a910-39305b6f8e0a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635953 Jul 16 20:37:06.055777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-4164f441-f6dc-496a-b82b-bd1a03a283eb service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369059 Jul 16 20:37:06.089109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event updated for resources: {'Port': ['ID=61ed576d-f7d5-463e-ab14-0802a708e141,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.147710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc073189-0f4d-4530-a1e3-f866416c9113 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:06.179488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8ba3067-6e28-49fa-b9ce-e0f6bb589957 req-645e210e-a32b-438c-97f5-71217df86ba9 service neutron] 10.222.0.79 "GET /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164551 Jul 16 20:37:06.184513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: cc073189-0f4d-4530-a1e3-f866416c9113 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:06.185261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc073189-0f4d-4530-a1e3-f866416c9113 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:06.198213 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5eeb8a92-4034-46b9-a947-4bb028fc1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.379650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:06.415859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ca689-5ff5-4ce6-94c1-d964ddd9ca38 None None] The sync data for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 is: [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:36:57Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '91c1ea55-4f67-4d3c-b34a-30f5ba315ade', 'name': '', 'network_id': '5d788f1c-9155-4b52-98c5-9c5a1080bf26', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:cf:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:03Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': '4a48fa66-80ef-4716-a94e-44ff4ec8f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:06.586180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.692654 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3d88a-0e2d-41e4-9928-ef597e183835 None None] New status for floating IP 7d931564-ba9e-490d-bd26-8f9cbf59eab1: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:06.802374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.935584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Router 51ec9964-0f5a-4b02-904f-28432e23d4a7 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:07.049423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:07.062870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] Sync routers for ids ['51ec9964-0f5a-4b02-904f-28432e23d4a7'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:07.069529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.074403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f26e8573-27d9-4a12-b493-fcac26a0385d tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3021095 Jul 16 20:37:07.074647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60882) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:07.075376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] Routers {'51ec9964-0f5a-4b02-904f-28432e23d4a7'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:07.076148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['51ec9964-0f5a-4b02-904f-28432e23d4a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:07.079619 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': False}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:07.119461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:07.129266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] Routers {'51ec9964-0f5a-4b02-904f-28432e23d4a7'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:07.130056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['51ec9964-0f5a-4b02-904f-28432e23d4a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:07.151585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf93-5f20-4583-bfc2-a744f8f06563 req-d04208df-4ce5-41bb-a47c-29d2935e2449 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.153286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-753daf93-5f20-4583-bfc2-a744f8f06563 req-d04208df-4ce5-41bb-a47c-29d2935e2449 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 945 time: 0.0809472 Jul 16 20:37:07.180697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:07.182001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f2ec8-40ef-4f43-818d-8a1a0334e345 None None] The sync data for ids ['51ec9964-0f5a-4b02-904f-28432e23d4a7'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:07.196768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-753daf93-5f20-4583-bfc2-a744f8f06563 req-5b62b925-fe9d-4668-9181-956fd33433bb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=013354c9-80fd-4a59-a641-a1aa7f3d1b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376041 Jul 16 20:37:07.247015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-cba83b1a-e4fa-40c9-bd4b-ff274423d0ad tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.248549 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-cba83b1a-e4fa-40c9-bd4b-ff274423d0ad tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 945 time: 0.1198006 Jul 16 20:37:07.781275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 2ca55020-b940-447a-91e8-02b561a446c6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:07.781561 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.823705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.915116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port 2ca55020-b940-447a-91e8-02b561a446c6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2ca55020-b940-447a-91e8-02b561a446c6,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:07.915421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.932560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 2ca55020-b940-447a-91e8-02b561a446c6 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:08.183679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.220095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=2ca55020-b940-447a-91e8-02b561a446c6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.311300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] No DVR routers for this DVR port 2ca55020-b940-447a-91e8-02b561a446c6 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:08.317056 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.319294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c07eeac8-2ee6-44af-8569-07d13a3f7a3b req-64924e4d-de9c-4a77-b112-fb53730cfa62 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.79 "DELETE /v2.0/ports/2ca55020-b940-447a-91e8-02b561a446c6 HTTP/1.1" status: 204 len: 173 time: 1.0376008 Jul 16 20:37:08.319789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'name': 'network-vif-deleted', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:08.322141 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5a9c11-c788-459a-9c6b-7d325a725378" -d '{"events": [{"server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "name": "network-vif-deleted", "tag": "2ca55020-b940-447a-91e8-02b561a446c6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:08.388533 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08889336-8730-4163-9006-89138e990f6a x-openstack-request-id: req-08889336-8730-4163-9006-89138e990f6a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:08.388809 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8f3b97-bc8d-4314-969d-f54d58a0fa5e", "name": "network-vif-deleted", "tag": "2ca55020-b940-447a-91e8-02b561a446c6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:08.389069 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-08889336-8730-4163-9006-89138e990f6a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:08.389463 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8f3b97-bc8d-4314-969d-f54d58a0fa5e', 'name': 'network-vif-deleted', 'tag': '2ca55020-b940-447a-91e8-02b561a446c6', 'status': 'completed', 'code': 200} Jul 16 20:37:08.393241 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-699d36c7-682f-49ee-bc38-440c44373e4b req-2039ec2b-0335-4bf1-8131-7de398df2ea6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb8f3b97-bc8d-4314-969d-f54d58a0fa5e HTTP/1.1" status: 200 len: 210 time: 0.0336807 Jul 16 20:37:08.534978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.539397 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.672439 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.678247 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.678824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Router 51ec9964-0f5a-4b02-904f-28432e23d4a7 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:08.800555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:08.804933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.809346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-22b1dc3c-424d-42fb-a35b-04ab5a20329a tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "PUT /v2.0/routers/51ec9964-0f5a-4b02-904f-28432e23d4a7 HTTP/1.1" status: 200 len: 920 time: 1.7305176 Jul 16 20:37:08.809346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60892) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.815991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] Sync routers for ids ['51ec9964-0f5a-4b02-904f-28432e23d4a7'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:08.828990 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] Routers {'51ec9964-0f5a-4b02-904f-28432e23d4a7'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:08.830017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:36:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['51ec9964-0f5a-4b02-904f-28432e23d4a7'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:08.840164 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b54f-addf-4098-9db1-b6ae183addeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.871051 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:08.882114 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] Routers {'51ec9964-0f5a-4b02-904f-28432e23d4a7'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:08.883146 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['51ec9964-0f5a-4b02-904f-28432e23d4a7'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:08.928749 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:08.929607 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c92303-084e-4e9e-8dc1-722a76b9162a None None] The sync data for ids ['51ec9964-0f5a-4b02-904f-28432e23d4a7'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:08.941873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-40a091f7-245c-4126-9d08-88d66a23436b tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/51ec9964-0f5a-4b02-904f-28432e23d4a7 HTTP/1.1" status: 200 len: 920 time: 0.1310041 Jul 16 20:37:08.945099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60894) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.045805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e956f-6af0-4985-8e24-3acec6bf4d93 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:09.047776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-703e956f-6af0-4985-8e24-3acec6bf4d93 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=51ec9964-0f5a-4b02-904f-28432e23d4a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1015823 Jul 16 20:37:09.052888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60896) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.136066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.149750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365beca-9294-467d-8be4-1c208cebbdde tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:09.151380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a365beca-9294-467d-8be4-1c208cebbdde tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.0995960 Jul 16 20:37:09.154509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60898) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.185020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-18327308-7bca-4920-8948-2e7185a5e754 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=51ec9964-0f5a-4b02-904f-28432e23d4a7 HTTP/1.1" status: 200 len: 205 time: 0.0293186 Jul 16 20:37:09.187642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60900) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.301492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.431741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.501647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Deleting port 61ed576d-f7d5-463e-ab14-0802a708e141 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:09.501975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.525596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60904) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.624295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.648124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Calling delete_port for 61ed576d-f7d5-463e-ab14-0802a708e141 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:09.652400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b413-5c1d-479a-81b6-2715f551e0dd tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.717432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b413-5c1d-479a-81b6-2715f551e0dd tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.859688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b413-5c1d-479a-81b6-2715f551e0dd tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.862596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b413-5c1d-479a-81b6-2715f551e0dd tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.863857 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dfa6b413-5c1d-479a-81b6-2715f551e0dd tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/security-groups/013354c9-80fd-4a59-a641-a1aa7f3d1b4d HTTP/1.1" status: 204 len: 168 time: 0.3371027 Jul 16 20:37:09.880616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6b413-5c1d-479a-81b6-2715f551e0dd tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013354c9-80fd-4a59-a641-a1aa7f3d1b4d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.900005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.931157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60914) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.942263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event deleted for resources: {'Port': ['ID=61ed576d-f7d5-463e-ab14-0802a708e141,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.074668 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.082598 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.104773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77fa1-c9a0-465f-a279-356cf371441d req-823aa030-f4ca-4b0a-a3a3-b3b2894de0f8 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.106237 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32b77fa1-c9a0-465f-a279-356cf371441d req-823aa030-f4ca-4b0a-a3a3-b3b2894de0f8 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 945 time: 0.0887341 Jul 16 20:37:10.146001 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32b77fa1-c9a0-465f-a279-356cf371441d req-344a4bc5-2a30-49e4-8c8b-4ce33ed13830 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Jul 16 20:37:10.193452 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.227918 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.306814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.307353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Fanout notify agent at l3_agent the message router_deleted on router 51ec9964-0f5a-4b02-904f-28432e23d4a7 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:10.315289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.316315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a8d83f1c-7491-483b-8336-687707378359 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/51ec9964-0f5a-4b02-904f-28432e23d4a7 HTTP/1.1" status: 204 len: 168 time: 1.1277311 Jul 16 20:37:10.322045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60916) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.331778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f969cc32-3c8c-4dea-80d0-62d443bb1fe3 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-64528254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:10.383141 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f969cc32-3c8c-4dea-80d0-62d443bb1fe3 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.384056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f969cc32-3c8c-4dea-80d0-62d443bb1fe3 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.475107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f969cc32-3c8c-4dea-80d0-62d443bb1fe3 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.483081 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f969cc32-3c8c-4dea-80d0-62d443bb1fe3 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.510492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f969cc32-3c8c-4dea-80d0-62d443bb1fe3 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.511828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f969cc32-3c8c-4dea-80d0-62d443bb1fe3 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1885629 Jul 16 20:37:10.514924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60918) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.519769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:10.583987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.746346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.865754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:10.866099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.944783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.957791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port 91c1ea55-4f67-4d3c-b34a-30f5ba315ade, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:10.958351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.964025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.973798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 91c1ea55-4f67-4d3c-b34a-30f5ba315ade owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:11.085935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Allocated IP 172.25.3.67 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/94f1c312-27d6-44db-8b43-ca6f89c0ec42) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:11.093328 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2ca55020-b940-447a-91e8-02b561a446c6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:11.118491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 2ca55020-b940-447a-91e8-02b561a446c6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:11.119051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2ca55020-b940-447a-91e8-02b561a446c6 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:11.210819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.226929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.253712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=91c1ea55-4f67-4d3c-b34a-30f5ba315ade,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:11.291931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.338032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:11.344312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:11.348661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:11.375099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event updated for resources: {'Port': ['ID=94f1c312-27d6-44db-8b43-ca6f89c0ec42,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:11.652346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.856097 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.930593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.003263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735f3aa-bc45-4e45-b3f4-4073d66ef55f req-c107f861-e273-4042-9ed9-07c457d5151f tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.004988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7735f3aa-bc45-4e45-b3f4-4073d66ef55f req-c107f861-e273-4042-9ed9-07c457d5151f tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 945 time: 0.7201991 Jul 16 20:37:12.116047 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7735f3aa-bc45-4e45-b3f4-4073d66ef55f req-500a4763-f98e-4a97-b1c2-1735091ec4c2 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024597 Jul 16 20:37:12.125789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-5fe183de-48c9-4a7a-80d8-3f784dfa8e63 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.127420 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-5fe183de-48c9-4a7a-80d8-3f784dfa8e63 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 945 time: 0.6845963 Jul 16 20:37:12.186865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.190575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.318331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 86f1cf82-664c-4aa0-8dab-18ab98bd1add has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:12.330466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Router c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:12.340607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Deleting port e143a915-be90-4b02-bc1e-6d1debc0ab3f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:12.340949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.446215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:12.453047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.454315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d7ed1fc4-6bf5-466a-950d-f36706792810 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "PUT /v2.0/routers/c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb HTTP/1.1" status: 200 len: 877 time: 1.9382792 Jul 16 20:37:12.457290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60930) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.459963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] Sync routers for ids ['c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:12.473059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] Routers {'c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:12.474352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.508054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.516653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:12.518226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] Routers {'c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:12.519046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.519404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] For port e143a915-be90-4b02-bc1e-6d1debc0ab3f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e143a915-be90-4b02-bc1e-6d1debc0ab3f,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:12.519796 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.528038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4324f277-5984-4697-acf4-441d1359a868 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "PUT /v2.0/routers/86f1cf82-664c-4aa0-8dab-18ab98bd1add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931811 Jul 16 20:37:12.531024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60932) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.535974 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] Sync routers for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:12.549250 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:12.550186 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.557950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.558778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4dea1-3871-4a6c-93de-5bf37cd2f1f2 None None] The sync data for ids ['c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:12.564975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Calling delete_port for e143a915-be90-4b02-bc1e-6d1debc0ab3f owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:12.587519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a735248d-4116-4059-a011-2aa6ebde19a8 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb HTTP/1.1" status: 200 len: 918 time: 0.1273718 Jul 16 20:37:12.589481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60934) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.639641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting subnet 4a48fa66-80ef-4716-a94e-44ff4ec8f639 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:12.646290 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.684604 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:12.698601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3010603-9c1f-4067-a985-b0218f2dea2b tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.702710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e3010603-9c1f-4067-a985-b0218f2dea2b tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1095235 Jul 16 20:37:12.703014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.703147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.795140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf53d1-d5a3-446c-be55-e0cee96f8b44 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.799370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-39cf53d1-d5a3-446c-be55-e0cee96f8b44 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.0927355 Jul 16 20:37:12.799637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60938) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.835285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9b0194de-91ce-4162-82d5-c4b4259100ed tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb HTTP/1.1" status: 200 len: 205 time: 0.0321372 Jul 16 20:37:12.835554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60940) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.867666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.877258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.879881 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 7, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.888971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e143a915-be90-4b02-bc1e-6d1debc0ab3f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:12.921499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Pushing event deleted for resources: {'Port': ['ID=e143a915-be90-4b02-bc1e-6d1debc0ab3f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.969802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.969802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.969802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.969802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.969802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.970763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.970763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.971473 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.971652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.971652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.971652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.972096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.972267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:12.997006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] No DVR routers for this DVR port e143a915-be90-4b02-bc1e-6d1debc0ab3f on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:13.002719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.004754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74653d59-376c-4719-8d84-dfe6cee55b69 req-b2876f68-80e7-4d23-8539-3d69022e47cb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "DELETE /v2.0/ports/e143a915-be90-4b02-bc1e-6d1debc0ab3f HTTP/1.1" status: 204 len: 173 time: 0.8695543 Jul 16 20:37:13.005205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016f4909-7315-43a5-96d9-abc757a54a2f', 'name': 'network-vif-deleted', 'tag': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:13.007535 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac43a3b-4a98-4211-a319-84b70ba7eae1" -d '{"events": [{"server_uuid": "016f4909-7315-43a5-96d9-abc757a54a2f", "name": "network-vif-deleted", "tag": "e143a915-be90-4b02-bc1e-6d1debc0ab3f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:13.030261 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.034451 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] Checking router: 86f1cf82-664c-4aa0-8dab-18ab98bd1add for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:13.044409 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] Routers {'86f1cf82-664c-4aa0-8dab-18ab98bd1add'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:13.045403 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:13.059313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Subnet': ['ID=4a48fa66-80ef-4716-a94e-44ff4ec8f639,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.063275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.067695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d1d662f5-5869-4f5a-8e38-e649459282fe tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/subnets/4a48fa66-80ef-4716-a94e-44ff4ec8f639 HTTP/1.1" status: 204 len: 168 time: 0.5332487 Jul 16 20:37:13.068119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60944) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.072821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b1e72-e6c7-4a1f-bff8-81a79d4c0a00 None None] Network 5d788f1c-9155-4b52-98c5-9c5a1080bf26 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:13.097104 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80262cfe-14c6-4ebf-ae6b-5192fbce2864 x-openstack-request-id: req-80262cfe-14c6-4ebf-ae6b-5192fbce2864 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:13.097401 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016f4909-7315-43a5-96d9-abc757a54a2f", "name": "network-vif-deleted", "tag": "e143a915-be90-4b02-bc1e-6d1debc0ab3f", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:13.097655 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-80262cfe-14c6-4ebf-ae6b-5192fbce2864 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:13.098066 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016f4909-7315-43a5-96d9-abc757a54a2f', 'name': 'network-vif-deleted', 'tag': 'e143a915-be90-4b02-bc1e-6d1debc0ab3f', 'status': 'completed', 'code': 200} Jul 16 20:37:13.214078 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] Set router 86f1cf82-664c-4aa0-8dab-18ab98bd1add gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:13.264184 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.325578 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-43b76606-6674-48fc-9cc0-87331703f0fc req-5d548ac3-9b5c-4782-bb4d-81b7ce694471 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=016f4909-7315-43a5-96d9-abc757a54a2f HTTP/1.1" status: 200 len: 210 time: 0.0450919 Jul 16 20:37:13.326505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.380799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] DHCP port deletion for 5d788f1c-9155-4b52-98c5-9c5a1080bf26 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:13.426873 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 7, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:13.427860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] Deleting port c20deb89-6264-438a-a3d1-a61854214551 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:13.428229 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.435767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Deleting port 94f1c312-27d6-44db-8b43-ca6f89c0ec42 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:13.436391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.464665 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d1fc2-c50a-40ba-a17c-e9925d44da00 None None] The sync data for ids ['86f1cf82-664c-4aa0-8dab-18ab98bd1add'] in n-d-792458-10 is: [{'id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'name': 'tempest-TestNetworkBasicOps-router-826336591', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:57Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 7, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '672f3c08-6800-48bb-9a0b-a5997507e21a', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1cf82-664c-4aa0-8dab-18ab98bd1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:58Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:13.489999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.507442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] For port c20deb89-6264-438a-a3d1-a61854214551, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c20deb89-6264-438a-a3d1-a61854214551,segment=NetworkSegment(0b0ee51c-6093-414b-aeea-8d239008722e),segment_id=0b0ee51c-6093-414b-aeea-8d239008722e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:13.508746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.531796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] Calling delete_port for c20deb89-6264-438a-a3d1-a61854214551 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:13.573959 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.590145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Calling delete_port for 94f1c312-27d6-44db-8b43-ca6f89c0ec42 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:13.624145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.652783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 672f3c08-6800-48bb-9a0b-a5997507e21a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:13.653159 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.657775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] Pushing event deleted for resources: {'Port': ['ID=c20deb89-6264-438a-a3d1-a61854214551,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.662618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a898-15c4-43cb-b2d6-18b6ec686a12 None None] No DVR routers for this DVR port c20deb89-6264-438a-a3d1-a61854214551 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:13.790317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port 672f3c08-6800-48bb-9a0b-a5997507e21a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=672f3c08-6800-48bb-9a0b-a5997507e21a,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:13.790579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.809205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 672f3c08-6800-48bb-9a0b-a5997507e21a owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:13.854878 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:13.898852 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.933618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event deleted for resources: {'Port': ['ID=94f1c312-27d6-44db-8b43-ca6f89c0ec42,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.961857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 91c1ea55-4f67-4d3c-b34a-30f5ba315ade no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:13.968692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.969041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.969378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.969712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.970038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.970362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.970686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.971351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.971667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.971983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.972296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.972608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:13.985341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 91c1ea55-4f67-4d3c-b34a-30f5ba315ade {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:13.986009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 91c1ea55-4f67-4d3c-b34a-30f5ba315ade not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:13.986429 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c20deb89-6264-438a-a3d1-a61854214551 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:14.013724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c20deb89-6264-438a-a3d1-a61854214551 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:14.014329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c20deb89-6264-438a-a3d1-a61854214551 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:14.062421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.176102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.179679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.232491 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.263895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.264437 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Fanout notify agent at l3_agent the message router_deleted on router c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:14.273582 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.274730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d917e13a-5c52-40b1-a76a-b507a5b1be26 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb HTTP/1.1" status: 204 len: 168 time: 1.4381394 Jul 16 20:37:14.275933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=672f3c08-6800-48bb-9a0b-a5997507e21a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.278754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.285092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fc8ee7bf-3708-40c8-b15e-3d70da4d44bd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1685594143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:14.312235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee7bf-3708-40c8-b15e-3d70da4d44bd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.313274 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee7bf-3708-40c8-b15e-3d70da4d44bd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.344895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.375532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee7bf-3708-40c8-b15e-3d70da4d44bd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.382959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee7bf-3708-40c8-b15e-3d70da4d44bd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.401182 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee7bf-3708-40c8-b15e-3d70da4d44bd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.405436 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fc8ee7bf-3708-40c8-b15e-3d70da4d44bd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1226718 Jul 16 20:37:14.405671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.410498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': True}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:14.640127 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.757466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.759830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.811278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.812012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Fanout notify agent at l3_agent the message router_deleted on router 86f1cf82-664c-4aa0-8dab-18ab98bd1add {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:14.819461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.823508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9766ed7d-6544-46a6-a882-c6138ef8a25e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/routers/86f1cf82-664c-4aa0-8dab-18ab98bd1add HTTP/1.1" status: 204 len: 168 time: 1.7516093 Jul 16 20:37:14.823668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60960) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.865453 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.886164 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.914881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.000631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e143a915-be90-4b02-bc1e-6d1debc0ab3f no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:15.001111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Allocated IP 172.25.3.240 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/79ea535c-749a-43ad-bd31-a8c4c1ab44fc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:15.020788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.031525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d788f1c-9155-4b52-98c5-9c5a1080bf26']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:15.034201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: e143a915-be90-4b02-bc1e-6d1debc0ab3f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:15.034553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e143a915-be90-4b02-bc1e-6d1debc0ab3f not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:15.042597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0ee51c-6093-414b-aeea-8d239008722e') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:15.043060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0ee51c-6093-414b-aeea-8d239008722e') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:15.052682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.067513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.073852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:15.074353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:15.077485 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:15.117967 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.138104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.143126 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.149766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/networks/5d788f1c-9155-4b52-98c5-9c5a1080bf26 HTTP/1.1" status: 204 len: 168 time: 0.3202858 Jul 16 20:37:15.169973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60962) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.172620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4ddae-dbfc-4130-b9f8-2d19ea01e25b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Network': ['ID=5d788f1c-9155-4b52-98c5-9c5a1080bf26,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.176552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'network': {'name': 'tempest-network-smoke--1757147920', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'port_security_enabled': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:15.191198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.236333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:15.240780 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:15.244385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.256400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:15.262475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:15.287919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Port': ['ID=79ea535c-749a-43ad-bd31-a8c4c1ab44fc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.314304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:15.357048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.357390 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Added segment 91f851c5-a9b1-4629-813b-690afb7fefa7 of type vlan for network 9e55e526-9477-405e-8040-2787a951c2f9 Jul 16 20:37:15.453057 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.526347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.531933 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.532519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.585302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4123609 Jul 16 20:37:15.588965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60964) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.602321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-851898290', 'admin_state_up': True, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:15.645049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.646422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.668446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85510e-5db6-4911-9135-06f9975d1512 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Network': ['ID=9e55e526-9477-405e-8040-2787a951c2f9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.682627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9e55e526-9477-405e-8040-2787a951c2f9 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:15.688014 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.770823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.942646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 672f3c08-6800-48bb-9a0b-a5997507e21a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:15.951282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.965952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 672f3c08-6800-48bb-9a0b-a5997507e21a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:15.966675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 672f3c08-6800-48bb-9a0b-a5997507e21a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:15.986259 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.991411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.128692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Router 94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:16.162246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.181457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.247493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:16.253881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.258607 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-74f49c12-a908-475a-b113-53638b640adb tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "PUT /v2.0/routers/94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 HTTP/1.1" status: 200 len: 915 time: 1.8484056 Jul 16 20:37:16.258607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.260847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] Sync routers for ids ['94dc6a7e-e5ec-44b3-99d0-f261d53f93c5'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:16.269940 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] Routers {'94dc6a7e-e5ec-44b3-99d0-f261d53f93c5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:16.270549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['94dc6a7e-e5ec-44b3-99d0-f261d53f93c5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:16.308242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:16.313354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.25.3.105 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/104b3888-9bfb-4146-b81e-f270dd9a6512) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:16.321039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] Routers {'94dc6a7e-e5ec-44b3-99d0-f261d53f93c5'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:16.321676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['94dc6a7e-e5ec-44b3-99d0-f261d53f93c5'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:16.356216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:16.356877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f9780-f647-4f1b-bf61-4b69e3042f48 None None] The sync data for ids ['94dc6a7e-e5ec-44b3-99d0-f261d53f93c5'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:16.434790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.485621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.527025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:16.531736 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:16.536461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:16.539721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=104b3888-9bfb-4146-b81e-f270dd9a6512,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:16.716487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d461907a-d00e-4458-939d-273f838d6cfa tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 HTTP/1.1" status: 200 len: 921 time: 0.4573340 Jul 16 20:37:16.719361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60976) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.783796 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87392d-d401-475d-aa9b-e35ff9bd48df tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.785346 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ed87392d-d401-475d-aa9b-e35ff9bd48df tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=94dc6a7e-e5ec-44b3-99d0-f261d53f93c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0650027 Jul 16 20:37:16.788108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60982) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.824022 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.892312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5358ab-a0a1-4adc-a90c-94a5d54083f9 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.893877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6f5358ab-a0a1-4adc-a90c-94a5d54083f9 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.1046951 Jul 16 20:37:16.896740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60988) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.929285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-579d2f66-e394-46ec-baf8-12ed44e6d2ce tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 HTTP/1.1" status: 200 len: 205 time: 0.0290039 Jul 16 20:37:16.929526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 60990) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.042076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.052726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.153751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.190106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 288d92f2-2415-4038-b4ef-d91b9bf40b3f is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:17.207693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Deleting port 79ea535c-749a-43ad-bd31-a8c4c1ab44fc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:17.208044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.293408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.305701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Calling delete_port for 79ea535c-749a-43ad-bd31-a8c4c1ab44fc owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:17.306604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:17.317943 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Sync routers for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:17.327365 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.329607 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-19fdb397-f543-4710-926f-3a4e2f83d12b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7311726 Jul 16 20:37:17.332831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60992) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.335498 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:17.336506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:17.377874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-404c96da-d00a-4687-ae77-0d5ef6cc0a5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=86a257e84ec2449e90b18d1965eefa39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437446 Jul 16 20:37:17.380340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.460169 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:17.514231 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.558729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event deleted for resources: {'Port': ['ID=79ea535c-749a-43ad-bd31-a8c4c1ab44fc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.576149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce3da4-4bd0-4d60-9040-3f792cc7476a tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.577734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a3ce3da4-4bd0-4d60-9040-3f792cc7476a tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1963506 Jul 16 20:37:17.580395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60996) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.631306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.652162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5a4a5d73-f43b-49a1-9038-2d5ad80c7189 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706704 Jul 16 20:37:17.653576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 60998) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.660405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1028900785', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:17.675178 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:16Z', 'revision_number': 3, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:17.708455 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Checking router: 288d92f2-2415-4038-b4ef-d91b9bf40b3f for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:17.708807 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Updating router 288d92f2-2415-4038-b4ef-d91b9bf40b3f port 104b3888-9bfb-4146-b81e-f270dd9a6512 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:17.749112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.751686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.762218 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.781234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:17.785609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.825165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.826455 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Fanout notify agent at l3_agent the message router_deleted on router 94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:17.835407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.837422 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d48dca86-47fd-4862-9700-37bef9869f8a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 HTTP/1.1" status: 204 len: 168 time: 0.9068801 Jul 16 20:37:17.841319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32768) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.848558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bad6283e-025d-4300-a14e-57b2ba5312ef tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-933450220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:17.889877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bad6283e-025d-4300-a14e-57b2ba5312ef tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.891504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bad6283e-025d-4300-a14e-57b2ba5312ef tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.979745 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bad6283e-025d-4300-a14e-57b2ba5312ef tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.988251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bad6283e-025d-4300-a14e-57b2ba5312ef tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.012174 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bad6283e-025d-4300-a14e-57b2ba5312ef tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.013757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bad6283e-025d-4300-a14e-57b2ba5312ef tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1700456 Jul 16 20:37:18.016520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32772) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.021246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': False}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:18.086084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.127434 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.140567 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Transition to ACTIVE for port object 104b3888-9bfb-4146-b81e-f270dd9a6512 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:18.148189 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.166410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Subnet': ['ID=f66194a5-169b-4f89-a61e-7e20a9c63644,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.182144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Checking segment: {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:18.182536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network hostable DHCP agents. Network: 9e55e526-9477-405e-8040-2787a951c2f9, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:18.209687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 9e55e526-9477-405e-8040-2787a951c2f9 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:18.215660 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Attempting to bind port 104b3888-9bfb-4146-b81e-f270dd9a6512 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:18.216037 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Attempting to bind port 104b3888-9bfb-4146-b81e-f270dd9a6512 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:18.216402 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Attempting to bind port 104b3888-9bfb-4146-b81e-f270dd9a6512 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:18.220517 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08c09-bc15-49bf-855b-d8f662f03e7b None None] Pushing event updated for resources: {'Port': ['ID=104b3888-9bfb-4146-b81e-f270dd9a6512,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.228284 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:18.228694 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:18.229090 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.229484 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:18.229964 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Bound port: 104b3888-9bfb-4146-b81e-f270dd9a6512, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:18.230323 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.232470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 9e55e526-9477-405e-8040-2787a951c2f9) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:18.237738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:18.238328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.244962 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1c05a-23e4-4485-a6be-e7ac57f310f4 None None] Network 9e55e526-9477-405e-8040-2787a951c2f9 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:18.261673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f552fb01-2e3e-46f5-bca5-9265e265d251 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6016870 Jul 16 20:37:18.262250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32776) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.300490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.301041 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] For port 104b3888-9bfb-4146-b81e-f270dd9a6512, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:18.305139 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] For port 104b3888-9bfb-4146-b81e-f270dd9a6512, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=104b3888-9bfb-4146-b81e-f270dd9a6512,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:18.310243 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.380589 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:18.381288 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:18.417536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-9e55e526-9477-405e-8040-2787a951c2f9', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:18.418576 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.501790 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:18.555276 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.562720 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08c09-bc15-49bf-855b-d8f662f03e7b None None] Pushing event updated for resources: {'Port': ['ID=104b3888-9bfb-4146-b81e-f270dd9a6512,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.581065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.592195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Allocated IP 172.20.0.2 (9e55e526-9477-405e-8040-2787a951c2f9/f66194a5-169b-4f89-a61e-7e20a9c63644/421a695f-538a-4ad5-b2d0-0d46c2d8a09c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:18.718077 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:16Z', 'revision_number': 3, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:18.733828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Allocated IP 172.25.3.25 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/0f93c061-5a48-433c-afda-7fdd25e83859) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:18.796849 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.807341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Transition to ACTIVE for port object 421a695f-538a-4ad5-b2d0-0d46c2d8a09c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:18.824527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Transition to ACTIVE for port object 421a695f-538a-4ad5-b2d0-0d46c2d8a09c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:18.833092 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.855438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.858199 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe4fc-c6a4-4303-916f-db3d9ffc5161 None None] The sync data for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 is: [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:16Z', 'revision_number': 3, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:18.881815 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.892230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Pushing event updated for resources: {'Port': ['ID=421a695f-538a-4ad5-b2d0-0d46c2d8a09c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.899060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Network 9e55e526-9477-405e-8040-2787a951c2f9 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:18.900681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:18.902816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:18.941678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.994701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Attempting to bind port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:18.995477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Attempting to bind port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:18.996097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Attempting to bind port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c on network 9e55e526-9477-405e-8040-2787a951c2f9 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:18.996704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:18.999950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:19.003874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:19.011054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:19.012592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Checking segment: {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:19.013848 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.015736 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Bound using segment: {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:19.017059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Bound port: 421a695f-538a-4ad5-b2d0-0d46c2d8a09c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:19.019238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.031794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Pushing event updated for resources: {'Port': ['ID=0f93c061-5a48-433c-afda-7fdd25e83859,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.145222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] For port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:19.149680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] For port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=421a695f-538a-4ad5-b2d0-0d46c2d8a09c,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:19.155936 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.295846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b739cc7-f46c-4247-880a-a33af0f45360 None None] Pushing event updated for resources: {'Port': ['ID=421a695f-538a-4ad5-b2d0-0d46c2d8a09c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.421062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.708650 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.716436 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.816699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.20.0.1 (9e55e526-9477-405e-8040-2787a951c2f9/f66194a5-169b-4f89-a61e-7e20a9c63644/7f38cba4-bfe9-4c37-92c6-c8d25a83d951) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:19.906490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Router 7a0cfe7d-2277-472d-bfd5-5ebb7944e052 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:20.011057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.038413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Transition to ACTIVE for port object 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:20.057912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:20.063649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.064928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6bf79a6c-346e-467a-a191-e81e699fc742 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "PUT /v2.0/routers/7a0cfe7d-2277-472d-bfd5-5ebb7944e052 HTTP/1.1" status: 200 len: 914 time: 2.0473740 Jul 16 20:37:20.068808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32784) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.080261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] Sync routers for ids ['7a0cfe7d-2277-472d-bfd5-5ebb7944e052'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:20.099254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 421a695f-538a-4ad5-b2d0-0d46c2d8a09c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:20.136247 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.178663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] Routers {'7a0cfe7d-2277-472d-bfd5-5ebb7944e052'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:20.179649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7a0cfe7d-2277-472d-bfd5-5ebb7944e052'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:20.189717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0c580cfe-252a-4107-9721-c1b19070f3aa tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/7a0cfe7d-2277-472d-bfd5-5ebb7944e052 HTTP/1.1" status: 200 len: 920 time: 0.1197145 Jul 16 20:37:20.194697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32786) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.226170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.250187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:20.255370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 9e55e526-9477-405e-8040-2787a951c2f9 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:20.257137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:20.262976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:20.274092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:20.278418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] Routers {'7a0cfe7d-2277-472d-bfd5-5ebb7944e052'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:20.279298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7a0cfe7d-2277-472d-bfd5-5ebb7944e052'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:20.283360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 104b3888-9bfb-4146-b81e-f270dd9a6512 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:20.300810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e889819-35dd-4a0d-bd2d-630d605907ef tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.305210 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9e889819-35dd-4a0d-bd2d-630d605907ef tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=7a0cfe7d-2277-472d-bfd5-5ebb7944e052&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1068637 Jul 16 20:37:20.305764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32790) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.329371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.351295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:20.354045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb31ff-650d-4cb5-aba4-66ab2a5f2f82 None None] The sync data for ids ['7a0cfe7d-2277-472d-bfd5-5ebb7944e052'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:20.444800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b96d2f-4d12-4176-a615-3320a484cad1 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.450016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 104b3888-9bfb-4146-b81e-f270dd9a6512 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:20.451798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-52b96d2f-4d12-4176-a615-3320a484cad1 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.1442454 Jul 16 20:37:20.452893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32792) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.462748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 104b3888-9bfb-4146-b81e-f270dd9a6512 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:20.463220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.503626 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-455df4b1-3da3-4bf8-89eb-8f389e45cf60 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a0cfe7d-2277-472d-bfd5-5ebb7944e052 HTTP/1.1" status: 200 len: 205 time: 0.0469317 Jul 16 20:37:20.507668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32794) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.579287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.606738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 104b3888-9bfb-4146-b81e-f270dd9a6512, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=104b3888-9bfb-4146-b81e-f270dd9a6512,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:20.611960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.688359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=104b3888-9bfb-4146-b81e-f270dd9a6512,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.693764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.833084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e93d10-8796-45a3-a969-fd26874735c4 None None] Network 9e55e526-9477-405e-8040-2787a951c2f9 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:20.910170 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.963469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d3e1a6e-b4fa-455b-b311-176a6e607953 None None] Provisioning for port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:20.978361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d3e1a6e-b4fa-455b-b311-176a6e607953 None None] Provisioning complete for port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:20.978916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1a6e-b4fa-455b-b311-176a6e607953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.092541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.103866 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1a6e-b4fa-455b-b311-176a6e607953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.144083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7d3e1a6e-b4fa-455b-b311-176a6e607953 None None] For port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=421a695f-538a-4ad5-b2d0-0d46c2d8a09c,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:21.149280 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1a6e-b4fa-455b-b311-176a6e607953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.203769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e1a6e-b4fa-455b-b311-176a6e607953 None None] Pushing event updated for resources: {'Port': ['ID=421a695f-538a-4ad5-b2d0-0d46c2d8a09c,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.227609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Deleting port 0f93c061-5a48-433c-afda-7fdd25e83859 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:21.227961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.233463 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.251000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.369860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.380899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-810a7436-5d87-471e-a009-406d2c48bbd3 None None] Provisioning for port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:21.387833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-810a7436-5d87-471e-a009-406d2c48bbd3 None None] Provisioning complete for port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:21.388988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-810a7436-5d87-471e-a009-406d2c48bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.395518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.402393 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.430876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Calling delete_port for 0f93c061-5a48-433c-afda-7fdd25e83859 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:21.454799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-810a7436-5d87-471e-a009-406d2c48bbd3 None None] Port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:21.488368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-810a7436-5d87-471e-a009-406d2c48bbd3 None None] Provisioning complete for port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:21.488746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-810a7436-5d87-471e-a009-406d2c48bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.570254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 9e55e526-9477-405e-8040-2787a951c2f9 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:21.573120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:21.657516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-a7d9f882-fd3f-4265-9ca2-d1ffab5ab5bf tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.659712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-a7d9f882-fd3f-4265-9ca2-d1ffab5ab5bf tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/networks?id=c2e8ce80-e475-447d-bf0b-bed97476706b HTTP/1.1" status: 200 len: 814 time: 0.1341536 Jul 16 20:37:21.676481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-d10d3f39-25ba-46b9-8f95-96c62b22b51c tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/quotas/1742f942500047b48092f86fc089e735 HTTP/1.1" status: 200 len: 375 time: 0.0100365 Jul 16 20:37:21.708779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2f2b0e82-fb42-48e5-a8d0-d9b4ab5caf35 None None] Provisioning complete for port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:21.709174 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0e82-fb42-48e5-a8d0-d9b4ab5caf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.722558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-85c2a9bd-49cb-4c78-ae4f-209f8784c719 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1742f942500047b48092f86fc089e735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388768 Jul 16 20:37:21.749302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b0e82-fb42-48e5-a8d0-d9b4ab5caf35 None None] Port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:21.785490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 288d92f2-2415-4038-b4ef-d91b9bf40b3f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:21.792403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.822772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event deleted for resources: {'Port': ['ID=0f93c061-5a48-433c-afda-7fdd25e83859,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.825870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-08d418a7-aa32-48bc-9042-d43f9e6d739b service neutron] 10.222.0.91 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897152 Jul 16 20:37:21.867752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d34435cd-72de-497b-a569-bbbec8def629 None None] Provisioning complete for port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:21.868241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d34435cd-72de-497b-a569-bbbec8def629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.904639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d34435cd-72de-497b-a569-bbbec8def629 None None] Port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:21.960078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.961879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 421a695f-538a-4ad5-b2d0-0d46c2d8a09c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:21.962251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-32498e8e-567e-4a69-a680-dac343185088 service neutron] 10.222.0.91 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254535 Jul 16 20:37:22.014930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:22.015307 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.069440 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.071976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.073836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:22.079912 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-70353b70-51d0-49f4-b209-3fb43239dd2a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "PUT /v2.0/routers/288d92f2-2415-4038-b4ef-d91b9bf40b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8165572 Jul 16 20:37:22.082569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32810) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.089111 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Sync routers for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:22.110596 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:22.111651 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.126075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 104b3888-9bfb-4146-b81e-f270dd9a6512 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:22.177507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 104b3888-9bfb-4146-b81e-f270dd9a6512 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:22.178050 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.214452 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc8a8170-df14-41f5-89d9-dc462424a364 req-03a7972f-46f5-4105-92cd-a4b9ac575616 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 210 time: 0.0400209 Jul 16 20:37:22.236518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.237044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0cfe7d-2277-472d-bfd5-5ebb7944e052 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:22.279017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.283613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4202fd04-f553-45a0-85cf-2248c741c765 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/7a0cfe7d-2277-472d-bfd5-5ebb7944e052 HTTP/1.1" status: 204 len: 168 time: 1.7714069 Jul 16 20:37:22.284511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32816) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.289502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1488860846', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:22.306738 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:22.334281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.335369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.388491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.389264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.390598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.391566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.392304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.392920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.395805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.396873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.398769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.399458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.404630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-af34427e-b9a5-4ae0-b554-709d6a0e08ec tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7064 time: 0.3208189 Jul 16 20:37:22.407751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32822) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.413513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.645986 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:21Z', 'revision_number': 2, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.688263 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Checking router: 288d92f2-2415-4038-b4ef-d91b9bf40b3f for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:22.688605 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Updating router 288d92f2-2415-4038-b4ef-d91b9bf40b3f port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:22.732036 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.880361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.880890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.881286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.881741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.882193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.882639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.883318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.883766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.884215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.884662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.889983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fe6f2f6a-cfbc-4c35-b282-a2a5d86bce5c tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6545 time: 0.4808090 Jul 16 20:37:22.890783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32826) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.985411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.075514 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.092057 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Transition to ACTIVE for port object 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:23.120800 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.170155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a75ac0ed-efd4-4fa2-9bec-b07158ca5c5d tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5741 time: 0.2781680 Jul 16 20:37:23.240664 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41a479-fb13-4f67-a994-f8b7cc50b38b None None] Pushing event updated for resources: {'Port': ['ID=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.246400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.286803 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Attempting to bind port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:23.287319 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Attempting to bind port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:23.287896 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Attempting to bind port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 on network 9e55e526-9477-405e-8040-2787a951c2f9 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:23.294017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:23.294619 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Checking segment: {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:23.295155 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.295633 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Bound using segment: {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:23.296200 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Bound port: 7f38cba4-bfe9-4c37-92c6-c8d25a83d951, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:23.296679 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.299777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.425917 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] For port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:23.433006 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] For port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:23.439884 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.578199 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41a479-fb13-4f67-a994-f8b7cc50b38b None None] Pushing event updated for resources: {'Port': ['ID=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.580781 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:23.581382 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:23.666975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32844) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.673797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5eb78b3a-7e39-44e5-bfcf-f87cc26380de tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201686602', 'description': 'tempest-secgroup-smoke-201686602 description', 'project_id': '86a257e84ec2449e90b18d1965eefa39'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.702599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-c440c533-b13d-4699-9d89-f523c459f912 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.704462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-c440c533-b13d-4699-9d89-f523c459f912 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "GET /v2.0/networks?id=c2e8ce80-e475-447d-bf0b-bed97476706b HTTP/1.1" status: 200 len: 814 time: 0.2176192 Jul 16 20:37:23.754556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Allocated IP 172.25.3.171 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/fbc66fef-88ba-4514-ae11-3b458e3b4a78) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:23.760521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Request body: {'port': {'device_id': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b', 'admin_state_up': True, 'tenant_id': '1742f942500047b48092f86fc089e735'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.799218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5eb78b3a-7e39-44e5-bfcf-f87cc26380de tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.824035 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:23.975797 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5eb78b3a-7e39-44e5-bfcf-f87cc26380de tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.999323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-805099db-6312-422b-a04f-83607d230d17 req-c4b63ae0-49ba-4648-a2c5-dfc8c066cdee tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 210 time: 0.0454586 Jul 16 20:37:24.000060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5eb78b3a-7e39-44e5-bfcf-f87cc26380de tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.035031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb78b3a-7e39-44e5-bfcf-f87cc26380de tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa33bc4-2ada-405f-9869-8d1856a0e341,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.049955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5eb78b3a-7e39-44e5-bfcf-f87cc26380de tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.052993 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5eb78b3a-7e39-44e5-bfcf-f87cc26380de tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3835449 Jul 16 20:37:24.056845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32852) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.058383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Made reservation on behalf of 1742f942500047b48092f86fc089e735 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:24.059347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.066442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e8e5481e-e8df-4f66-8452-a3722fed8218 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '4aa33bc4-2ada-405f-9869-8d1856a0e341', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:24.116549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e5481e-e8df-4f66-8452-a3722fed8218 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.195494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e5481e-e8df-4f66-8452-a3722fed8218 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.202188 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e5481e-e8df-4f66-8452-a3722fed8218 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.203752 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:23Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:24.221417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5481e-e8df-4f66-8452-a3722fed8218 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd5134e-11d1-414c-83de-c219e63699e8,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.233880 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8e5481e-e8df-4f66-8452-a3722fed8218 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.237960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e8e5481e-e8df-4f66-8452-a3722fed8218 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790445 Jul 16 20:37:24.238164 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9f5bc-5334-44bd-8813-c3a7f252c726 None None] The sync data for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 is: [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:23Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:24.238336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32854) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.244382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9e4a70c7-541b-4a02-9096-b717df060617 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '4aa33bc4-2ada-405f-9869-8d1856a0e341', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:24.275257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e4a70c7-541b-4a02-9096-b717df060617 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.369644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d165ad-7bc8-48be-9237-653970010914 req-01273726-206c-4ecd-9f31-136985108bb1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.371221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d165ad-7bc8-48be-9237-653970010914 req-01273726-206c-4ecd-9f31-136985108bb1 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.3420782 Jul 16 20:37:24.385581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e4a70c7-541b-4a02-9096-b717df060617 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.390556 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e4a70c7-541b-4a02-9096-b717df060617 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.414991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a70c7-541b-4a02-9096-b717df060617 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd979c52-1db3-4d61-916d-b43194dad6d1,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.418375 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e4a70c7-541b-4a02-9096-b717df060617 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.419990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9e4a70c7-541b-4a02-9096-b717df060617 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1807177 Jul 16 20:37:24.422635 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32856) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.428061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-487fb5ca-cf76-4050-a0cc-abbe0ba25ccb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '4aa33bc4-2ada-405f-9869-8d1856a0e341', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:24.453734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.456775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Allocated IP 172.20.0.12 (c2e8ce80-e475-447d-bf0b-bed97476706b/9f310846-f2e8-42af-88ba-18709fb84d64/a97b722d-29f7-4540-bf51-b03fa287d222) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:24.460407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-487fb5ca-cf76-4050-a0cc-abbe0ba25ccb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.462877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d165ad-7bc8-48be-9237-653970010914 req-934581d6-c1d7-44c7-91fb-8fb9eaf2fe16 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700388 Jul 16 20:37:24.541589 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-487fb5ca-cf76-4050-a0cc-abbe0ba25ccb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.546392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-487fb5ca-cf76-4050-a0cc-abbe0ba25ccb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.565263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fb5ca-cf76-4050-a0cc-abbe0ba25ccb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeff4ddb-16fc-4473-b2f2-91c7957cf564,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.573870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-487fb5ca-cf76-4050-a0cc-abbe0ba25ccb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.579013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-487fb5ca-cf76-4050-a0cc-abbe0ba25ccb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518764 Jul 16 20:37:24.579852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32858) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.585238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f13381a2-6d20-4587-b6f4-8f1616917f32 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '4aa33bc4-2ada-405f-9869-8d1856a0e341', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:24.596349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.708069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:24.720008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f13381a2-6d20-4587-b6f4-8f1616917f32 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.724819 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:24.736478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event updated for resources: {'Port': ['ID=fbc66fef-88ba-4514-ae11-3b458e3b4a78,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.741492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:24.819796 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.944408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f13381a2-6d20-4587-b6f4-8f1616917f32 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.958012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f13381a2-6d20-4587-b6f4-8f1616917f32 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.000317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13381a2-6d20-4587-b6f4-8f1616917f32 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57ac4ab-bc61-490f-b178-e47c25132535,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.005067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.008247 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f13381a2-6d20-4587-b6f4-8f1616917f32 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.009621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f13381a2-6d20-4587-b6f4-8f1616917f32 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4285204 Jul 16 20:37:25.012655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32862) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.018166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '4aa33bc4-2ada-405f-9869-8d1856a0e341', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:25.054189 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Project 86a257e84ec2449e90b18d1965eefa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:37:25.061247 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.108282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Network c2e8ce80-e475-447d-bf0b-bed97476706b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:25.115448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:25.117374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Pushing event updated for resources: {'Port': ['ID=a97b722d-29f7-4540-bf51-b03fa287d222,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.121539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:25.147842 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.152530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.182940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f52ca5-fa38-4716-9802-b4ffa3cc34ea,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.212054 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.212843 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.223381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.224632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-67ee6bff-5381-4664-9028-af456e7f5e9a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2109315 Jul 16 20:37:25.226943 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.227545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32866) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.232410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'security_group_rule': {'security_group_id': '4aa33bc4-2ada-405f-9869-8d1856a0e341', 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:25.267913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db8e75-551b-47f9-826e-1fa437137a1f req-8633a848-c3c3-4d21-8073-065136b3c431 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.269251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-0e71f3d1-0607-4103-b4a0-8268544f02c6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5502174 Jul 16 20:37:25.270089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01db8e75-551b-47f9-826e-1fa437137a1f req-8633a848-c3c3-4d21-8073-065136b3c431 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 932 time: 0.1058452 Jul 16 20:37:25.278597 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Project 86a257e84ec2449e90b18d1965eefa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:37:25.281827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Request body: {'port': {'device_id': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:25.291689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.342011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01db8e75-551b-47f9-826e-1fa437137a1f req-b6dd9314-9437-42a5-8400-010b2bb5de6e tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648811 Jul 16 20:37:25.371493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.380062 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.404698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7b1de2-3411-4e03-9e3c-c91dd0b22a7d,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.417056 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.425813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-857986b0-4352-4b53-9cc0-1a8f7f026a7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1945863 Jul 16 20:37:25.436716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.659156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.667380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-0681a4da-75c1-4f11-9b1e-2751ffc94418 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201686602&fields=id&tenant_id=86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 267 time: 0.0482554 Jul 16 20:37:25.776632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-1567d717-558d-45a5-b6cd-15ce1bdd2da8 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.778181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-1567d717-558d-45a5-b6cd-15ce1bdd2da8 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/networks?id=9e55e526-9477-405e-8040-2787a951c2f9 HTTP/1.1" status: 200 len: 797 time: 0.1054986 Jul 16 20:37:25.794826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-5f0c4310-c00f-42f9-b353-3fbb72e37e02 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/quotas/86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 375 time: 0.0106056 Jul 16 20:37:25.874176 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-efa5ddf8-af78-4ebf-a57b-fbc8a3888af6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738783 Jul 16 20:37:25.877393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346b560-2cc4-4874-bcc4-71f49c8ae538 req-c2804c90-2167-4da3-8e4a-ee6968d3292a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.879003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3346b560-2cc4-4874-bcc4-71f49c8ae538 req-c2804c90-2167-4da3-8e4a-ee6968d3292a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.2449636 Jul 16 20:37:25.989278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-84d6beab-9ca6-468b-825e-232d14018923 service neutron] 10.222.0.91 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963850 Jul 16 20:37:26.004697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:26.006491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3346b560-2cc4-4874-bcc4-71f49c8ae538 req-e2df1197-43ba-4c89-90c2-f483b79a29aa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036859 Jul 16 20:37:26.011323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97b722d-29f7-4540-bf51-b03fa287d222 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:26.020308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.024440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Router c96b4fc0-bc68-4892-816c-d61ef1efbe82 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:26.038882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Transition to ACTIVE for port object a97b722d-29f7-4540-bf51-b03fa287d222 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:26.045880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.082409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:26.089796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:26.091049 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.111024 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-bde228c5-2dcd-421b-a35a-08d88ae7ea3c service neutron] 10.222.0.91 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091654 Jul 16 20:37:26.176836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Pushing event updated for resources: {'Port': ['ID=a97b722d-29f7-4540-bf51-b03fa287d222,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.190444 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.225288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:26.229966 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.240389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:26.267476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] Sync routers for ids ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:26.276534 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.277811 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7f178100-8780-4a48-a181-35f2154cdc5a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9922836 Jul 16 20:37:26.280817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32884) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.285692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:26.291910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Attempting to bind port a97b722d-29f7-4540-bf51-b03fa287d222 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:26.292272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Attempting to bind port a97b722d-29f7-4540-bf51-b03fa287d222 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:26.292628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Attempting to bind port a97b722d-29f7-4540-bf51-b03fa287d222 on network c2e8ce80-e475-447d-bf0b-bed97476706b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:26.297806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Port a97b722d-29f7-4540-bf51-b03fa287d222 on network c2e8ce80-e475-447d-bf0b-bed97476706b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:26.298268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Attempting to bind port a97b722d-29f7-4540-bf51-b03fa287d222 on network c2e8ce80-e475-447d-bf0b-bed97476706b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:26.298519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] Routers {'c96b4fc0-bc68-4892-816c-d61ef1efbe82'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:26.299418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:26.303784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:26.304472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Checking segment: {'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:26.304954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Bound using segment: {'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:26.305401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Bound port: a97b722d-29f7-4540-bf51-b03fa287d222, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523309da-8e4e-45b0-8363-5fa6dbc3fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:26.305764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.346082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:26.353798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.364688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] Routers {'c96b4fc0-bc68-4892-816c-d61ef1efbe82'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:26.365846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:26.383380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e05e129-248f-446a-81df-b8d9d4ed9f16 req-6b37e835-bfb2-466d-9825-e3bddc4de172 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 210 time: 0.0434308 Jul 16 20:37:26.414668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] For port a97b722d-29f7-4540-bf51-b03fa287d222, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:26.421622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] For port a97b722d-29f7-4540-bf51-b03fa287d222, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a97b722d-29f7-4540-bf51-b03fa287d222,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:26.427528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.429108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:26.430090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659238e-f7b0-413d-bddc-c53c9aa706b2 None None] The sync data for ids ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:26.476954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.477646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.480131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] 10.222.0.99 "PUT /v2.0/ports/a97b722d-29f7-4540-bf51-b03fa287d222 HTTP/1.1" status: 200 len: 1093 time: 1.2027624 Jul 16 20:37:26.486927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'tag': 'a97b722d-29f7-4540-bf51-b03fa287d222'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:26.489268 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6db709-1c1e-4696-bb52-cd2034fc47e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6a70ad-f2c1-46bf-98b6-9587368fd14f", "tag": "a97b722d-29f7-4540-bf51-b03fa287d222"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:26.560933 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac687ef7-e863-4690-8e15-e154bbb906a9 x-openstack-request-id: req-ac687ef7-e863-4690-8e15-e154bbb906a9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:26.561660 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6a70ad-f2c1-46bf-98b6-9587368fd14f", "tag": "a97b722d-29f7-4540-bf51-b03fa287d222", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:26.562791 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac687ef7-e863-4690-8e15-e154bbb906a9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:26.563324 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'tag': 'a97b722d-29f7-4540-bf51-b03fa287d222', 'status': 'completed', 'code': 200} Jul 16 20:37:26.591961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c07e2c-bcfe-4c48-b8ac-bcae183ad7ed service neutron] Pushing event updated for resources: {'Port': ['ID=a97b722d-29f7-4540-bf51-b03fa287d222,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.646142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-4087d1da-2913-4f7a-a6f5-3a7322ca51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.647769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-4087d1da-2913-4f7a-a6f5-3a7322ca51ab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1742f942500047b48092f86fc089e735&device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 1096 time: 0.1142037 Jul 16 20:37:26.696925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-375e1022-22d2-4f44-965c-49d4cd466f2f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a97b722d-29f7-4540-bf51-b03fa287d222 HTTP/1.1" status: 200 len: 217 time: 0.0416787 Jul 16 20:37:26.723250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8552-0380-4514-9964-c23ed725510f req-70f7f839-bbd6-438a-b0a3-cd450d99a199 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.724859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3cfb8552-0380-4514-9964-c23ed725510f req-70f7f839-bbd6-438a-b0a3-cd450d99a199 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 944 time: 0.1619027 Jul 16 20:37:26.769151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-1b911032-e38b-4f30-b187-d4040661421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.770690 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-1b911032-e38b-4f30-b187-d4040661421b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f310846-f2e8-42af-88ba-18709fb84d64 HTTP/1.1" status: 200 len: 854 time: 0.0671794 Jul 16 20:37:26.811546 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3cfb8552-0380-4514-9964-c23ed725510f req-7552b72a-f451-4124-91bb-de4e8d1ebf2a tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755780 Jul 16 20:37:26.812508 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-4272bf09-37a6-456a-be11-4d65420e56a5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c2e8ce80-e475-447d-bf0b-bed97476706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290744 Jul 16 20:37:26.817945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.841641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.901199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Deleting port fbc66fef-88ba-4514-ae11-3b458e3b4a78 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:26.901534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.923574 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-5c94ab4d-e5e4-4abc-81fb-f1e977d79afb service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041317 Jul 16 20:37:26.997653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.012769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Calling delete_port for fbc66fef-88ba-4514-ae11-3b458e3b4a78 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:27.024069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41f7f3e7-d3fe-40b9-9608-aa4ea0d9e077 req-22c778db-383a-4fda-a0ba-ac53f998a25e service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932992 Jul 16 20:37:27.199088 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.226895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Pushing event deleted for resources: {'Port': ['ID=fbc66fef-88ba-4514-ae11-3b458e3b4a78,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.298815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.572362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7651db88-1a1c-4f9d-b435-e43a1eb91187 req-3d4803a0-af13-4f9c-b856-96e0139a4b6f tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 210 time: 0.0337141 Jul 16 20:37:27.576921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.581033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.652458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-67afd574-3c3d-4610-b1c1-47bca1829ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.654022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-67afd574-3c3d-4610-b1c1-47bca1829ea0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1742f942500047b48092f86fc089e735&device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 1096 time: 0.5629160 Jul 16 20:37:27.666200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Router c96b4fc0-bc68-4892-816c-d61ef1efbe82 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:27.719613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-dc3c5903-0369-4162-944a-0a68c0ddcc74 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.721555 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-dc3c5903-0369-4162-944a-0a68c0ddcc74 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "GET /v2.0/networks?id=9e55e526-9477-405e-8040-2787a951c2f9 HTTP/1.1" status: 200 len: 797 time: 0.1697886 Jul 16 20:37:27.737006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e93a1-b9ac-4243-85c4-2beb2784e655 req-0186b095-eabe-4f03-ab6f-e37f430590af tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.738504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f36e93a1-b9ac-4243-85c4-2beb2784e655 req-0186b095-eabe-4f03-ab6f-e37f430590af tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.6029670 Jul 16 20:37:27.754177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:27.761340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.764033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8ce3d2d1-5baf-4153-ba5e-14d5aa171a89 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "PUT /v2.0/routers/c96b4fc0-bc68-4892-816c-d61ef1efbe82 HTTP/1.1" status: 200 len: 706 time: 1.4819891 Jul 16 20:37:27.766228 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] Sync routers for ids ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:27.767017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32902) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.776882 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] Routers {'c96b4fc0-bc68-4892-816c-d61ef1efbe82'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:27.777511 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:27.814519 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:27.823835 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] Routers {'c96b4fc0-bc68-4892-816c-d61ef1efbe82'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:27.824771 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:27.839928 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-594d7f3f-0bd3-4647-b225-4cc24f045b61 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a257e84ec2449e90b18d1965eefa39 HTTP/1.1" status: 200 len: 379 time: 0.0985804 Jul 16 20:37:27.845600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8579d2f2-73d2-47b7-a7a5-05d5187329bf tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/routers/c96b4fc0-bc68-4892-816c-d61ef1efbe82 HTTP/1.1" status: 200 len: 741 time: 0.0751479 Jul 16 20:37:27.846212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32906) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.861415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-037dbd6c-a149-42f0-acc1-b02ed21314b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.863128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-037dbd6c-a149-42f0-acc1-b02ed21314b6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c2e8ce80-e475-447d-bf0b-bed97476706b HTTP/1.1" status: 200 len: 915 time: 0.1992054 Jul 16 20:37:27.866406 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:27.867087 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c960372-c24d-47ea-9235-8019933d3402 None None] The sync data for ids ['c96b4fc0-bc68-4892-816c-d61ef1efbe82'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:27.871535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f36e93a1-b9ac-4243-85c4-2beb2784e655 req-72a34db2-a0e0-4e4e-91f6-8c8fd1ab7451 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873585 Jul 16 20:37:27.878632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'port': {'device_id': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'admin_state_up': True, 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'security_groups': ['4aa33bc4-2ada-405f-9869-8d1856a0e341']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:27.908510 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9a8e1545-90f8-46df-afeb-74d088cd9d27 tempest-RoutersAdminTest-1005647454 tempest-RoutersAdminTest-1005647454-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=c96b4fc0-bc68-4892-816c-d61ef1efbe82 HTTP/1.1" status: 200 len: 205 time: 0.0612178 Jul 16 20:37:27.911084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32910) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.942547 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-1ea6c279-3fcf-41ac-b99d-1eb208a1b139 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a97b722d-29f7-4540-bf51-b03fa287d222 HTTP/1.1" status: 200 len: 217 time: 0.0686994 Jul 16 20:37:27.946417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-18bd0375-d90b-4d2a-853c-be424fa4ebd8 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=c96b4fc0-bc68-4892-816c-d61ef1efbe82 HTTP/1.1" status: 200 len: 205 time: 0.0316577 Jul 16 20:37:27.946639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32912) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.983325 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:28.032581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:28.033426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.038427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-f278dae2-6927-4647-b6f0-a901dd4399b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.040653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-f278dae2-6927-4647-b6f0-a901dd4399b8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f310846-f2e8-42af-88ba-18709fb84d64 HTTP/1.1" status: 200 len: 854 time: 0.0881863 Jul 16 20:37:28.052720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7200e517-0802-4894-b051-a44d43007d2a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.085919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-b517d547-8681-481c-8bb9-a9c1511cbac8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c2e8ce80-e475-447d-bf0b-bed97476706b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365143 Jul 16 20:37:28.191169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Made reservation on behalf of 86a257e84ec2449e90b18d1965eefa39 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:28.194761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.243353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-1a617016-6aa2-40d8-ae8c-7d52c3dbf692 service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458127 Jul 16 20:37:28.419596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.20.0.12 (9e55e526-9477-405e-8040-2787a951c2f9/f66194a5-169b-4f89-a61e-7e20a9c63644/9463aa93-77a9-4b88-a49b-8561b871b116) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:28.423448 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d6db709-1c1e-4696-bb52-cd2034fc47e6 req-80c1510a-0a5f-4727-a335-e87594d053d5 service neutron] 10.222.0.99 "GET /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513042 Jul 16 20:37:28.569150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38435f-4167-4034-8a99-aabc12d387b2 req-0792ab2f-b911-450e-9433-7d2989438038 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.573275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc38435f-4167-4034-8a99-aabc12d387b2 req-0792ab2f-b911-450e-9433-7d2989438038 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 944 time: 0.6171362 Jul 16 20:37:28.578107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7200e517-0802-4894-b051-a44d43007d2a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.586907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7200e517-0802-4894-b051-a44d43007d2a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.603328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.624682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Transition to ACTIVE for port object 9463aa93-77a9-4b88-a49b-8561b871b116 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:28.658246 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc38435f-4167-4034-8a99-aabc12d387b2 req-30051654-5bab-45e9-98a3-a8618967e5e6 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780058 Jul 16 20:37:28.659262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7200e517-0802-4894-b051-a44d43007d2a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.659864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7200e517-0802-4894-b051-a44d43007d2a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Fanout notify agent at l3_agent the message router_deleted on router c96b4fc0-bc68-4892-816c-d61ef1efbe82 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:28.670209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.671594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7200e517-0802-4894-b051-a44d43007d2a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.672748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7200e517-0802-4894-b051-a44d43007d2a tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/c96b4fc0-bc68-4892-816c-d61ef1efbe82 HTTP/1.1" status: 204 len: 168 time: 0.7251918 Jul 16 20:37:28.679136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32916) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.725553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 9e55e526-9477-405e-8040-2787a951c2f9 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:28.725884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7c16ee53-0bde-427d-aac0-3ac61c192d98 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=c96b4fc0-bc68-4892-816c-d61ef1efbe82 HTTP/1.1" status: 200 len: 205 time: 0.0367877 Jul 16 20:37:28.728517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32918) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.741704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:28.750096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:28.775320 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-977a187d-d8ad-42b6-9a49-f07738016a93 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] delete failed (client error): The resource could not be found. Jul 16 20:37:28.776633 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-977a187d-d8ad-42b6-9a49-f07738016a93 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/c96b4fc0-bc68-4892-816c-d61ef1efbe82 HTTP/1.1" status: 404 len: 336 time: 0.0470126 Jul 16 20:37:28.780172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32920) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.789333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=9463aa93-77a9-4b88-a49b-8561b871b116,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.821395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df8754b0-1492-400c-aab3-7041455a7181 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a0cfe7d-2277-472d-bfd5-5ebb7944e052 HTTP/1.1" status: 200 len: 205 time: 0.0376539 Jul 16 20:37:28.821599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32922) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.833643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.834278 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.856268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-e1eae635-78eb-488c-86d6-d67b56a4a83d tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9834795 Jul 16 20:37:28.860341 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-8c983625-713b-474a-b7fd-2716a93b4c81 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] delete failed (client error): The resource could not be found. Jul 16 20:37:28.861589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8c983625-713b-474a-b7fd-2716a93b4c81 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/7a0cfe7d-2277-472d-bfd5-5ebb7944e052 HTTP/1.1" status: 404 len: 336 time: 0.0386913 Jul 16 20:37:28.864050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32924) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.868133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9337e-6138-4d01-b75d-9120ee5b9410 req-72760c5a-3771-4b06-9431-f411c2b21305 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.869733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0d9337e-6138-4d01-b75d-9120ee5b9410 req-72760c5a-3771-4b06-9431-f411c2b21305 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 932 time: 0.1428821 Jul 16 20:37:28.875092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Request body: {'port': {'device_id': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:28.899367 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-896e4fc1-eee0-4702-bc54-9ec299a7f000 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 HTTP/1.1" status: 200 len: 205 time: 0.0340946 Jul 16 20:37:28.902920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32928) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.941825 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-1a7b3d23-5e09-41e1-a192-a5c7481c493f tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] delete failed (client error): The resource could not be found. Jul 16 20:37:28.943013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1a7b3d23-5e09-41e1-a192-a5c7481c493f tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/94dc6a7e-e5ec-44b3-99d0-f261d53f93c5 HTTP/1.1" status: 404 len: 336 time: 0.0390835 Jul 16 20:37:28.946130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32930) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.968254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f0d9337e-6138-4d01-b75d-9120ee5b9410 req-69747f4b-2a5a-4529-a155-dfe461f9cfa5 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901368 Jul 16 20:37:29.009830 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-11e6c981-aa51-45b3-8557-73249a26de73 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb HTTP/1.1" status: 200 len: 205 time: 0.0600379 Jul 16 20:37:29.010167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32932) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.049579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b2f2df6f-a48a-4389-b1ac-2b97fb50136f None None] Provisioning for port 9463aa93-77a9-4b88-a49b-8561b871b116 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:29.054452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b2f2df6f-a48a-4389-b1ac-2b97fb50136f None None] Provisioning complete for port 9463aa93-77a9-4b88-a49b-8561b871b116 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:29.055066 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b2f2df6f-a48a-4389-b1ac-2b97fb50136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.057166 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-00e868ec-1e53-4bba-8598-51911ffcbbdd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] delete failed (client error): The resource could not be found. Jul 16 20:37:29.058230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-00e868ec-1e53-4bba-8598-51911ffcbbdd tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/c7101aeb-1ebc-4a35-87b1-6ab6fe9fb2cb HTTP/1.1" status: 404 len: 336 time: 0.0471954 Jul 16 20:37:29.061722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32934) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.083285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4f868-0ecb-4a7e-ade9-295e537c5e6b req-652bf70b-3cab-4d86-826b-bfe3e3d75082 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.084811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1be4f868-0ecb-4a7e-ade9-295e537c5e6b req-652bf70b-3cab-4d86-826b-bfe3e3d75082 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0697083 Jul 16 20:37:29.090629 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.094119 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f01b710a-804b-4925-a83b-4f67bd882968 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=51ec9964-0f5a-4b02-904f-28432e23d4a7 HTTP/1.1" status: 200 len: 205 time: 0.0323153 Jul 16 20:37:29.097032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.099667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2df6f-a48a-4389-b1ac-2b97fb50136f None None] Port 9463aa93-77a9-4b88-a49b-8561b871b116 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:29.146615 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-3fa4a9cf-9074-496e-8d5a-e2f86935d7f7 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] delete failed (client error): The resource could not be found. Jul 16 20:37:29.147709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3fa4a9cf-9074-496e-8d5a-e2f86935d7f7 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/51ec9964-0f5a-4b02-904f-28432e23d4a7 HTTP/1.1" status: 404 len: 336 time: 0.0483780 Jul 16 20:37:29.150640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 32938) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.165734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1be4f868-0ecb-4a7e-ade9-295e537c5e6b req-17edba8b-974e-4873-a236-4e7f9d52085d tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752804 Jul 16 20:37:29.231266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-85a5a5cf-ec0b-4f8e-89a3-285aa897e8d9 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f8f21f0-fde5-40bb-b456-49c2a384c807 HTTP/1.1" status: 200 len: 205 time: 0.0794609 Jul 16 20:37:29.233843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32940) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.271169 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-9f96f4ab-b0b2-44ed-b29f-2b89d327252c tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] delete failed (client error): The resource could not be found. Jul 16 20:37:29.272764 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9f96f4ab-b0b2-44ed-b29f-2b89d327252c tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/routers/2f8f21f0-fde5-40bb-b456-49c2a384c807 HTTP/1.1" status: 404 len: 336 time: 0.0376859 Jul 16 20:37:29.275369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32942) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.306348 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-33716d72-1344-4a79-8a35-29a2f037ef39 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:29.306798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33716d72-1344-4a79-8a35-29a2f037ef39 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:29.308612 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-33716d72-1344-4a79-8a35-29a2f037ef39 tempest-RoutersAdminTest-1706022230 tempest-RoutersAdminTest-1706022230-project] 10.222.0.91 "DELETE /v2.0/subnets/56980ea5-3b1a-4d62-a041-ba340e74b78d HTTP/1.1" status: 404 len: 337 time: 0.0323546 Jul 16 20:37:29.398087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9463aa93-77a9-4b88-a49b-8561b871b116 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:29.406398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.419217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Transition to ACTIVE for port object 9463aa93-77a9-4b88-a49b-8561b871b116 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:29.423004 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.499466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Pushing event updated for resources: {'Port': ['ID=9463aa93-77a9-4b88-a49b-8561b871b116,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.551355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Attempting to bind port 9463aa93-77a9-4b88-a49b-8561b871b116 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:29.551696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Attempting to bind port 9463aa93-77a9-4b88-a49b-8561b871b116 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:29.552025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Attempting to bind port 9463aa93-77a9-4b88-a49b-8561b871b116 on network 9e55e526-9477-405e-8040-2787a951c2f9 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:29.556614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Port 9463aa93-77a9-4b88-a49b-8561b871b116 on network 9e55e526-9477-405e-8040-2787a951c2f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:29.556936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Attempting to bind port 9463aa93-77a9-4b88-a49b-8561b871b116 on network 9e55e526-9477-405e-8040-2787a951c2f9 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:29.562643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:29.563021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Checking segment: {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:29.563406 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Bound using segment: {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:29.563864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Bound port: 9463aa93-77a9-4b88-a49b-8561b871b116, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f851c5-a9b1-4629-813b-690afb7fefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:29.564222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.604194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32948) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.647153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] For port 9463aa93-77a9-4b88-a49b-8561b871b116, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:29.651798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] For port 9463aa93-77a9-4b88-a49b-8561b871b116, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9463aa93-77a9-4b88-a49b-8561b871b116,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:29.658330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.696887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.697552 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.699002 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] 10.222.0.99 "PUT /v2.0/ports/9463aa93-77a9-4b88-a49b-8561b871b116 HTTP/1.1" status: 200 len: 1093 time: 0.8282571 Jul 16 20:37:29.699853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:29.701723 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd5412-8cff-4e05-b689-1c4dad745064" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:29.730152 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce24f-b896-4256-9040-2291e59b0bba service neutron] Pushing event updated for resources: {'Port': ['ID=9463aa93-77a9-4b88-a49b-8561b871b116,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.785214 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef993c8d-0771-4faa-a064-4bc908448747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.805330 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fab5b8-bf6c-468a-b959-b16c67bf0e01 x-openstack-request-id: req-a2fab5b8-bf6c-468a-b959-b16c67bf0e01 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:29.806021 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:29.806343 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a2fab5b8-bf6c-468a-b959-b16c67bf0e01 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:29.806817 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116', 'status': 'completed', 'code': 200} Jul 16 20:37:29.874653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-b8c75a2e-397f-4f59-8341-067380573149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.876458 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-b8c75a2e-397f-4f59-8341-067380573149 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 1096 time: 0.1255720 Jul 16 20:37:29.899214 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef993c8d-0771-4faa-a064-4bc908448747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.906771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef993c8d-0771-4faa-a064-4bc908448747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.930538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-c3ee3470-0e07-4efa-ad3f-b6758122d421 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9463aa93-77a9-4b88-a49b-8561b871b116 HTTP/1.1" status: 200 len: 217 time: 0.0465364 Jul 16 20:37:29.953298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ef993c8d-0771-4faa-a064-4bc908448747 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9b2b3c1b119244569ed5e16731b9511e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477981 Jul 16 20:37:29.954053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef993c8d-0771-4faa-a064-4bc908448747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f25e4f3-d6da-448a-8ca2-bead5cf0acdc,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.956482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.983169 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469d7c-ac89-4dac-a45b-c23123cd6edf req-f79903f2-0d3d-4057-a2dd-d8ed6fbf225f tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.984719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f2469d7c-ac89-4dac-a45b-c23123cd6edf req-f79903f2-0d3d-4057-a2dd-d8ed6fbf225f tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 944 time: 0.1603150 Jul 16 20:37:30.019705 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13fcad23-5f73-4001-937a-478fd9462f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.021180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-b26529a5-81bc-4b16-a030-2ca57104d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.022720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-b26529a5-81bc-4b16-a030-2ca57104d361 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f66194a5-169b-4f89-a61e-7e20a9c63644 HTTP/1.1" status: 200 len: 835 time: 0.0848622 Jul 16 20:37:30.042594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13fcad23-5f73-4001-937a-478fd9462f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.081613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f2469d7c-ac89-4dac-a45b-c23123cd6edf req-818ba44f-bcc9-431a-9fec-31e37c67832e tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877142 Jul 16 20:37:30.119941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-31eafa44-ed39-45b5-bf07-fae0ad47d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.122069 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-31eafa44-ed39-45b5-bf07-fae0ad47d869 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e55e526-9477-405e-8040-2787a951c2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931389 Jul 16 20:37:30.146568 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13fcad23-5f73-4001-937a-478fd9462f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.149243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13fcad23-5f73-4001-937a-478fd9462f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.151288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-13fcad23-5f73-4001-937a-478fd9462f68 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f25e4f3-d6da-448a-8ca2-bead5cf0acdc HTTP/1.1" status: 204 len: 168 time: 0.1938376 Jul 16 20:37:30.165059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcad23-5f73-4001-937a-478fd9462f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f25e4f3-d6da-448a-8ca2-bead5cf0acdc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.202457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7995c44-b9c9-4757-a42b-2521dee839cd req-ab3a44f6-3feb-4317-8d8f-fcc214322bd9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.204623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7995c44-b9c9-4757-a42b-2521dee839cd req-ab3a44f6-3feb-4317-8d8f-fcc214322bd9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 944 time: 0.1004829 Jul 16 20:37:30.230622 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-626c1335-58dd-44e0-aa4f-693f328c2645 service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012306 Jul 16 20:37:30.255882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d7995c44-b9c9-4757-a42b-2521dee839cd req-cdbddcd6-4467-47c2-8b52-40693fdf9070 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 Jul 16 20:37:30.374686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3e9cac3b-da1e-482e-bc65-c410b64c99ad req-afa70495-70ba-40d9-a778-c288fe3e3542 service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378722 Jul 16 20:37:30.405264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2c5e-4e80-49b7-92cc-d481cd81a4aa req-392b5242-f7db-418c-8030-cbe98e6084aa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.408246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-715e2c5e-4e80-49b7-92cc-d481cd81a4aa req-392b5242-f7db-418c-8030-cbe98e6084aa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0939879 Jul 16 20:37:30.483246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32966) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.485508 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-715e2c5e-4e80-49b7-92cc-d481cd81a4aa req-c192d1ba-9d35-4079-a79e-def06c860479 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695627 Jul 16 20:37:30.508050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-2c1b584d-5d2c-4523-b6bc-b4e44367c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.509646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-2c1b584d-5d2c-4523-b6bc-b4e44367c2d8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 1096 time: 0.0779183 Jul 16 20:37:30.528673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-25fa2c8f-a9c9-4490-85c8-7c7d16c4ef65 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f084ab3592cc461f93e8306597911350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441442 Jul 16 20:37:30.532533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 32968) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.587567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eafedc68-07e1-4d29-9ce0-ce9dded4652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.605718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-b9b3a728-377e-4a45-9392-7c3c2327983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.607201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-b9b3a728-377e-4a45-9392-7c3c2327983e service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e55e526-9477-405e-8040-2787a951c2f9 HTTP/1.1" status: 200 len: 898 time: 0.0910547 Jul 16 20:37:30.610955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eafedc68-07e1-4d29-9ce0-ce9dded4652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.653248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-d0ed6226-87ad-4929-b588-150b298d24d7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9463aa93-77a9-4b88-a49b-8561b871b116 HTTP/1.1" status: 200 len: 217 time: 0.0387907 Jul 16 20:37:30.661166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eafedc68-07e1-4d29-9ce0-ce9dded4652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.663975 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eafedc68-07e1-4d29-9ce0-ce9dded4652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.665160 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-eafedc68-07e1-4d29-9ce0-ce9dded4652f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e96f58a6-b2a0-4702-b4d3-055d7ed04b2c HTTP/1.1" status: 204 len: 168 time: 0.1298807 Jul 16 20:37:30.673228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafedc68-07e1-4d29-9ce0-ce9dded4652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96f58a6-b2a0-4702-b4d3-055d7ed04b2c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.708385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-296deac9-1bd0-4d45-972a-2b1c9eff8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.710289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-296deac9-1bd0-4d45-972a-2b1c9eff8f7e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f66194a5-169b-4f89-a61e-7e20a9c63644 HTTP/1.1" status: 200 len: 835 time: 0.0507362 Jul 16 20:37:30.777872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-18726f74-3847-414f-984e-1c58fede4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:30.779475 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-18726f74-3847-414f-984e-1c58fede4c88 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e55e526-9477-405e-8040-2787a951c2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608544 Jul 16 20:37:30.880968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-ec25492a-c6b4-49bc-a7c6-277141baef37 service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941534 Jul 16 20:37:30.979481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6bd5412-8cff-4e05-b689-1c4dad745064 req-b6ae6245-9b3f-4682-a0f6-acd5a88b3f58 service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904317 Jul 16 20:37:31.032623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a97b722d-29f7-4540-bf51-b03fa287d222 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:31.139537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a97b722d-29f7-4540-bf51-b03fa287d222, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a97b722d-29f7-4540-bf51-b03fa287d222,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:31.151654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a97b722d-29f7-4540-bf51-b03fa287d222', 'network_id': 'c2e8ce80-e475-447d-bf0b-bed97476706b', 'port_id': 'a97b722d-29f7-4540-bf51-b03fa287d222', 'mac_address': 'fa:16:3e:8a:ad:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f310846-f2e8-42af-88ba-18709fb84d64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:31.192688 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.207974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97b722d-29f7-4540-bf51-b03fa287d222 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:31.231268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a97b722d-29f7-4540-bf51-b03fa287d222, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a97b722d-29f7-4540-bf51-b03fa287d222,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:31.236846 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.282722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d0564-7ea7-4d11-8668-00e424762436 req-b525f5c5-c47e-4b70-8dbb-c2cbe09556b0 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.284668 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f33d0564-7ea7-4d11-8668-00e424762436 req-b525f5c5-c47e-4b70-8dbb-c2cbe09556b0 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 944 time: 0.0810645 Jul 16 20:37:31.291491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a97b722d-29f7-4540-bf51-b03fa287d222,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:31.325386 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f33d0564-7ea7-4d11-8668-00e424762436 req-eb143a2a-22c9-4a86-98b1-3f24b8e2a654 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Jul 16 20:37:31.451661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b648d1-02b0-4fdd-b3c1-308c64cb6563 req-3c4402f2-1f6c-42ad-992b-0e631fdabbdb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.453207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1b648d1-02b0-4fdd-b3c1-308c64cb6563 req-3c4402f2-1f6c-42ad-992b-0e631fdabbdb tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 944 time: 0.0732958 Jul 16 20:37:31.463312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a97b722d-29f7-4540-bf51-b03fa287d222'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:31.524287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1b648d1-02b0-4fdd-b3c1-308c64cb6563 req-7a6c86af-c247-4345-9166-2fcd8a10e7b3 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540943 Jul 16 20:37:31.692135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eb016-bff3-40b3-a482-1aba90c3be7f req-4289ba62-d09d-4738-aaf8-49ee1e0efb56 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.693818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-920eb016-bff3-40b3-a482-1aba90c3be7f req-4289ba62-d09d-4738-aaf8-49ee1e0efb56 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0720637 Jul 16 20:37:31.736567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-920eb016-bff3-40b3-a482-1aba90c3be7f req-684730db-6d38-428d-aa59-9139356432e0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367928 Jul 16 20:37:32.081799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33010) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:32.185850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-663035272', 'router:external': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:32.212092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Made reservation on behalf of 5a4e22711fd74523931d5d874c5806f0 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:32.214841 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.225884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.327135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.333135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.360429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:32.369761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74fe75b-1220-420a-b1b6-08594ea20193,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.376426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.376781 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Added segment 3a8676af-5d05-4012-a0a9-d1106f14bec2 of type vlan for network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 Jul 16 20:37:32.424194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.459834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.460898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.461615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.493940 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4110179 Jul 16 20:37:32.497350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33016) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:32.503978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'subnet': {'network_id': '958edab5-9ff4-45ad-b6f9-602bfa3fb1b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:32.511404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2bb1d-04a9-4fba-bcc8-b2641f53e8ce req-0b104de2-3ebd-4c73-a4ce-4db7ea81f9b8 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.512958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01e2bb1d-04a9-4fba-bcc8-b2641f53e8ce req-0b104de2-3ebd-4c73-a4ce-4db7ea81f9b8 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 945 time: 0.0719516 Jul 16 20:37:32.535587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105deb3-72c6-4737-9e53-df8c13f50aa3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Network': ['ID=958edab5-9ff4-45ad-b6f9-602bfa3fb1b3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.550590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:32.553593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Made reservation on behalf of 5a4e22711fd74523931d5d874c5806f0 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:32.558185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.567837 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01e2bb1d-04a9-4fba-bcc8-b2641f53e8ce req-0b1270ad-8a51-4244-99a7-61ae4bb95ff7 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484476 Jul 16 20:37:32.804404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b9fd-0486-47e2-bcc5-d79d45474e3c req-d31ef129-73f9-4957-8a6a-babce9516cf0 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.805980 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e199b9fd-0486-47e2-bcc5-d79d45474e3c req-d31ef129-73f9-4957-8a6a-babce9516cf0 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 944 time: 0.1457632 Jul 16 20:37:32.858107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e199b9fd-0486-47e2-bcc5-d79d45474e3c req-d0d62635-f783-4962-a48c-1226f820a368 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443373 Jul 16 20:37:32.919896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1816a1-d2db-4703-926d-2d112fd6c006 req-cc9936c6-82f2-4085-8be3-5fefd43e24f6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.921411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e1816a1-d2db-4703-926d-2d112fd6c006 req-cc9936c6-82f2-4085-8be3-5fefd43e24f6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0667322 Jul 16 20:37:32.951115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.objects.ports [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93862) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:37:32.951574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.960404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7e1816a1-d2db-4703-926d-2d112fd6c006 req-c394275f-3f6c-4c1e-a18c-27f419722347 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332112 Jul 16 20:37:33.007846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Subnet': ['ID=090e1ee6-1d9e-41aa-8cfd-4affc8e10a82,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.016434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Checking segment: {'id': '3a8676af-5d05-4012-a0a9-d1106f14bec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '958edab5-9ff4-45ad-b6f9-602bfa3fb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:33.016796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network hostable DHCP agents. Network: 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:33.035515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:33.051770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:33.052299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9463aa93-77a9-4b88-a49b-8561b871b116 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:33.057568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.059106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a97b722d-29f7-4540-bf51-b03fa287d222 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:33.059274 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.068586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4636be-58be-4200-b6b1-cb162ca43cbb None None] Network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:33.078910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-81e01584-cd8d-4f4d-9878-e97334742c06 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5783854 Jul 16 20:37:33.081886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33022) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.087626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2013760376', 'network_id': '958edab5-9ff4-45ad-b6f9-602bfa3fb1b3'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.115569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Made reservation on behalf of 5a4e22711fd74523931d5d874c5806f0 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:33.118113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.134247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] device_id is not set on port 5615562f-4a67-4375-ac39-048406e175b4 yet. {{(pid=93861) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:33.245881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Allocated IP 2001:db8::365 (958edab5-9ff4-45ad-b6f9-602bfa3fb1b3/090e1ee6-1d9e-41aa-8cfd-4affc8e10a82/5615562f-4a67-4375-ac39-048406e175b4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:33.259096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a97b722d-29f7-4540-bf51-b03fa287d222 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:33.287414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a97b722d-29f7-4540-bf51-b03fa287d222 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:33.287778 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.339039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9463aa93-77a9-4b88-a49b-8561b871b116, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9463aa93-77a9-4b88-a49b-8561b871b116,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:33.355684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476dd16-4dd7-4324-a0b5-f70a79b82111 None None] Network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:33.381180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '9463aa93-77a9-4b88-a49b-8561b871b116', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'port_id': '9463aa93-77a9-4b88-a49b-8561b871b116', 'mac_address': 'fa:16:3e:9d:58:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:33.389027 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.430189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.467846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:33.471897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:33.475863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:33.477140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.477863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.505598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4195549 Jul 16 20:37:33.505598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240740eb-0005-4537-b5bf-57522d173045 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Port': ['ID=5615562f-4a67-4375-ac39-048406e175b4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.505990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.506110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33024) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.528305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9463aa93-77a9-4b88-a49b-8561b871b116 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:33.563019 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.594434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9463aa93-77a9-4b88-a49b-8561b871b116, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9463aa93-77a9-4b88-a49b-8561b871b116,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:33.604695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Deleting port 5615562f-4a67-4375-ac39-048406e175b4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:33.605705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.606508 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.651072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97b722d-29f7-4540-bf51-b03fa287d222'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:33.653311 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57130415-6f4f-48b4-a6fd-0f3badae4d43" -d '{"events": [{"server_uuid": "1d6a70ad-f2c1-46bf-98b6-9587368fd14f", "name": "network-vif-plugged", "status": "completed", "tag": "a97b722d-29f7-4540-bf51-b03fa287d222"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:33.701128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9463aa93-77a9-4b88-a49b-8561b871b116,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.711044 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce67a236-cc78-4c69-81c3-5901e50e30ec x-openstack-request-id: req-ce67a236-cc78-4c69-81c3-5901e50e30ec {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:33.711211 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6a70ad-f2c1-46bf-98b6-9587368fd14f", "name": "network-vif-plugged", "status": "completed", "tag": "a97b722d-29f7-4540-bf51-b03fa287d222", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:33.711330 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ce67a236-cc78-4c69-81c3-5901e50e30ec {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:33.712131 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97b722d-29f7-4540-bf51-b03fa287d222', 'code': 200} Jul 16 20:37:33.714105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a97b722d-29f7-4540-bf51-b03fa287d222, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a97b722d-29f7-4540-bf51-b03fa287d222,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:33.720326 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.721675 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.737100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Calling delete_port for 5615562f-4a67-4375-ac39-048406e175b4 owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:33.771692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7155cf7-3f45-4470-b89f-901ffb904504 req-640bf0b4-a38d-4a64-9dc8-8cdf47b20aeb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.774963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7155cf7-3f45-4470-b89f-901ffb904504 req-640bf0b4-a38d-4a64-9dc8-8cdf47b20aeb tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 945 time: 0.0974886 Jul 16 20:37:33.788750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a97b722d-29f7-4540-bf51-b03fa287d222,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.816971 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e7155cf7-3f45-4470-b89f-901ffb904504 req-4b189f05-af3d-4594-97fc-52a6a605fd49 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Jul 16 20:37:33.847309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['9463aa93-77a9-4b88-a49b-8561b871b116'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:33.878124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74699b1b-e161-4664-b49f-fa62d8492d79 req-602218f3-9b4a-4ab4-96c3-b183fd7e8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.879667 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74699b1b-e161-4664-b49f-fa62d8492d79 req-602218f3-9b4a-4ab4-96c3-b183fd7e8cb6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 1098 time: 0.0816312 Jul 16 20:37:33.956726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74699b1b-e161-4664-b49f-fa62d8492d79 req-60bab997-a2f2-4b08-af3d-7e85fe89c3cf service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Jul 16 20:37:33.960382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.018430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event deleted for resources: {'Port': ['ID=5615562f-4a67-4375-ac39-048406e175b4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.020655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.031196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d1ef7cb0-1134-4965-89d7-7f5c32ed8c1c tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "DELETE /v2.0/ports/5615562f-4a67-4375-ac39-048406e175b4 HTTP/1.1" status: 204 len: 168 time: 0.5156796 Jul 16 20:37:34.034400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33034) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.038910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '958edab5-9ff4-45ad-b6f9-602bfa3fb1b3', 'external_fixed_ips': [{'subnet_id': '090e1ee6-1d9e-41aa-8cfd-4affc8e10a82', 'ip_address': '2001:db8::365'}]}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:34.089699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.090701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.122701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7eca5-5194-43ea-913a-626746f8721b req-03a5e90d-dc7a-4e6b-8a42-c4c22d0ca8b0 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.124628 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7cd7eca5-5194-43ea-913a-626746f8721b req-03a5e90d-dc7a-4e6b-8a42-c4c22d0ca8b0 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 945 time: 0.1262078 Jul 16 20:37:34.178877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.212225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abe46a-138e-4ed5-a4d1-cf652aa2fe7a req-f573ccac-3f4f-49ea-85e3-52743a1f8f24 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.213889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33abe46a-138e-4ed5-a4d1-cf652aa2fe7a req-f573ccac-3f4f-49ea-85e3-52743a1f8f24 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0920844 Jul 16 20:37:34.253408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33abe46a-138e-4ed5-a4d1-cf652aa2fe7a req-ecdf9cb3-b207-4d32-ba7d-6d197253c86f tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Jul 16 20:37:34.262330 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7cd7eca5-5194-43ea-913a-626746f8721b req-7d34b780-da8d-4926-a359-cfa63fee025a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262176 Jul 16 20:37:34.337441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.894502 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.913880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.997526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cad4f-74f9-4606-a46d-e634f258d106 req-0eb4efde-fdd3-4242-a7e7-f9ba57b81f37 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.999107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf3cad4f-74f9-4606-a46d-e634f258d106 req-0eb4efde-fdd3-4242-a7e7-f9ba57b81f37 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 946 time: 0.0673852 Jul 16 20:37:35.042574 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bf3cad4f-74f9-4606-a46d-e634f258d106 req-1131aece-a722-4ebd-84d0-2decb5049383 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366051 Jul 16 20:37:35.057201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9463aa93-77a9-4b88-a49b-8561b871b116 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:35.064669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Allocated IP 2001:db8::365 (958edab5-9ff4-45ad-b6f9-602bfa3fb1b3/090e1ee6-1d9e-41aa-8cfd-4affc8e10a82/ad6cfcc2-f359-4711-baf4-60a9cf2953af) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:35.120195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 9463aa93-77a9-4b88-a49b-8561b871b116 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:35.126728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 9463aa93-77a9-4b88-a49b-8561b871b116 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:35.127163 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.193068 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.219628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.237628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.254078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 9463aa93-77a9-4b88-a49b-8561b871b116, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9463aa93-77a9-4b88-a49b-8561b871b116,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:35.264437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.300266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:35.303251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:35.310903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:35.329031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=9463aa93-77a9-4b88-a49b-8561b871b116,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:35.385924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6cfcc2-f359-4711-baf4-60a9cf2953af,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:35.520313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f97220-6879-4fad-9732-8a6a6b2ec170 req-3ed24a9e-bdb4-4c99-bc7d-b0c8ccfd60df tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.522174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3f97220-6879-4fad-9732-8a6a6b2ec170 req-3ed24a9e-bdb4-4c99-bc7d-b0c8ccfd60df tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.1202662 Jul 16 20:37:35.565338 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c3f97220-6879-4fad-9732-8a6a6b2ec170 req-b9ee4b59-9809-4d2b-83e2-e7fb1dfcdc60 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366135 Jul 16 20:37:35.617646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.687045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae91be-944e-448d-b101-893fd75b6cb9 req-45339d57-0aa0-4703-854c-9614c1329823 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.688533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62ae91be-944e-448d-b101-893fd75b6cb9 req-45339d57-0aa0-4703-854c-9614c1329823 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 946 time: 0.1269681 Jul 16 20:37:35.714240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:35.716998 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd009ec-5a27-4bf6-99f5-f1db13bc1744" -d '{"events": [{"server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "name": "network-vif-plugged", "status": "completed", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:35.758495 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d03cc3-a227-42ed-b221-0e31a0e46157 x-openstack-request-id: req-d5d03cc3-a227-42ed-b221-0e31a0e46157 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:35.758752 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "name": "network-vif-plugged", "status": "completed", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:35.759218 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d5d03cc3-a227-42ed-b221-0e31a0e46157 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:35.759818 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116', 'code': 200} Jul 16 20:37:35.770568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62ae91be-944e-448d-b101-893fd75b6cb9 req-f8bd5f17-1764-4a5d-8460-c509ac14bfd4 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559068 Jul 16 20:37:35.907120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.959603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eef2-904f-4f02-9abe-b7bb30f796ca req-a2f37abe-fb75-430d-a361-b2c07de58d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.961308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1763eef2-904f-4f02-9abe-b7bb30f796ca req-a2f37abe-fb75-430d-a361-b2c07de58d05 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 1098 time: 0.1113608 Jul 16 20:37:36.003972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-722f2ddf-a5c4-4437-a039-375929be1d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.046702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1763eef2-904f-4f02-9abe-b7bb30f796ca req-ea51b395-9759-48be-beb5-e8666c4a9db8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768309 Jul 16 20:37:36.083513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Router fa5c2518-65e3-449a-9a5c-e696de7be72b is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:36.199633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:36.209601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Sync routers for ids ['fa5c2518-65e3-449a-9a5c-e696de7be72b'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:36.216910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.218314 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5ace8927-25ed-4714-b62c-163c367c152f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1828344 Jul 16 20:37:36.221550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33054) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:36.224866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Routers {'fa5c2518-65e3-449a-9a5c-e696de7be72b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:36.225557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fa5c2518-65e3-449a-9a5c-e696de7be72b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:36.333342 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.337041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Set router fa5c2518-65e3-449a-9a5c-e696de7be72b gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:36.441582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.509132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Deleting port ad6cfcc2-f359-4711-baf4-60a9cf2953af {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:36.509380 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.524176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c2518-65e3-449a-9a5c-e696de7be72b', 'name': '', 'tenant_id': '5a4e22711fd74523931d5d874c5806f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '958edab5-9ff4-45ad-b6f9-602bfa3fb1b3', 'external_fixed_ips': [{'subnet_id': '090e1ee6-1d9e-41aa-8cfd-4affc8e10a82', 'ip_address': '2001:db8::365'}], 'enable_snat': True}, 'gw_port_id': 'ad6cfcc2-f359-4711-baf4-60a9cf2953af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:34Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 3, 'project_id': '5a4e22711fd74523931d5d874c5806f0', 'gw_port': {'id': 'ad6cfcc2-f359-4711-baf4-60a9cf2953af', 'name': '', 'network_id': '958edab5-9ff4-45ad-b6f9-602bfa3fb1b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c2518-65e3-449a-9a5c-e696de7be72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '090e1ee6-1d9e-41aa-8cfd-4affc8e10a82', 'ip_address': '2001:db8::365', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:34Z', 'updated_at': '2021-07-16T20:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '090e1ee6-1d9e-41aa-8cfd-4affc8e10a82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:36.596327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.611638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Calling delete_port for ad6cfcc2-f359-4711-baf4-60a9cf2953af owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:36.742727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Checking router: fa5c2518-65e3-449a-9a5c-e696de7be72b for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:36.743115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Updating router fa5c2518-65e3-449a-9a5c-e696de7be72b port ad6cfcc2-f359-4711-baf4-60a9cf2953af binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:36.797578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.818500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2f2b6-0be4-405c-a670-4188fb838452 req-8d7bd11e-e1d1-4030-b3f9-3e7afad402fa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.821320 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fae2f2b6-0be4-405c-a670-4188fb838452 req-8d7bd11e-e1d1-4030-b3f9-3e7afad402fa tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0970445 Jul 16 20:37:36.902761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.916082 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fae2f2b6-0be4-405c-a670-4188fb838452 req-60e5cc33-b954-4f83-967e-7371062cb11b tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864663 Jul 16 20:37:36.944782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad6cfcc2-f359-4711-baf4-60a9cf2953af,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:36.993718 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.115162 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.118397 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.137724 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:37:37.140749 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:37:37.173146 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.174016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa5c2518-65e3-449a-9a5c-e696de7be72b {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:37.178482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.179701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-616c37fe-476f-4ed1-9cdd-dee97c4d9148 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "DELETE /v2.0/routers/fa5c2518-65e3-449a-9a5c-e696de7be72b HTTP/1.1" status: 204 len: 168 time: 0.9570870 Jul 16 20:37:37.182930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33064) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.196728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998d77e-a762-430e-af69-f441fac71150 req-746174f0-7f26-46fa-9657-3bc8f38fef79 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.198218 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0998d77e-a762-430e-af69-f441fac71150 req-746174f0-7f26-46fa-9657-3bc8f38fef79 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 946 time: 0.2100065 Jul 16 20:37:37.232069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Deleting subnet 090e1ee6-1d9e-41aa-8cfd-4affc8e10a82 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:37.235457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.243848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0998d77e-a762-430e-af69-f441fac71150 req-9f02a504-f6fe-4a37-95dc-c6507e8a6389 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342941 Jul 16 20:37:37.275770 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.316303 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.371245 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.401527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.406388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "DELETE /v2.0/subnets/090e1ee6-1d9e-41aa-8cfd-4affc8e10a82 HTTP/1.1" status: 204 len: 168 time: 0.2192039 Jul 16 20:37:37.406388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac795558-19c6-49f6-83b3-2bc93670faf3 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=090e1ee6-1d9e-41aa-8cfd-4affc8e10a82,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.406652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33066) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.488959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.573085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.588310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958edab5-9ff4-45ad-b6f9-602bfa3fb1b3']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:37.599164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8676af-5d05-4012-a0a9-d1106f14bec2') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:37.599584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8676af-5d05-4012-a0a9-d1106f14bec2') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:37.609520 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.626070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.633186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:37.633680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: items = [ Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:37.635939 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:37.664049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Port ad6cfcc2-f359-4711-baf4-60a9cf2953af not found while updating agent binding for router fa5c2518-65e3-449a-9a5c-e696de7be72b. {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:37:37.673511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Routers set() bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:37.673980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Router IDs set() for agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:37:37.674559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa5c2518-65e3-449a-9a5c-e696de7be72b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent'). {{(pid=93863) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:37:37.675027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8806b3-4b87-4569-a541-b9e27dedb183 None None] The sync data for ids ['fa5c2518-65e3-449a-9a5c-e696de7be72b'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:37.704862 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.710587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:37:37.714303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.723592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "DELETE /v2.0/networks/958edab5-9ff4-45ad-b6f9-602bfa3fb1b3 HTTP/1.1" status: 204 len: 168 time: 0.3084896 Jul 16 20:37:37.738938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da8525-853a-471f-ae9c-2115a0ae061d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event deleted for resources: {'Network': ['ID=958edab5-9ff4-45ad-b6f9-602bfa3fb1b3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.942408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33076) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.947154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bfb00742-8914-4225-9df9-f9c74b1c9f8d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'router': {'name': 'tempest-router--1616788710', 'project_id': '85cfcb1ae71841d2a78558d3907269ad'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:37.975363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb00742-8914-4225-9df9-f9c74b1c9f8d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.976153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb00742-8914-4225-9df9-f9c74b1c9f8d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.051906 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb00742-8914-4225-9df9-f9c74b1c9f8d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.058511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb00742-8914-4225-9df9-f9c74b1c9f8d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.074481 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bfb00742-8914-4225-9df9-f9c74b1c9f8d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.076102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bfb00742-8914-4225-9df9-f9c74b1c9f8d tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1326525 Jul 16 20:37:38.078726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.137287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3d990-5f50-410c-bed6-7491d17fa54d req-4f8aeee9-ff59-4478-9afb-563c896d2ab3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:38.148171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ed3d990-5f50-410c-bed6-7491d17fa54d req-4f8aeee9-ff59-4478-9afb-563c896d2ab3 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.1046138 Jul 16 20:37:38.199699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ed3d990-5f50-410c-bed6-7491d17fa54d req-8ca93541-8127-43ec-851c-3098a0d6224c tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461824 Jul 16 20:37:38.551485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20851d9d-0d3e-434f-adf9-53c2da8c1cc7 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.641440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.684452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.737594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cca55e-4ffa-46c0-8d15-853506e6a6ef req-eabf2eef-cdee-468c-a5cf-c62d69ee3eb5 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:38.739154 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89cca55e-4ffa-46c0-8d15-853506e6a6ef req-eabf2eef-cdee-468c-a5cf-c62d69ee3eb5 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 946 time: 0.2223556 Jul 16 20:37:38.740931 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20851d9d-0d3e-434f-adf9-53c2da8c1cc7 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.743440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20851d9d-0d3e-434f-adf9-53c2da8c1cc7 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.803795 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20851d9d-0d3e-434f-adf9-53c2da8c1cc7 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.804297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20851d9d-0d3e-434f-adf9-53c2da8c1cc7 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9e27ea9-895c-4e2d-aa5f-baf83f97ecba {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:38.811143 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-20851d9d-0d3e-434f-adf9-53c2da8c1cc7 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.811418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-20851d9d-0d3e-434f-adf9-53c2da8c1cc7 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "DELETE /v2.0/routers/e9e27ea9-895c-4e2d-aa5f-baf83f97ecba HTTP/1.1" status: 204 len: 168 time: 0.7314570 Jul 16 20:37:38.816952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89cca55e-4ffa-46c0-8d15-853506e6a6ef req-c74aedef-550f-476f-af01-3ac8a71832d6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703135 Jul 16 20:37:38.845445 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4722fa01-6851-4fb8-bdb4-5ad6a0197cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.944754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33090) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.029395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d72d00-a6e7-42ac-b96f-8d2cfe03c109 req-60b36d0e-8a2d-4b22-8f95-f940040f8486 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.031225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27d72d00-a6e7-42ac-b96f-8d2cfe03c109 req-60b36d0e-8a2d-4b22-8f95-f940040f8486 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 946 time: 0.0701683 Jul 16 20:37:39.074467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-27d72d00-a6e7-42ac-b96f-8d2cfe03c109 req-2f6747e6-cbf9-4766-9f5b-c887151dce7b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367327 Jul 16 20:37:39.100616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33094) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.144955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.161389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05e3ea-14e9-436d-adef-363d943146e5 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.162948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cb05e3ea-14e9-436d-adef-363d943146e5 tempest-TestNetworkBasicOps-1584318272 tempest-TestNetworkBasicOps-1584318272-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 1093 time: 0.0611966 Jul 16 20:37:39.166040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33096) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.171020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '9463aa93-77a9-4b88-a49b-8561b871b116', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:39.192189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2077325330', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:39.197681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.223495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.224679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.290956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.322575 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.449433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Allocated IP 172.25.3.196 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/10f104a4-36f2-4bf0-90ec-47cc7a9bad4d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:39.490049 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.511115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ccce-02a5-421c-8c65-fbcd812692a1 req-30adea76-0b67-4064-bff4-4e1ca96eed86 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.515375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b96ccce-02a5-421c-8c65-fbcd812692a1 req-30adea76-0b67-4064-bff4-4e1ca96eed86 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.1774826 Jul 16 20:37:39.575951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0b96ccce-02a5-421c-8c65-fbcd812692a1 req-4effd45b-5175-4d75-8d61-e11aa1b236a2 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568080 Jul 16 20:37:39.582296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.631748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.677337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:39.682971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:39.686931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:39.731184 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=10f104a4-36f2-4bf0-90ec-47cc7a9bad4d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:39.766647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.789398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.921121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Allocated IP 172.25.3.101 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/41c7c313-221d-4f03-8f79-6e601395ec62) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:40.038100 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.077370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.115459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.148621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.165404 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-ece4499a-5b5c-4894-b51a-d57c05772fa5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1151929 Jul 16 20:37:40.167142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:40.170078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:40.173838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:40.202432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event updated for resources: {'Port': ['ID=41c7c313-221d-4f03-8f79-6e601395ec62,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.240917 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.380168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-d77d31ef-a9dc-4c54-9244-4e7e9a8e0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.381753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-d77d31ef-a9dc-4c54-9244-4e7e9a8e0dd2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1097 time: 0.1617539 Jul 16 20:37:40.405901 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.412428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.490036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event updated for resources: {'Port': ['ID=10f104a4-36f2-4bf0-90ec-47cc7a9bad4d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.503295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.553722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.594110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-613d5c81-f0f1-46d0-b214-e88f781976fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.594734 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-613d5c81-f0f1-46d0-b214-e88f781976fa service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.1814184 Jul 16 20:37:40.623100 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Floating IP a6ff2e17-bf8a-4fd4-aefa-db1519f704fa associated. External IP: 172.25.3.196, port: 9463aa93-77a9-4b88-a49b-8561b871b116. Jul 16 20:37:40.712492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-8c818e1a-75c7-4e16-bebd-63445de90e86 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 1001 time: 0.1079564 Jul 16 20:37:40.851485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-f1c3a601-2ef5-4fd9-8c13-3733690d454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.852984 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-f1c3a601-2ef5-4fd9-8c13-3733690d454c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.1329529 Jul 16 20:37:40.860366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd6d3-953b-4b6a-a641-1baea4282280 req-9b8ea667-62fc-4123-bfee-1394aa4e59cf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.861921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfddd6d3-953b-4b6a-a641-1baea4282280 req-9b8ea667-62fc-4123-bfee-1394aa4e59cf tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.1236620 Jul 16 20:37:40.907554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.949879 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfddd6d3-953b-4b6a-a641-1baea4282280 req-cabbb79d-6824-4b28-b9f7-8cc423853063 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532868 Jul 16 20:37:40.955466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 288d92f2-2415-4038-b4ef-d91b9bf40b3f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:40.978639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-0c728e2a-5383-4a7e-b0e8-bcf617bb59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.979980 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-0c728e2a-5383-4a7e-b0e8-bcf617bb59eb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204157 Jul 16 20:37:41.071007 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:41.081287 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] Sync routers for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:41.089173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.094038 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:41.094930 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:41.126612 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-245ffe79-a608-42b8-a0cc-532b900c3891 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9594619 Jul 16 20:37:41.127398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:41.129765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33106) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.130009 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492fc01-da73-408b-93f5-9d333c6390d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:41.146132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-36e74c32-b236-4396-92ff-4f7f7714e6e4 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265926 Jul 16 20:37:41.169740 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84c2ab2-5dba-4834-9e2f-dcd450f83727 x-openstack-request-id: req-b84c2ab2-5dba-4834-9e2f-dcd450f83727 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:41.170094 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:41.170415 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b84c2ab2-5dba-4834-9e2f-dcd450f83727 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:41.171103 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116', 'status': 'completed', 'code': 200} Jul 16 20:37:41.223216 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:41.571288 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'a6ff2e17-bf8a-4fd4-aefa-db1519f704fa', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'port_id': '9463aa93-77a9-4b88-a49b-8561b871b116', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'mac_address': 'fa:16:3e:9d:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:39Z', 'updated_at': '2021-07-16T20:37:39Z', 'revision_number': 0, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:26Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:41.598935 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] Checking router: 288d92f2-2415-4038-b4ef-d91b9bf40b3f for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:41.600750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Router 5efdc594-5c70-4eeb-ab31-7e41f6847590 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:41.610772 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:41.611613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:41.650665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9fcd5bfb-c62a-44a0-a688-eb1a60fc4d58 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/floatingips/a6ff2e17-bf8a-4fd4-aefa-db1519f704fa HTTP/1.1" status: 200 len: 992 time: 0.5196464 Jul 16 20:37:41.723119 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-26fe993a-066a-4719-998d-b0a7ae44d023 req-2a0bdd27-441c-4b6d-a0a9-1f3dbc9fb38f service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484381 Jul 16 20:37:41.724282 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:41.771968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-bf4f4fd1-53b9-4d2b-b7c9-3f1155486cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.773623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-bf4f4fd1-53b9-4d2b-b7c9-3f1155486cde service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 1098 time: 0.5784030 Jul 16 20:37:41.816608 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:41.830237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] Sync routers for ids ['5efdc594-5c70-4eeb-ab31-7e41f6847590'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:41.841484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] Routers {'5efdc594-5c70-4eeb-ab31-7e41f6847590'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:41.842540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5efdc594-5c70-4eeb-ab31-7e41f6847590'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:41.872895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.874151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7455e9af-89a2-4215-81a8-ed9ab48512fc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9281931 Jul 16 20:37:41.877474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33116) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.896402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:41.920469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] Routers {'5efdc594-5c70-4eeb-ab31-7e41f6847590'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:41.921123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5efdc594-5c70-4eeb-ab31-7e41f6847590'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:41.925700 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.948332 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-44982818-3e7e-449e-84af-c2718943939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.950082 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-44982818-3e7e-449e-84af-c2718943939a service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e55e526-9477-405e-8040-2787a951c2f9 HTTP/1.1" status: 200 len: 898 time: 0.1693594 Jul 16 20:37:42.011457 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'a6ff2e17-bf8a-4fd4-aefa-db1519f704fa', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'port_id': '9463aa93-77a9-4b88-a49b-8561b871b116', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'mac_address': 'fa:16:3e:9d:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:39Z', 'updated_at': '2021-07-16T20:37:39Z', 'revision_number': 0, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:26Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:42.016547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae5867-21a0-44db-a70f-7974c9a30244 req-65968974-37ba-4c23-830e-47c58ee8aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.018098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3ae5867-21a0-44db-a70f-7974c9a30244 req-65968974-37ba-4c23-830e-47c58ee8aa44 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 1098 time: 0.1993985 Jul 16 20:37:42.022488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:42.023244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d89b74-7baa-4427-8662-150e858f9ae9 None None] The sync data for ids ['5efdc594-5c70-4eeb-ab31-7e41f6847590'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:42.048582 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751dfa4-5bd6-4025-a056-4d5cc237bf4d None None] The sync data for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 is: [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'a6ff2e17-bf8a-4fd4-aefa-db1519f704fa', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'port_id': '9463aa93-77a9-4b88-a49b-8561b871b116', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'mac_address': 'fa:16:3e:9d:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:39Z', 'updated_at': '2021-07-16T20:37:39Z', 'revision_number': 0, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:26Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:42.070305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fb16d3aa-f426-4c37-a66f-e92d05b7a447 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/5efdc594-5c70-4eeb-ab31-7e41f6847590 HTTP/1.1" status: 200 len: 925 time: 0.1913998 Jul 16 20:37:42.073632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33120) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:42.079918 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3ae5867-21a0-44db-a70f-7974c9a30244 req-fd2cbad1-0692-4a0e-99d8-3b38c6868b84 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426154 Jul 16 20:37:42.116591 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9ddb6a6f-9127-405f-b79d-20976db89bff tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=5efdc594-5c70-4eeb-ab31-7e41f6847590 HTTP/1.1" status: 200 len: 205 time: 0.0416188 Jul 16 20:37:42.118885 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-9134654f-4c53-4776-8f34-0930a903f914 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9463aa93-77a9-4b88-a49b-8561b871b116 HTTP/1.1" status: 200 len: 1000 time: 0.1335275 Jul 16 20:37:42.119473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33122) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:42.186090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f174913-9990-4599-b665-89df4ecab511 req-0b7a1409-8648-4de4-b54b-6374cf2f5ace tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.187751 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f174913-9990-4599-b665-89df4ecab511 req-0b7a1409-8648-4de4-b54b-6374cf2f5ace tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0806065 Jul 16 20:37:42.238259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f174913-9990-4599-b665-89df4ecab511 req-efb0bf91-e995-4354-bbef-b4bbdcc208f0 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Jul 16 20:37:42.243164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-2bb7bc7d-ed89-4346-84a8-4c92eed4f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.244562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-2bb7bc7d-ed89-4346-84a8-4c92eed4f491 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f66194a5-169b-4f89-a61e-7e20a9c63644 HTTP/1.1" status: 200 len: 835 time: 0.1186676 Jul 16 20:37:42.281553 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eaac4e-63e5-4146-bd14-341ef37b6456 None None] New status for floating IP a6ff2e17-bf8a-4fd4-aefa-db1519f704fa: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:42.295401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.394121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-1918ca7a-96d6-407d-93db-4baf1e08f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.395673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-1918ca7a-96d6-407d-93db-4baf1e08f7bb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e55e526-9477-405e-8040-2787a951c2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439965 Jul 16 20:37:42.442478 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.530383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-33fb37b0-9ec6-455f-9cdf-97ae45954388 service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260042 Jul 16 20:37:42.575592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Deleting port 41c7c313-221d-4f03-8f79-6e601395ec62 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:42.576023 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.654504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33124) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:42.681670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a492fc01-da73-408b-93f5-9d333c6390d2 req-8f6920af-1ccc-4380-bd99-8fd35681fb3c service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443512 Jul 16 20:37:42.699668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.713129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Calling delete_port for 41c7c313-221d-4f03-8f79-6e601395ec62 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:42.725046 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-98825b67-25fe-41af-92df-5ec76bb6a4e7 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/floatingips/a6ff2e17-bf8a-4fd4-aefa-db1519f704fa HTTP/1.1" status: 200 len: 994 time: 0.0693052 Jul 16 20:37:42.893855 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.919928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event deleted for resources: {'Port': ['ID=41c7c313-221d-4f03-8f79-6e601395ec62,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:43.003620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.100132 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.102348 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.151705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.151705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Fanout notify agent at l3_agent the message router_deleted on router 5efdc594-5c70-4eeb-ab31-7e41f6847590 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:43.161733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.166322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e304c49a-cfe4-46d1-9152-70837d9888bd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/5efdc594-5c70-4eeb-ab31-7e41f6847590 HTTP/1.1" status: 204 len: 168 time: 1.0456867 Jul 16 20:37:43.166978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33128) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.173163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811665742', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': False}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:43.199539 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.200552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.231571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 954aae66-3913-4bae-b518-f283c98f5f55 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:43.234730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 954aae66-3913-4bae-b518-f283c98f5f55 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:43.251025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.400376 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.415970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.430995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:43.451158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fc5d1-0915-46c6-b0ec-47329830e682 req-9b543d05-9285-475c-b01b-9781370395ab tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.453351 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-903fc5d1-0915-46c6-b0ec-47329830e682 req-9b543d05-9285-475c-b01b-9781370395ab tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.0729620 Jul 16 20:37:43.453536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:43.455091 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f88890-1f5b-4fcc-befa-373cf087f42d" -d '{"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-unplugged", "status": "completed", "tag": "954aae66-3913-4bae-b518-f283c98f5f55"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:43.465249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:43.466938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '954aae66-3913-4bae-b518-f283c98f5f55', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'port_id': '954aae66-3913-4bae-b518-f283c98f5f55', 'mac_address': 'fa:16:3e:bd:53:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:43.472136 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.521419 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7dd243-9771-48e2-a571-c90feb2fb0e9 x-openstack-request-id: req-bf7dd243-9771-48e2-a571-c90feb2fb0e9 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:43.521708 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-unplugged", "status": "completed", "tag": "954aae66-3913-4bae-b518-f283c98f5f55", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:43.522171 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bf7dd243-9771-48e2-a571-c90feb2fb0e9 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:43.522558 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55', 'code': 200} Jul 16 20:37:43.535642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-903fc5d1-0915-46c6-b0ec-47329830e682 req-248d5167-8717-4161-af63-69f7675d5e54 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642152 Jul 16 20:37:43.554121 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.558919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33134) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.569014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:43.575038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954aae66-3913-4bae-b518-f283c98f5f55 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:43.597629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:43.605072 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.647228 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6cd58bc8-548c-4580-a346-16c3aa7c77ed tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/floatingips/e11a75f8-da1e-4823-ab21-d565e1a0ce4a HTTP/1.1" status: 200 len: 992 time: 0.0867789 Jul 16 20:37:43.667546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:43.845136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['954aae66-3913-4bae-b518-f283c98f5f55'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:43.997041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.017926 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.032412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-054a7bd4-63b6-4d80-a332-fab9fe60b12c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1399221 Jul 16 20:37:44.173209 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Allocated IP 172.25.3.186 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/4a8319da-dc24-4ed0-9063-8e3347b3d7bd) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:44.220853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb8dd-3872-4b39-b121-911cec54994e req-3f9c0d1f-552c-4009-b07e-eaf1aa41b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.222369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-3f9c0d1f-552c-4009-b07e-eaf1aa41b019 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b237580579dc45a59b61e8e59621494f&device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 1097 time: 0.1109679 Jul 16 20:37:44.345017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.371851 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb8dd-3872-4b39-b121-911cec54994e req-7f3f4930-7ee9-486a-897e-cf7e5d09ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.373248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-7f3f4930-7ee9-486a-897e-cf7e5d09ab61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 200 len: 910 time: 0.1226935 Jul 16 20:37:44.443286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.480727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-ad1b16d9-0592-4f80-b8e7-7edc63013b8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 200 len: 1001 time: 0.0989799 Jul 16 20:37:44.503600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:44.523447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:44.529498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:44.533060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Port': ['ID=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.573169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb8dd-3872-4b39-b121-911cec54994e req-bae3ca25-472a-4c33-a12a-abd5c9fd6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.574652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-bae3ca25-472a-4c33-a12a-abd5c9fd6094 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f3bbdc-6253-47a6-94a8-4ec4a177df56 HTTP/1.1" status: 200 len: 848 time: 0.0815399 Jul 16 20:37:44.725470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb8dd-3872-4b39-b121-911cec54994e req-a7069407-01eb-4933-bfe7-871ad5b82c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.727069 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-a7069407-01eb-4933-bfe7-871ad5b82c1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d8fab5c-7cbd-4bca-9da3-728385c91efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1460066 Jul 16 20:37:44.889812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.895263 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-c0714910-7ffe-4bdd-8dcd-ef24e75e828e service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323614 Jul 16 20:37:45.061886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-38adb8dd-3872-4b39-b121-911cec54994e req-2505103b-ddfe-48ab-b33f-401508ffd43e service neutron] 10.222.0.79 "GET /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374602 Jul 16 20:37:45.156467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.237932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 954aae66-3913-4bae-b518-f283c98f5f55 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:45.288293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 954aae66-3913-4bae-b518-f283c98f5f55 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:45.288688 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.302115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Router 3fc98956-d178-43f6-90e6-a05f0d85e0eb is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:45.380453 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.416925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:45.421923 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.423434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:45.446520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.451133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-149e0ec2-df17-4171-a291-fa930a2d7ba2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2799137 Jul 16 20:37:45.451349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33142) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:45.453217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Sync routers for ids ['3fc98956-d178-43f6-90e6-a05f0d85e0eb'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:45.487656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Routers {'3fc98956-d178-43f6-90e6-a05f0d85e0eb'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:45.487656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3fc98956-d178-43f6-90e6-a05f0d85e0eb'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:45.524904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:45.527511 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658a674b-2484-483e-bea1-14d57ca0bf61" -d '{"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-plugged", "status": "completed", "tag": "954aae66-3913-4bae-b518-f283c98f5f55"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:45.544733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:45.587738 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3304d60a-f2df-4384-8286-dada14031b00 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/3fc98956-d178-43f6-90e6-a05f0d85e0eb HTTP/1.1" status: 200 len: 909 time: 0.1347435 Jul 16 20:37:45.588638 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f1b5bb-c277-4bf4-a455-7fef2a5762ec x-openstack-request-id: req-30f1b5bb-c277-4bf4-a455-7fef2a5762ec {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:45.588951 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-plugged", "status": "completed", "tag": "954aae66-3913-4bae-b518-f283c98f5f55", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:45.589176 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-30f1b5bb-c277-4bf4-a455-7fef2a5762ec {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:45.589556 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55', 'code': 200} Jul 16 20:37:45.590248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33146) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:45.596886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811665742', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': True}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:45.624184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Set router 3fc98956-d178-43f6-90e6-a05f0d85e0eb gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:45.626324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.627608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.692064 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.811985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc98956-d178-43f6-90e6-a05f0d85e0eb', 'name': 'tempest-snat-router-1811665742', 'tenant_id': '5a4e22711fd74523931d5d874c5806f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.186'}], 'enable_snat': False}, 'gw_port_id': '4a8319da-dc24-4ed0-9063-8e3347b3d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:43Z', 'updated_at': '2021-07-16T20:37:44Z', 'revision_number': 3, 'project_id': '5a4e22711fd74523931d5d874c5806f0', 'gw_port': {'id': '4a8319da-dc24-4ed0-9063-8e3347b3d7bd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc98956-d178-43f6-90e6-a05f0d85e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:44Z', 'updated_at': '2021-07-16T20:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:45.832599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.843982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Checking router: 3fc98956-d178-43f6-90e6-a05f0d85e0eb for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:45.844523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Updating router 3fc98956-d178-43f6-90e6-a05f0d85e0eb port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:45.879482 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.044993 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.069955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.171187 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.181557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Transition to ACTIVE for port object 4a8319da-dc24-4ed0-9063-8e3347b3d7bd will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:46.190570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.250305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae2b2-5717-42c3-a493-93e28b98e06f None None] Pushing event updated for resources: {'Port': ['ID=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.253975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Attempting to bind port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:46.254342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Attempting to bind port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:46.254701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Attempting to bind port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:46.260337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Allocated IP 172.25.3.129 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/22df201a-9da2-4dc9-90dc-f0006b87ff23) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:46.260522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:46.260840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:46.261251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.261658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:46.262089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Bound port: 4a8319da-dc24-4ed0-9063-8e3347b3d7bd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:46.262474 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.330351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] For port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:46.335225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] For port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:46.340308 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.400961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.407549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Routers {'3fc98956-d178-43f6-90e6-a05f0d85e0eb'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:46.408259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3fc98956-d178-43f6-90e6-a05f0d85e0eb'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:46.462271 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.470165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae2b2-5717-42c3-a493-93e28b98e06f None None] Pushing event updated for resources: {'Port': ['ID=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.511783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:46.514861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:46.517439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:46.541025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Port': ['ID=22df201a-9da2-4dc9-90dc-f0006b87ff23,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.544992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] Set router 3fc98956-d178-43f6-90e6-a05f0d85e0eb gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:46.782789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc98956-d178-43f6-90e6-a05f0d85e0eb', 'name': 'tempest-snat-router-1811665742', 'tenant_id': '5a4e22711fd74523931d5d874c5806f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.186'}], 'enable_snat': False}, 'gw_port_id': '4a8319da-dc24-4ed0-9063-8e3347b3d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:43Z', 'updated_at': '2021-07-16T20:37:44Z', 'revision_number': 3, 'project_id': '5a4e22711fd74523931d5d874c5806f0', 'gw_port': {'id': '4a8319da-dc24-4ed0-9063-8e3347b3d7bd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc98956-d178-43f6-90e6-a05f0d85e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:44Z', 'updated_at': '2021-07-16T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:46.783075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.809695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312d1e0-14ed-4777-9dbc-b184879cf673 None None] The sync data for ids ['3fc98956-d178-43f6-90e6-a05f0d85e0eb'] in n-d-792458-10 is: [{'id': '3fc98956-d178-43f6-90e6-a05f0d85e0eb', 'name': 'tempest-snat-router-1811665742', 'tenant_id': '5a4e22711fd74523931d5d874c5806f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.186'}], 'enable_snat': False}, 'gw_port_id': '4a8319da-dc24-4ed0-9063-8e3347b3d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:43Z', 'updated_at': '2021-07-16T20:37:44Z', 'revision_number': 3, 'project_id': '5a4e22711fd74523931d5d874c5806f0', 'gw_port': {'id': '4a8319da-dc24-4ed0-9063-8e3347b3d7bd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:de:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc98956-d178-43f6-90e6-a05f0d85e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:44Z', 'updated_at': '2021-07-16T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:47.012981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.214526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Router 69566e36-deb3-4725-a42f-618af2e7dd6a is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:47.346850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:47.361562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Sync routers for ids ['69566e36-deb3-4725-a42f-618af2e7dd6a'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:47.369375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.374117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33154) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.375871 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Routers {'69566e36-deb3-4725-a42f-618af2e7dd6a'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:47.376520 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['69566e36-deb3-4725-a42f-618af2e7dd6a'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:47.384518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-12516cf2-d24b-4d21-9f63-ce0fac194fd0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7929275 Jul 16 20:37:47.500054 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Set router 69566e36-deb3-4725-a42f-618af2e7dd6a gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:47.534985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33158) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.542395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2d147032-4d4d-4036-9243-445ba08c9724 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/69566e36-deb3-4725-a42f-618af2e7dd6a HTTP/1.1" status: 200 len: 908 time: 0.1670256 Jul 16 20:37:47.825899 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69566e36-deb3-4725-a42f-618af2e7dd6a', 'name': 'tempest-snat-router-1811665742', 'tenant_id': '5a4e22711fd74523931d5d874c5806f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '22df201a-9da2-4dc9-90dc-f0006b87ff23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:45Z', 'updated_at': '2021-07-16T20:37:46Z', 'revision_number': 3, 'project_id': '5a4e22711fd74523931d5d874c5806f0', 'gw_port': {'id': '22df201a-9da2-4dc9-90dc-f0006b87ff23', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69566e36-deb3-4725-a42f-618af2e7dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:46Z', 'updated_at': '2021-07-16T20:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:47.854986 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Checking router: 69566e36-deb3-4725-a42f-618af2e7dd6a for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:47.855436 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Updating router 69566e36-deb3-4725-a42f-618af2e7dd6a port 22df201a-9da2-4dc9-90dc-f0006b87ff23 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:47.899203 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.027197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 4a8319da-dc24-4ed0-9063-8e3347b3d7bd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:48.086912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:48.091486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:48.091870 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.191296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.286537 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.309687 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Transition to ACTIVE for port object 22df201a-9da2-4dc9-90dc-f0006b87ff23 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:48.314457 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.318925 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.363789 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Attempting to bind port 22df201a-9da2-4dc9-90dc-f0006b87ff23 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:48.364479 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Attempting to bind port 22df201a-9da2-4dc9-90dc-f0006b87ff23 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:48.364597 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Attempting to bind port 22df201a-9da2-4dc9-90dc-f0006b87ff23 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:48.376907 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:48.377501 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:48.377636 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.378028 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:48.378494 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Bound port: 22df201a-9da2-4dc9-90dc-f0006b87ff23, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:48.378883 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.387233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Deleting port 22df201a-9da2-4dc9-90dc-f0006b87ff23 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:48.387663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.395276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.405235 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Pushing event updated for resources: {'Port': ['ID=22df201a-9da2-4dc9-90dc-f0006b87ff23,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.422402 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.422874 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.423267 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.423627 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.424040 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.424460 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.424806 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.425499 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.425882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:48.426174 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.426342 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.426819 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.427041 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.435667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.481011 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] For port 22df201a-9da2-4dc9-90dc-f0006b87ff23, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:48.484876 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] For port 22df201a-9da2-4dc9-90dc-f0006b87ff23, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=22df201a-9da2-4dc9-90dc-f0006b87ff23,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:48.489017 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.492310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.506259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] For port 22df201a-9da2-4dc9-90dc-f0006b87ff23, host n-d-792458-10, got binding levels [] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:48.506627 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.520474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Calling delete_port for 22df201a-9da2-4dc9-90dc-f0006b87ff23 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:48.565042 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Routers {'69566e36-deb3-4725-a42f-618af2e7dd6a'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:48.565766 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['69566e36-deb3-4725-a42f-618af2e7dd6a'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:48.568558 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5c6e5-4403-42e3-a0d5-bf40c7fa45e7 None None] Pushing event updated for resources: {'Port': ['ID=22df201a-9da2-4dc9-90dc-f0006b87ff23,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.668631 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] Set router 69566e36-deb3-4725-a42f-618af2e7dd6a gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:48.752744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.794199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event deleted for resources: {'Port': ['ID=22df201a-9da2-4dc9-90dc-f0006b87ff23,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.828836 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69566e36-deb3-4725-a42f-618af2e7dd6a', 'name': 'tempest-snat-router-1811665742', 'tenant_id': '5a4e22711fd74523931d5d874c5806f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:45Z', 'updated_at': '2021-07-16T20:37:48Z', 'revision_number': 4, 'project_id': '5a4e22711fd74523931d5d874c5806f0', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:48.857416 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0436b9-6cd6-4081-af35-7a8c7211c527 None None] The sync data for ids ['69566e36-deb3-4725-a42f-618af2e7dd6a'] in n-d-792458-10 is: [{'id': '69566e36-deb3-4725-a42f-618af2e7dd6a', 'name': 'tempest-snat-router-1811665742', 'tenant_id': '5a4e22711fd74523931d5d874c5806f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:45Z', 'updated_at': '2021-07-16T20:37:48Z', 'revision_number': 4, 'project_id': '5a4e22711fd74523931d5d874c5806f0', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:48.890482 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.008265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.010985 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.061394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.062016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69566e36-deb3-4725-a42f-618af2e7dd6a {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:49.066432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.070275 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d8b71382-5bfe-465f-86fb-c2090e85e3c9 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "DELETE /v2.0/routers/69566e36-deb3-4725-a42f-618af2e7dd6a HTTP/1.1" status: 204 len: 168 time: 1.5315821 Jul 16 20:37:49.070477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33166) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:49.194713 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.304915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.363428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Deleting port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:49.363785 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.472625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] For port 4a8319da-dc24-4ed0-9063-8e3347b3d7bd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:49.473204 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.492942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Calling delete_port for 4a8319da-dc24-4ed0-9063-8e3347b3d7bd owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:49.679659 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.713641 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a8319da-dc24-4ed0-9063-8e3347b3d7bd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:49.783051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.973253 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.975330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.025689 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.026329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc98956-d178-43f6-90e6-a05f0d85e0eb {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:50.031323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.032504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dd9de64d-8a6c-4f58-a5f3-6f4ef293c187 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "DELETE /v2.0/routers/3fc98956-d178-43f6-90e6-a05f0d85e0eb HTTP/1.1" status: 204 len: 168 time: 0.9610639 Jul 16 20:37:50.036455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33170) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:50.041392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1881911809', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:50.069520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.070665 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.136253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.303226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.532314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.552286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.662721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Allocated IP 172.25.3.159 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/a99d4163-9921-4ecf-858d-b2d2d48de7c7) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:50.778768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.822769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.857092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:50.859716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:50.860859 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:50.865322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:50.891565 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event updated for resources: {'Port': ['ID=a99d4163-9921-4ecf-858d-b2d2d48de7c7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:51.128715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.343086 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.489386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Router dd06db7b-95e1-4971-9dac-a8ba65a1bd3b is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:51.927716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 4a8319da-dc24-4ed0-9063-8e3347b3d7bd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:51.957910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 4a8319da-dc24-4ed0-9063-8e3347b3d7bd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:51.958072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 4a8319da-dc24-4ed0-9063-8e3347b3d7bd not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:52.010811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:52.020287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] Sync routers for ids ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:52.029653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.030140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] Routers {'dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:52.031012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2b149cc4-b66a-4630-b49a-703c7914a8ca tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9934537 Jul 16 20:37:52.031272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.033756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33180) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.038748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': False}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:52.067624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.077530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] Routers {'dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:52.078159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.110193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.110873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab2c4b-4af5-44ee-b254-cff54c025d97 None None] The sync data for ids ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:52.373092 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.742296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33182) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.818262 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.821915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.911012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port 9687e83b-203f-4407-ac70-fff5cde6190a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:52.911361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.934020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Router dd06db7b-95e1-4971-9dac-a8ba65a1bd3b has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:52.998486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.998624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.012227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for 9687e83b-203f-4407-ac70-fff5cde6190a owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:53.048121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:53.052829 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.054750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9d5728e4-ca96-4650-8c46-cd65d4c37f9f tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "PUT /v2.0/routers/dd06db7b-95e1-4971-9dac-a8ba65a1bd3b HTTP/1.1" status: 200 len: 926 time: 1.0194438 Jul 16 20:37:53.057899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33188) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.063908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] Sync routers for ids ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:53.076589 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] Routers {'dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:53.077238 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.120965 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.130207 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] Routers {'dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:53.131145 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.164685 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.165691 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6cc892-c6f1-4c0b-ba1b-ea1438a92a48 None None] The sync data for ids ['dd06db7b-95e1-4971-9dac-a8ba65a1bd3b'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:53.214032 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.229775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e311e23a-8807-4f2a-88a0-8c28e02b8206 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/dd06db7b-95e1-4971-9dac-a8ba65a1bd3b HTTP/1.1" status: 200 len: 926 time: 0.1682117 Jul 16 20:37:53.230132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33192) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.242902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=9687e83b-203f-4407-ac70-fff5cde6190a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:53.298607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815bd95-690f-41d2-8bb7-c9162f5b36ba tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.300211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9815bd95-690f-41d2-8bb7-c9162f5b36ba tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=dd06db7b-95e1-4971-9dac-a8ba65a1bd3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0691519 Jul 16 20:37:53.302867 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33194) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.320456 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.320670 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Floating IP b3bd01db-d8d3-472a-879b-6c489da7ecac disassociated (deleted). External IP: 172.25.3.162, port: e58d5bdb-f768-407e-b96a-5aa152dd390d. Jul 16 20:37:53.394476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e21e85-32d6-45b1-879d-181f0c5eba38 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.399026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-67e21e85-32d6-45b1-879d-181f0c5eba38 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.0921669 Jul 16 20:37:53.399324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33196) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.429383 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-748a24ae-c333-4191-a321-6b5d9ba501d0 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd06db7b-95e1-4971-9dac-a8ba65a1bd3b HTTP/1.1" status: 200 len: 205 time: 0.0288193 Jul 16 20:37:53.431987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33198) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.559606 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.564891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:53.682461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:53.687310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.689046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.710722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:53.724553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:53.725218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.754803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7c7e4fe9-b6d9-48c0-b189-50976d053747 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "DELETE /v2.0/floatingips/b3bd01db-d8d3-472a-879b-6c489da7ecac HTTP/1.1" status: 204 len: 168 time: 1.0089788 Jul 16 20:37:53.754803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:53.767495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Deleting port a99d4163-9921-4ecf-858d-b2d2d48de7c7 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:53.767936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.769145 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19f45de-c94f-4e06-a36f-9c51c9526057" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:53.827995 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ed760d-0126-4385-b59b-9d7704db64dc x-openstack-request-id: req-67ed760d-0126-4385-b59b-9d7704db64dc {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:53.828289 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:53.828550 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-67ed760d-0126-4385-b59b-9d7704db64dc {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:53.828963 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'status': 'completed', 'code': 200} Jul 16 20:37:53.882126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:53.941044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.960413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Calling delete_port for a99d4163-9921-4ecf-858d-b2d2d48de7c7 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:53.980986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-99d8f667-fa22-4f5c-9166-a0261f8a8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.982275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-99d8f667-fa22-4f5c-9166-a0261f8a8192 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 1097 time: 0.1266325 Jul 16 20:37:54.230754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:11Z', 'revision_number': 1, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.266411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:54.276733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:54.277379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.364532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-80ac0dc6-32dc-4bc5-afb2-3b4096f12317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.366104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-80ac0dc6-32dc-4bc5-afb2-3b4096f12317 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.3010290 Jul 16 20:37:54.405271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:54.446299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-98ea6b24-550d-4619-98e0-a53006cc9f70 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d HTTP/1.1" status: 200 len: 217 time: 0.0639284 Jul 16 20:37:54.456637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058943-fe59-4b2a-994d-61dd79afcf79 req-bbae85cf-1849-4d7d-8719-6e79782ab462 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.458175 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34058943-fe59-4b2a-994d-61dd79afcf79 req-bbae85cf-1849-4d7d-8719-6e79782ab462 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 945 time: 0.2133446 Jul 16 20:37:54.540385 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.556405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34058943-fe59-4b2a-994d-61dd79afcf79 req-23d2feb8-9bb2-4015-af95-817725cf9982 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820594 Jul 16 20:37:54.557825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-c5dfb94a-33ee-4ff7-8c41-cc0195b2dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.559584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-c5dfb94a-33ee-4ff7-8c41-cc0195b2dbe5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.0985255 Jul 16 20:37:54.588320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event deleted for resources: {'Port': ['ID=a99d4163-9921-4ecf-858d-b2d2d48de7c7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.656343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:11Z', 'revision_number': 1, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.681963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.683155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d8d7e-a208-471d-acc3-5db8b1aafd30 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '44349e59-7ba3-4a3a-a616-57ed513f002f', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'port_id': '89b9e14e-1269-418d-95f4-433d6ccee157', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'mac_address': 'fa:16:3e:98:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:07Z', 'updated_at': '2021-07-16T20:34:11Z', 'revision_number': 1, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:54.771741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-f3c6145c-2a5f-4815-aca5-611ffada1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.773316 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-f3c6145c-2a5f-4815-aca5-611ffada1e9e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949191 Jul 16 20:37:54.781718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.785210 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.880742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.881302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Fanout notify agent at l3_agent the message router_deleted on router dd06db7b-95e1-4971-9dac-a8ba65a1bd3b {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:54.888988 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.890114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-87d3e2ab-e562-483c-906c-a4c4347e6acc tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/dd06db7b-95e1-4971-9dac-a8ba65a1bd3b HTTP/1.1" status: 204 len: 168 time: 1.4572346 Jul 16 20:37:54.893919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33208) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.902578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c51d3213-f06a-4bdd-acb0-7cfd20bb98bb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1196835648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:54.936989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2493a-5cc3-4c74-8b9b-b71a1a7d5f7b None None] New status for floating IP b3bd01db-d8d3-472a-879b-6c489da7ecac: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:54.942232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-ed4c7bfb-399d-4f90-a4a6-6e1e2fcfd20f service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584542 Jul 16 20:37:54.944272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c51d3213-f06a-4bdd-acb0-7cfd20bb98bb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.945433 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c51d3213-f06a-4bdd-acb0-7cfd20bb98bb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.064986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c51d3213-f06a-4bdd-acb0-7cfd20bb98bb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.071816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c51d3213-f06a-4bdd-acb0-7cfd20bb98bb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.097374 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f19f45de-c94f-4e06-a36f-9c51c9526057 req-4310b4aa-409a-4c09-b0a4-f98beb8687f1 service neutron] 10.222.0.79 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479731 Jul 16 20:37:55.098558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c51d3213-f06a-4bdd-acb0-7cfd20bb98bb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.099671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c51d3213-f06a-4bdd-acb0-7cfd20bb98bb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2046111 Jul 16 20:37:55.102886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33210) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.107694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:55.330412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.770198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485866c-f648-48d1-ab6c-57e32681b4d1 req-546d8534-8fc4-40f2-acc1-0b78a98bf985 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:55.772441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b485866c-f648-48d1-ab6c-57e32681b4d1 req-546d8534-8fc4-40f2-acc1-0b78a98bf985 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 945 time: 0.0757353 Jul 16 20:37:55.820078 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b485866c-f648-48d1-ab6c-57e32681b4d1 req-506a2343-9316-4680-9876-8364d1317e00 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Jul 16 20:37:55.851043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-97ab5e81-9b2a-46f5-84ff-7f65b5467ad7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:55.852825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-97ab5e81-9b2a-46f5-84ff-7f65b5467ad7 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 945 time: 0.0889196 Jul 16 20:37:55.974408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.002947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.130602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port e58d5bdb-f768-407e-b96a-5aa152dd390d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:56.130964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.168819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Allocated IP 172.25.3.226 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/06cb2649-87f1-4958-af88-a9a2c941668d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:56.316013 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] For port e58d5bdb-f768-407e-b96a-5aa152dd390d, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=e58d5bdb-f768-407e-b96a-5aa152dd390d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:56.316359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.335406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for e58d5bdb-f768-407e-b96a-5aa152dd390d owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:56.407301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.479961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.557544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:56.561168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.570703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:56.576975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:56.579040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event updated for resources: {'Port': ['ID=06cb2649-87f1-4958-af88-a9a2c941668d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.641772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=e58d5bdb-f768-407e-b96a-5aa152dd390d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.684385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] No DVR routers for this DVR port e58d5bdb-f768-407e-b96a-5aa152dd390d on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:56.688454 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.690377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-46c5c4ec-5a8f-409c-993f-847a5717b864 req-62586c3b-6fd2-4404-806e-b681621b25af tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.79 "DELETE /v2.0/ports/e58d5bdb-f768-407e-b96a-5aa152dd390d HTTP/1.1" status: 204 len: 173 time: 0.8043673 Jul 16 20:37:56.690804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'name': 'network-vif-deleted', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:56.693121 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2968a7-4937-44a5-9df3-02756e0fb5da" -d '{"events": [{"server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "name": "network-vif-deleted", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:56.762019 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90abdc2-4c91-4ad7-8802-aa807eab82c7 x-openstack-request-id: req-e90abdc2-4c91-4ad7-8802-aa807eab82c7 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:56.762329 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a92966-b93e-4b26-af78-2d220782947f", "name": "network-vif-deleted", "tag": "e58d5bdb-f768-407e-b96a-5aa152dd390d", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:56.762589 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e90abdc2-4c91-4ad7-8802-aa807eab82c7 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:56.763018 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a92966-b93e-4b26-af78-2d220782947f', 'name': 'network-vif-deleted', 'tag': 'e58d5bdb-f768-407e-b96a-5aa152dd390d', 'status': 'completed', 'code': 200} Jul 16 20:37:56.917580 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.979203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a838dd00-4281-41dc-97cb-acc1a4ef5021 req-0ecd9298-aa4c-45e3-af16-19d54c5f8ce5 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 210 time: 0.0416014 Jul 16 20:37:57.136024 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.139334 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.284637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Router 8856bec2-b7bc-433f-a9fe-16733ea10966 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:57.403357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:57.411616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.413471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-67b31bc2-afa2-402c-98b8-421c3c4e611a tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "PUT /v2.0/routers/8856bec2-b7bc-433f-a9fe-16733ea10966 HTTP/1.1" status: 200 len: 884 time: 2.3092401 Jul 16 20:37:57.417043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33232) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.418201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] Sync routers for ids ['8856bec2-b7bc-433f-a9fe-16733ea10966'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:57.429513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] Routers {'8856bec2-b7bc-433f-a9fe-16733ea10966'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:57.430452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8856bec2-b7bc-433f-a9fe-16733ea10966'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.474634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.497333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] Routers {'8856bec2-b7bc-433f-a9fe-16733ea10966'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:57.497333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['8856bec2-b7bc-433f-a9fe-16733ea10966'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.535421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:57.536020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a235d-1bd2-40d5-9d1e-6900ce55c3b3 None None] The sync data for ids ['8856bec2-b7bc-433f-a9fe-16733ea10966'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:57.557923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-874cd408-db8a-4b71-b01f-90a4d285d418 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/8856bec2-b7bc-433f-a9fe-16733ea10966 HTTP/1.1" status: 200 len: 925 time: 0.1369510 Jul 16 20:37:57.558304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33238) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.631392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fd387-d6f4-4ba0-b68c-15cb25a00e29 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.642180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3a8fd387-d6f4-4ba0-b68c-15cb25a00e29 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=8856bec2-b7bc-433f-a9fe-16733ea10966&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0800481 Jul 16 20:37:57.643183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33242) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.759168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd9cd6-15fa-4143-ab99-8d8b94e40449 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.760819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-60dd9cd6-15fa-4143-ab99-8d8b94e40449 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.1156046 Jul 16 20:37:57.763672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33244) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.792778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c33d4206-e618-430a-8112-fa75669b49ab tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=8856bec2-b7bc-433f-a9fe-16733ea10966 HTTP/1.1" status: 200 len: 205 time: 0.0278921 Jul 16 20:37:57.795236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33246) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.908987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.017467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.078185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Deleting port 06cb2649-87f1-4958-af88-a9a2c941668d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:58.078439 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.125556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b3cc387-4193-40af-abf3-1b9dd6361157 req-03676ab0-e017-4f68-93b4-1013eb78c6b4 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 210 time: 0.0355346 Jul 16 20:37:58.168202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.183482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Calling delete_port for 06cb2649-87f1-4958-af88-a9a2c941668d owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:58.365849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.391937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event deleted for resources: {'Port': ['ID=06cb2649-87f1-4958-af88-a9a2c941668d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.460941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.559965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.562258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.606338 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.606928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Fanout notify agent at l3_agent the message router_deleted on router 8856bec2-b7bc-433f-a9fe-16733ea10966 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:58.614404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.615675 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fbb50241-2038-49ca-a1f3-8c84ae91a65b tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/8856bec2-b7bc-433f-a9fe-16733ea10966 HTTP/1.1" status: 204 len: 168 time: 0.8194330 Jul 16 20:37:58.619888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33250) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.625282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bc24f69f-15b4-4795-9adc-ed052906b494 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-71220515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:58.652296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc24f69f-15b4-4795-9adc-ed052906b494 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.653292 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc24f69f-15b4-4795-9adc-ed052906b494 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.708221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc24f69f-15b4-4795-9adc-ed052906b494 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.712952 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc24f69f-15b4-4795-9adc-ed052906b494 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.729823 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc24f69f-15b4-4795-9adc-ed052906b494 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.731114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bc24f69f-15b4-4795-9adc-ed052906b494 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1098316 Jul 16 20:37:58.733942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33254) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.738337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': True}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:58.958603 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.168793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.189954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.313755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4a8f80eb-82c2-42fe-9467-5e35e6b6b9a8 req-ae0cd7a6-8bdf-4fad-ba92-d6f4fe15bc82 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 210 time: 0.0382490 Jul 16 20:37:59.334361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Allocated IP 172.25.3.101 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/4a6b7dfe-df8c-4fe2-8727-a9adc8383a7a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:59.353869 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e58d5bdb-f768-407e-b96a-5aa152dd390d no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:59.377338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: e58d5bdb-f768-407e-b96a-5aa152dd390d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:59.378731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device e58d5bdb-f768-407e-b96a-5aa152dd390d not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:59.448511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.492406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.535206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:59.538339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:59.542371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:59.570664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Port': ['ID=4a6b7dfe-df8c-4fe2-8727-a9adc8383a7a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.812391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.005620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.009333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.141967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Router 24bfd911-6c68-47fc-8271-bc7585216c92 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:00.589667 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bae3802f-0702-48db-b673-23b80e515e81 req-76b5b3b2-1e47-480a-a089-ed51f12deb2e tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5a92966-b93e-4b26-af78-2d220782947f HTTP/1.1" status: 200 len: 210 time: 0.0356388 Jul 16 20:38:00.652906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:00.657946 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.661688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33260) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.665326 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] Sync routers for ids ['24bfd911-6c68-47fc-8271-bc7585216c92'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:00.666294 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cda7bac4-6560-44f9-ba7e-f69316c8023b tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "PUT /v2.0/routers/24bfd911-6c68-47fc-8271-bc7585216c92 HTTP/1.1" status: 200 len: 917 time: 1.9288261 Jul 16 20:38:00.678527 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] Routers {'24bfd911-6c68-47fc-8271-bc7585216c92'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:00.679626 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['24bfd911-6c68-47fc-8271-bc7585216c92'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:00.716718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:00.730115 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] Routers {'24bfd911-6c68-47fc-8271-bc7585216c92'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:00.731061 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['24bfd911-6c68-47fc-8271-bc7585216c92'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:00.773392 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:00.774133 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110f2132-ae3f-466a-96e0-0dd2ed3df49c None None] The sync data for ids ['24bfd911-6c68-47fc-8271-bc7585216c92'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:00.789277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fa81e2ab-5ab8-4391-975c-33a02c62a314 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/24bfd911-6c68-47fc-8271-bc7585216c92 HTTP/1.1" status: 200 len: 923 time: 0.1238387 Jul 16 20:38:00.789694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33262) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.859443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a030b63-5940-4ee2-9b0f-508dc6914695 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.861120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9a030b63-5940-4ee2-9b0f-508dc6914695 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=24bfd911-6c68-47fc-8271-bc7585216c92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0703723 Jul 16 20:38:00.864352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33264) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.288896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021fe3b-c98f-44ca-a4ae-6257dff3cff0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.292985 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6021fe3b-c98f-44ca-a4ae-6257dff3cff0 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.4243915 Jul 16 20:38:01.293281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33266) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.322777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0b038d5-1df1-4dae-801f-7dc6dc302443 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=24bfd911-6c68-47fc-8271-bc7585216c92 HTTP/1.1" status: 200 len: 205 time: 0.0281198 Jul 16 20:38:01.325967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33268) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.455362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.574715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.631106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Deleting port 4a6b7dfe-df8c-4fe2-8727-a9adc8383a7a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:01.631704 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.728842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.750513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Calling delete_port for 4a6b7dfe-df8c-4fe2-8727-a9adc8383a7a owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:01.938953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.974309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event deleted for resources: {'Port': ['ID=4a6b7dfe-df8c-4fe2-8727-a9adc8383a7a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:02.035281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.134544 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.137312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.185122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.186028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Fanout notify agent at l3_agent the message router_deleted on router 24bfd911-6c68-47fc-8271-bc7585216c92 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:02.193022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.195474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-99dab41d-66b1-4ff5-b065-39711595c491 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/24bfd911-6c68-47fc-8271-bc7585216c92 HTTP/1.1" status: 204 len: 168 time: 0.8682835 Jul 16 20:38:02.199039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33278) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.204674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3fdbf57a-a662-4447-bd45-fa3473176c40 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1629943859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:02.232264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fdbf57a-a662-4447-bd45-fa3473176c40 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.233316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fdbf57a-a662-4447-bd45-fa3473176c40 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.296494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fdbf57a-a662-4447-bd45-fa3473176c40 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.302206 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fdbf57a-a662-4447-bd45-fa3473176c40 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.321151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fdbf57a-a662-4447-bd45-fa3473176c40 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.322481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3fdbf57a-a662-4447-bd45-fa3473176c40 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1218617 Jul 16 20:38:02.325599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.330077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'enable_snat': False}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:02.547068 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.767287 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.786659 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.925549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Allocated IP 172.25.3.135 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/020dfb3f-2f6f-4baa-9417-cb089d14e06a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:03.033641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.073201 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.119918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:03.122637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:03.126399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:03.150638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Pushing event updated for resources: {'Port': ['ID=020dfb3f-2f6f-4baa-9417-cb089d14e06a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.385794 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.609994 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.614096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.761955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Router 7cb10f13-dbba-4054-8f2d-04473ff80e42 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:03.876798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:03.881253 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.885791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33292) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.886279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3c8f32dc-e30f-4744-91b6-a42d6dcc395e tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "PUT /v2.0/routers/7cb10f13-dbba-4054-8f2d-04473ff80e42 HTTP/1.1" status: 200 len: 920 time: 1.5591984 Jul 16 20:38:03.899930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] Sync routers for ids ['7cb10f13-dbba-4054-8f2d-04473ff80e42'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:03.925069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] Routers {'7cb10f13-dbba-4054-8f2d-04473ff80e42'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:03.925713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7cb10f13-dbba-4054-8f2d-04473ff80e42'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:03.986225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:03.998855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] Routers {'7cb10f13-dbba-4054-8f2d-04473ff80e42'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:03.999556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['7cb10f13-dbba-4054-8f2d-04473ff80e42'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:04.026391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1610c809-18db-4d73-9234-5050fab45f35 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/7cb10f13-dbba-4054-8f2d-04473ff80e42 HTTP/1.1" status: 200 len: 926 time: 0.1382363 Jul 16 20:38:04.029032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33296) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.042571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:04.043521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502b4f2-98eb-4f56-8ce1-c9e33e25fcef None None] The sync data for ids ['7cb10f13-dbba-4054-8f2d-04473ff80e42'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:04.085850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb652d0b-a7d2-45fe-a84c-02fe0abea1c2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.090040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-eb652d0b-a7d2-45fe-a84c-02fe0abea1c2 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=7cb10f13-dbba-4054-8f2d-04473ff80e42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0575657 Jul 16 20:38:04.090374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33298) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.196245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ac4254-7af7-4019-9f40-41233f03bdaf tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.198060 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3ac4254-7af7-4019-9f40-41233f03bdaf tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/networks/2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 881 time: 0.1066279 Jul 16 20:38:04.201390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33300) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.238923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0cb5f9ca-0f0a-488a-b07d-b00a05d2b55f tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=7cb10f13-dbba-4054-8f2d-04473ff80e42 HTTP/1.1" status: 200 len: 205 time: 0.0355072 Jul 16 20:38:04.241674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33302) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.363194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.487955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.549601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Deleting port 020dfb3f-2f6f-4baa-9417-cb089d14e06a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:04.550072 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.657748 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.673693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Calling delete_port for 020dfb3f-2f6f-4baa-9417-cb089d14e06a owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:04.891381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.924785 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event deleted for resources: {'Port': ['ID=020dfb3f-2f6f-4baa-9417-cb089d14e06a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.027733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.476456 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.479338 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.488257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11da958-f4be-49f3-8c67-220f7c4df229 req-b667a842-d764-42bb-9f57-969e38d985c3 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.489807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f11da958-f4be-49f3-8c67-220f7c4df229 req-b667a842-d764-42bb-9f57-969e38d985c3 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 946 time: 0.5384328 Jul 16 20:38:05.564942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.565588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Fanout notify agent at l3_agent the message router_deleted on router 7cb10f13-dbba-4054-8f2d-04473ff80e42 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:05.573857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.575265 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-889e5abb-bff4-46a2-a04d-cae1539fadd3 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/7cb10f13-dbba-4054-8f2d-04473ff80e42 HTTP/1.1" status: 204 len: 168 time: 1.3325312 Jul 16 20:38:05.581737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33318) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.589499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-28072898', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}, 'admin_state_up': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:05.605186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f11da958-f4be-49f3-8c67-220f7c4df229 req-fd9f9e79-dd1b-4227-b08d-34c82116b42b tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074154 Jul 16 20:38:05.625542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.626928 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.699297 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.886494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.955908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ee8bf-d33a-4ece-b308-ec60406c971a req-f8829f70-5cf8-4568-ab0b-3e74015eafa0 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.957482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-842ee8bf-d33a-4ece-b308-ec60406c971a req-f8829f70-5cf8-4568-ab0b-3e74015eafa0 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 945 time: 0.1315610 Jul 16 20:38:06.007522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7c247237-bd44-49ae-bbf0-df7fc4b406f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.041089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-842ee8bf-d33a-4ece-b308-ec60406c971a req-3eb965f9-69b8-41a2-8eb9-1b7dc33c81b0 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763333 Jul 16 20:38:06.165662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.187185 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.318616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Allocated IP 172.25.3.215 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/d3a154ff-0b9e-4538-8a8e-e997e5382d22) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:06.437280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.476995 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.520440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:06.523537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:06.528084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:06.531154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event updated for resources: {'Port': ['ID=d3a154ff-0b9e-4538-8a8e-e997e5382d22,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.748379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a67133-998b-401e-8f39-c3db18933acd req-32fb228f-5081-47e0-8f7a-56b61f77e89c tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.750048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5a67133-998b-401e-8f39-c3db18933acd req-32fb228f-5081-47e0-8f7a-56b61f77e89c tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 946 time: 0.1842175 Jul 16 20:38:06.799302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b702a7-9ee6-4bb2-a8b0-602a7e525381 req-e2cf26b4-f442-42d4-af33-2f7322c20fd4 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.800900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11b702a7-9ee6-4bb2-a8b0-602a7e525381 req-e2cf26b4-f442-42d4-af33-2f7322c20fd4 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 946 time: 0.0637994 Jul 16 20:38:06.842697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-11b702a7-9ee6-4bb2-a8b0-602a7e525381 req-e6cf36a1-05cd-4ff9-8bcd-0566fbb89eb3 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/security-groups?id=4611afbb-e7d8-45a9-b168-01da768e2819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Jul 16 20:38:06.918591 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.981130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Deleting port a97b722d-29f7-4540-bf51-b03fa287d222 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:06.981859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.167663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] For port a97b722d-29f7-4540-bf51-b03fa287d222, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a97b722d-29f7-4540-bf51-b03fa287d222,segment=NetworkSegment(523309da-8e4e-45b0-8363-5fa6dbc3fd8f),segment_id=523309da-8e4e-45b0-8363-5fa6dbc3fd8f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:07.168094 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.223230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Calling delete_port for a97b722d-29f7-4540-bf51-b03fa287d222 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:07.235557 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-c34a6eba-f3f4-46bc-8755-aea6b26c0874 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.237053 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-c34a6eba-f3f4-46bc-8755-aea6b26c0874 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.79 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 945 time: 0.0740564 Jul 16 20:38:07.320073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.349092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Deleting port f8de01cf-97e3-4b14-9d62-4f727957a7e1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:07.349717 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.446080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] For port f8de01cf-97e3-4b14-9d62-4f727957a7e1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=f8de01cf-97e3-4b14-9d62-4f727957a7e1,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:07.446453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.452457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81c7-063b-4e2d-b55d-6d78c136f906 req-3a875083-24a6-4360-87e0-b774a912282b tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.454253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-411e81c7-063b-4e2d-b55d-6d78c136f906 req-3a875083-24a6-4360-87e0-b774a912282b tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 945 time: 0.2454295 Jul 16 20:38:07.562501 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-411e81c7-063b-4e2d-b55d-6d78c136f906 req-f29effbe-68bf-4e44-9a69-06f185159fbe tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/security-groups?id=66a8a33e-bece-475d-b214-009f8ca537e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972445 Jul 16 20:38:07.565880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.582118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a97b722d-29f7-4540-bf51-b03fa287d222'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:07.607620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Pushing event deleted for resources: {'Port': ['ID=a97b722d-29f7-4540-bf51-b03fa287d222,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.665708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] No DVR routers for this DVR port a97b722d-29f7-4540-bf51-b03fa287d222 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:07.669028 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.671396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e5a67133-998b-401e-8f39-c3db18933acd req-db0f3980-d429-4e97-a653-e47dd82e3154 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.99 "DELETE /v2.0/ports/a97b722d-29f7-4540-bf51-b03fa287d222 HTTP/1.1" status: 204 len: 173 time: 0.9136724 Jul 16 20:38:07.672019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'name': 'network-vif-deleted', 'tag': 'a97b722d-29f7-4540-bf51-b03fa287d222'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:07.674243 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d74ecae-48ea-45bc-b7d3-60d304fc8d56" -d '{"events": [{"server_uuid": "1d6a70ad-f2c1-46bf-98b6-9587368fd14f", "name": "network-vif-deleted", "tag": "a97b722d-29f7-4540-bf51-b03fa287d222"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:07.677612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Router 765ad30e-153d-459e-a986-0febd732f0f3 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:07.715479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.715829 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.716182 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Floating IP 51570f13-21f2-4e09-a387-33a360326578 disassociated. External IP: 172.25.3.225, port: f8de01cf-97e3-4b14-9d62-4f727957a7e1. Jul 16 20:38:07.716535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Calling delete_port for f8de01cf-97e3-4b14-9d62-4f727957a7e1 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:07.769941 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a715b3-7a51-4e64-9901-b58e3e4f7459 x-openstack-request-id: req-20a715b3-7a51-4e64-9901-b58e3e4f7459 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:07.770728 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6a70ad-f2c1-46bf-98b6-9587368fd14f", "name": "network-vif-deleted", "tag": "a97b722d-29f7-4540-bf51-b03fa287d222", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:07.770728 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-20a715b3-7a51-4e64-9901-b58e3e4f7459 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:07.771471 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6a70ad-f2c1-46bf-98b6-9587368fd14f', 'name': 'network-vif-deleted', 'tag': 'a97b722d-29f7-4540-bf51-b03fa287d222', 'status': 'completed', 'code': 200} Jul 16 20:38:07.907521 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:07.920584 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] Sync routers for ids ['765ad30e-153d-459e-a986-0febd732f0f3'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:07.930388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.933205 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] Routers {'765ad30e-153d-459e-a986-0febd732f0f3'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:07.934545 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['765ad30e-153d-459e-a986-0febd732f0f3'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.952679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.956743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f35cee6-6e92-4088-af15-70e36c34d247 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3715065 Jul 16 20:38:07.957479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33342) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.963228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:07.965774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event deleted for resources: {'Port': ['ID=f8de01cf-97e3-4b14-9d62-4f727957a7e1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.973510 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.987888 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] Routers {'765ad30e-153d-459e-a986-0febd732f0f3'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:07.988812 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['765ad30e-153d-459e-a986-0febd732f0f3'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.034270 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.035427 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153d363-4a12-4d9f-a617-a2f22c0dcb58 None None] The sync data for ids ['765ad30e-153d-459e-a986-0febd732f0f3'] in n-d-792458-10 is: [] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:08.075715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b033a08f-3335-4756-8ecd-7bf57452f8c9 req-f1b3bcf7-d186-4b91-8438-623aba2de023 tempest-VolumesSnapshotTestJSON-1745775989 tempest-VolumesSnapshotTestJSON-1745775989-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d6a70ad-f2c1-46bf-98b6-9587368fd14f HTTP/1.1" status: 200 len: 210 time: 0.0350366 Jul 16 20:38:08.144572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Router 60447898-eddf-454d-b176-2e6b42014b97 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:08.206424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33346) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.264864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:08.276188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] Sync routers for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:08.292996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:08.294189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.319617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] No DVR routers for this DVR port f8de01cf-97e3-4b14-9d62-4f727957a7e1 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:08.324358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.326744 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89ab87d5-cfd8-425d-bdab-7b4f4d9c2c1f req-66f7ed9a-ce89-47d6-9b70-cacab0cd0268 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.79 "DELETE /v2.0/ports/f8de01cf-97e3-4b14-9d62-4f727957a7e1 HTTP/1.1" status: 204 len: 173 time: 1.0841596 Jul 16 20:38:08.327381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'name': 'network-vif-deleted', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:08.348277 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f74f82-db86-410c-8c90-b7d4e8f35dff" -d '{"events": [{"server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "name": "network-vif-deleted", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:08.419844 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0da50-8e14-488d-a28f-f1b1ba2d1093 x-openstack-request-id: req-0be0da50-8e14-488d-a28f-f1b1ba2d1093 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:08.420113 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525c20ba-22f0-4ca6-bcfd-ac9aec4352c8", "name": "network-vif-deleted", "tag": "f8de01cf-97e3-4b14-9d62-4f727957a7e1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:08.422907 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0be0da50-8e14-488d-a28f-f1b1ba2d1093 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:08.423357 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525c20ba-22f0-4ca6-bcfd-ac9aec4352c8', 'name': 'network-vif-deleted', 'tag': 'f8de01cf-97e3-4b14-9d62-4f727957a7e1', 'status': 'completed', 'code': 200} Jul 16 20:38:08.446421 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.470879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:08.472941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.558382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port a5071de8-8592-4705-81b9-df27efd84eac {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:08.558783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.651696 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.717094 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.750019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:57Z', 'revision_number': 5, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.779635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] Checking router: 60447898-eddf-454d-b176-2e6b42014b97 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:08.784790 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51179c0a-ede2-41a5-b28c-48e200ee1da2 req-e4da817e-68f9-4c1e-aee7-c3f800b541a4 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "GET /v2.0/ports?device_id=525c20ba-22f0-4ca6-bcfd-ac9aec4352c8 HTTP/1.1" status: 200 len: 210 time: 0.0332677 Jul 16 20:38:08.789616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:08.790254 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:37:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.852431 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6716715a-1fb8-4c26-9a06-3087e790a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.920425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:08.982464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Deleting port d3a154ff-0b9e-4538-8a8e-e997e5382d22 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:08.982892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.058437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.058764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.082481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for a5071de8-8592-4705-81b9-df27efd84eac owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:09.106549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.149850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Calling delete_port for d3a154ff-0b9e-4538-8a8e-e997e5382d22 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:09.166787 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.169232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:57Z', 'revision_number': 5, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.205118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd711431-577d-4ad7-b97e-2cad78737031 None None] The sync data for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 is: [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:32:49Z', 'revision_number': 4, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'd4352aa5-54ca-4daa-9197-c75bc6564b26', 'name': '', 'network_id': '6d8fab5c-7cbd-4bca-9da3-728385c91efa', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'mac_address': 'fa:16:3e:21:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:48Z', 'updated_at': '2021-07-16T20:32:57Z', 'revision_number': 5, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'subnets': [{'id': '43f3bbdc-6253-47a6-94a8-4ec4a177df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:09.411734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.439107 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.452382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=a5071de8-8592-4705-81b9-df27efd84eac,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.541235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Pushing event deleted for resources: {'Port': ['ID=d3a154ff-0b9e-4538-8a8e-e997e5382d22,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.562041 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d367779-c5e9-4aa2-8e25-ae9d67e125c1 None None] New status for floating IP 51570f13-21f2-4e09-a387-33a360326578: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:09.626612 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.738785 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.739390 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Floating IP 44349e59-7ba3-4a3a-a616-57ed513f002f disassociated (deleted). External IP: 172.25.3.134, port: 89b9e14e-1269-418d-95f4-433d6ccee157. Jul 16 20:38:09.899937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33368) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.077116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Deleting port 4d885dc2-ad12-4b85-9ed9-7a68717f4460 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:10.077916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.083915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.089748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.092008 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421112'] for router, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.200958 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.201339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.226704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Calling delete_port for 4d885dc2-ad12-4b85-9ed9-7a68717f4460 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:10.227630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Router 765ad30e-153d-459e-a986-0febd732f0f3 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:10.257844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:10.376412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:10.384275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.387447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] Sync routers for ids ['765ad30e-153d-459e-a986-0febd732f0f3'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:10.388121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0a4fce27-0243-4de0-ba4f-c2f1f7f84327 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "PUT /v2.0/routers/765ad30e-153d-459e-a986-0febd732f0f3 HTTP/1.1" status: 200 len: 708 time: 2.4296734 Jul 16 20:38:10.388389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33370) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.399501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] Routers {'765ad30e-153d-459e-a986-0febd732f0f3'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:10.400307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['765ad30e-153d-459e-a986-0febd732f0f3'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.436812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.445716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] Routers {'765ad30e-153d-459e-a986-0febd732f0f3'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:10.446402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['765ad30e-153d-459e-a986-0febd732f0f3'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.465389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:10.473900 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.481294 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:10.482495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.483280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d78f5-6299-492a-8f6e-c7eb2501a2ee None None] The sync data for ids ['765ad30e-153d-459e-a986-0febd732f0f3'] in n-d-792458-10 is: [] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:10.491538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.499450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aa5b01cd-980d-446d-9970-649da1e4ab49 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/routers/765ad30e-153d-459e-a986-0febd732f0f3 HTTP/1.1" status: 200 len: 743 time: 0.1099334 Jul 16 20:38:10.500506 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:10.501230 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.508461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33374) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.521136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event deleted for resources: {'Port': ['ID=4d885dc2-ad12-4b85-9ed9-7a68717f4460,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.562075 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-08a649b8-6e4c-4340-b6c0-48ca58fc59b5 tempest-RoutersIpV6AdminTest-1612479526 tempest-RoutersIpV6AdminTest-1612479526-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&device_id=765ad30e-153d-459e-a986-0febd732f0f3 HTTP/1.1" status: 200 len: 205 time: 0.0523582 Jul 16 20:38:10.565514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33378) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.584713 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-93ebbec1-ebac-48b7-8d46-68ed691a3e57 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "DELETE /v2.0/floatingips/44349e59-7ba3-4a3a-a616-57ed513f002f HTTP/1.1" status: 204 len: 168 time: 2.3758836 Jul 16 20:38:10.587482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:10.589922 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.590099 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832162e0-35b8-4e23-95ee-98027e881ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:10.592800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.596725 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5a5f5651-15d5-4510-b5d2-bedd4410ebca tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "DELETE /v2.0/floatingips/51570f13-21f2-4e09-a387-33a360326578 HTTP/1.1" status: 204 len: 168 time: 0.6932242 Jul 16 20:38:10.618140 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33386) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.618537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c2a595df-606f-4160-96ea-9db9f5fea051 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=765ad30e-153d-459e-a986-0febd732f0f3 HTTP/1.1" status: 200 len: 205 time: 0.0518975 Jul 16 20:38:10.628855 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:10.667179 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0188e3d-0a83-47a2-92ca-215c51e9b34a x-openstack-request-id: req-e0188e3d-0a83-47a2-92ca-215c51e9b34a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:10.667472 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:10.667724 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e0188e3d-0a83-47a2-92ca-215c51e9b34a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:10.668126 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157', 'status': 'completed', 'code': 200} Jul 16 20:38:10.718943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b4760b0-0d75-460c-ab39-b87dc222b5ee tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.806289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-3da54597-8ec8-47ea-9584-bc4d012284c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.808193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-3da54597-8ec8-47ea-9584-bc4d012284c8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7749d02d72f148a6b0d11f063739606f&device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 1097 time: 0.1145055 Jul 16 20:38:10.925033 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.964812 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:10.969725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33394) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.978575 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:10.979666 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.029147 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b4760b0-0d75-460c-ab39-b87dc222b5ee tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.033085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b4760b0-0d75-460c-ab39-b87dc222b5ee tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.066198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-ca275a44-010d-4bb7-8c21-e4518d2aec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:11.067775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-ca275a44-010d-4bb7-8c21-e4518d2aec82 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 200 len: 912 time: 0.2519312 Jul 16 20:38:11.094462 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b4760b0-0d75-460c-ab39-b87dc222b5ee tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.096289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4760b0-0d75-460c-ab39-b87dc222b5ee tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Fanout notify agent at l3_agent the message router_deleted on router 765ad30e-153d-459e-a986-0febd732f0f3 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:11.104841 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:11.105759 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9b4760b0-0d75-460c-ab39-b87dc222b5ee tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.112149 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9b4760b0-0d75-460c-ab39-b87dc222b5ee tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/765ad30e-153d-459e-a986-0febd732f0f3 HTTP/1.1" status: 204 len: 168 time: 0.4923363 Jul 16 20:38:11.112719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33398) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.155948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33400) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.156244 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d7070da1-5866-4929-b606-da12a5a2c3b4 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=765ad30e-153d-459e-a986-0febd732f0f3 HTTP/1.1" status: 200 len: 205 time: 0.0422587 Jul 16 20:38:11.166532 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cee98045-6e3a-4323-837a-5d9cf3712940 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.171787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-4ed41c87-6d8e-4c91-b378-1f8d5ce80044 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 200 len: 217 time: 0.0954406 Jul 16 20:38:11.211013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a97b722d-29f7-4540-bf51-b03fa287d222 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:11.224900 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-a067832d-d065-41bf-b354-701d69fd61cb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] delete failed (client error): The resource could not be found. Jul 16 20:38:11.226379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a067832d-d065-41bf-b354-701d69fd61cb tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/765ad30e-153d-459e-a986-0febd732f0f3 HTTP/1.1" status: 404 len: 336 time: 0.0690491 Jul 16 20:38:11.230811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33402) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.254410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: a97b722d-29f7-4540-bf51-b03fa287d222 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:11.256903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a97b722d-29f7-4540-bf51-b03fa287d222 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:11.285479 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e21b7-3564-4151-a24c-d69388d8296a req-25a03df2-20e4-4cc0-89a6-4c8ad9c897fe tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:11.293052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-933e21b7-3564-4151-a24c-d69388d8296a req-25a03df2-20e4-4cc0-89a6-4c8ad9c897fe tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 945 time: 0.1195850 Jul 16 20:38:11.306024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cee98045-6e3a-4323-837a-5d9cf3712940 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.313350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1ff8e2a9-9763-4088-83af-6a97a579e5b4 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=7cb10f13-dbba-4054-8f2d-04473ff80e42 HTTP/1.1" status: 200 len: 205 time: 0.0782666 Jul 16 20:38:11.326756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33404) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.335674 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.345665 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-933e21b7-3564-4151-a24c-d69388d8296a req-cb09b216-002b-4493-9df1-70bf5bdb0944 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510862 Jul 16 20:38:11.368431 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a0cdd-bcb4-40da-9f72-58dbdcdc631e None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:24:55Z', 'revision_number': 4, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '1d16b21e-fed2-4fdc-8824-c00276c6811d', 'name': '', 'network_id': 'f10ab94c-7d04-486b-9be8-99d7d45c5cc1', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'mac_address': 'fa:16:3e:b7:29:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:53Z', 'updated_at': '2021-07-16T20:25:06Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'subnets': [{'id': 'e07381f6-ef19-4a12-a94c-1cbaada029ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:11.382996 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-3550cfc4-0915-4741-99b9-a4c84bee6f02 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] delete failed (client error): The resource could not be found. Jul 16 20:38:11.386808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3550cfc4-0915-4741-99b9-a4c84bee6f02 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/7cb10f13-dbba-4054-8f2d-04473ff80e42 HTTP/1.1" status: 404 len: 336 time: 0.0557063 Jul 16 20:38:11.389092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33406) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.389858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f8de01cf-97e3-4b14-9d62-4f727957a7e1 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:11.413148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: f8de01cf-97e3-4b14-9d62-4f727957a7e1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:11.413803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device f8de01cf-97e3-4b14-9d62-4f727957a7e1 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:11.423898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-996284d8-ae5f-4606-b957-525ba99d28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:11.425589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-996284d8-ae5f-4606-b957-525ba99d28fc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 200 len: 850 time: 0.2164128 Jul 16 20:38:11.431335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33408) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.432441 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b5697be4-57be-462e-bb00-cf6f24bf7c98 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=24bfd911-6c68-47fc-8271-bc7585216c92 HTTP/1.1" status: 200 len: 205 time: 0.0413616 Jul 16 20:38:11.487819 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-b1a59e6f-38a0-4c00-9363-df62678a6a9f tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] delete failed (client error): The resource could not be found. Jul 16 20:38:11.488877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b1a59e6f-38a0-4c00-9363-df62678a6a9f tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/24bfd911-6c68-47fc-8271-bc7585216c92 HTTP/1.1" status: 404 len: 336 time: 0.0565722 Jul 16 20:38:11.492003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33410) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.552620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0505255e-fc61-40dc-b932-34d610214975 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=8856bec2-b7bc-433f-a9fe-16733ea10966 HTTP/1.1" status: 200 len: 205 time: 0.0572865 Jul 16 20:38:11.553505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33412) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.587957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-a18033df-e93e-4d15-81ec-46e8afecde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:11.590041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-a18033df-e93e-4d15-81ec-46e8afecde42 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f10ab94c-7d04-486b-9be8-99d7d45c5cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119075 Jul 16 20:38:11.629883 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-c5821d4f-2e7b-4985-856d-158b1858a39e tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] delete failed (client error): The resource could not be found. Jul 16 20:38:11.631539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c5821d4f-2e7b-4985-856d-158b1858a39e tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/8856bec2-b7bc-433f-a9fe-16733ea10966 HTTP/1.1" status: 404 len: 336 time: 0.0754931 Jul 16 20:38:11.634157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33414) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.648943 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cee98045-6e3a-4323-837a-5d9cf3712940 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.654031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cee98045-6e3a-4323-837a-5d9cf3712940 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.655550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cee98045-6e3a-4323-837a-5d9cf3712940 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] 10.222.0.91 "DELETE /v2.0/security-groups/66a8a33e-bece-475d-b214-009f8ca537e8 HTTP/1.1" status: 204 len: 168 time: 0.6842284 Jul 16 20:38:11.680794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-890c2cfd-27cf-4c1c-8aed-bd31ed181dcd tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd06db7b-95e1-4971-9dac-a8ba65a1bd3b HTTP/1.1" status: 200 len: 205 time: 0.0431726 Jul 16 20:38:11.683492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33418) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.687570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee98045-6e3a-4323-837a-5d9cf3712940 tempest-TestServerBasicOps-129252646 tempest-TestServerBasicOps-129252646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8a33e-bece-475d-b214-009f8ca537e8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.722589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec213148-de9d-4def-9002-f597b4800f8e None None] New status for floating IP 44349e59-7ba3-4a3a-a616-57ed513f002f: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:11.750550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.755716 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-22af4df3-ab18-4adc-9ea6-992c3419b0f7 service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577401 Jul 16 20:38:11.758500 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-c15ffe03-c07b-42e9-91d9-912128d246b1 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] delete failed (client error): The resource could not be found. Jul 16 20:38:11.759882 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c15ffe03-c07b-42e9-91d9-912128d246b1 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/dd06db7b-95e1-4971-9dac-a8ba65a1bd3b HTTP/1.1" status: 404 len: 336 time: 0.0751421 Jul 16 20:38:11.763536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.800759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fc543e04-0356-44d5-a5da-a231197d4a18 tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "GET /v2.0/ports?device_id=5efdc594-5c70-4eeb-ab31-7e41f6847590 HTTP/1.1" status: 200 len: 205 time: 0.0358498 Jul 16 20:38:11.802951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33426) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.847786 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-f8928c32-d009-498e-9b81-32646c1d337d tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] delete failed (client error): The resource could not be found. Jul 16 20:38:11.849280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f8928c32-d009-498e-9b81-32646c1d337d tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/routers/5efdc594-5c70-4eeb-ab31-7e41f6847590 HTTP/1.1" status: 404 len: 336 time: 0.0452757 Jul 16 20:38:11.852145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33428) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.870080 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.915951 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-614b8b3e-b352-4028-8764-b1944c64b88e tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:11.918603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614b8b3e-b352-4028-8764-b1944c64b88e tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:11.926555 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-614b8b3e-b352-4028-8764-b1944c64b88e tempest-RoutersIpV6AdminTest-22560846 tempest-RoutersIpV6AdminTest-22560846-project] 10.222.0.91 "DELETE /v2.0/subnets/090e1ee6-1d9e-41aa-8cfd-4affc8e10a82 HTTP/1.1" status: 404 len: 337 time: 0.0711887 Jul 16 20:38:11.942496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-832162e0-35b8-4e23-95ee-98027e881ac3 req-86b82801-843d-4d2d-9533-5227320999ae service neutron] 10.222.0.99 "GET /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743057 Jul 16 20:38:12.162671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33436) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.359112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-268f5eb5-441c-473c-be50-ae4b725a8247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.492358 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-268f5eb5-441c-473c-be50-ae4b725a8247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.498246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-268f5eb5-441c-473c-be50-ae4b725a8247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.542022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-268f5eb5-441c-473c-be50-ae4b725a8247 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1daab3420580408b89b5fa8184c06d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781240 Jul 16 20:38:12.543111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f5eb5-441c-473c-be50-ae4b725a8247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096934e8-c41d-4f6a-a718-c1805e453fa9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.545723 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33442) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.605292 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dac966c8-0171-4fea-bd8a-eebf0fbe8593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.662147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dac966c8-0171-4fea-bd8a-eebf0fbe8593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.729385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a691-4391-4b4d-b906-ce21760c7500 req-c7a187bb-4f04-45a3-a037-1ab004edf902 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:12.730933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1137a691-4391-4b4d-b906-ce21760c7500 req-c7a187bb-4f04-45a3-a037-1ab004edf902 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 945 time: 0.1087513 Jul 16 20:38:12.744850 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dac966c8-0171-4fea-bd8a-eebf0fbe8593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.747343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dac966c8-0171-4fea-bd8a-eebf0fbe8593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.748462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dac966c8-0171-4fea-bd8a-eebf0fbe8593 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/096934e8-c41d-4f6a-a718-c1805e453fa9 HTTP/1.1" status: 204 len: 168 time: 0.2017758 Jul 16 20:38:12.788219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac966c8-0171-4fea-bd8a-eebf0fbe8593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096934e8-c41d-4f6a-a718-c1805e453fa9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.853024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a32529-5419-4e79-a020-b17105769830 req-c7e219f5-7956-4391-8597-6b3a1824db59 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:12.861496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6a32529-5419-4e79-a020-b17105769830 req-c7e219f5-7956-4391-8597-6b3a1824db59 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 945 time: 0.1467736 Jul 16 20:38:12.869667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port 89b9e14e-1269-418d-95f4-433d6ccee157 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:12.870336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.915484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6a32529-5419-4e79-a020-b17105769830 req-b85372d4-c12a-4bea-99d4-9deda3d08a45 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f9130e4-cb98-46dc-9e1a-235bb7964686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531309 Jul 16 20:38:12.936601 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.027920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] For port 89b9e14e-1269-418d-95f4-433d6ccee157, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=89b9e14e-1269-418d-95f4-433d6ccee157,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:13.027920 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.047422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for 89b9e14e-1269-418d-95f4-433d6ccee157 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:13.185090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33452) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:13.244854 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-24e26aab-3994-4844-a165-c9000caaf0a6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a4e22711fd74523931d5d874c5806f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584862 Jul 16 20:38:13.247709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33454) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:13.250878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.282639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=89b9e14e-1269-418d-95f4-433d6ccee157,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.298235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.298235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.298235 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.298615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.298738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.299015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.299393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.299656 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.299978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.300300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.300618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.300935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:13.302197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Deleting port d4352aa5-54ca-4daa-9197-c75bc6564b26 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:13.302538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.333969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbbee9d1-9297-4807-aaf6-c2a76ba70d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.369635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] No DVR routers for this DVR port 89b9e14e-1269-418d-95f4-433d6ccee157 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:13.372909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.375417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1137a691-4391-4b4d-b906-ce21760c7500 req-e8606196-deff-4a4a-89df-1c4e07cb1151 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.99 "DELETE /v2.0/ports/89b9e14e-1269-418d-95f4-433d6ccee157 HTTP/1.1" status: 204 len: 173 time: 0.6379526 Jul 16 20:38:13.383419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'name': 'network-vif-deleted', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:13.386933 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f9dfcd-9a48-47db-954c-d7f74019cb12" -d '{"events": [{"server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "name": "network-vif-deleted", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:13.410031 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbbee9d1-9297-4807-aaf6-c2a76ba70d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.455825 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29714fa2-91b8-4574-ab53-e41c4a878a7c x-openstack-request-id: req-29714fa2-91b8-4574-ab53-e41c4a878a7c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:13.456259 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1979dbf1-0a43-4034-b330-c851d8cf45c7", "name": "network-vif-deleted", "tag": "89b9e14e-1269-418d-95f4-433d6ccee157", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:13.456372 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-29714fa2-91b8-4574-ab53-e41c4a878a7c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:13.456811 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1979dbf1-0a43-4034-b330-c851d8cf45c7', 'name': 'network-vif-deleted', 'tag': '89b9e14e-1269-418d-95f4-433d6ccee157', 'status': 'completed', 'code': 200} Jul 16 20:38:13.478451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] For port d4352aa5-54ca-4daa-9197-c75bc6564b26, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=d4352aa5-54ca-4daa-9197-c75bc6564b26,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:13.478819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.495277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Calling delete_port for d4352aa5-54ca-4daa-9197-c75bc6564b26 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:13.508070 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbbee9d1-9297-4807-aaf6-c2a76ba70d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.510852 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbbee9d1-9297-4807-aaf6-c2a76ba70d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.512013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fbbee9d1-9297-4807-aaf6-c2a76ba70d89 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a74fe75b-1220-420a-b1b6-08594ea20193 HTTP/1.1" status: 204 len: 168 time: 0.2633245 Jul 16 20:38:13.555090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbee9d1-9297-4807-aaf6-c2a76ba70d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74fe75b-1220-420a-b1b6-08594ea20193,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.824041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.869086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4352aa5-54ca-4daa-9197-c75bc6564b26,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.874424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33472) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.199128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.268065 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b5491b92-6f0c-4ca1-8b42-25190835bc03 req-bd9eee9b-8e5e-4750-b262-f3fbe43737d0 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.0724826 Jul 16 20:38:14.564779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3bfae423-e4b1-4953-a7bf-5a1b0ac051f1 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/floatingips/a6ff2e17-bf8a-4fd4-aefa-db1519f704fa HTTP/1.1" status: 200 len: 994 time: 0.6804104 Jul 16 20:38:14.585429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Router 60447898-eddf-454d-b176-2e6b42014b97 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:14.738377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:14.748159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f482a689-1405-4eed-9701-4192f16c4609 admin admin] 10.222.0.91 "PUT /v2.0/routers/60447898-eddf-454d-b176-2e6b42014b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9959238 Jul 16 20:38:14.751446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33500) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.754680 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] Sync routers for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:14.766530 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:14.771795 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.864391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33502) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.901159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.105020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.108744 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:15.134164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 10f104a4-36f2-4bf0-90ec-47cc7a9bad4d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:15.135284 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.174558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Deleting port 841aaef7-40ed-4022-a761-2e0cf9cca41d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:15.190087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.247477 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.247853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.319164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 10f104a4-36f2-4bf0-90ec-47cc7a9bad4d owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:15.377887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] For port 841aaef7-40ed-4022-a761-2e0cf9cca41d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=841aaef7-40ed-4022-a761-2e0cf9cca41d,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:15.378357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.395876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Calling delete_port for 841aaef7-40ed-4022-a761-2e0cf9cca41d owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:15.456492 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 5, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port': {'id': '841aaef7-40ed-4022-a761-2e0cf9cca41d', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60447898-eddf-454d-b176-2e6b42014b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:45Z', 'updated_at': '2021-07-16T20:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.502496 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] Checking router: 60447898-eddf-454d-b176-2e6b42014b97 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:15.512501 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] Routers {'60447898-eddf-454d-b176-2e6b42014b97'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:15.513422 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['60447898-eddf-454d-b176-2e6b42014b97'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.653729 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] Set router 60447898-eddf-454d-b176-2e6b42014b97 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:15.667642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-618fa5bc-8f72-46f4-8752-a824d5fb0bb9 req-5741a89b-e6c5-4332-bd43-9fa39a86d0bd tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.0610428 Jul 16 20:38:15.767972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.773789 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:38:15Z', 'revision_number': 6, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.778444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.808839 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b230212-d9c6-4adb-8127-deef79d02faa None None] The sync data for ids ['60447898-eddf-454d-b176-2e6b42014b97'] in n-d-792458-10 is: [{'id': '60447898-eddf-454d-b176-2e6b42014b97', 'name': 'tempest-TestServerBasicOps-2053990943-router', 'tenant_id': 'b237580579dc45a59b61e8e59621494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:44Z', 'updated_at': '2021-07-16T20:38:15Z', 'revision_number': 6, 'project_id': 'b237580579dc45a59b61e8e59621494f', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:15.832779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=10f104a4-36f2-4bf0-90ec-47cc7a9bad4d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.839213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Pushing event deleted for resources: {'Port': ['ID=841aaef7-40ed-4022-a761-2e0cf9cca41d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.903506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.903506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.903506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.903506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.903506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.903506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.906202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.906584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.906942 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.907279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.907617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.907947 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:15.949576 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.995112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.995736 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Floating IP a6ff2e17-bf8a-4fd4-aefa-db1519f704fa disassociated (deleted). External IP: 172.25.3.196, port: 9463aa93-77a9-4b88-a49b-8561b871b116. Jul 16 20:38:15.997859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33522) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.094751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.097446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.148168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.148730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60447898-eddf-454d-b176-2e6b42014b97 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:16.153508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.157269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2d632b0e-8f43-49c6-979e-a19851e56617 admin admin] 10.222.0.91 "DELETE /v2.0/routers/60447898-eddf-454d-b176-2e6b42014b97 HTTP/1.1" status: 204 len: 168 time: 1.4041965 Jul 16 20:38:16.157919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33526) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.228698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] Deleting subnet 43f3bbdc-6253-47a6-94a8-4ec4a177df56 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:16.232696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.284123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1171262410', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:16.294493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 288d92f2-2415-4038-b4ef-d91b9bf40b3f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:16.320345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.334800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d4352aa5-54ca-4daa-9197-c75bc6564b26 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:16.381480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: d4352aa5-54ca-4daa-9197-c75bc6564b26 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:16.389246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Made reservation on behalf of d1ce8e72023c4b029b14fb6db8a3c63d for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:16.391721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device d4352aa5-54ca-4daa-9197-c75bc6564b26 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:16.392798 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.405536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.451954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.530343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.558402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f3bbdc-6253-47a6-94a8-4ec4a177df56,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.567229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.568363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7953bb-27e3-4eb7-8cbe-98cb20c2e21c None None] Network 6d8fab5c-7cbd-4bca-9da3-728385c91efa requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:16.572603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b2a7441f-0ea5-42e4-b4ad-7dda8fac471d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/43f3bbdc-6253-47a6-94a8-4ec4a177df56 HTTP/1.1" status: 204 len: 168 time: 0.4136555 Jul 16 20:38:16.572948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33528) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.601189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:16.619210 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.658548 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.695642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] Sync routers for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:16.721148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.733125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] device_id is not set on port 46a0ad5d-71da-4f16-a732-230bef96ab6a yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:16.748885 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.800160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:16.800846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:16.821678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f333fd6-c47d-4030-99d0-51eae0d5f04e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/floatingips/a6ff2e17-bf8a-4fd4-aefa-db1519f704fa HTTP/1.1" status: 204 len: 168 time: 1.9561424 Jul 16 20:38:16.827795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:16.830101 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe97eb-0c5a-4048-9564-064c6c6439f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:16.841614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6955a9e-ef3e-4d75-94e4-6df2175006dd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.974502 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Allocated IP 172.25.3.40 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/46a0ad5d-71da-4f16-a732-230bef96ab6a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:16.977568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Deleting port 6e19c225-65fb-4f03-ada4-e4d720759f6c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:16.977957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.048536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6d7d7c76-28be-4f31-a2a9-0d0a9fd69491 req-10573fca-7de1-42a0-9947-9d1a47987f1a tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.0667300 Jul 16 20:38:17.090718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:17.094768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] For port 6e19c225-65fb-4f03-ada4-e4d720759f6c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6e19c225-65fb-4f03-ada4-e4d720759f6c,segment=NetworkSegment(6bfbb594-8e97-4aea-a108-e307a4169318),segment_id=6bfbb594-8e97-4aea-a108-e307a4169318)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:17.095468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.142798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Calling delete_port for 6e19c225-65fb-4f03-ada4-e4d720759f6c owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:17.206954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] DHCP port deletion for 6d8fab5c-7cbd-4bca-9da3-728385c91efa request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:17.296546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 89b9e14e-1269-418d-95f4-433d6ccee157 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:17.345603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 89b9e14e-1269-418d-95f4-433d6ccee157 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:17.346377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 89b9e14e-1269-418d-95f4-433d6ccee157 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:17.411041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.432064 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.452941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Deleting port 6e19c225-65fb-4f03-ada4-e4d720759f6c {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:17.453612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.499029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e19c225-65fb-4f03-ada4-e4d720759f6c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.517548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] No DVR routers for this DVR port 6e19c225-65fb-4f03-ada4-e4d720759f6c on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:17.537054 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe054ff-6f41-465f-9352-bb150ba6041e x-openstack-request-id: req-6fe054ff-6f41-465f-9352-bb150ba6041e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:17.539007 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:17.539438 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6fe054ff-6f41-465f-9352-bb150ba6041e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:17.540505 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116', 'status': 'completed', 'code': 200} Jul 16 20:38:17.665529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-8a5d771f-0691-4826-a71b-4d77685646b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.669972 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-8a5d771f-0691-4826-a71b-4d77685646b7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a257e84ec2449e90b18d1965eefa39&device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 1098 time: 0.1378603 Jul 16 20:38:17.740739 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.750142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.767566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] For port 6e19c225-65fb-4f03-ada4-e4d720759f6c, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:17.768749 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.810958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Calling delete_port for 6e19c225-65fb-4f03-ada4-e4d720759f6c owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:17.820704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Port 6e19c225-65fb-4f03-ada4-e4d720759f6c was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:38:17.825477 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.826626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8fab5c-7cbd-4bca-9da3-728385c91efa']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:17.829070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Pushing event updated for resources: {'Port': ['ID=46a0ad5d-71da-4f16-a732-230bef96ab6a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.856126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:17.858821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfbb594-8e97-4aea-a108-e307a4169318') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:17.859752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfbb594-8e97-4aea-a108-e307a4169318') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:17.875314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:17.889787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:17.892914 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.899764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-b8df2d72-83e9-482f-a007-3e049e37cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.906604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] No DVR routers for this DVR port 6e19c225-65fb-4f03-ada4-e4d720759f6c on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:17.907401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-b8df2d72-83e9-482f-a007-3e049e37cf75 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e55e526-9477-405e-8040-2787a951c2f9 HTTP/1.1" status: 200 len: 898 time: 0.2307491 Jul 16 20:38:17.917970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Pushing event deleted for resources: {'Port': ['ID=6e19c225-65fb-4f03-ada4-e4d720759f6c,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.933480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.933480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.935506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.935506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.935938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.936417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.936819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.937149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.937515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.937853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.938175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.938585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88784d7b-f31f-402a-8f02-f3b232574503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:17.977908 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.980235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:26Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:18.027781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3bd7a-6562-447a-9170-0021069cc246 req-34406918-f492-4b3c-b2a7-3ac2f1a24f75 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.034900 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8dd3bd7a-6562-447a-9170-0021069cc246 req-34406918-f492-4b3c-b2a7-3ac2f1a24f75 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 946 time: 0.3772173 Jul 16 20:38:18.037578 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-a1645198-c23f-4651-9bfd-4e165ad46ab4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9463aa93-77a9-4b88-a49b-8561b871b116 HTTP/1.1" status: 200 len: 217 time: 0.1174405 Jul 16 20:38:18.040016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:18.040737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:18.042538 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:18.058381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] Checking router: 288d92f2-2415-4038-b4ef-d91b9bf40b3f for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:18.060789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.061414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.080689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:18.081704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:18.178663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-6fecff6c-e500-4ca2-8b67-db468ad9baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.180908 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-6fecff6c-e500-4ca2-8b67-db468ad9baa6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f66194a5-169b-4f89-a61e-7e20a9c63644 HTTP/1.1" status: 200 len: 835 time: 0.1333241 Jul 16 20:38:18.363330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-92a9b7d5-8837-4b58-af0e-14102f44e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.366302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-92a9b7d5-8837-4b58-af0e-14102f44e84e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e55e526-9477-405e-8040-2787a951c2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774170 Jul 16 20:38:18.426148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:18.513258 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e70900bf-f671-44b2-854b-441d49be30eb tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5142570 Jul 16 20:38:18.528484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33546) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.531453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6e19c225-65fb-4f03-ada4-e4d720759f6c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:18.537265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8dd3bd7a-6562-447a-9170-0021069cc246 req-5f25c35a-0311-415e-aa30-500efee8a954 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5012281 Jul 16 20:38:18.545419 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.560724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.565788 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] 10.222.0.91 "DELETE /v2.0/networks/6d8fab5c-7cbd-4bca-9da3-728385c91efa HTTP/1.1" status: 204 len: 168 time: 1.9873796 Jul 16 20:38:18.571864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a81a0729-35a9-42a0-a467-396e1b4b503f req-77f9452e-7a46-45d5-a08d-83e4d56c4a10 tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.1639836 Jul 16 20:38:18.575029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.40'}]}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:18.578109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33548) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.580453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd0b72-4082-467f-8f31-700343e5d694 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8fab5c-7cbd-4bca-9da3-728385c91efa,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.620617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 6e19c225-65fb-4f03-ada4-e4d720759f6c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:18.621198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6e19c225-65fb-4f03-ada4-e4d720759f6c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:18.621765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 841aaef7-40ed-4022-a761-2e0cf9cca41d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:18.668985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 841aaef7-40ed-4022-a761-2e0cf9cca41d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:18.672585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 841aaef7-40ed-4022-a761-2e0cf9cca41d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:18.790252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.790252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.799170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33552) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.999823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:26Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:19.068955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8855613a-976b-410c-827a-1a0ee8b1a1cc None None] The sync data for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 is: [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7f38cba4-bfe9-4c37-92c6-c8d25a83d951', 'name': '', 'network_id': '9e55e526-9477-405e-8040-2787a951c2f9', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'mac_address': 'fa:16:3e:53:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:26Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'subnets': [{'id': 'f66194a5-169b-4f89-a61e-7e20a9c63644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:19.076401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-a9a7e1a1-2eb1-491d-918a-c4932641d7c9 service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974699 Jul 16 20:38:19.156345 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.258814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 46fd123d-35f1-4765-8284-d278a1f06353 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:19.259286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.410149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-50435195-b863-41e3-a1ba-bb36e90622e7 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.413282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-50435195-b863-41e3-a1ba-bb36e90622e7 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 946 time: 0.7036147 Jul 16 20:38:19.452866 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.573639 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.574272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.585964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58fe97eb-0c5a-4048-9564-064c6c6439f4 req-b4ba617a-1685-41ef-a898-684210d89811 service neutron] 10.222.0.99 "GET /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763196 Jul 16 20:38:19.672989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 46fd123d-35f1-4765-8284-d278a1f06353 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:19.717276 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4550802-859b-4bc7-b18d-c288fc249722 None None] New status for floating IP a6ff2e17-bf8a-4fd4-aefa-db1519f704fa: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:19.719326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 9463aa93-77a9-4b88-a49b-8561b871b116 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:19.720140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.008882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eec8d0e8-f442-491e-9f02-2cbce65044fe req-afb514a4-d70b-4761-a8f5-2d2d223369ee tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "GET /v2.0/ports?device_id=1979dbf1-0a43-4034-b330-c851d8cf45c7 HTTP/1.1" status: 200 len: 210 time: 0.0557232 Jul 16 20:38:20.079355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port 9463aa93-77a9-4b88-a49b-8561b871b116, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=9463aa93-77a9-4b88-a49b-8561b871b116,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:20.079740 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.088666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a0ab-f6da-4416-bb78-674df686b42d req-f3e83ded-d2c6-4632-8712-4820bc3e76d6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:20.090348 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b239a0ab-f6da-4416-bb78-674df686b42d req-f3e83ded-d2c6-4632-8712-4820bc3e76d6 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 946 time: 0.1738446 Jul 16 20:38:20.155347 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b239a0ab-f6da-4416-bb78-674df686b42d req-8541b1ee-4f55-430d-b49c-b5a4f548ad4b tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/security-groups?id=4aa33bc4-2ada-405f-9869-8d1856a0e341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549550 Jul 16 20:38:20.283797 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.308524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=46fd123d-35f1-4765-8284-d278a1f06353,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.449041 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.449448 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Floating IP e11a75f8-da1e-4823-ab21-d565e1a0ce4a disassociated (deleted). External IP: 172.25.3.100, port: 954aae66-3913-4bae-b518-f283c98f5f55. Jul 16 20:38:20.549727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 9463aa93-77a9-4b88-a49b-8561b871b116 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:20.580258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.699263 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.752346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:20.761714 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.928626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:20.945152 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.946899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] Sync routers for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:20.956458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:20.957061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:20.989055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-81bb5ae9-d4c8-47f9-a52e-ef39866e4a8a tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/floatingips/e11a75f8-da1e-4823-ab21-d565e1a0ce4a HTTP/1.1" status: 204 len: 168 time: 2.1887627 Jul 16 20:38:20.989655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:20.992794 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739696ea-ef88-4204-922c-625bcf3d2659" -d '{"events": [{"name": "network-changed", "server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "tag": "954aae66-3913-4bae-b518-f283c98f5f55"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:21.038109 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0ce47b-7b5f-41f2-8128-d09f6434a318 x-openstack-request-id: req-1c0ce47b-7b5f-41f2-8128-d09f6434a318 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:21.038109 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "tag": "954aae66-3913-4bae-b518-f283c98f5f55", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:21.040903 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1c0ce47b-7b5f-41f2-8128-d09f6434a318 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:21.040903 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55', 'status': 'completed', 'code': 200} Jul 16 20:38:21.113670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.139146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33568) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.191185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:21.279506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=9463aa93-77a9-4b88-a49b-8561b871b116,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.413905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739696ea-ef88-4204-922c-625bcf3d2659 req-2c24634f-a568-4489-b974-1b033b94f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.418989 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739696ea-ef88-4204-922c-625bcf3d2659 req-2c24634f-a568-4489-b974-1b033b94f4d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 1098 time: 0.3478098 Jul 16 20:38:21.464456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] No DVR routers for this DVR port 9463aa93-77a9-4b88-a49b-8561b871b116 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:21.484153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.486147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc1e5be2-5f09-4a6d-a728-7509d5964cc5 req-bc5b75fc-632f-4445-8f5b-4e88deeca760 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.99 "DELETE /v2.0/ports/9463aa93-77a9-4b88-a49b-8561b871b116 HTTP/1.1" status: 204 len: 173 time: 2.0577164 Jul 16 20:38:21.488251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'name': 'network-vif-deleted', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:21.501313 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30699e7d-8887-4996-80e1-2720a88cb18b" -d '{"events": [{"server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "name": "network-vif-deleted", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:21.516043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:21.534418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.572248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4cb5da4b-05c0-4412-82b1-253accdba478 req-d9b7363c-0e30-494d-818c-85071cc4c945 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1 HTTP/1.1" status: 200 len: 210 time: 0.0800831 Jul 16 20:38:21.591770 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] Checking router: 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:21.625013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:21.625732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:21.769982 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293a6e67-3ac7-48ca-b6cf-f0606febd0c5 x-openstack-request-id: req-293a6e67-3ac7-48ca-b6cf-f0606febd0c5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:21.770619 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1", "name": "network-vif-deleted", "tag": "9463aa93-77a9-4b88-a49b-8561b871b116", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:21.770619 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-293a6e67-3ac7-48ca-b6cf-f0606febd0c5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:21.771077 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bbdc06-c7ae-4db2-9eb3-ceb2922a81b1', 'name': 'network-vif-deleted', 'tag': '9463aa93-77a9-4b88-a49b-8561b871b116', 'status': 'completed', 'code': 200} Jul 16 20:38:21.783946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Deleting port ecb92195-958b-46b1-b6f3-183e02a6ac86 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:21.785074 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.835040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739696ea-ef88-4204-922c-625bcf3d2659 req-a3e0686d-34e9-43c6-bd26-67ac5000d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.836944 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739696ea-ef88-4204-922c-625bcf3d2659 req-a3e0686d-34e9-43c6-bd26-67ac5000d6e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=45f418fb-9706-456e-9927-05f1b99baa2a HTTP/1.1" status: 200 len: 896 time: 0.4064257 Jul 16 20:38:21.903091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:21.907289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739696ea-ef88-4204-922c-625bcf3d2659 req-06029686-64c8-48ef-a5eb-e8d69d3e5cc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=954aae66-3913-4bae-b518-f283c98f5f55 HTTP/1.1" status: 200 len: 217 time: 0.0380909 Jul 16 20:38:21.932706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.943375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd972b-c500-4b76-b5c5-402ac27e4df7 req-a3efa898-dd90-46df-ad2f-b81a011e1561 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.951396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eebd972b-c500-4b76-b5c5-402ac27e4df7 req-a3efa898-dd90-46df-ad2f-b81a011e1561 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.3217163 Jul 16 20:38:21.959649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.978471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Deleting port 529c0409-536e-457a-81a4-aedd70b19b23 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:21.978944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.992687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.993008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.011731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739696ea-ef88-4204-922c-625bcf3d2659 req-d6f4d53c-fea3-4d29-969f-dddd3a998585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.013343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739696ea-ef88-4204-922c-625bcf3d2659 req-d6f4d53c-fea3-4d29-969f-dddd3a998585 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=775587f2-065d-420a-a345-ea7d32e9a98e HTTP/1.1" status: 200 len: 838 time: 0.0978744 Jul 16 20:38:22.014226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Calling delete_port for ecb92195-958b-46b1-b6f3-183e02a6ac86 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:22.059023 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.059754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d157d9c9-fe9e-45ab-aadd-90377b7c499f {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:22.088334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eebd972b-c500-4b76-b5c5-402ac27e4df7 req-f8f7122e-1037-4200-a8bc-4a82d96b3269 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358674 Jul 16 20:38:22.139888 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:38:22.145746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33578) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.148590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-47ae948f-1af9-4a9f-af16-e15c633fca89 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5734205 Jul 16 20:38:22.184629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] For port 529c0409-536e-457a-81a4-aedd70b19b23, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=529c0409-536e-457a-81a4-aedd70b19b23,segment=NetworkSegment(20ad5ab2-a9b9-4264-a084-07592d56fc7f),segment_id=20ad5ab2-a9b9-4264-a084-07592d56fc7f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:22.185001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.227252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Calling delete_port for 529c0409-536e-457a-81a4-aedd70b19b23 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:22.285820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:22.318782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc013c7d-b04b-4f2d-b618-3dda9bad1793 None None] The sync data for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 is: [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 4, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7eac4967-f580-4eb1-a44f-59522c69cfc3', 'name': '', 'network_id': '45f418fb-9706-456e-9927-05f1b99baa2a', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'mac_address': 'fa:16:3e:a8:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:27Z', 'updated_at': '2021-07-16T20:36:36Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'subnets': [{'id': '775587f2-065d-420a-a345-ea7d32e9a98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:22.348546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739696ea-ef88-4204-922c-625bcf3d2659 req-9e734696-013c-4e85-8d6f-712c0dba29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.350331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739696ea-ef88-4204-922c-625bcf3d2659 req-9e734696-013c-4e85-8d6f-712c0dba29dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=45f418fb-9706-456e-9927-05f1b99baa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3301637 Jul 16 20:38:22.543479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.559150 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.602048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Pushing event deleted for resources: {'Port': ['ID=529c0409-536e-457a-81a4-aedd70b19b23,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.609946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'Port': ['ID=ecb92195-958b-46b1-b6f3-183e02a6ac86,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.631583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Deleting port 46a0ad5d-71da-4f16-a732-230bef96ab6a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:22.631972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.657583 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739696ea-ef88-4204-922c-625bcf3d2659 req-52240ab7-089b-4d39-8b0c-aa20ace40a77 service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982507 Jul 16 20:38:22.764505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33586) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.811637 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df86b9-ac1a-4949-a286-6d8ea40fd45c None None] New status for floating IP e11a75f8-da1e-4823-ab21-d565e1a0ce4a: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:22.940090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6adbeaeb-d69e-422d-a33e-d876114c032e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.961848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.969657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.974983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d2eb1b8-20e2-4d0f-aae1-d069acd4926d tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "DELETE /v2.0/floatingips/68102698-c202-4bbf-ad26-e0123df6c35f HTTP/1.1" status: 204 len: 168 time: 1.8309846 Jul 16 20:38:22.975192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6adbeaeb-d69e-422d-a33e-d876114c032e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.988124 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.010768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.030249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Calling delete_port for 46a0ad5d-71da-4f16-a732-230bef96ab6a owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:23.039776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739696ea-ef88-4204-922c-625bcf3d2659 req-18920bc1-061c-4bf9-ab12-ede9c0e77483 service neutron] 10.222.0.79 "GET /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461168 Jul 16 20:38:23.049959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-32257363-08ce-42b1-b40c-fcd3936a57c6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:23.051526 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-32257363-08ce-42b1-b40c-fcd3936a57c6 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.3568113 Jul 16 20:38:23.280455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9463aa93-77a9-4b88-a49b-8561b871b116 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:23.293581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6adbeaeb-d69e-422d-a33e-d876114c032e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.296470 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6adbeaeb-d69e-422d-a33e-d876114c032e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.298151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6adbeaeb-d69e-422d-a33e-d876114c032e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/security-groups/4aa33bc4-2ada-405f-9869-8d1856a0e341 HTTP/1.1" status: 204 len: 168 time: 0.5324748 Jul 16 20:38:23.328044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbeaeb-d69e-422d-a33e-d876114c032e tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa33bc4-2ada-405f-9869-8d1856a0e341,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.347965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33598) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.349443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 9463aa93-77a9-4b88-a49b-8561b871b116 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:23.350028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 9463aa93-77a9-4b88-a49b-8561b871b116 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:23.593635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.609672 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 954aae66-3913-4bae-b518-f283c98f5f55 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:23.610054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.652972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Pushing event deleted for resources: {'Port': ['ID=46a0ad5d-71da-4f16-a732-230bef96ab6a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.669359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Router d9441fda-3ffc-4b7b-987f-00de569e06b1 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:23.678367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f172a3-1024-414d-8b73-15f585b36631 req-b5e05f8c-d923-4fe2-a021-0f80e4481e81 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:23.688438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6f172a3-1024-414d-8b73-15f585b36631 req-b5e05f8c-d923-4fe2-a021-0f80e4481e81 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 946 time: 0.3469820 Jul 16 20:38:23.841050 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6f172a3-1024-414d-8b73-15f585b36631 req-1f2d5464-dad3-4671-9566-e5d3df58b25e tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/security-groups?id=9016efa6-f0a0-48f3-a004-8c0740662050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510103 Jul 16 20:38:23.873303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port 954aae66-3913-4bae-b518-f283c98f5f55, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=954aae66-3913-4bae-b518-f283c98f5f55,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:23.873625 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.883226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:23.883453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.889185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d4aed317-2ad8-45b3-ac67-7fa2bfe4f620 admin admin] 10.222.0.91 "PUT /v2.0/routers/d9441fda-3ffc-4b7b-987f-00de569e06b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3042850 Jul 16 20:38:23.891519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-81de1ab0-d5f4-4e12-b979-19c4a99c7073 tempest-RoutersAdminNegativeTest-240979537 tempest-RoutersAdminNegativeTest-240979537-project-admin] 10.222.0.91 "DELETE /v2.0/ports/46a0ad5d-71da-4f16-a732-230bef96ab6a HTTP/1.1" status: 204 len: 168 time: 1.7438002 Jul 16 20:38:23.892287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33604) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.905784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] Sync routers for ids ['d9441fda-3ffc-4b7b-987f-00de569e06b1'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:23.923885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] Routers {'d9441fda-3ffc-4b7b-987f-00de569e06b1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:23.924621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d9441fda-3ffc-4b7b-987f-00de569e06b1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:23.963092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 954aae66-3913-4bae-b518-f283c98f5f55 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:24.096418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.107145 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.356859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] Set router d9441fda-3ffc-4b7b-987f-00de569e06b1 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:24.373287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33610) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.602176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e51a049-0f99-49e1-b767-fede74813a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.632609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:38:22Z', 'revision_number': 5, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.675829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] Checking router: d9441fda-3ffc-4b7b-987f-00de569e06b1 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:24.689169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] Routers {'d9441fda-3ffc-4b7b-987f-00de569e06b1'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:24.690200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['d9441fda-3ffc-4b7b-987f-00de569e06b1'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.700977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:24.701320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.840692 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e51a049-0f99-49e1-b767-fede74813a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.855232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port 7f38cba4-bfe9-4c37-92c6-c8d25a83d951, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:24.855942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.859295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e51a049-0f99-49e1-b767-fede74813a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.895294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:24.904446 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.930518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] Set router d9441fda-3ffc-4b7b-987f-00de569e06b1 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:24.935629 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2e51a049-0f99-49e1-b767-fede74813a4d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=34785f47d6304fe98a23af65239bd541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584223 Jul 16 20:38:24.936205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51a049-0f99-49e1-b767-fede74813a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ba49e4-d92a-41cc-84fd-7127ba146d39,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.938748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33626) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.958457 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.073506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=954aae66-3913-4bae-b518-f283c98f5f55,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.103560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] No DVR routers for this DVR port 954aae66-3913-4bae-b518-f283c98f5f55 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:25.114298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.116749 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a14a930-d48b-46c2-a531-4477facb5a4c req-558fade2-4c13-4d4e-9445-026db80e95c7 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.79 "DELETE /v2.0/ports/954aae66-3913-4bae-b518-f283c98f5f55 HTTP/1.1" status: 204 len: 173 time: 2.0569561 Jul 16 20:38:25.119336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-deleted', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:25.121373 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ac13e5-85c8-474d-b700-8a33d6783b66" -d '{"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-deleted", "tag": "954aae66-3913-4bae-b518-f283c98f5f55"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:25.178544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb6d1edf-f3fc-4d28-bfb0-f307c3305771 req-d8fb8455-2b22-4888-b65d-95d9236c7c60 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "GET /v2.0/ports?device_id=32381108-e16b-46d3-8cb0-50f9b3fa41cc HTTP/1.1" status: 200 len: 210 time: 0.0839400 Jul 16 20:38:25.191617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c372451e-b728-4211-9533-90b59fceb3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.198797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Deleting port ee3dce22-cef2-4d8f-ab47-06fc3e879283 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:25.199479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.257124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:38:22Z', 'revision_number': 5, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.273451 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92006116-a195-4de2-bb4d-0d522361bf1b x-openstack-request-id: req-92006116-a195-4de2-bb4d-0d522361bf1b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:25.273737 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32381108-e16b-46d3-8cb0-50f9b3fa41cc", "name": "network-vif-deleted", "tag": "954aae66-3913-4bae-b518-f283c98f5f55", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:25.273986 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-92006116-a195-4de2-bb4d-0d522361bf1b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:25.274995 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32381108-e16b-46d3-8cb0-50f9b3fa41cc', 'name': 'network-vif-deleted', 'tag': '954aae66-3913-4bae-b518-f283c98f5f55', 'status': 'completed', 'code': 200} Jul 16 20:38:25.309730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff974c3-b1ff-418e-995f-24fc443ef4ad None None] The sync data for ids ['d9441fda-3ffc-4b7b-987f-00de569e06b1'] in n-d-792458-10 is: [{'id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'name': 'tempest-TestServerBasicOps-1524026153-router', 'tenant_id': '3557a7d2770e4287861266732651c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:53Z', 'updated_at': '2021-07-16T20:38:22Z', 'revision_number': 5, 'project_id': '3557a7d2770e4287861266732651c962', 'gw_port': {'id': 'ee3dce22-cef2-4d8f-ab47-06fc3e879283', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9441fda-3ffc-4b7b-987f-00de569e06b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:54Z', 'updated_at': '2021-07-16T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:25.326009 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c372451e-b728-4211-9533-90b59fceb3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.342268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] For port ee3dce22-cef2-4d8f-ab47-06fc3e879283, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ee3dce22-cef2-4d8f-ab47-06fc3e879283,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:25.342711 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.398707 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.400919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Calling delete_port for ee3dce22-cef2-4d8f-ab47-06fc3e879283 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:25.446265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=7f38cba4-bfe9-4c37-92c6-c8d25a83d951,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.462758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 954aae66-3913-4bae-b518-f283c98f5f55 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:25.511433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 954aae66-3913-4bae-b518-f283c98f5f55 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:25.511433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 954aae66-3913-4bae-b518-f283c98f5f55 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:25.566697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c372451e-b728-4211-9533-90b59fceb3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.569389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c372451e-b728-4211-9533-90b59fceb3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.577288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c372451e-b728-4211-9533-90b59fceb3cf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/03ba49e4-d92a-41cc-84fd-7127ba146d39 HTTP/1.1" status: 204 len: 168 time: 0.6356292 Jul 16 20:38:25.611580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372451e-b728-4211-9533-90b59fceb3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ba49e4-d92a-41cc-84fd-7127ba146d39,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.791142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.951118 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.019723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3dce22-cef2-4d8f-ab47-06fc3e879283,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.138588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33638) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.158889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 529c0409-536e-457a-81a4-aedd70b19b23 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:26.184233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 529c0409-536e-457a-81a4-aedd70b19b23 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:26.185232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 529c0409-536e-457a-81a4-aedd70b19b23 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:26.252418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2390de55-ef52-4bee-b0ef-49f02a999e72 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d1ce8e72023c4b029b14fb6db8a3c63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1126029 Jul 16 20:38:26.254940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33642) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.262072 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.319017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33644) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.448007 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.455726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.555173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.555860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9441fda-3ffc-4b7b-987f-00de569e06b1 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:26.565018 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.566988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b92842cd-089c-4844-82b4-f74f5ced37bd admin admin] 10.222.0.91 "DELETE /v2.0/routers/d9441fda-3ffc-4b7b-987f-00de569e06b1 HTTP/1.1" status: 204 len: 168 time: 2.6713867 Jul 16 20:38:26.570119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33646) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.586453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c18b1a6-abdf-4416-a959-9b248fea90b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.656702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c18b1a6-abdf-4416-a959-9b248fea90b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.685606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] Deleting subnet 45873f5b-691c-4e36-9075-5a762a143765 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:26.714729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Router 288d92f2-2415-4038-b4ef-d91b9bf40b3f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:26.769451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.856973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.877414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:26.890311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a6fa6ee1-1002-4049-af6f-97810ff9bc6a tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "PUT /v2.0/routers/288d92f2-2415-4038-b4ef-d91b9bf40b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5273976 Jul 16 20:38:26.891046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33650) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.918655 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] Sync routers for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:26.931089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c18b1a6-abdf-4416-a959-9b248fea90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.933817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c18b1a6-abdf-4416-a959-9b248fea90b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.937351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2c18b1a6-abdf-4416-a959-9b248fea90b9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e6955a9e-ef3e-4d75-94e4-6df2175006dd HTTP/1.1" status: 204 len: 168 time: 0.6790788 Jul 16 20:38:26.949528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting subnet f66194a5-169b-4f89-a61e-7e20a9c63644 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:26.954160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.003202 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.045491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18b1a6-abdf-4416-a959-9b248fea90b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6955a9e-ef3e-4d75-94e4-6df2175006dd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:27.063643 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:27.068975 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:27.168521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.284666 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.306710 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.334329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edee654-db07-473e-9ab8-bdb448b35c52 None None] Network 9e55e526-9477-405e-8040-2787a951c2f9 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:27.350349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.357386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/subnets/f66194a5-169b-4f89-a61e-7e20a9c63644 HTTP/1.1" status: 204 len: 168 time: 0.4650800 Jul 16 20:38:27.362817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33658) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.423749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314226e-6452-4ef5-a4ce-ec391a68e951 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Subnet': ['ID=f66194a5-169b-4f89-a61e-7e20a9c63644,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:27.444948 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:27.455363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.537229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45873f5b-691c-4e36-9075-5a762a143765,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:27.542607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.544989 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09be61b0-20eb-4f24-a022-3906e01a7a2f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/45873f5b-691c-4e36-9075-5a762a143765 HTTP/1.1" status: 204 len: 168 time: 0.9718938 Jul 16 20:38:27.547979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33662) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.577168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec0ae1a-bc33-4ba2-b3db-e8c7fc47ebe0 None None] Network 25ad314e-599d-4220-b55b-6f6556e44640 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:27.610814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.766828 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.786814 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:38:25Z', 'revision_number': 5, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port': {'id': '104b3888-9bfb-4146-b81e-f270dd9a6512', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:27.803219 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.828751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.840982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.892624 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] Checking router: 288d92f2-2415-4038-b4ef-d91b9bf40b3f for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:27.896523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Deleting port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:27.897215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.934981 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:27.945668 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] Routers {'288d92f2-2415-4038-b4ef-d91b9bf40b3f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:27.946426 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:28.053919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] DHCP port deletion for 9e55e526-9477-405e-8040-2787a951c2f9 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:28.116013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] For port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,segment=NetworkSegment(20ad5ab2-a9b9-4264-a084-07592d56fc7f),segment_id=20ad5ab2-a9b9-4264-a084-07592d56fc7f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:28.116608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.134757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] DHCP port deletion for 25ad314e-599d-4220-b55b-6f6556e44640 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:28.136635 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ee3dce22-cef2-4d8f-ab47-06fc3e879283 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:28.151977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Calling delete_port for fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:28.190814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ee3dce22-cef2-4d8f-ab47-06fc3e879283 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:28.199368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ee3dce22-cef2-4d8f-ab47-06fc3e879283 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:28.220241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d202c296-924f-4565-acbd-e3ad355c6a1f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.252473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.272894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] Deleting port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:28.273659 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.299770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Deleting port 104b3888-9bfb-4146-b81e-f270dd9a6512 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:28.300259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.305432 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d202c296-924f-4565-acbd-e3ad355c6a1f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.333435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.335586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] No DVR routers for this DVR port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:28.361622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] Set router 288d92f2-2415-4038-b4ef-d91b9bf40b3f gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:28.413159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] For port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=421a695f-538a-4ad5-b2d0-0d46c2d8a09c,segment=NetworkSegment(91f851c5-a9b1-4629-813b-690afb7fefa7),segment_id=91f851c5-a9b1-4629-813b-690afb7fefa7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:28.413786 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.450811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] Calling delete_port for 421a695f-538a-4ad5-b2d0-0d46c2d8a09c owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:28.548117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.601950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ad314e-599d-4220-b55b-6f6556e44640']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:28.657392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ad5ab2-a9b9-4264-a084-07592d56fc7f') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:28.657729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ad5ab2-a9b9-4264-a084-07592d56fc7f') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:28.660691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33686) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.674728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] For port 104b3888-9bfb-4146-b81e-f270dd9a6512, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=104b3888-9bfb-4146-b81e-f270dd9a6512,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:28.686967 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.698095 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.716355 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.761487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] No DVR routers for this DVR port 421a695f-538a-4ad5-b2d0-0d46c2d8a09c on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:28.773641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abfb97-6997-480c-b826-233d91145bfe None None] Pushing event deleted for resources: {'Port': ['ID=421a695f-538a-4ad5-b2d0-0d46c2d8a09c,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.784345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Deleting port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:28.785424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.796721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Calling delete_port for 104b3888-9bfb-4146-b81e-f270dd9a6512 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:28.801949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.846479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:28.847093 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:28.856319 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:28.866668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d202c296-924f-4565-acbd-e3ad355c6a1f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.869597 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d202c296-924f-4565-acbd-e3ad355c6a1f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.873695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d202c296-924f-4565-acbd-e3ad355c6a1f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] 10.222.0.91 "DELETE /v2.0/security-groups/8f9130e4-cb98-46dc-9e1a-235bb7964686 HTTP/1.1" status: 204 len: 168 time: 1.0206316 Jul 16 20:38:28.973366 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'networks': [{'name': 'tempest-network--2055296486'}, {'name': 'tempest-network--1373830457'}]} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:28.973684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'network': {'name': 'tempest-network--2055296486'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:28.983531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'network': {'name': 'tempest-network--1373830457'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:28.986656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] For port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:28.990423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33696) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.990683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.993072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202c296-924f-4565-acbd-e3ad355c6a1f tempest-TestVolumeBootPattern-1789944946 tempest-TestVolumeBootPattern-1789944946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9130e4-cb98-46dc-9e1a-235bb7964686,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.993239 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:38:27Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.023253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Calling delete_port for fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:29.031231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:38:29.040282 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.058326 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.061578 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f687cdc-1355-45a4-956e-283c89fc6c91 None None] The sync data for ids ['288d92f2-2415-4038-b4ef-d91b9bf40b3f'] in n-d-792458-10 is: [{'id': '288d92f2-2415-4038-b4ef-d91b9bf40b3f', 'name': 'tempest-TestNetworkBasicOps-router-851898290', 'tenant_id': '86a257e84ec2449e90b18d1965eefa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:38:27Z', 'revision_number': 6, 'project_id': '86a257e84ec2449e90b18d1965eefa39', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:29.071415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.086539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] 10.222.0.91 "DELETE /v2.0/networks/25ad314e-599d-4220-b55b-6f6556e44640 HTTP/1.1" status: 204 len: 168 time: 1.5373485 Jul 16 20:38:29.131442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffcb03-fec3-4929-9964-5187bc048382 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ad314e-599d-4220-b55b-6f6556e44640,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.141445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Made reservation on behalf of c1d5e008603f4275ab8cd846a9e029b9 for: {'network': 2} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:29.146703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.146965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Pushing event deleted for resources: {'Port': ['ID=fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.151686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] Network 25ad314e-599d-4220-b55b-6f6556e44640 is not hosted by any dhcp agent {{(pid=93863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:38:29.152148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a98969-7081-475c-9ade-54f66f53cfa3 None None] No DVR routers for this DVR port fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:29.207293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port 7eac4967-f580-4eb1-a44f-59522c69cfc3 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:29.207998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.221743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.357896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33704) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.417398 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a0c91f0b-c0ce-413e-a76d-a7d253e3e296 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b237580579dc45a59b61e8e59621494f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582094 Jul 16 20:38:29.419846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33706) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.464026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.519663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6741dbb-7519-4ba0-9ffd-e142b7d64c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.551442 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6741dbb-7519-4ba0-9ffd-e142b7d64c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.625561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6741dbb-7519-4ba0-9ffd-e142b7d64c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.628332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6741dbb-7519-4ba0-9ffd-e142b7d64c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.632826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d6741dbb-7519-4ba0-9ffd-e142b7d64c44 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bbdd4fd1-1620-47ea-b77c-b7c1771a67a6 HTTP/1.1" status: 204 len: 168 time: 0.2116597 Jul 16 20:38:29.648094 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6741dbb-7519-4ba0-9ffd-e142b7d64c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdd4fd1-1620-47ea-b77c-b7c1771a67a6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.902186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Port': ['ID=104b3888-9bfb-4146-b81e-f270dd9a6512,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.087819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:30.111094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:30.111444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device fca417c4-3b8c-4ef1-b7e0-f6820cf5ac20 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:30.111863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 421a695f-538a-4ad5-b2d0-0d46c2d8a09c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:30.119050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:30.138556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 421a695f-538a-4ad5-b2d0-0d46c2d8a09c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:30.138971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 421a695f-538a-4ad5-b2d0-0d46c2d8a09c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:30.139396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 104b3888-9bfb-4146-b81e-f270dd9a6512 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:30.161549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.166718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 104b3888-9bfb-4146-b81e-f270dd9a6512 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:30.167109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 104b3888-9bfb-4146-b81e-f270dd9a6512 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:30.167560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:30.169580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port 7eac4967-f580-4eb1-a44f-59522c69cfc3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7eac4967-f580-4eb1-a44f-59522c69cfc3,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:30.169951 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.178925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-333eeed6-3f87-4b78-a693-a4e150c84a1a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3557a7d2770e4287861266732651c962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558832 Jul 16 20:38:30.179953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33718) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:30.185218 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.185817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.216049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:30.216801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7f38cba4-bfe9-4c37-92c6-c8d25a83d951 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:30.258542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78e9208-ccb8-4c48-b16e-c9768ce2018d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.275868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for 7eac4967-f580-4eb1-a44f-59522c69cfc3 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:30.294773 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78e9208-ccb8-4c48-b16e-c9768ce2018d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.299875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.355745 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78e9208-ccb8-4c48-b16e-c9768ce2018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.359700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78e9208-ccb8-4c48-b16e-c9768ce2018d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.361023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f78e9208-ccb8-4c48-b16e-c9768ce2018d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/89bf9720-c64e-43f0-9137-50d87da37956 HTTP/1.1" status: 204 len: 168 time: 0.1800511 Jul 16 20:38:30.382180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e9208-ccb8-4c48-b16e-c9768ce2018d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf9720-c64e-43f0-9137-50d87da37956,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.439431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e54063-73bd-49d0-b71d-96334b77be3c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.476532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:30.503992 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.508547 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.520379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.520794 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Added segment c832f9a6-a252-4bbd-8468-a6ea50bd24fb of type vlan for network 8bde99f8-bbf1-4df8-8eda-a8aeab481625 Jul 16 20:38:30.681379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.682014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Fanout notify agent at l3_agent the message router_deleted on router 288d92f2-2415-4038-b4ef-d91b9bf40b3f {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:30.698001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.701863 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6432d9a8-a6fa-4b4c-aa14-49c681729be9 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/routers/288d92f2-2415-4038-b4ef-d91b9bf40b3f HTTP/1.1" status: 204 len: 168 time: 3.3350039 Jul 16 20:38:30.702201 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33724) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:30.704379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.833668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:30.849769 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.850179 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Added segment 2107a607-a7e1-4296-916f-97d0bd412c2e of type vlan for network b6d34ad8-6ce1-40fc-8864-fba4c19048bd Jul 16 20:38:30.961349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.013054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.067846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.068268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.073822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.078650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.079416 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.095542 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.175360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=7eac4967-f580-4eb1-a44f-59522c69cfc3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.192758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5298178 Jul 16 20:38:31.195823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33726) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.284141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Network': ['ID=8bde99f8-bbf1-4df8-8eda-a8aeab481625,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.324725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8bde99f8-bbf1-4df8-8eda-a8aeab481625 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:31.396429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.423111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e55e526-9477-405e-8040-2787a951c2f9']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.504061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f851c5-a9b1-4629-813b-690afb7fefa7') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.504767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f851c5-a9b1-4629-813b-690afb7fefa7') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.522919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f069-85b3-4402-9b07-953e661c0d22 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Network': ['ID=b6d34ad8-6ce1-40fc-8864-fba4c19048bd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.534034 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.543234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network b6d34ad8-6ce1-40fc-8864-fba4c19048bd details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:31.602694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.607290 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.639418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8061950-ca26-441a-a49e-6929cf1d5428 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.645799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8061950-ca26-441a-a49e-6929cf1d5428 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.648825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:31.649257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.651958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8061950-ca26-441a-a49e-6929cf1d5428 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:31.652375 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:31.661655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8061950-ca26-441a-a49e-6929cf1d5428 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:31.666567 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d8061950-ca26-441a-a49e-6929cf1d5428 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4664826 Jul 16 20:38:31.666860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33730) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.748671 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.787809 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.798349 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.800022 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] 10.222.0.91 "DELETE /v2.0/networks/9e55e526-9477-405e-8040-2787a951c2f9 HTTP/1.1" status: 204 len: 168 time: 1.0892406 Jul 16 20:38:31.808647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.825886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364a57d-9768-4f5d-bfba-96013de1b395 tempest-TestNetworkBasicOps-1901093062 tempest-TestNetworkBasicOps-1901093062-project] Pushing event deleted for resources: {'Network': ['ID=9e55e526-9477-405e-8040-2787a951c2f9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.859101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.869891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bde99f8-bbf1-4df8-8eda-a8aeab481625']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.881961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c832f9a6-a252-4bbd-8468-a6ea50bd24fb') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.882269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c832f9a6-a252-4bbd-8468-a6ea50bd24fb') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.891895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.908313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.915749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:31.916530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:31.920210 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:32.015003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.022336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.026957 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/networks/8bde99f8-bbf1-4df8-8eda-a8aeab481625 HTTP/1.1" status: 204 len: 168 time: 0.3564711 Jul 16 20:38:32.027228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33736) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.066920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a22b3-1864-422c-bc4c-ef1b55e8b0e0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Network': ['ID=8bde99f8-bbf1-4df8-8eda-a8aeab481625,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.124316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33738) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.143291 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.201592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:32.218805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Deleting port 1d16b21e-fed2-4fdc-8824-c00276c6811d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:32.219188 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.233885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.250701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d34ad8-6ce1-40fc-8864-fba4c19048bd']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.267053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2107a607-a7e1-4296-916f-97d0bd412c2e') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.267268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2107a607-a7e1-4296-916f-97d0bd412c2e') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.284621 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.311821 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.315991 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1df2ddea-3fcf-47cc-997c-e929e8c75d4b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=86a257e84ec2449e90b18d1965eefa39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905982 Jul 16 20:38:32.319011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33744) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.333584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:32.334450 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:32.337275 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:32.394537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] For port 1d16b21e-fed2-4fdc-8824-c00276c6811d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1d16b21e-fed2-4fdc-8824-c00276c6811d,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:32.394951 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.404571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:32.414255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bcd8091c-eece-40f3-82fa-72f88495a3c5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "PUT /v2.0/routers/312ef8ca-0d1d-47c4-b506-ec2a383ecc58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0910287 Jul 16 20:38:32.414389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33748) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.415591 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Calling delete_port for 1d16b21e-fed2-4fdc-8824-c00276c6811d owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:32.420219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] Sync routers for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:32.436100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:32.437073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.453793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.473681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14688aad-f279-424e-8cac-fe3ca8db9cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.481741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.488637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33750) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.489267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/networks/b6d34ad8-6ce1-40fc-8864-fba4c19048bd HTTP/1.1" status: 204 len: 168 time: 0.4607277 Jul 16 20:38:32.531317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a366594-4e03-443c-8f6e-7a863c7eb079 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Network': ['ID=b6d34ad8-6ce1-40fc-8864-fba4c19048bd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.559179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting subnet 775587f2-065d-420a-a345-ea7d32e9a98e {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:32.565136 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14688aad-f279-424e-8cac-fe3ca8db9cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.567306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.585877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:32.636593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.698430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14688aad-f279-424e-8cac-fe3ca8db9cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.701189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14688aad-f279-424e-8cac-fe3ca8db9cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.705366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-14688aad-f279-424e-8cac-fe3ca8db9cfa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/87d57016-2ce1-401c-8f89-d037556b3754 HTTP/1.1" status: 204 len: 168 time: 0.3855019 Jul 16 20:38:32.747762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14688aad-f279-424e-8cac-fe3ca8db9cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d57016-2ce1-401c-8f89-d037556b3754,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.863879 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.926819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.979768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] Checking router: 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:32.984893 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.990915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] Routers {'312ef8ca-0d1d-47c4-b506-ec2a383ecc58'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:32.992136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.026565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Subnet': ['ID=775587f2-065d-420a-a345-ea7d32e9a98e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.033783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.039504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ecb7c4a3-410c-4a27-9567-201c6b11ad93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/subnets/775587f2-065d-420a-a345-ea7d32e9a98e HTTP/1.1" status: 204 len: 168 time: 0.6238654 Jul 16 20:38:33.040943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33762) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.043806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ffaf0-4a59-4065-9617-78c78367778a None None] Network 45f418fb-9706-456e-9927-05f1b99baa2a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:33.167570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716e386-8725-4b7e-83f6-0757d1fc2bb8 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.186310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716e386-8725-4b7e-83f6-0757d1fc2bb8 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.191684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4716e386-8725-4b7e-83f6-0757d1fc2bb8 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6982965 Jul 16 20:38:33.192008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33764) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.201568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-135027318'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:33.205977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33766) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.211349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.317421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.343349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.345860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Made reservation on behalf of c1d5e008603f4275ab8cd846a9e029b9 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:33.349538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.362948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a05f2945-9ab2-4d94-ae40-d69546827969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.435520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] Set router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:33.447868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Deleting port e8dce163-fb48-4b21-9aa5-280741d99960 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:33.448587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.489015 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d16b21e-fed2-4fdc-8824-c00276c6811d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.537653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:33.549373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.549723 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Added segment 97ee6097-7e49-4de2-a49f-f90405a6d8f1 of type vlan for network 9536a164-45ce-4d7a-89b6-bea599d6103d Jul 16 20:38:33.598399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] For port e8dce163-fb48-4b21-9aa5-280741d99960, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e8dce163-fb48-4b21-9aa5-280741d99960,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:33.598687 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.626551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Calling delete_port for e8dce163-fb48-4b21-9aa5-280741d99960 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:33.671092 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.675754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] DHCP port deletion for 45f418fb-9706-456e-9927-05f1b99baa2a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:33.676854 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a05f2945-9ab2-4d94-ae40-d69546827969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.688514 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a05f2945-9ab2-4d94-ae40-d69546827969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.790585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a05f2945-9ab2-4d94-ae40-d69546827969 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5c6db34d7e014efd820a30b16450f72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836535 Jul 16 20:38:33.792929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33768) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.793936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f2945-9ab2-4d94-ae40-d69546827969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa3a838-c9c3-4e61-9edd-32c3dfb2be92,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.811790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:38:33.826934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] Deleting port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:33.827324 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.888807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.919318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] For port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5f0d474e-9ea2-4c51-a7e4-e32563438cdc,segment=NetworkSegment(470f55c2-2054-446b-be04-effdf8374c28),segment_id=470f55c2-2054-446b-be04-effdf8374c28)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:33.919318 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.928319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Port': ['ID=e8dce163-fb48-4b21-9aa5-280741d99960,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.934774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.940608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] Calling delete_port for 5f0d474e-9ea2-4c51-a7e4-e32563438cdc owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:33.957879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.974877 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.981198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.986104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.991008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a35ce-e737-49c4-a588-2189a86287b1 None None] The sync data for ids ['312ef8ca-0d1d-47c4-b506-ec2a383ecc58'] in n-d-792458-10 is: [{'id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355491112', 'tenant_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 5, 'project_id': 'ad091e6370c54c3c869b10f94c6f8c79', 'gw_port': {'id': 'e8dce163-fb48-4b21-9aa5-280741d99960', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ef8ca-0d1d-47c4-b506-ec2a383ecc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:34.098242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.130511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9364514 Jul 16 20:38:34.137057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33772) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.142957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-764531354'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.151464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.183683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] Pushing event deleted for resources: {'Port': ['ID=5f0d474e-9ea2-4c51-a7e4-e32563438cdc,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.191692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc28e3-bd45-44c3-b30c-4029bb62ac6d None None] No DVR routers for this DVR port 5f0d474e-9ea2-4c51-a7e4-e32563438cdc on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:34.218038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d70537-87de-48c6-8ac7-950235e09a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.220858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acf7e8-b8e3-4428-b663-32a56f71e259 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Network': ['ID=9536a164-45ce-4d7a-89b6-bea599d6103d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.223364 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.232789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 9536a164-45ce-4d7a-89b6-bea599d6103d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:34.233963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.244205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Made reservation on behalf of c1d5e008603f4275ab8cd846a9e029b9 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:34.248142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.268225 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d70537-87de-48c6-8ac7-950235e09a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.305930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:34.314968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.315487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Fanout notify agent at l3_agent the message router_deleted on router 312ef8ca-0d1d-47c4-b506-ec2a383ecc58 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:34.323427 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.324529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63955212-739f-4aaa-8666-3b4d5b1a83f5 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/routers/312ef8ca-0d1d-47c4-b506-ec2a383ecc58 HTTP/1.1" status: 204 len: 168 time: 1.2822015 Jul 16 20:38:34.325764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.326106 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Added segment 85313306-4ecf-489c-bea6-90258a80b38c of type vlan for network c74f19ec-7efb-48fd-97f3-495142ffd5cb Jul 16 20:38:34.327286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33774) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.400075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.438013 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d70537-87de-48c6-8ac7-950235e09a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.443404 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d70537-87de-48c6-8ac7-950235e09a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.456181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-14d70537-87de-48c6-8ac7-950235e09a96 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aaa3a838-c9c3-4e61-9edd-32c3dfb2be92 HTTP/1.1" status: 204 len: 168 time: 0.6466184 Jul 16 20:38:34.464986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Router 6a73f36e-fffd-4422-8794-3f1cdda884fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:34.475357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.487230 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d70537-87de-48c6-8ac7-950235e09a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa3a838-c9c3-4e61-9edd-32c3dfb2be92,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.537133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.548067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.549122 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.584106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5f0d474e-9ea2-4c51-a7e4-e32563438cdc no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:34.595621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4570215 Jul 16 20:38:34.619412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33778) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.630601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'ports': [{'network_id': '9536a164-45ce-4d7a-89b6-bea599d6103d', 'name': 'tempest-port--1644316321', 'admin_state_up': True}, {'network_id': 'c74f19ec-7efb-48fd-97f3-495142ffd5cb', 'admin_state_up': False}]} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.631581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'port': {'network_id': '9536a164-45ce-4d7a-89b6-bea599d6103d', 'name': 'tempest-port--1644316321', 'admin_state_up': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.633740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'port': {'network_id': 'c74f19ec-7efb-48fd-97f3-495142ffd5cb', 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.647605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5f0d474e-9ea2-4c51-a7e4-e32563438cdc {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:34.648256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5f0d474e-9ea2-4c51-a7e4-e32563438cdc not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:34.702961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.747748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b7be-c6fb-47a7-8691-f3ad3a11e177 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Network': ['ID=c74f19ec-7efb-48fd-97f3-495142ffd5cb,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.753594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f418fb-9706-456e-9927-05f1b99baa2a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.759104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network c74f19ec-7efb-48fd-97f3-495142ffd5cb details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:34.765986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470f55c2-2054-446b-be04-effdf8374c28') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.766359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470f55c2-2054-446b-be04-effdf8374c28') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.780793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.800020 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.808678 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:34.809679 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:34.886456 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:34.891372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.912933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:34.918279 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cc5d951-91e9-49f0-b3cb-4ea2b269a3cc admin admin] 10.222.0.91 "PUT /v2.0/routers/6a73f36e-fffd-4422-8794-3f1cdda884fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9210246 Jul 16 20:38:34.922050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] Sync routers for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:34.924375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33782) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.925588 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.928093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/networks/45f418fb-9706-456e-9927-05f1b99baa2a HTTP/1.1" status: 204 len: 168 time: 0.5996330 Jul 16 20:38:34.929156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6018b-b0c9-491e-a639-914cbf0cf9de tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'Network': ['ID=45f418fb-9706-456e-9927-05f1b99baa2a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.936554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33786) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.942175 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:34.943688 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.136713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43d3d248-7ac1-424f-bf27-9426d3c5ac93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.153849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Made reservation on behalf of c1d5e008603f4275ab8cd846a9e029b9 for: {'port': 2} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:35.158429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.166283 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.187786 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:35.201096 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43d3d248-7ac1-424f-bf27-9426d3c5ac93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.251689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.334980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.388677 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43d3d248-7ac1-424f-bf27-9426d3c5ac93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.392686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43d3d248-7ac1-424f-bf27-9426d3c5ac93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.394070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-43d3d248-7ac1-424f-bf27-9426d3c5ac93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] 10.222.0.91 "DELETE /v2.0/security-groups/9016efa6-f0a0-48f3-a004-8c0740662050 HTTP/1.1" status: 204 len: 168 time: 0.4566417 Jul 16 20:38:35.404612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] device_id is not set on port d3120812-f80c-498b-a4b5-dd31ccadbf58 yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:35.409121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Deleting port e7b435fb-2e21-43b1-bf21-4ca0551d99c0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:35.409683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.416312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3d248-7ac1-424f-bf27-9426d3c5ac93 tempest-TestNetworkAdvancedServerOps-1501250878 tempest-TestNetworkAdvancedServerOps-1501250878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9016efa6-f0a0-48f3-a004-8c0740662050,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.591746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] For port e7b435fb-2e21-43b1-bf21-4ca0551d99c0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:35.592117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.604653 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:38:33Z', 'revision_number': 5, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port': {'id': 'e7b435fb-2e21-43b1-bf21-4ca0551d99c0', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:24:49Z', 'updated_at': '2021-07-16T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.623209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Calling delete_port for e7b435fb-2e21-43b1-bf21-4ca0551d99c0 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:35.662423 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] Checking router: 6a73f36e-fffd-4422-8794-3f1cdda884fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:35.669341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.672326 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] Routers {'6a73f36e-fffd-4422-8794-3f1cdda884fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:35.673015 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['6a73f36e-fffd-4422-8794-3f1cdda884fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.859258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] device_id is not set on port d2135af3-51f9-4b1d-94b8-f29df93feebd yet. {{(pid=93862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:35.874870 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] Set router 6a73f36e-fffd-4422-8794-3f1cdda884fe gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:35.918757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.997087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e8dce163-fb48-4b21-9aa5-280741d99960 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:35.997664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33812) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.005481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b435fb-2e21-43b1-bf21-4ca0551d99c0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.007837 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:38:35Z', 'revision_number': 6, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:36.045204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e8dce163-fb48-4b21-9aa5-280741d99960 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:36.045581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e8dce163-fb48-4b21-9aa5-280741d99960 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:36.045995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7eac4967-f580-4eb1-a44f-59522c69cfc3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:36.076282 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ea1c0-2cd4-4379-b3aa-2789e2ebeae0 None None] The sync data for ids ['6a73f36e-fffd-4422-8794-3f1cdda884fe'] in n-d-792458-10 is: [{'id': '6a73f36e-fffd-4422-8794-3f1cdda884fe', 'name': 'tempest-TestVolumeBootPattern-582865168-router', 'tenant_id': '7749d02d72f148a6b0d11f063739606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:48Z', 'updated_at': '2021-07-16T20:38:35Z', 'revision_number': 6, 'project_id': '7749d02d72f148a6b0d11f063739606f', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:36.181811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 7eac4967-f580-4eb1-a44f-59522c69cfc3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:36.181811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7eac4967-f580-4eb1-a44f-59522c69cfc3 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:36.187405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.188026 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cd04ccb9-964f-42c2-80f4-bf8d5b5149e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.214791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.309889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.447927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Port': ['ID=d3120812-f80c-498b-a4b5-dd31ccadbf58,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.461573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Checking segment: {'id': '97ee6097-7e49-4de2-a49f-f90405a6d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '9536a164-45ce-4d7a-89b6-bea599d6103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:36.462365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network hostable DHCP agents. Network: 9536a164-45ce-4d7a-89b6-bea599d6103d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:36.500362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network 9536a164-45ce-4d7a-89b6-bea599d6103d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:36.515724 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 9536a164-45ce-4d7a-89b6-bea599d6103d) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:36.528723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:36.531743 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.534205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922cd95-5e55-4782-84cc-0242bba66335 None None] Network 9536a164-45ce-4d7a-89b6-bea599d6103d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:36.761386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.764039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.812668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Checking segment: {'id': '85313306-4ecf-489c-bea6-90258a80b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c74f19ec-7efb-48fd-97f3-495142ffd5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:36.812668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network hostable DHCP agents. Network: c74f19ec-7efb-48fd-97f3-495142ffd5cb, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:36.819062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.819462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a73f36e-fffd-4422-8794-3f1cdda884fe {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:36.827423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.828554 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-19835003-b516-435e-a55a-85311f758fb2 admin admin] 10.222.0.91 "DELETE /v2.0/routers/6a73f36e-fffd-4422-8794-3f1cdda884fe HTTP/1.1" status: 204 len: 168 time: 1.8966959 Jul 16 20:38:36.833194 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33826) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.871272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-83ff2b6d-5845-4899-aadc-1a1c13df7f21 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ad091e6370c54c3c869b10f94c6f8c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8706019 Jul 16 20:38:36.871961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33828) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.896486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] Deleting subnet e07381f6-ef19-4a12-a94c-1cbaada029ea {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:36.899081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Port': ['ID=d2135af3-51f9-4b1d-94b8-f29df93feebd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.902618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.932821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network c74f19ec-7efb-48fd-97f3-495142ffd5cb is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:36.945514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, c74f19ec-7efb-48fd-97f3-495142ffd5cb) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:36.951833 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:36.957825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.964371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-914d7068-8fc4-4b3a-bb3b-e11564a5d7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.965596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205c605-c57a-4345-8f97-75a289004f87 None None] Network c74f19ec-7efb-48fd-97f3-495142ffd5cb requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:36.969006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.970336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.995723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.003970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-914d7068-8fc4-4b3a-bb3b-e11564a5d7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.041128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c9eafa4f-71ab-49f0-a1df-c6c6a0eaecfc tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4205067 Jul 16 20:38:37.043826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33838) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.097966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-914d7068-8fc4-4b3a-bb3b-e11564a5d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.101131 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-914d7068-8fc4-4b3a-bb3b-e11564a5d7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.102644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-914d7068-8fc4-4b3a-bb3b-e11564a5d7a8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d34bf82c-5a36-4117-b2ee-808316d211f2 HTTP/1.1" status: 204 len: 168 time: 0.2296758 Jul 16 20:38:37.119553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d7068-8fc4-4b3a-bb3b-e11564a5d7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34bf82c-5a36-4117-b2ee-808316d211f2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.356536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d313566-79e4-4db8-b9f5-c9e6ad86c843 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:37.362935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d313566-79e4-4db8-b9f5-c9e6ad86c843 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:37.364369 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d313566-79e4-4db8-b9f5-c9e6ad86c843 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3194003 Jul 16 20:38:37.365826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.369747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33870) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.511856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.554114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07381f6-ef19-4a12-a94c-1cbaada029ea,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.556868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.559993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ffeae-dadf-4fe6-986e-90c9ceca59ed None None] Network f10ab94c-7d04-486b-9be8-99d7d45c5cc1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:37.571090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b3d97646-c54d-4d55-b63e-1d5d774b3695 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e07381f6-ef19-4a12-a94c-1cbaada029ea HTTP/1.1" status: 204 len: 168 time: 0.7365026 Jul 16 20:38:37.573635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33892) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.604801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Deleting port d3120812-f80c-498b-a4b5-dd31ccadbf58 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:37.605726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.721319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.762018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Calling delete_port for d3120812-f80c-498b-a4b5-dd31ccadbf58 owned by {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:37.796702 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.888069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Deleting port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:37.891079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.939550 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.971764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] DHCP port deletion for f10ab94c-7d04-486b-9be8-99d7d45c5cc1 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:38.056177 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33942) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.080508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] Deleting port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:38.080928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.109786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] For port 2f2d7a86-8b44-4ca3-98d0-665c5942a513, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2f2d7a86-8b44-4ca3-98d0-665c5942a513,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:38.110240 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.116265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.124582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/ports/d3120812-f80c-498b-a4b5-dd31ccadbf58 HTTP/1.1" status: 204 len: 168 time: 0.7555141 Jul 16 20:38:38.125954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33956) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.132785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722640c-51b3-4ae1-a968-c6eedb4f1da1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Port': ['ID=d3120812-f80c-498b-a4b5-dd31ccadbf58,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.149020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Calling delete_port for 2f2d7a86-8b44-4ca3-98d0-665c5942a513 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:38.171685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 2f2d7a86-8b44-4ca3-98d0-665c5942a513 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:38.174074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91a65e13-0755-400f-8b35-705a0bad76ad admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0fb7f89f8ca7468e8e434352e2c83af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143565 Jul 16 20:38:38.178459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33962) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.234243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] For port 2f2d7a86-8b44-4ca3-98d0-665c5942a513, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=2f2d7a86-8b44-4ca3-98d0-665c5942a513,segment=NetworkSegment(aea34607-00b4-4b47-a0e1-b814adb34918),segment_id=aea34607-00b4-4b47-a0e1-b814adb34918)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:38.234563 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.285883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] Calling delete_port for 2f2d7a86-8b44-4ca3-98d0-665c5942a513 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:38.301199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44240810-1760-4797-899b-c7b3d78b6e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.339260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44240810-1760-4797-899b-c7b3d78b6e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.354427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Deleting port d2135af3-51f9-4b1d-94b8-f29df93feebd {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:38.354783 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.357715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.431394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2d7a86-8b44-4ca3-98d0-665c5942a513,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.435991 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] No DVR routers for this DVR port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:38.480853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44240810-1760-4797-899b-c7b3d78b6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.492371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-44240810-1760-4797-899b-c7b3d78b6e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.497340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-44240810-1760-4797-899b-c7b3d78b6e09 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/57eceda7-91be-4528-8fcb-7d19b0d3231b HTTP/1.1" status: 204 len: 168 time: 0.3109682 Jul 16 20:38:38.526749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44240810-1760-4797-899b-c7b3d78b6e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eceda7-91be-4528-8fcb-7d19b0d3231b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.527206 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.547666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Calling delete_port for d2135af3-51f9-4b1d-94b8-f29df93feebd owned by {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:38.579852 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.580809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 update to DOWN by agent not found {{(pid=93863) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:38:38.582381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e7b435fb-2e21-43b1-bf21-4ca0551d99c0 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:38.589873 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.598806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10ab94c-7d04-486b-9be8-99d7d45c5cc1']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:38.616769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea34607-00b4-4b47-a0e1-b814adb34918') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:38.617341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea34607-00b4-4b47-a0e1-b814adb34918') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:38.659298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] No DVR routers for this DVR port 2f2d7a86-8b44-4ca3-98d0-665c5942a513 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:38.683796 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.693286 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e7b435fb-2e21-43b1-bf21-4ca0551d99c0 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:38.694432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e7b435fb-2e21-43b1-bf21-4ca0551d99c0 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:38.695142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d16b21e-fed2-4fdc-8824-c00276c6811d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:38.705298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.717897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:38.718306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:38.720443 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:38.820815 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.832715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.849265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbeb25-48a2-44c6-af38-888e66734d88 None None] Pushing event deleted for resources: {'Port': ['ID=2f2d7a86-8b44-4ca3-98d0-665c5942a513,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.857675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33974) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.861688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.876001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33978) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.878480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] 10.222.0.91 "DELETE /v2.0/networks/f10ab94c-7d04-486b-9be8-99d7d45c5cc1 HTTP/1.1" status: 204 len: 168 time: 1.3020616 Jul 16 20:38:38.904791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 1d16b21e-fed2-4fdc-8824-c00276c6811d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:38.905798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1d16b21e-fed2-4fdc-8824-c00276c6811d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:38.913733 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.935077 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.960979 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc831a2d-259e-48a1-ad77-40a57f4ce2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.996097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Port': ['ID=d2135af3-51f9-4b1d-94b8-f29df93feebd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.000122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7746dc-8b61-444d-91b4-b61968a21c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=f10ab94c-7d04-486b-9be8-99d7d45c5cc1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.005703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.008234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e01930dd-e99d-4078-b9dd-223a6afa9c3f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/ports/d2135af3-51f9-4b1d-94b8-f29df93feebd HTTP/1.1" status: 204 len: 168 time: 0.8610368 Jul 16 20:38:39.013028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33980) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.108620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33982) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.109616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ef094b76-d27c-45cf-94cc-c46684f70a53 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0938804 Jul 16 20:38:39.130353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-568416291'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:39.157027 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.209747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Made reservation on behalf of c1d5e008603f4275ab8cd846a9e029b9 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:39.213943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.218576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4923edef-d2ed-4f24-a7dd-5deba3957c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.339762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:39.361932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.362334 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Added segment fbac820d-1d51-408d-b0a6-878126b9ee70 of type vlan for network 88f7edb9-edf6-42b6-a794-0cc2326de6ec Jul 16 20:38:39.454925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.507296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4923edef-d2ed-4f24-a7dd-5deba3957c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.514636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4923edef-d2ed-4f24-a7dd-5deba3957c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.522686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.528233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.528836 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.625892 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5108469 Jul 16 20:38:39.629160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33986) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.635480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4923edef-d2ed-4f24-a7dd-5deba3957c18 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ef8ff43ea3b845948c49fa0fa0011f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735615 Jul 16 20:38:39.637379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923edef-d2ed-4f24-a7dd-5deba3957c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77243164-2a51-4128-97e3-1ce20ade25c9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.639792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33988) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.649522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1018858943'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:39.677038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91185b01-4764-4503-b2de-b934b2637e06 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Network': ['ID=88f7edb9-edf6-42b6-a794-0cc2326de6ec,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.688451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 88f7edb9-edf6-42b6-a794-0cc2326de6ec details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:39.706201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Made reservation on behalf of c1d5e008603f4275ab8cd846a9e029b9 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:39.709861 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.739055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:39.749396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.749906 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Added segment 61e511f1-fe83-4d52-85b0-627151f32739 of type vlan for network 88be9fe6-3a5e-4076-af4c-05d73850d7f7 Jul 16 20:38:39.773153 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3bf5c2-035d-4e8d-b918-cd3833866691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.796959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.806871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3bf5c2-035d-4e8d-b918-cd3833866691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.839310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.846127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.846925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.893494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2621348 Jul 16 20:38:39.900878 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.934716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f88f2-26cb-42bb-b9d7-4a11d97820c0 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Network': ['ID=88be9fe6-3a5e-4076-af4c-05d73850d7f7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.950993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 88be9fe6-3a5e-4076-af4c-05d73850d7f7 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:39.952847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3bf5c2-035d-4e8d-b918-cd3833866691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.955499 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c3bf5c2-035d-4e8d-b918-cd3833866691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.958891 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6c3bf5c2-035d-4e8d-b918-cd3833866691 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/77243164-2a51-4128-97e3-1ce20ade25c9 HTTP/1.1" status: 204 len: 168 time: 0.2879589 Jul 16 20:38:39.981694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bf5c2-035d-4e8d-b918-cd3833866691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77243164-2a51-4128-97e3-1ce20ade25c9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.152278 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.421761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Deleting port 6b5c2882-5e21-4dea-a28f-80be446b0f17 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:40.422472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.575994 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] For port 6b5c2882-5e21-4dea-a28f-80be446b0f17, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6b5c2882-5e21-4dea-a28f-80be446b0f17,segment=NetworkSegment(c7f0fcc6-cb98-441d-9983-55ac85eca7bf),segment_id=c7f0fcc6-cb98-441d-9983-55ac85eca7bf)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:40.577196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.594093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Calling delete_port for 6b5c2882-5e21-4dea-a28f-80be446b0f17 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:40.631786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 33996) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:40.654554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3834ee83-12ff-4a01-a939-722a96629193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.804911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3834ee83-12ff-4a01-a939-722a96629193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.812192 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3834ee83-12ff-4a01-a939-722a96629193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.838758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3834ee83-12ff-4a01-a939-722a96629193 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ce6df9caaed4c8898b32ea342c2e77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057872 Jul 16 20:38:40.847667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 33998) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:40.893524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834ee83-12ff-4a01-a939-722a96629193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3a8280-3667-4d58-9204-eed7f00671cf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.938540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9758a5f-aac5-4e3c-894d-bcf1c4b72cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.974289 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9758a5f-aac5-4e3c-894d-bcf1c4b72cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.006574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.038369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5c2882-5e21-4dea-a28f-80be446b0f17,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.161410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9758a5f-aac5-4e3c-894d-bcf1c4b72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.163988 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9758a5f-aac5-4e3c-894d-bcf1c4b72cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.170484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a9758a5f-aac5-4e3c-894d-bcf1c4b72cbc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/da3a8280-3667-4d58-9204-eed7f00671cf HTTP/1.1" status: 204 len: 168 time: 0.3164444 Jul 16 20:38:41.199397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9758a5f-aac5-4e3c-894d-bcf1c4b72cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3a8280-3667-4d58-9204-eed7f00671cf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.326629 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.903525 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.135311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:42.279814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:42.288774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] Sync routers for ids ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:42.292772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3704ec26-0e03-4c0d-bc42-b1003b4a1cf6 admin admin] 10.222.0.91 "PUT /v2.0/routers/e67f17eb-17bb-4a83-ab61-7e1a7dd61051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4132390 Jul 16 20:38:42.293074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34016) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.314388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] Routers {'e67f17eb-17bb-4a83-ab61-7e1a7dd61051'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:42.316711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.427949 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.547310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] Set router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:42.668734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.686031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34024) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.816129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-466341258-network', 'tenant_id': 'c961cc2e19384c359af13c7c11447899'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:42.834453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Deleting port 16c7b02e-0f3d-4e96-9308-8311be6bbae4 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:42.835107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.856617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Made reservation on behalf of c961cc2e19384c359af13c7c11447899 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:42.859323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.876646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.923912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:38:40Z', 'revision_number': 5, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port': {'id': '16c7b02e-0f3d-4e96-9308-8311be6bbae4', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:01Z', 'updated_at': '2021-07-16T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.999075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] Checking router: e67f17eb-17bb-4a83-ab61-7e1a7dd61051 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:43.004958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] For port 16c7b02e-0f3d-4e96-9308-8311be6bbae4, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=16c7b02e-0f3d-4e96-9308-8311be6bbae4,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:43.006594 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.020344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] Routers {'e67f17eb-17bb-4a83-ab61-7e1a7dd61051'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:43.022261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:43.031136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Calling delete_port for 16c7b02e-0f3d-4e96-9308-8311be6bbae4 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:43.075440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.081128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.150456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:43.183441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece5d53-d11e-46d3-9419-07dd82eb4c37,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.198634 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.198634 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Added segment e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6 of type vlan for network 85e5fe54-7812-49fa-ac60-fa2cbf7199be Jul 16 20:38:43.264735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.307548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.308828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.309474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.335739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34036) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.341168 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'subnets': [{'network_id': '88f7edb9-edf6-42b6-a794-0cc2326de6ec', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2043884397', 'ip_version': 6}, {'network_id': '88be9fe6-3a5e-4076-af4c-05d73850d7f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:43.341514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'subnet': {'network_id': '88f7edb9-edf6-42b6-a794-0cc2326de6ec', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2043884397', 'ip_version': 6}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:43.342204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Request body: {'subnet': {'network_id': '88be9fe6-3a5e-4076-af4c-05d73850d7f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:43.353148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6648610 Jul 16 20:38:43.357829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] Set router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:43.362343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34038) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.376830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Request body: {'subnet': {'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-466341258-subnet', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:43.421387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57771-a632-4f1c-abd3-55c0e75f5eda admin admin] Pushing event updated for resources: {'Network': ['ID=85e5fe54-7812-49fa-ac60-fa2cbf7199be,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.423970 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:38:42Z', 'revision_number': 6, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:43.453154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Made reservation on behalf of c961cc2e19384c359af13c7c11447899 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:43.458418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.460128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:43.465330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.556113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Pushing event deleted for resources: {'Port': ['ID=16c7b02e-0f3d-4e96-9308-8311be6bbae4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.605354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Made reservation on behalf of c1d5e008603f4275ab8cd846a9e029b9 for: {'subnet': 2} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:43.610646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.610948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.712079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e34308-56fa-4883-a06d-4373e03d0a81 None None] The sync data for ids ['e67f17eb-17bb-4a83-ab61-7e1a7dd61051'] in n-d-792458-10 is: [{'id': 'e67f17eb-17bb-4a83-ab61-7e1a7dd61051', 'name': 'tempest-TestVolumeBootPattern-1114068130-router', 'tenant_id': '791e1bef8deb423d86726ff69ddeea42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:00Z', 'updated_at': '2021-07-16T20:38:42Z', 'revision_number': 6, 'project_id': '791e1bef8deb423d86726ff69ddeea42', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:43.761186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.937205 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.943331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.062994 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.063441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e67f17eb-17bb-4a83-ab61-7e1a7dd61051 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:44.070166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.073999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7c6549de-305f-4ce9-81d4-f497e0efce6b admin admin] 10.222.0.91 "DELETE /v2.0/routers/e67f17eb-17bb-4a83-ab61-7e1a7dd61051 HTTP/1.1" status: 204 len: 168 time: 1.7786956 Jul 16 20:38:44.075113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34040) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.147279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] Deleting subnet 3d5a46cb-c834-453f-981a-aceac9d7274b {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:44.158962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.205008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.219769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.238912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.242959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6b5c2882-5e21-4dea-a28f-80be446b0f17 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:44.291282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 6b5c2882-5e21-4dea-a28f-80be446b0f17 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:44.292480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6b5c2882-5e21-4dea-a28f-80be446b0f17 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:44.293072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Subnet': ['ID=f2f9c8c4-37a2-4587-b423-ce1e2b39a6f1,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.300409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e095143-2bdd-4994-9a6d-3bad7cb81882,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.324214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Checking segment: {'id': 'fbac820d-1d51-408d-b0a6-878126b9ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '88f7edb9-edf6-42b6-a794-0cc2326de6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:44.324590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network hostable DHCP agents. Network: 88f7edb9-edf6-42b6-a794-0cc2326de6ec, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:44.348476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network 88f7edb9-edf6-42b6-a794-0cc2326de6ec is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:44.360254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 88f7edb9-edf6-42b6-a794-0cc2326de6ec) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:44.365527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.371336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Checking segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:44.371848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Network hostable DHCP agents. Network: 85e5fe54-7812-49fa-ac60-fa2cbf7199be, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:44.379860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366dba5-07e3-489d-8b29-5c04981a8ca1 None None] Network 88f7edb9-edf6-42b6-a794-0cc2326de6ec requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:44.399748 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.426666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:44.437453 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 85e5fe54-7812-49fa-ac60-fa2cbf7199be) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:44.443549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event updated for resources: {'Subnet': ['ID=6f83c56e-de4a-4b76-bbf4-bcee205cc741,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.444048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.444654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.471960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fc0da5f1-27bd-4d2a-b49c-115eb6963c67 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1067722 Jul 16 20:38:44.473658 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a3032c-0593-4e29-ae06-323ca63c2a3e None None] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:44.474759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34044) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.479897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:44.490063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Checking segment: {'id': '61e511f1-fe83-4d52-85b0-627151f32739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '88be9fe6-3a5e-4076-af4c-05d73850d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:44.491473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network hostable DHCP agents. Network: 88be9fe6-3a5e-4076-af4c-05d73850d7f7, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:44.498728 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.519980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Network 88be9fe6-3a5e-4076-af4c-05d73850d7f7 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:44.533930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5a46cb-c834-453f-981a-aceac9d7274b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.536355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 88be9fe6-3a5e-4076-af4c-05d73850d7f7) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:44.538460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.539694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.542156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.542712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.543378 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.543517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.548068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ab88142-9b68-462c-a975-21ffd2e005ec admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3d5a46cb-c834-453f-981a-aceac9d7274b HTTP/1.1" status: 204 len: 168 time: 0.4719734 Jul 16 20:38:44.549605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34046) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.567653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-860859ee-031d-4e57-ad70-3d95b47564c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2305546 Jul 16 20:38:44.568805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34048) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.686402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9500e98-a894-4545-aea3-f4581942a095 None None] Network 88be9fe6-3a5e-4076-af4c-05d73850d7f7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:44.688262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b6020-2745-4aed-913c-5682c80d4cb1 None None] Network a2fe52bc-411c-402c-a674-fc9c43a07914 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:44.718242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed4bb0-6e1f-4ee6-8780-1df250edb616 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.720176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed4bb0-6e1f-4ee6-8780-1df250edb616 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.722263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed4bb0-6e1f-4ee6-8780-1df250edb616 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.722553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.725731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.731677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-04ed4bb0-6e1f-4ee6-8780-1df250edb616 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1620324 Jul 16 20:38:44.735250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34050) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.814431 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Deleting subnet f2f9c8c4-37a2-4587-b423-ce1e2b39a6f1 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:44.819840 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.876474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.914504 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.926212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.958155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Deleting port 86b36dd4-edbf-410e-84f7-ccafeb8a470e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:44.958500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.964578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'fixed_ips': [{'subnet_id': '1e095143-2bdd-4994-9a6d-3bad7cb81882'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:44.965547 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.015608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.035732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] For port 86b36dd4-edbf-410e-84f7-ccafeb8a470e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=86b36dd4-edbf-410e-84f7-ccafeb8a470e,segment=NetworkSegment(c7f0fcc6-cb98-441d-9983-55ac85eca7bf),segment_id=c7f0fcc6-cb98-441d-9983-55ac85eca7bf)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:45.036107 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.050753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f9c8c4-37a2-4587-b423-ce1e2b39a6f1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.053536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Calling delete_port for 86b36dd4-edbf-410e-84f7-ccafeb8a470e owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:45.066341 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.068507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1d8e9771-deb6-45e6-a226-82ee0e918d4f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/subnets/f2f9c8c4-37a2-4587-b423-ce1e2b39a6f1 HTTP/1.1" status: 204 len: 168 time: 0.3322382 Jul 16 20:38:45.071427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34052) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.091215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe506db7-fbbc-45b3-8c46-cf279465f4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-88f7edb9-edf6-42b6-a794-0cc2326de6ec', 'network_id': '88f7edb9-edf6-42b6-a794-0cc2326de6ec', 'tenant_id': 'c1d5e008603f4275ab8cd846a9e029b9', 'fixed_ips': [{'subnet_id': 'f2f9c8c4-37a2-4587-b423-ce1e2b39a6f1'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:45.092451 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fe506db7-fbbc-45b3-8c46-cf279465f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.160315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Deleting subnet 6f83c56e-de4a-4b76-bbf4-bcee205cc741 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:45.164044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.220331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.235371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.253030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a9b00-4798-4288-9be6-1e0b18cdb50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-88be9fe6-3a5e-4076-af4c-05d73850d7f7', 'network_id': '88be9fe6-3a5e-4076-af4c-05d73850d7f7', 'tenant_id': 'c1d5e008603f4275ab8cd846a9e029b9', 'fixed_ips': [{'subnet_id': '6f83c56e-de4a-4b76-bbf4-bcee205cc741'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:45.253990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-336a9b00-4798-4288-9be6-1e0b18cdb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.269621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b36dd4-edbf-410e-84f7-ccafeb8a470e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.275233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] No DVR routers for this DVR port 86b36dd4-edbf-410e-84f7-ccafeb8a470e on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:45.314656 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.412083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.426226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd36a1-ee13-4c62-b9ea-985fe6c1841c None None] Network 88f7edb9-edf6-42b6-a794-0cc2326de6ec requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:45.439553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.454123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fe52bc-411c-402c-a674-fc9c43a07914']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.462552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Subnet': ['ID=6f83c56e-de4a-4b76-bbf4-bcee205cc741,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.472468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.475048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-763c3a71-1531-4d09-96d9-ea034b447412 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/subnets/6f83c56e-de4a-4b76-bbf4-bcee205cc741 HTTP/1.1" status: 204 len: 168 time: 0.4022110 Jul 16 20:38:45.477245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34056) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.486418 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.486676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f0fcc6-cb98-441d-9983-55ac85eca7bf') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.549000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Allocated IP 172.20.0.2 (85e5fe54-7812-49fa-ac60-fa2cbf7199be/1e095143-2bdd-4994-9a6d-3bad7cb81882/40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:45.549691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.554974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649436a9-1310-4015-b5d3-e95d0e318578 None None] DHCP port deletion for a2fe52bc-411c-402c-a674-fc9c43a07914 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:45.582706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.594095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:45.595073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:45.596701 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:45.607485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31d2ff-4d5c-4226-b3ff-dfec707e12b7 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.612495 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8e31d2ff-4d5c-4226-b3ff-dfec707e12b7 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1303163 Jul 16 20:38:45.613568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34064) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server [None req-336a9b00-4798-4288-9be6-1e0b18cdb50f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f83c56e-de4a-4b76-bbf4-bcee205cc741: This subnet is being modified by another concurrent operation. Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f83c56e-de4a-4b76-bbf4-bcee205cc741: This subnet is being modified by another concurrent operation. Jul 16 20:38:45.655670 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Jul 16 20:38:45.696358 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.701966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.722787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.757990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.779233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a16672a-a755-4127-ac1d-bbc46caea0db None None] Network 88be9fe6-3a5e-4076-af4c-05d73850d7f7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:45.815270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.826123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88be9fe6-3a5e-4076-af4c-05d73850d7f7']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.840719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e511f1-fe83-4d52-85b0-627151f32739') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.841092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e511f1-fe83-4d52-85b0-627151f32739') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.846779 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.852105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a2fe52bc-411c-402c-a674-fc9c43a07914 HTTP/1.1" status: 204 len: 168 time: 1.3014958 Jul 16 20:38:45.862927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.871331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a97fb-9517-4773-bfa0-001deb78e792 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fe52bc-411c-402c-a674-fc9c43a07914,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.899982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.920233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:45.920754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:45.924362 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:46.002345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Allocated IP 172.25.3.178 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/be98e2cc-a448-4b4c-a03d-f3e3a566ed99) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:46.067160 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.074698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.076732 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/networks/88be9fe6-3a5e-4076-af4c-05d73850d7f7 HTTP/1.1" status: 204 len: 168 time: 0.4624543 Jul 16 20:38:46.087650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34068) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.092600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34070) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.110442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640853c1-303d-45a9-9061-ea1b13d3ced1 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Network': ['ID=88be9fe6-3a5e-4076-af4c-05d73850d7f7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.132551 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.139140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 16c7b02e-0f3d-4e96-9308-8311be6bbae4 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:46.162245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 16c7b02e-0f3d-4e96-9308-8311be6bbae4 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:46.163215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 16c7b02e-0f3d-4e96-9308-8311be6bbae4 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:46.163679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86b36dd4-edbf-410e-84f7-ccafeb8a470e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:46.181978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.198378 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Transition to ACTIVE for port object 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:46.201318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 86b36dd4-edbf-410e-84f7-ccafeb8a470e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:46.202053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 86b36dd4-edbf-410e-84f7-ccafeb8a470e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:46.232166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Transition to ACTIVE for port object 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:46.242606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.254712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.274048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b3f30811-e4cf-4cbb-9ddb-87569f48c050 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7749d02d72f148a6b0d11f063739606f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799481 Jul 16 20:38:46.276893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34072) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.293513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:46.298734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.305189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:46.309790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:46.310579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f7edb9-edf6-42b6-a794-0cc2326de6ec']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:46.324580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbac820d-1d51-408d-b0a6-878126b9ee70') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:46.324902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbac820d-1d51-408d-b0a6-878126b9ee70') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:46.329466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Pushing event updated for resources: {'Port': ['ID=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.335968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.351948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.358719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:46.359167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:46.362212 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:46.370963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b0dc515-2e7f-4be1-b2cb-d29685d5b130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.390553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.394288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Attempting to bind port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:46.394661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Attempting to bind port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:46.395056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Attempting to bind port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:46.400985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:46.401299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Checking segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:46.401601 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.401851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Bound using segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:46.402315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Bound port: 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:46.402719 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.443921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.454722 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.465744 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/networks/88f7edb9-edf6-42b6-a794-0cc2326de6ec HTTP/1.1" status: 204 len: 168 time: 0.3650532 Jul 16 20:38:46.471415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34074) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.477533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeff13-e1cf-4a66-b948-4bd75cd6711f tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Network': ['ID=88f7edb9-edf6-42b6-a794-0cc2326de6ec,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.484241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b0dc515-2e7f-4be1-b2cb-d29685d5b130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.495103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] For port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:46.499535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] For port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:46.506795 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.531782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:46.544486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.559519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:46.574640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391b16e-460e-4e1f-a2cd-1b7c87c2414e None None] Pushing event updated for resources: {'Port': ['ID=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.584173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:46.726150 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.857610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b0dc515-2e7f-4be1-b2cb-d29685d5b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.860432 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b0dc515-2e7f-4be1-b2cb-d29685d5b130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.863885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1b0dc515-2e7f-4be1-b2cb-d29685d5b130 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8d601314-79b1-4d12-89a4-2311f4cc291f HTTP/1.1" status: 204 len: 168 time: 0.5837858 Jul 16 20:38:46.931726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dc515-2e7f-4be1-b2cb-d29685d5b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d601314-79b1-4d12-89a4-2311f4cc291f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.999362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.017936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74f19ec-7efb-48fd-97f3-495142ffd5cb']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:47.047033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85313306-4ecf-489c-bea6-90258a80b38c') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:47.047345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85313306-4ecf-489c-bea6-90258a80b38c') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:47.069123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.136874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.150615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:47.151060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:47.155981 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:47.274604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.277933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.328920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.331037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/networks/c74f19ec-7efb-48fd-97f3-495142ffd5cb HTTP/1.1" status: 204 len: 168 time: 0.8444481 Jul 16 20:38:47.334772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.345652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8360a-a07f-4aeb-b5eb-601bde6679c5 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Network': ['ID=c74f19ec-7efb-48fd-97f3-495142ffd5cb,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.419951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34084) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.430468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.516983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-af06bc23-bfbc-4816-a141-017df7a1379f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=791e1bef8deb423d86726ff69ddeea42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965569 Jul 16 20:38:47.519696 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34086) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.544415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.556377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9536a164-45ce-4d7a-89b6-bea599d6103d']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:47.568757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ee6097-7e49-4de2-a49f-f90405a6d8f1') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:47.569182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ee6097-7e49-4de2-a49f-f90405a6d8f1') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:47.579050 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.597941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.605905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.608966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:47.609535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:47.613198 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:47.683749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.692729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.695837 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] 10.222.0.91 "DELETE /v2.0/networks/9536a164-45ce-4d7a-89b6-bea599d6103d HTTP/1.1" status: 204 len: 168 time: 0.3597548 Jul 16 20:38:47.729583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba5436-b781-422c-a24c-ce91cb684c43 tempest-BulkNetworkOpsIpV6Test-1449981822 tempest-BulkNetworkOpsIpV6Test-1449981822-project] Pushing event deleted for resources: {'Network': ['ID=9536a164-45ce-4d7a-89b6-bea599d6103d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.904217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ae3b4-fc60-4c98-b349-fc179af08503 None None] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:48.088220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c325404-2df4-4364-a6ff-e680dda9c23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.097554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0949a1da-eac2-414f-83d3-1a4c32ac6667 None None] Provisioning for port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:48.137238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c325404-2df4-4364-a6ff-e680dda9c23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.145695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:48.152863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34098) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.232232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:48.238900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:48.239426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.287454 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c325404-2df4-4364-a6ff-e680dda9c23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.291005 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c325404-2df4-4364-a6ff-e680dda9c23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.292323 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2c325404-2df4-4364-a6ff-e680dda9c23c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5ebe5376-9378-4c6b-933c-6247635e25c7 HTTP/1.1" status: 204 len: 168 time: 0.7716916 Jul 16 20:38:48.296116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Router da164ade-2a31-4f91-b918-10eb51be8562 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:48.318367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c325404-2df4-4364-a6ff-e680dda9c23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebe5376-9378-4c6b-933c-6247635e25c7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.367631 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.419308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a5d83b56-033c-41a8-9548-076310068221 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c1d5e008603f4275ab8cd846a9e029b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642970 Jul 16 20:38:48.421683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34104) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.428883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:48.434720 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.505877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:48.517919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.520889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f1c79f5-4c28-4d72-bc44-fa1c36501ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.522391 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Sync routers for ids ['da164ade-2a31-4f91-b918-10eb51be8562'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:48.533451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.535055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6ca0eff8-7009-432e-8845-b082fb49b9d9 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0590911 Jul 16 20:38:48.537348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Routers {'da164ade-2a31-4f91-b918-10eb51be8562'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:48.538253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34106) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.541426 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da164ade-2a31-4f91-b918-10eb51be8562'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.596051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f1c79f5-4c28-4d72-bc44-fa1c36501ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.610913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568cb65-8b37-4611-af36-bee1f9fbb919 None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:48.655338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b8125ca4-fa3d-4a45-8981-50e4d8d45a23 None None] Provisioning complete for port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:48.655715 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b8125ca4-fa3d-4a45-8981-50e4d8d45a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.764125 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Set router da164ade-2a31-4f91-b918-10eb51be8562 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:48.843617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568cb65-8b37-4611-af36-bee1f9fbb919 None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:48.885216 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f1c79f5-4c28-4d72-bc44-fa1c36501ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.888524 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f1c79f5-4c28-4d72-bc44-fa1c36501ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.896684 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9f1c79f5-4c28-4d72-bc44-fa1c36501ff6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/19e54063-73bd-49d0-b71d-96334b77be3c HTTP/1.1" status: 204 len: 168 time: 0.4737551 Jul 16 20:38:48.926082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c79f5-4c28-4d72-bc44-fa1c36501ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e54063-73bd-49d0-b71d-96334b77be3c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.159044 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:38:47Z', 'revision_number': 3, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port': {'id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:49.200346 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Checking router: da164ade-2a31-4f91-b918-10eb51be8562 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:49.200583 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Updating router da164ade-2a31-4f91-b918-10eb51be8562 port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:49.245686 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.275676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.485527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Allocated IP 172.20.0.1 (85e5fe54-7812-49fa-ac60-fa2cbf7199be/1e095143-2bdd-4994-9a6d-3bad7cb81882/038af22c-abf1-477a-aa26-ffdcb28d0276) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:49.535483 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.547086 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Transition to ACTIVE for port object be98e2cc-a448-4b4c-a03d-f3e3a566ed99 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:49.554266 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.607256 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Attempting to bind port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:49.608178 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Attempting to bind port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:49.608823 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Attempting to bind port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:49.623734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.630597 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:49.631426 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:49.632171 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.632724 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:49.643091 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Bound port: be98e2cc-a448-4b4c-a03d-f3e3a566ed99, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:49.644204 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.658336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Transition to ACTIVE for port object 038af22c-abf1-477a-aa26-ffdcb28d0276 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:49.706198 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.709050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] For port be98e2cc-a448-4b4c-a03d-f3e3a566ed99, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:49.713764 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] For port be98e2cc-a448-4b4c-a03d-f3e3a566ed99, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:49.717968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Pushing event updated for resources: {'Port': ['ID=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.721789 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.736363 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.736931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.737217 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.737608 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.737992 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.738529 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.739370 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.740390 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.741456 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.742170 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.742695 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.746790 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.778213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Pushing event updated for resources: {'Port': ['ID=038af22c-abf1-477a-aa26-ffdcb28d0276,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.793844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:49.795579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:49.798012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:49.802975 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Routers {'da164ade-2a31-4f91-b918-10eb51be8562'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:49.803686 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da164ade-2a31-4f91-b918-10eb51be8562'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:49.859320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.868733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4acde-779a-4622-8ae3-d93d4d3d49d7 None None] Pushing event updated for resources: {'Port': ['ID=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.042976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34132) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:50.092870 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] Set router da164ade-2a31-4f91-b918-10eb51be8562 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:50.097319 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.098651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:50.236179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c64f23fe-67de-4640-bec0-e0f466e92964 None None] Provisioning for port 038af22c-abf1-477a-aa26-ffdcb28d0276 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:50.247802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c64f23fe-67de-4640-bec0-e0f466e92964 None None] Provisioning complete for port 038af22c-abf1-477a-aa26-ffdcb28d0276 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:50.248180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c64f23fe-67de-4640-bec0-e0f466e92964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.279142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566953607'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:50.300361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:50.300722 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.303384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c64f23fe-67de-4640-bec0-e0f466e92964 None None] Port 038af22c-abf1-477a-aa26-ffdcb28d0276 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:50.316333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:50.319177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.319936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.325968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:38:47Z', 'revision_number': 3, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port': {'id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:50.326802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.346789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.358110 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0781fd5-0532-4b8a-a8c7-34baf124abd3 None None] The sync data for ids ['da164ade-2a31-4f91-b918-10eb51be8562'] in n-d-792458-10 is: [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:38:47Z', 'revision_number': 3, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port': {'id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:50.425305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Pushing event updated for resources: {'Port': ['ID=038af22c-abf1-477a-aa26-ffdcb28d0276,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.434676 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.498985 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.505831 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.537748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:50.544400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4072a03f-3683-47ae-a011-8aac9559d82e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.552965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.553428 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment cf6a0839-65da-4567-a1fb-b19834d6e3c7 of type vlan for network 3b5791e6-9a1d-409c-b995-75e59bb97294 Jul 16 20:38:50.567124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:50.571144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:50.605562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.650127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.660927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:50.660927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.763132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Router da164ade-2a31-4f91-b918-10eb51be8562 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:50.781138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=3b5791e6-9a1d-409c-b995-75e59bb97294,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.806499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-19c380f9-e805-4761-9896-f820daaf1fff tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7621737 Jul 16 20:38:50.810920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 3b5791e6-9a1d-409c-b995-75e59bb97294 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:50.929506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:50.938496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '3b5791e6-9a1d-409c-b995-75e59bb97294', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:51.018544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:51.028108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-990dece7-6921-4af3-af63-e912ff6ced98 admin admin] 10.222.0.91 "PUT /v2.0/routers/da164ade-2a31-4f91-b918-10eb51be8562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885819 Jul 16 20:38:51.051120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-07ee9395-b8a8-4377-b313-ad9157ddf55e None None] Provisioning complete for port 038af22c-abf1-477a-aa26-ffdcb28d0276 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:51.051610 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-07ee9395-b8a8-4377-b313-ad9157ddf55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.088894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:51.092968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.099489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-07ee9395-b8a8-4377-b313-ad9157ddf55e None None] Port 038af22c-abf1-477a-aa26-ffdcb28d0276 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:51.392507 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.488638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': 'cf6a0839-65da-4567-a1fb-b19834d6e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3b5791e6-9a1d-409c-b995-75e59bb97294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:51.489022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 3b5791e6-9a1d-409c-b995-75e59bb97294, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:51.492521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=2073ec39-3803-48a3-a0c5-1505d75647be,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.514110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 3b5791e6-9a1d-409c-b995-75e59bb97294 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:51.530531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 3b5791e6-9a1d-409c-b995-75e59bb97294) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:51.540459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.541054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.541814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7153784f-2e33-4de7-84ba-36f39264e8d6 None None] Network 3b5791e6-9a1d-409c-b995-75e59bb97294 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:51.569215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34154) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.575017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2046362807'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:51.578994 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0df2ae9e-ed6f-477a-a53d-09c66c46a194 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6484730 Jul 16 20:38:51.606994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:51.612031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.667971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:51.682091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.682533 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment 20059a54-ad5e-4e4e-b82c-d89ace772068 of type vlan for network 978265b7-c48c-45d0-aed3-e7782901a5e6 Jul 16 20:38:51.737839 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.763720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-3b5791e6-9a1d-409c-b995-75e59bb97294', 'network_id': '3b5791e6-9a1d-409c-b995-75e59bb97294', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '2073ec39-3803-48a3-a0c5-1505d75647be'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:51.764931 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.775514 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.782940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.783544 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.833380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2604253 Jul 16 20:38:51.835887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34162) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.845406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '978265b7-c48c-45d0-aed3-e7782901a5e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:51.884734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34164) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.889886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1806064358-network', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:51.897242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1e2fa-f64c-4bda-bb2d-d935b23e4d9b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=978265b7-c48c-45d0-aed3-e7782901a5e6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.917328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Made reservation on behalf of c3a4a4e2cbc94208b9e23b11e77e740f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:51.920005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.927122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 978265b7-c48c-45d0-aed3-e7782901a5e6 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:51.928907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.045304 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.051483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.087600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:52.104549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:52.118079 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.119381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c922316d-3c22-45ff-a334-2e74a54a5e08,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.125898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.126743 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Added segment 93dc8a73-6e20-401e-9afd-1bfbc41634d8 of type vlan for network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 Jul 16 20:38:52.196661 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.198543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device be98e2cc-a448-4b4c-a03d-f3e3a566ed99 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:52.239138 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.240865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.243841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.271689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Allocated IP 172.20.255.242 (3b5791e6-9a1d-409c-b995-75e59bb97294/2073ec39-3803-48a3-a0c5-1505d75647be/0350906a-9945-42b0-a24d-19a2eb982a9a) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:52.329473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] Pushing event updated for resources: {'Network': ['ID=8c6cf4de-9d65-4541-a9ac-60449ab02ad1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.372313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ebc7f032-fd14-4647-b63f-34838460ddfe admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4863367 Jul 16 20:38:52.373821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34168) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.377377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:52.390065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Request body: {'subnet': {'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1806064358-subnet', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:52.425075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:52.468150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Made reservation on behalf of c3a4a4e2cbc94208b9e23b11e77e740f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:52.470182 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.470327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:52.470580 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.519060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.635592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=af7f778b-166b-48e0-9a0e-d4f51be18be7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.676066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': '20059a54-ad5e-4e4e-b82c-d89ace772068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '978265b7-c48c-45d0-aed3-e7782901a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:52.676740 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 978265b7-c48c-45d0-aed3-e7782901a5e6, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:52.684847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Sync routers for ids ['da164ade-2a31-4f91-b918-10eb51be8562'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:52.719993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Routers {'da164ade-2a31-4f91-b918-10eb51be8562'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:52.720729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da164ade-2a31-4f91-b918-10eb51be8562'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.728884 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.729690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 978265b7-c48c-45d0-aed3-e7782901a5e6 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:52.775902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 978265b7-c48c-45d0-aed3-e7782901a5e6) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:52.780124 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.790872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.791813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.809118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e758cb1-5cea-4ad8-be76-d4c710d2e6a5 None None] Network 978265b7-c48c-45d0-aed3-e7782901a5e6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:52.817180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Transition to ACTIVE for port object 0350906a-9945-42b0-a24d-19a2eb982a9a will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:52.825724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-88c1c80f-df06-445e-91f2-7bd38d0d8eb6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9799013 Jul 16 20:38:52.825724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.829225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34170) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.850453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port be98e2cc-a448-4b4c-a03d-f3e3a566ed99, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:52.879360 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.895314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf201529-f43b-4d07-b602-176fa33ce636,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.906797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Checking segment: {'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:52.907195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Network hostable DHCP agents. Network: 8c6cf4de-9d65-4541-a9ac-60449ab02ad1, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:52.930492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:52.936624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Transition to ACTIVE for port object 0350906a-9945-42b0-a24d-19a2eb982a9a will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:52.944347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 8c6cf4de-9d65-4541-a9ac-60449ab02ad1) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:52.949326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.950155 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.966801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bebd9b6c-a54c-49d4-a7e9-ddf7e7790a15 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5920782 Jul 16 20:38:52.971615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34172) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.976599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac25a1e-bd93-4a85-83a9-59d7a3e2579d None None] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:52.976874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:53.005394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.006657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.014157 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.054043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Set router da164ade-2a31-4f91-b918-10eb51be8562 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:53.064215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.088823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.166537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Network 3b5791e6-9a1d-409c-b995-75e59bb97294 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:53.200515 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:53.216119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:53.237046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.322022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Pushing event updated for resources: {'Port': ['ID=0350906a-9945-42b0-a24d-19a2eb982a9a,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.375962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.503076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ec8b4-01ba-4dc1-86a7-73c12cf347ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-978265b7-c48c-45d0-aed3-e7782901a5e6', 'network_id': '978265b7-c48c-45d0-aed3-e7782901a5e6', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': 'af7f778b-166b-48e0-9a0e-d4f51be18be7'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:53.504412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.505258 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec8b4-01ba-4dc1-86a7-73c12cf347ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.564562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.570514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Attempting to bind port 0350906a-9945-42b0-a24d-19a2eb982a9a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:53.570878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Attempting to bind port 0350906a-9945-42b0-a24d-19a2eb982a9a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'cf6a0839-65da-4567-a1fb-b19834d6e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3b5791e6-9a1d-409c-b995-75e59bb97294'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:53.571246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Attempting to bind port 0350906a-9945-42b0-a24d-19a2eb982a9a on network 3b5791e6-9a1d-409c-b995-75e59bb97294 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:53.573459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-8c6cf4de-9d65-4541-a9ac-60449ab02ad1', 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'fixed_ips': [{'subnet_id': 'bf201529-f43b-4d07-b602-176fa33ce636'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:53.574220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.589265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.602341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.656878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:53.657259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Checking segment: {'id': 'cf6a0839-65da-4567-a1fb-b19834d6e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3b5791e6-9a1d-409c-b995-75e59bb97294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:53.657661 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.658056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Bound using segment: {'id': 'cf6a0839-65da-4567-a1fb-b19834d6e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3b5791e6-9a1d-409c-b995-75e59bb97294'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:53.658540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Bound port: 0350906a-9945-42b0-a24d-19a2eb982a9a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6a0839-65da-4567-a1fb-b19834d6e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3b5791e6-9a1d-409c-b995-75e59bb97294'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:53.658955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.687959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.702966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978265b7-c48c-45d0-aed3-e7782901a5e6']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:53.724948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20059a54-ad5e-4e4e-b82c-d89ace772068') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:53.725457 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20059a54-ad5e-4e4e-b82c-d89ace772068') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:53.737067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.744523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Allocated IP 172.25.3.150 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:53.757512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.766946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:53.767746 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server [None req-9b9ec8b4-01ba-4dc1-86a7-73c12cf347ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af7f778b-166b-48e0-9a0e-d4f51be18be7: This subnet is being modified by another concurrent operation. Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af7f778b-166b-48e0-9a0e-d4f51be18be7: This subnet is being modified by another concurrent operation. Jul 16 20:38:53.806158 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Jul 16 20:38:53.839619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04679a-c2a6-4c14-b228-fd3bf1076993 None None] Network 978265b7-c48c-45d0-aed3-e7782901a5e6 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:53.849764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=af7f778b-166b-48e0-9a0e-d4f51be18be7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:53.855024 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:53.857503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.863572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.869835 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/978265b7-c48c-45d0-aed3-e7782901a5e6 HTTP/1.1" status: 204 len: 168 time: 1.0384612 Jul 16 20:38:53.870543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34180) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.880639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1519074975'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:53.881456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04679a-c2a6-4c14-b228-fd3bf1076993 None None] Network 978265b7-c48c-45d0-aed3-e7782901a5e6 could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:38:53.916721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] For port 0350906a-9945-42b0-a24d-19a2eb982a9a, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:53.922458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:53.927328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.930951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd59bd-fdcf-485f-adcb-e8ac1160a183 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=978265b7-c48c-45d0-aed3-e7782901a5e6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.937051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.941606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] For port 0350906a-9945-42b0-a24d-19a2eb982a9a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0350906a-9945-42b0-a24d-19a2eb982a9a,segment=NetworkSegment(cf6a0839-65da-4567-a1fb-b19834d6e3c7),segment_id=cf6a0839-65da-4567-a1fb-b19834d6e3c7)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:53.949199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Allocated IP 172.20.0.2 (8c6cf4de-9d65-4541-a9ac-60449ab02ad1/bf201529-f43b-4d07-b602-176fa33ce636/33dbc7cb-a0bc-438d-ae05-a5234cfc39f7) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:53.952015 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.959058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:38:50Z', 'revision_number': 4, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port': {'id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '038af22c-abf1-477a-aa26-ffdcb28d0276', 'name': '', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'mac_address': 'fa:16:3e:1a:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:49Z', 'updated_at': '2021-07-16T20:38:50Z', 'revision_number': 2, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'subnets': [{'id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:53.961353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:53.978810 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.979199 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment c704ae60-9a00-4c69-8518-726f04499e40 of type vlan for network bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3 Jul 16 20:38:53.996734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.014115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Checking router: da164ade-2a31-4f91-b918-10eb51be8562 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:54.014467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Updating router da164ade-2a31-4f91-b918-10eb51be8562 port 038af22c-abf1-477a-aa26-ffdcb28d0276 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:54.035691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.089807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.094686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:54.097173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.097813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.102716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:54.109602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:54.147243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Pushing event updated for resources: {'Port': ['ID=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.173920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2892263 Jul 16 20:38:54.174341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34182) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.189921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': 'bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:54.217312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935e5cb-04fe-4e02-8ef2-709fdc42955d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.332957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device be98e2cc-a448-4b4c-a03d-f3e3a566ed99 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:54.380751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:54.497916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.533447 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5bff4-d4e1-4fee-b86c-2667d2a1ecb8 None None] Pushing event updated for resources: {'Port': ['ID=0350906a-9945-42b0-a24d-19a2eb982a9a,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.560893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.561282 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.607861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:54.611615 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.682901 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Performing IP validity checks on allocation pools {{(pid=93862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:38:54.683434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:38:54.695298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.808050 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.850549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Transition to ACTIVE for port object 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:54.911491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Transition to ACTIVE for port object 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:54.942494 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.001899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Pushing event updated for resources: {'Port': ['ID=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.017893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.030806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:55.035125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:55.038792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:55.115430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Attempting to bind port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:55.116170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Attempting to bind port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:55.116534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Attempting to bind port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 on network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:55.125602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.147221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:55.147936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Checking segment: {'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:55.148539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.149102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Bound using segment: {'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:55.149933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Bound port: 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:55.150528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.192308 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.210949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=8ac50c5c-429d-476c-81f6-b8afd3e814c7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.231182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Transition to ACTIVE for port object 038af22c-abf1-477a-aa26-ffdcb28d0276 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:55.236334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': 'c704ae60-9a00-4c69-8518-726f04499e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:55.236692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:55.247894 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.264598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Router f55aa887-cfbb-46d1-98b5-4507336892cc is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:55.272552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:55.289038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:55.327412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f72e8-3da5-41c7-8da1-719a76efd263 None None] Pushing event updated for resources: {'Port': ['ID=038af22c-abf1-477a-aa26-ffdcb28d0276,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.336339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.336915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.337967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b3dd7-35e8-4f9f-8ad8-0eb2d68848a6 None None] Network bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:55.400571 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a31fed6b-6a18-42b7-bc7f-72842656903b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2250443 Jul 16 20:38:55.403405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34186) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:55.442041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] For port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:55.448319 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] For port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,segment=NetworkSegment(93dc8a73-6e20-401e-9afd-1bfbc41634d8),segment_id=93dc8a73-6e20-401e-9afd-1bfbc41634d8)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:55.454141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bac083-bb4a-44f3-bdd3-a3033e696d19 None None] Network 3b5791e6-9a1d-409c-b995-75e59bb97294 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:55.472930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.716654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-372a0627-f780-415f-ab5f-8539f06d4985 None None] Provisioning for port 0350906a-9945-42b0-a24d-19a2eb982a9a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:55.731904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Attempting to bind port 038af22c-abf1-477a-aa26-ffdcb28d0276 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:55.732426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Attempting to bind port 038af22c-abf1-477a-aa26-ffdcb28d0276 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:55.733153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Attempting to bind port 038af22c-abf1-477a-aa26-ffdcb28d0276 on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:55.765798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:55.766207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Checking segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:55.766707 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.767282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Bound using segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:55.767863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Bound port: 038af22c-abf1-477a-aa26-ffdcb28d0276, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:55.768356 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.771446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cc53c-cf18-4293-b5f7-077491e5fab6 None None] Pushing event updated for resources: {'Port': ['ID=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.860314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204371f-b2bb-4e89-a171-41f3c76b8044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3', 'network_id': 'bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '8ac50c5c-429d-476c-81f6-b8afd3e814c7'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:55.860781 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a204371f-b2bb-4e89-a171-41f3c76b8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.990158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:56.001555 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Sync routers for ids ['f55aa887-cfbb-46d1-98b5-4507336892cc'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:56.026244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] For port 038af22c-abf1-477a-aa26-ffdcb28d0276, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:56.031229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] For port 038af22c-abf1-477a-aa26-ffdcb28d0276, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=038af22c-abf1-477a-aa26-ffdcb28d0276,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:56.047349 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Routers {'f55aa887-cfbb-46d1-98b5-4507336892cc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:56.050265 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f55aa887-cfbb-46d1-98b5-4507336892cc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.050616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.069973 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.071990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-33541af1-7b84-47e3-8e23-5a1ba776cb78 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0990000 Jul 16 20:38:56.074586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34208) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:56.124348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.297352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f72e8-3da5-41c7-8da1-719a76efd263 None None] Pushing event updated for resources: {'Port': ['ID=038af22c-abf1-477a-aa26-ffdcb28d0276,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:56.325000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0350906a-9945-42b0-a24d-19a2eb982a9a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:56.382479 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Set router f55aa887-cfbb-46d1-98b5-4507336892cc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:56.457324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 0350906a-9945-42b0-a24d-19a2eb982a9a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:56.502862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.518247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0350906a-9945-42b0-a24d-19a2eb982a9a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:56.518629 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.537216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Routers {'da164ade-2a31-4f91-b918-10eb51be8562'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:56.537633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da164ade-2a31-4f91-b918-10eb51be8562'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.666464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] Set router da164ade-2a31-4f91-b918-10eb51be8562 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:56.688929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.726805 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 3, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port': {'id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.739837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac50c5c-429d-476c-81f6-b8afd3e814c7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:56.775357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Checking router: f55aa887-cfbb-46d1-98b5-4507336892cc for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:56.775850 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Updating router f55aa887-cfbb-46d1-98b5-4507336892cc port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server [None req-a204371f-b2bb-4e89-a171-41f3c76b8044 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac50c5c-429d-476c-81f6-b8afd3e814c7: This subnet is being modified by another concurrent operation. Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac50c5c-429d-476c-81f6-b8afd3e814c7: This subnet is being modified by another concurrent operation. Jul 16 20:38:56.801796 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Jul 16 20:38:56.843182 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.846889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e843b-1783-40c8-ae0e-c0a27faa89ce None None] Network bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:57.036792 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.092772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.143783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c704ae60-9a00-4c69-8518-726f04499e40') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.148936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c704ae60-9a00-4c69-8518-726f04499e40') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.239494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.290406 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.305264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:57.305977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:57.309508 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:57.367837 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.382508 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Transition to ACTIVE for port object 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:57.391530 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.455169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.459626 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Attempting to bind port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:57.460272 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Attempting to bind port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:57.461003 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Attempting to bind port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:57.463775 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e3fb9-ce45-411e-a98a-4ea29b390aec None None] Pushing event updated for resources: {'Port': ['ID=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.465216 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.471495 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:57.473598 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:57.474263 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.475069 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:57.475349 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3 HTTP/1.1" status: 204 len: 168 time: 2.0706251 Jul 16 20:38:57.476328 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Bound port: 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:57.476975 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.479448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34212) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.484831 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-973060534'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:57.504132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff74ad-44ee-415b-8ce1-6c37f28efe17 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.532893 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.533192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe1f0c-7aee-46dc-9b56-dbba2c47483f None None] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:57.537868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:57.543382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.560815 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] For port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:57.564922 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] For port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:57.571478 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.577664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:57.597052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f00ba070-820b-4748-a566-2df7bd820373 None None] Provisioning complete for port 0350906a-9945-42b0-a24d-19a2eb982a9a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:57.597427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f00ba070-820b-4748-a566-2df7bd820373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.601238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.614222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.615128 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment ce93b922-bfc7-41d6-9423-1a563e6626f2 of type vlan for network 0cd02c01-576a-4883-9c6e-7a04813b9c02 Jul 16 20:38:57.661888 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Routers {'f55aa887-cfbb-46d1-98b5-4507336892cc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:57.662649 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f55aa887-cfbb-46d1-98b5-4507336892cc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.711509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:38:50Z', 'revision_number': 4, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port': {'id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '038af22c-abf1-477a-aa26-ffdcb28d0276', 'name': '', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'mac_address': 'fa:16:3e:1a:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:49Z', 'updated_at': '2021-07-16T20:38:56Z', 'revision_number': 4, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'subnets': [{'id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.723495 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.743938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea57f0-7364-47fa-8083-1ed9536a8d22 None None] The sync data for ids ['da164ade-2a31-4f91-b918-10eb51be8562'] in n-d-792458-10 is: [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:38:50Z', 'revision_number': 4, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port': {'id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '038af22c-abf1-477a-aa26-ffdcb28d0276', 'name': '', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'mac_address': 'fa:16:3e:1a:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:49Z', 'updated_at': '2021-07-16T20:38:56Z', 'revision_number': 4, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'subnets': [{'id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:57.771316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.782765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 0350906a-9945-42b0-a24d-19a2eb982a9a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0350906a-9945-42b0-a24d-19a2eb982a9a,segment=NetworkSegment(cf6a0839-65da-4567-a1fb-b19834d6e3c7),segment_id=cf6a0839-65da-4567-a1fb-b19834d6e3c7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:57.797176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.819310 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] Set router f55aa887-cfbb-46d1-98b5-4507336892cc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:57.840574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.866583 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.914893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Allocated IP 172.20.0.1 (8c6cf4de-9d65-4541-a9ac-60449ab02ad1/bf201529-f43b-4d07-b602-176fa33ce636/adcd6c9b-6e20-4629-94ee-50e720edfa5d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:57.917968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e3fb9-ce45-411e-a98a-4ea29b390aec None None] Pushing event updated for resources: {'Port': ['ID=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.945048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=0350906a-9945-42b0-a24d-19a2eb982a9a,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.033640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=0cd02c01-576a-4883-9c6e-7a04813b9c02,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.061790 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-adace402-fb70-46b3-a68e-bf51a360bacf tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5810461 Jul 16 20:38:58.064677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34214) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.072374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '0cd02c01-576a-4883-9c6e-7a04813b9c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.080573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 0cd02c01-576a-4883-9c6e-7a04813b9c02 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:58.112512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.131683 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Transition to ACTIVE for port object adcd6c9b-6e20-4629-94ee-50e720edfa5d will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:58.166134 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 3, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port': {'id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.176354 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.264345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:58.266395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:58.268670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:58.268836 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85211bc-f6d9-4ed3-87eb-576c7f998556 None None] The sync data for ids ['f55aa887-cfbb-46d1-98b5-4507336892cc'] in n-d-792458-10 is: [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 3, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port': {'id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:58.276650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:58.291151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.329666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-02d8f698-eb0e-4a02-86d0-1a38d0171c85 None None] Provisioning for port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:58.334141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.416698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Pushing event updated for resources: {'Port': ['ID=adcd6c9b-6e20-4629-94ee-50e720edfa5d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.479965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0350906a-9945-42b0-a24d-19a2eb982a9a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:58.579193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0350906a-9945-42b0-a24d-19a2eb982a9a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:58.580045 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.630030 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.689648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.820396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=93c7ddaa-6335-48fa-ab22-15710f7d6d7a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.837826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 038af22c-abf1-477a-aa26-ffdcb28d0276 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:58.841377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': 'ce93b922-bfc7-41d6-9423-1a563e6626f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0cd02c01-576a-4883-9c6e-7a04813b9c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:58.841968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 0cd02c01-576a-4883-9c6e-7a04813b9c02, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:58.891772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 0cd02c01-576a-4883-9c6e-7a04813b9c02 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:58.903287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 0cd02c01-576a-4883-9c6e-7a04813b9c02) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:58.912024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.912688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.919226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35677e95-a3b6-4804-a553-0c0aa0e796d8 None None] Network 0cd02c01-576a-4883-9c6e-7a04813b9c02 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:58.947496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7470a4ed-6150-4d3b-afc3-faa9c82c589e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8812306 Jul 16 20:38:58.951874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34218) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.080536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.092661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.094018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 038af22c-abf1-477a-aa26-ffdcb28d0276 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:59.111301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 038af22c-abf1-477a-aa26-ffdcb28d0276 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:59.111948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.168958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.189460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.285340 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.295983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da60ecb1-6619-4c6f-b204-debe4a420b6d None None] Provisioning for port adcd6c9b-6e20-4629-94ee-50e720edfa5d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:59.338614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da60ecb1-6619-4c6f-b204-debe4a420b6d None None] Provisioning complete for port adcd6c9b-6e20-4629-94ee-50e720edfa5d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:59.339359 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da60ecb1-6619-4c6f-b204-debe4a420b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.372243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Pushing event updated for resources: {'Port': ['ID=adcd6c9b-6e20-4629-94ee-50e720edfa5d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.431761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.450474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:59.452584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:59.527307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9515735-4d25-4266-886d-9a19d5a8fa5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-0cd02c01-576a-4883-9c6e-7a04813b9c02', 'network_id': '0cd02c01-576a-4883-9c6e-7a04813b9c02', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '93c7ddaa-6335-48fa-ab22-15710f7d6d7a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:59.528706 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c9515735-4d25-4266-886d-9a19d5a8fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.556666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.568036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd02c01-576a-4883-9c6e-7a04813b9c02']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.581066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce93b922-bfc7-41d6-9423-1a563e6626f2') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.581066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce93b922-bfc7-41d6-9423-1a563e6626f2') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.583723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-da60ecb1-6619-4c6f-b204-debe4a420b6d None None] Port adcd6c9b-6e20-4629-94ee-50e720edfa5d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:59.598195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.653220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.660489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:59.660900 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:59.665428 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:59.668040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=93c7ddaa-6335-48fa-ab22-15710f7d6d7a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.721627 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.765303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c60a304-fb89-4971-a2e7-b1a10ef05a69 None None] Network 0cd02c01-576a-4883-9c6e-7a04813b9c02 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:59.783912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.794320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.796511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/0cd02c01-576a-4883-9c6e-7a04813b9c02 HTTP/1.1" status: 204 len: 168 time: 0.8436887 Jul 16 20:38:59.800464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Router f55aa887-cfbb-46d1-98b5-4507336892cc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:59.801896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34222) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.809463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492784965'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:59.831356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a397a-f4e4-42bb-8621-1deda4223149 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=0cd02c01-576a-4883-9c6e-7a04813b9c02,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.900999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 038af22c-abf1-477a-aa26-ffdcb28d0276, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=038af22c-abf1-477a-aa26-ffdcb28d0276,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:59.915460 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.916933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:59.922331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:59.927360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.034813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=038af22c-abf1-477a-aa26-ffdcb28d0276,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.038384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:00.039020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-63fe4d8c-2d4d-4e73-97f4-0849dc3822e2 None None] Provisioning complete for port adcd6c9b-6e20-4629-94ee-50e720edfa5d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:00.039348 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-63fe4d8c-2d4d-4e73-97f4-0849dc3822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.045106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-004bb986-91df-472d-b6a4-978f7e007419 admin admin] 10.222.0.91 "PUT /v2.0/routers/f55aa887-cfbb-46d1-98b5-4507336892cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9690688 Jul 16 20:39:00.066312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:00.098109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.100476 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment b06bef90-2fa0-4ca7-ba86-c656a304e005 of type vlan for network 352464b3-9a89-4458-ae91-4a2c64f92b7c Jul 16 20:39:00.101528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77cf328-06cd-43fa-b1ce-0c5b1f524207 None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:39:00.166436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.206161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.215837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.217035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.231973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-63fe4d8c-2d4d-4e73-97f4-0849dc3822e2 None None] Port adcd6c9b-6e20-4629-94ee-50e720edfa5d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:00.242377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:00.248840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:00.249216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.273937 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4691300 Jul 16 20:39:00.276896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34230) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:00.284463 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '352464b3-9a89-4458-ae91-4a2c64f92b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:00.302666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77cf328-06cd-43fa-b1ce-0c5b1f524207 None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:39:00.320386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f39f3d-1e24-4457-aae7-08e80b00e3d0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=352464b3-9a89-4458-ae91-4a2c64f92b7c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.361327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 352464b3-9a89-4458-ae91-4a2c64f92b7c details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:00.443790 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:00.449951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.551150 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.635171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,segment=NetworkSegment(93dc8a73-6e20-401e-9afd-1bfbc41634d8),segment_id=93dc8a73-6e20-401e-9afd-1bfbc41634d8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:00.645888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.813902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.828947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.911424 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=3322d607-73ac-44b8-abb1-2a21aee60e5f,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.939845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': 'b06bef90-2fa0-4ca7-ba86-c656a304e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '352464b3-9a89-4458-ae91-4a2c64f92b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:00.943768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 352464b3-9a89-4458-ae91-4a2c64f92b7c, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:00.949348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 038af22c-abf1-477a-aa26-ffdcb28d0276 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:01.020494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab9502-4fad-4fce-8f49-b29c02657f81 None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:39:01.099761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 038af22c-abf1-477a-aa26-ffdcb28d0276 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:01.099761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.124349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-bdb97a56-def3-4b91-893d-95289b5fbfaa tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:01.125841 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-bdb97a56-def3-4b91-893d-95289b5fbfaa tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/networks?id=85e5fe54-7812-49fa-ac60-fa2cbf7199be HTTP/1.1" status: 200 len: 910 time: 0.1502998 Jul 16 20:39:01.128709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 352464b3-9a89-4458-ae91-4a2c64f92b7c is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:01.144517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 352464b3-9a89-4458-ae91-4a2c64f92b7c) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:01.147406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-cc66c4ec-0fdf-4d63-b0e8-b39e992e94c7 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/quotas/c3a4a4e2cbc94208b9e23b11e77e740f HTTP/1.1" status: 200 len: 375 time: 0.0133021 Jul 16 20:39:01.150466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:01.151097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.160348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab9502-4fad-4fce-8f49-b29c02657f81 None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:39:01.228803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e1b8d63e-2f02-4fde-b3b9-ad2be907ca54 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9496012 Jul 16 20:39:01.231784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34258) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.244334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:01.285438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-2bedb95f-7728-4993-b4c7-d138d266eb48 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?tenant_id=c3a4a4e2cbc94208b9e23b11e77e740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286187 Jul 16 20:39:01.394415 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.399014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:01.405722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:01.406142 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.414207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-36a5c62f-bc74-4684-8f18-d0f952e527e5 service neutron] 10.222.0.91 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216583 Jul 16 20:39:01.459882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.549246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.581810 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-e4138612-f1be-4bf6-99d6-e9e5dbdae0b1 service neutron] 10.222.0.91 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613581 Jul 16 20:39:01.619516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=3322d607-73ac-44b8-abb1-2a21aee60e5f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.705587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.717887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352464b3-9a89-4458-ae91-4a2c64f92b7c']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.730259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06bef90-2fa0-4ca7-ba86-c656a304e005') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.730693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06bef90-2fa0-4ca7-ba86-c656a304e005') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.744084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.764724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:01.789968 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:01.857551 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.898987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816516e2-cabd-4a0e-a444-f97aae91700b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-352464b3-9a89-4458-ae91-4a2c64f92b7c', 'network_id': '352464b3-9a89-4458-ae91-4a2c64f92b7c', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '3322d607-73ac-44b8-abb1-2a21aee60e5f'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:01.901148 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-816516e2-cabd-4a0e-a444-f97aae91700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.905935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:01.919680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58a24c97-fc7a-43c4-bb8a-d54232eb98e8 req-61a1c3ff-4f1d-4b3c-b7c0-075d89d9dae6 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 210 time: 0.0838590 Jul 16 20:39:01.936137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.938930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.953398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.959105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34268) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.959710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/352464b3-9a89-4458-ae91-4a2c64f92b7c HTTP/1.1" status: 204 len: 168 time: 0.7264948 Jul 16 20:39:01.965104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-995989988'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:01.970919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fff26-1ac6-4b07-95f2-c2732cc5b69d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=352464b3-9a89-4458-ae91-4a2c64f92b7c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.998633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.006977 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.016396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6cfff6-ba59-4c01-9846-14df0076a7f8 None None] Network 352464b3-9a89-4458-ae91-4a2c64f92b7c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:02.038322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6cfff6-ba59-4c01-9846-14df0076a7f8 None None] Network 352464b3-9a89-4458-ae91-4a2c64f92b7c could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:39:02.043046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.051396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:02.067441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dbfcb1-272a-4e54-a1e6-22c4ae965d34 None None] Network 352464b3-9a89-4458-ae91-4a2c64f92b7c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:02.079979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.080373 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment 3273ff54-5b21-4459-89fb-2c6ee5a92441 of type vlan for network 67c997f3-97d1-41dd-af6f-62a2565315df Jul 16 20:39:02.084425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dbfcb1-272a-4e54-a1e6-22c4ae965d34 None None] Network 352464b3-9a89-4458-ae91-4a2c64f92b7c could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:39:02.131990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.171842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.178499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.179144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.201421 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Sync routers for ids ['f55aa887-cfbb-46d1-98b5-4507336892cc'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:02.217345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Routers {'f55aa887-cfbb-46d1-98b5-4507336892cc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:02.218802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f55aa887-cfbb-46d1-98b5-4507336892cc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:02.224659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34270) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:02.230182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '67c997f3-97d1-41dd-af6f-62a2565315df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:02.235129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2740076 Jul 16 20:39:02.280766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e8f0e-9dc0-4c23-8f40-43c99724d523 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=67c997f3-97d1-41dd-af6f-62a2565315df,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.315101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 67c997f3-97d1-41dd-af6f-62a2565315df details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:02.328759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.336201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.407065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Set router f55aa887-cfbb-46d1-98b5-4507336892cc gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:02.413432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Performing IP validity checks on allocation pools {{(pid=93862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:39:02.414354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:39:02.587251 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.677987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=42c9f3f2-da17-4649-91f3-a094c21ccf0a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.690180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:58Z', 'revision_number': 4, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port': {'id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'adcd6c9b-6e20-4629-94ee-50e720edfa5d', 'name': '', 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'mac_address': 'fa:16:3e:79:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bf201529-f43b-4d07-b602-176fa33ce636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:57Z', 'updated_at': '2021-07-16T20:38:58Z', 'revision_number': 2, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'subnets': [{'id': 'bf201529-f43b-4d07-b602-176fa33ce636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:02.704205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': '3273ff54-5b21-4459-89fb-2c6ee5a92441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '67c997f3-97d1-41dd-af6f-62a2565315df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:02.704798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 67c997f3-97d1-41dd-af6f-62a2565315df, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:02.724139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Checking router: f55aa887-cfbb-46d1-98b5-4507336892cc for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:02.724858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Updating router f55aa887-cfbb-46d1-98b5-4507336892cc port adcd6c9b-6e20-4629-94ee-50e720edfa5d binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:02.726812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 67c997f3-97d1-41dd-af6f-62a2565315df is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:02.744898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 67c997f3-97d1-41dd-af6f-62a2565315df) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:02.761628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e882399-957e-42f3-b92a-b9702c96d41c None None] Network 67c997f3-97d1-41dd-af6f-62a2565315df requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:02.762735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.763649 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.779752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:02.784760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cc990bf-ff4b-404e-aab8-f7e8a9508ddc tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5584500 Jul 16 20:39:02.786974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34286) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:02.867492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.928366 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.999772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.088874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:03.089349 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.103128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.119201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fa844c06-9df2-44ae-82de-6491e7557789 req-359d3e1d-507e-4e0b-aebc-08e045074313 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 210 time: 0.0574808 Jul 16 20:39:03.199440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=42c9f3f2-da17-4649-91f3-a094c21ccf0a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.204058 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201dec30-ccbb-428e-9ef1-4eb57679c06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-67c997f3-97d1-41dd-af6f-62a2565315df', 'network_id': '67c997f3-97d1-41dd-af6f-62a2565315df', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '42c9f3f2-da17-4649-91f3-a094c21ccf0a'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:03.204942 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-201dec30-ccbb-428e-9ef1-4eb57679c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.252112 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.269401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c997f3-97d1-41dd-af6f-62a2565315df']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:03.281688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3273ff54-5b21-4459-89fb-2c6ee5a92441') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:03.282069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3273ff54-5b21-4459-89fb-2c6ee5a92441') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:03.295712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.310538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.319943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:03.321510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:03.328495 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:03.370961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2abd403-e02d-48fe-91b3-7f492f18ddab None None] Network 67c997f3-97d1-41dd-af6f-62a2565315df requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:03.376251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:03.406032 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.430388 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.433095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/67c997f3-97d1-41dd-af6f-62a2565315df HTTP/1.1" status: 204 len: 168 time: 0.6447444 Jul 16 20:39:03.435566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ae5c0-59ed-40be-b352-c8399cb2cf2a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=67c997f3-97d1-41dd-af6f-62a2565315df,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.437127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34290) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:03.451262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1535327274'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:03.478715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:03.486631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.520794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:03.536964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.537484 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment 4c772113-5008-416c-bb52-fc96dd429b80 of type vlan for network 3f47f1fe-cb5c-475d-ac35-a7b9ad752201 Jul 16 20:39:03.546928 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.580976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Transition to ACTIVE for port object adcd6c9b-6e20-4629-94ee-50e720edfa5d will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:03.600492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.623111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.637589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.648792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:03.649056 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.688413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:03.688797 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.708469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2662089 Jul 16 20:39:03.709228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34294) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:03.724846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '3f47f1fe-cb5c-475d-ac35-a7b9ad752201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:03.762695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-6c79328b-a8a0-4b7f-a7b3-540d45273474 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:03.768185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-6c79328b-a8a0-4b7f-a7b3-540d45273474 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.79 "GET /v2.0/networks?id=85e5fe54-7812-49fa-ac60-fa2cbf7199be HTTP/1.1" status: 200 len: 910 time: 0.2275743 Jul 16 20:39:03.779924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Request body: {'port': {'device_id': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'admin_state_up': True, 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:03.807875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Made reservation on behalf of c3a4a4e2cbc94208b9e23b11e77e740f for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:03.810621 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.843532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf631d-35eb-4b8e-a3c3-ff87b1e9605f None None] Pushing event updated for resources: {'Port': ['ID=adcd6c9b-6e20-4629-94ee-50e720edfa5d,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.938980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ca777-a491-43db-901e-b4ac749c96c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=3f47f1fe-cb5c-475d-ac35-a7b9ad752201,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.960117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Attempting to bind port adcd6c9b-6e20-4629-94ee-50e720edfa5d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:03.960719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Attempting to bind port adcd6c9b-6e20-4629-94ee-50e720edfa5d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:03.960915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Attempting to bind port adcd6c9b-6e20-4629-94ee-50e720edfa5d on network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:03.963460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 3f47f1fe-cb5c-475d-ac35-a7b9ad752201 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:03.967086 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:03.975262 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.983924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:03.984309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Checking segment: {'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:03.984711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.985103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Bound using segment: {'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:03.985593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Bound port: adcd6c9b-6e20-4629-94ee-50e720edfa5d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dc8a73-6e20-401e-9afd-1bfbc41634d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:03.985987 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.043329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Allocated IP 172.20.0.5 (85e5fe54-7812-49fa-ac60-fa2cbf7199be/1e095143-2bdd-4994-9a6d-3bad7cb81882/72d74248-f73a-4e0a-b522-47072afc05a6) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:04.208466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] For port adcd6c9b-6e20-4629-94ee-50e720edfa5d, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:04.213808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] For port adcd6c9b-6e20-4629-94ee-50e720edfa5d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=adcd6c9b-6e20-4629-94ee-50e720edfa5d,segment=NetworkSegment(93dc8a73-6e20-401e-9afd-1bfbc41634d8),segment_id=93dc8a73-6e20-401e-9afd-1bfbc41634d8)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:04.218380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.267279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.289939 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Transition to ACTIVE for port object 72d74248-f73a-4e0a-b522-47072afc05a6 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:04.319907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.358198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Routers {'f55aa887-cfbb-46d1-98b5-4507336892cc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:04.358797 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.359384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:38:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f55aa887-cfbb-46d1-98b5-4507336892cc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:04.399349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:04.437936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf631d-35eb-4b8e-a3c3-ff87b1e9605f None None] Pushing event updated for resources: {'Port': ['ID=adcd6c9b-6e20-4629-94ee-50e720edfa5d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.463128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:04.467050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:04.474337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=7872bef3-1ea4-4e4f-a4fc-5a49c02578b5,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.519771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': '4c772113-5008-416c-bb52-fc96dd429b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '3f47f1fe-cb5c-475d-ac35-a7b9ad752201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:04.520305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 3f47f1fe-cb5c-475d-ac35-a7b9ad752201, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:04.553492 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 3f47f1fe-cb5c-475d-ac35-a7b9ad752201 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:04.566014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 3f47f1fe-cb5c-475d-ac35-a7b9ad752201) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:04.571440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.572438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.591967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-232693bc-e555-4885-bd7a-a6030000a78d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8715644 Jul 16 20:39:04.594712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34298) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:04.712476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Pushing event updated for resources: {'Port': ['ID=72d74248-f73a-4e0a-b522-47072afc05a6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.740579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.741789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.767069 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-c14f6bef-5b78-4062-a45d-6b1192017988 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9900985 Jul 16 20:39:04.769403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8716-a20d-4508-bcef-cd365fc67875 req-e8a5d984-a0a3-4a7d-b92a-96c89b50c0b0 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.774747 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c22f8716-a20d-4508-bcef-cd365fc67875 req-e8a5d984-a0a3-4a7d-b92a-96c89b50c0b0 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1027 time: 0.3676674 Jul 16 20:39:04.782202 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Request body: {'port': {'device_id': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:04.791540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.807875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238f611-3c77-4be1-82a8-5416bf744b8e None None] Network 3f47f1fe-cb5c-475d-ac35-a7b9ad752201 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:04.869461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.895604 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:04.912079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] Set router f55aa887-cfbb-46d1-98b5-4507336892cc gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:04.934196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.994544 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.008063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c22f8716-a20d-4508-bcef-cd365fc67875 req-f2297aec-19b4-484b-b672-3070f6e38b29 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710875 Jul 16 20:39:05.063297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=7872bef3-1ea4-4e4f-a4fc-5a49c02578b5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.075712 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f98707f5-1cd6-4d02-80ac-178c1e0c1d36 None None] Provisioning for port 72d74248-f73a-4e0a-b522-47072afc05a6 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:05.104080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f98707f5-1cd6-4d02-80ac-178c1e0c1d36 None None] Provisioning complete for port 72d74248-f73a-4e0a-b522-47072afc05a6 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:05.104590 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f98707f5-1cd6-4d02-80ac-178c1e0c1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.166930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.179399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f47f1fe-cb5c-475d-ac35-a7b9ad752201']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.191980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c772113-5008-416c-bb52-fc96dd429b80') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.192418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c772113-5008-416c-bb52-fc96dd429b80') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.196374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-f98707f5-1cd6-4d02-80ac-178c1e0c1d36 None None] Port 72d74248-f73a-4e0a-b522-47072afc05a6 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:05.205739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.227133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.237178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:05.237516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:05.240818 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:05.260495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239d72bc-63db-4445-b496-8599b259858d None None] Network 3f47f1fe-cb5c-475d-ac35-a7b9ad752201 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:05.323986 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.338283 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.343701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/3f47f1fe-cb5c-475d-ac35-a7b9ad752201 HTTP/1.1" status: 204 len: 168 time: 0.7443616 Jul 16 20:39:05.345645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34302) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:05.357364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73de96-f649-4b3d-adf5-18f5f59fc997 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=3f47f1fe-cb5c-475d-ac35-a7b9ad752201,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.364735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1571093665'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:05.433281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:05.437092 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.453134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d74248-f73a-4e0a-b522-47072afc05a6 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:05.464540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.465581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:58Z', 'revision_number': 4, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port': {'id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'adcd6c9b-6e20-4629-94ee-50e720edfa5d', 'name': '', 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'mac_address': 'fa:16:3e:79:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bf201529-f43b-4d07-b602-176fa33ce636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:57Z', 'updated_at': '2021-07-16T20:39:04Z', 'revision_number': 4, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'subnets': [{'id': 'bf201529-f43b-4d07-b602-176fa33ce636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:05.486597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:05.489008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Transition to ACTIVE for port object 72d74248-f73a-4e0a-b522-47072afc05a6 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:05.494423 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.502513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.502941 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment 314d2405-091d-496e-b404-68730be3c214 of type vlan for network 390ebe22-9b8c-4d90-a983-c96092c9766a Jul 16 20:39:05.507783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d64d8-af2a-4ef9-baef-ed250c24f976 None None] The sync data for ids ['f55aa887-cfbb-46d1-98b5-4507336892cc'] in n-d-792458-10 is: [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:38:58Z', 'revision_number': 4, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port': {'id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'adcd6c9b-6e20-4629-94ee-50e720edfa5d', 'name': '', 'network_id': '8c6cf4de-9d65-4541-a9ac-60449ab02ad1', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'mac_address': 'fa:16:3e:79:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bf201529-f43b-4d07-b602-176fa33ce636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:57Z', 'updated_at': '2021-07-16T20:39:04Z', 'revision_number': 4, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'subnets': [{'id': 'bf201529-f43b-4d07-b602-176fa33ce636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:05.612627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Pushing event updated for resources: {'Port': ['ID=72d74248-f73a-4e0a-b522-47072afc05a6,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.616069 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.960218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34306) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.014080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] Deleting subnet 9f310846-f2e8-42af-88ba-18709fb84d64 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:06.018593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.023457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88b62669-d97a-4b45-a4ff-6ec762963d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.071429 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.106607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.113536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.114225 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.125143 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.202412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.234977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=390ebe22-9b8c-4d90-a983-c96092c9766a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.249412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 390ebe22-9b8c-4d90-a983-c96092c9766a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:06.253325 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4cbe16eb-4896-420c-bf71-5f06e61f2f5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9066648 Jul 16 20:39:06.254430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34310) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.270875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Attempting to bind port 72d74248-f73a-4e0a-b522-47072afc05a6 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:06.271221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Attempting to bind port 72d74248-f73a-4e0a-b522-47072afc05a6 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:06.271467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Attempting to bind port 72d74248-f73a-4e0a-b522-47072afc05a6 on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:06.278560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Port 72d74248-f73a-4e0a-b522-47072afc05a6 on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:06.278931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Attempting to bind port 72d74248-f73a-4e0a-b522-47072afc05a6 on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:06.282272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '390ebe22-9b8c-4d90-a983-c96092c9766a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:06.284429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:06.284776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Checking segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:06.285200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Bound using segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:06.285688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Bound port: 72d74248-f73a-4e0a-b522-47072afc05a6, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:06.286063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.293171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f310846-f2e8-42af-88ba-18709fb84d64,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.314284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.318822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2c1192f0-3e55-433b-876e-38b9e0c542c1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/9f310846-f2e8-42af-88ba-18709fb84d64 HTTP/1.1" status: 204 len: 168 time: 0.3550506 Jul 16 20:39:06.326691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34312) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.421546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1de54-a11b-4630-a135-d76ff1fe0b5e req-cd8848ba-8177-49f3-8b3a-37aa3aa677d1 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.423138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccc1de54-a11b-4630-a135-d76ff1fe0b5e req-cd8848ba-8177-49f3-8b3a-37aa3aa677d1 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1053 time: 0.2140257 Jul 16 20:39:06.441331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] For port 72d74248-f73a-4e0a-b522-47072afc05a6, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:06.443860 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:06.446584 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.448140 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.462299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] For port 72d74248-f73a-4e0a-b522-47072afc05a6, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72d74248-f73a-4e0a-b522-47072afc05a6,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:06.490876 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.553216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.553849 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.555303 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] 10.222.0.79 "PUT /v2.0/ports/72d74248-f73a-4e0a-b522-47072afc05a6 HTTP/1.1" status: 200 len: 1092 time: 1.7792795 Jul 16 20:39:06.557450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'tag': '72d74248-f73a-4e0a-b522-47072afc05a6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:06.563718 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f73109f-3abc-4a12-a1fd-c26616c1a52f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff63443f-f634-4bf9-8654-fc5b166eb3fe", "tag": "72d74248-f73a-4e0a-b522-47072afc05a6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:06.620936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.639345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccc1de54-a11b-4630-a135-d76ff1fe0b5e req-ca7ca2f4-4335-4aaa-bac7-9de3e384a7f2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016649 Jul 16 20:39:06.650387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9138-2254-4037-a905-af5bb7016810 service neutron] Pushing event updated for resources: {'Port': ['ID=72d74248-f73a-4e0a-b522-47072afc05a6,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.670136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e8ce80-e475-447d-bf0b-bed97476706b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.684429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523309da-8e4e-45b0-8363-5fa6dbc3fd8f') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.684734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523309da-8e4e-45b0-8363-5fa6dbc3fd8f') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.706805 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cffdda-550b-462e-a461-f75cdeff5d46 x-openstack-request-id: req-59cffdda-550b-462e-a461-f75cdeff5d46 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:06.707112 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff63443f-f634-4bf9-8654-fc5b166eb3fe", "tag": "72d74248-f73a-4e0a-b522-47072afc05a6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:06.707361 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-59cffdda-550b-462e-a461-f75cdeff5d46 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:06.707755 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'tag': '72d74248-f73a-4e0a-b522-47072afc05a6', 'status': 'completed', 'code': 200} Jul 16 20:39:06.720745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.751093 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.768680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:06.769281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.823579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.854547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device adcd6c9b-6e20-4629-94ee-50e720edfa5d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:06.857324 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:06.890417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-da9b6cca-4ee1-4a31-bf3b-74548db4437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.893074 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-da9b6cca-4ee1-4a31-bf3b-74548db4437c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3a4a4e2cbc94208b9e23b11e77e740f&device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1095 time: 0.2626352 Jul 16 20:39:06.894505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.906347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.907832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=118d35cc-3ac0-4e5f-a108-39906844e16e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.908280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] 10.222.0.91 "DELETE /v2.0/networks/c2e8ce80-e475-447d-bf0b-bed97476706b HTTP/1.1" status: 204 len: 168 time: 0.5802038 Jul 16 20:39:06.919738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': '314d2405-091d-496e-b404-68730be3c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '390ebe22-9b8c-4d90-a983-c96092c9766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:06.920126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 390ebe22-9b8c-4d90-a983-c96092c9766a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:06.957502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 390ebe22-9b8c-4d90-a983-c96092c9766a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:06.969639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 390ebe22-9b8c-4d90-a983-c96092c9766a) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:06.984398 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.985280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.989091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9df60-2a37-4c48-a34a-a46ff2b78caa None None] Network 390ebe22-9b8c-4d90-a983-c96092c9766a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:07.019112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-72fe9d7c-b8d1-4f8c-8803-f460db13657b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7409890 Jul 16 20:39:07.019821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34318) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.057268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15373f50-1c7e-4c77-85a2-35b3f8402056 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e8ce80-e475-447d-bf0b-bed97476706b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.060418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-23959abb-c45e-4f88-806e-a392a046e8d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72d74248-f73a-4e0a-b522-47072afc05a6 HTTP/1.1" status: 200 len: 217 time: 0.1556771 Jul 16 20:39:07.168958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-f206f412-5507-484a-a064-e5de8125c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.169430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port adcd6c9b-6e20-4629-94ee-50e720edfa5d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:07.178172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-f206f412-5507-484a-a064-e5de8125c3bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e095143-2bdd-4994-9a6d-3bad7cb81882 HTTP/1.1" status: 200 len: 848 time: 0.0985010 Jul 16 20:39:07.184062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port adcd6c9b-6e20-4629-94ee-50e720edfa5d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:07.184481 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.197374 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.273500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.274445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-354f2456-1d58-4592-abaa-e0e78c2c0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.276061 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-354f2456-1d58-4592-abaa-e0e78c2c0e64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85e5fe54-7812-49fa-ac60-fa2cbf7199be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971799 Jul 16 20:39:07.303384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292a554-29d7-4253-85b2-1d78c6755a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-390ebe22-9b8c-4d90-a983-c96092c9766a', 'network_id': '390ebe22-9b8c-4d90-a983-c96092c9766a', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '118d35cc-3ac0-4e5f-a108-39906844e16e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:07.304910 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8292a554-29d7-4253-85b2-1d78c6755a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.305980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34320) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.391745 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server [None req-8292a554-29d7-4253-85b2-1d78c6755a01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 118d35cc-3ac0-4e5f-a108-39906844e16e: This subnet is being modified by another concurrent operation. Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 118d35cc-3ac0-4e5f-a108-39906844e16e: This subnet is being modified by another concurrent operation. Jul 16 20:39:07.419755 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Jul 16 20:39:07.435545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7b59c9fe-8e23-4309-b7a8-6d6ab3bb571f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1742f942500047b48092f86fc089e735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176479 Jul 16 20:39:07.436719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=118d35cc-3ac0-4e5f-a108-39906844e16e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.436719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34322) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.453344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-df16c8af-07a8-4de3-a038-86ffbff7fbdc service neutron] 10.222.0.79 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706944 Jul 16 20:39:07.463550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb88923-ef83-413e-9af4-733efb56a74b None None] Network 390ebe22-9b8c-4d90-a983-c96092c9766a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:07.512367 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.513120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.526255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390ebe22-9b8c-4d90-a983-c96092c9766a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:07.538874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314d2405-091d-496e-b404-68730be3c214') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:07.539157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314d2405-091d-496e-b404-68730be3c214') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:07.555752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.562490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a53d45f2-5cfe-4279-88b9-5aef5138f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.562737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0ee241c-90f2-4110-93ff-67ccfe4a4506 req-aca85042-96f4-4e84-ba43-931b8e668c15 service neutron] 10.222.0.79 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033082 Jul 16 20:39:07.588005 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.601752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a53d45f2-5cfe-4279-88b9-5aef5138f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.603985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:07.604386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:07.607352 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:07.615052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port adcd6c9b-6e20-4629-94ee-50e720edfa5d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=adcd6c9b-6e20-4629-94ee-50e720edfa5d,segment=NetworkSegment(93dc8a73-6e20-401e-9afd-1bfbc41634d8),segment_id=93dc8a73-6e20-401e-9afd-1bfbc41634d8)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:07.623672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.662089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc856a1-3d98-434c-8bfd-627fd5b0bc9e None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:39:07.680397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-6cc9f9c9-0d75-490f-b126-5035a5a4ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.682213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-6cc9f9c9-0d75-490f-b126-5035a5a4ba59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3a4a4e2cbc94208b9e23b11e77e740f&device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1095 time: 0.0700576 Jul 16 20:39:07.702323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.731788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=adcd6c9b-6e20-4629-94ee-50e720edfa5d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.734646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.739053 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/390ebe22-9b8c-4d90-a983-c96092c9766a HTTP/1.1" status: 204 len: 168 time: 0.7179973 Jul 16 20:39:07.750282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a53d45f2-5cfe-4279-88b9-5aef5138f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.753018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a53d45f2-5cfe-4279-88b9-5aef5138f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.754216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a53d45f2-5cfe-4279-88b9-5aef5138f679 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4611afbb-e7d8-45a9-b168-01da768e2819 HTTP/1.1" status: 204 len: 168 time: 0.3229105 Jul 16 20:39:07.755116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34326) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.762653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120416308'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:07.767160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6177c7-86f6-4da8-b9ef-96002147e22b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=390ebe22-9b8c-4d90-a983-c96092c9766a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.783108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d45f2-5cfe-4279-88b9-5aef5138f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4611afbb-e7d8-45a9-b168-01da768e2819,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.802226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc856a1-3d98-434c-8bfd-627fd5b0bc9e None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:39:07.812358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:07.821876 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.831576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-26941cd5-393a-48a2-9d55-18741c97c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.833242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-26941cd5-393a-48a2-9d55-18741c97c6b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=85e5fe54-7812-49fa-ac60-fa2cbf7199be HTTP/1.1" status: 200 len: 910 time: 0.1446571 Jul 16 20:39:07.883420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:07.899651 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-65bcef3c-b0f3-46aa-b337-3e3792bf6a1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72d74248-f73a-4e0a-b522-47072afc05a6 HTTP/1.1" status: 200 len: 217 time: 0.0584650 Jul 16 20:39:07.902048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.902585 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment 16f64dd6-5671-4af0-beb5-ae981c097be4 of type vlan for network bb39ade8-fe67-4f5c-96c1-9f057e837b60 Jul 16 20:39:07.948748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e2f65-8039-47cf-b42c-398098a8bc00 req-25ad8d7b-18b1-4fa6-9c98-aad2fb196860 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.950864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-621e2f65-8039-47cf-b42c-398098a8bc00 req-25ad8d7b-18b1-4fa6-9c98-aad2fb196860 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1095 time: 0.1240788 Jul 16 20:39:07.954660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-dfb7a847-be68-4854-b275-e2a11a11ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.956363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-dfb7a847-be68-4854-b275-e2a11a11ddfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e095143-2bdd-4994-9a6d-3bad7cb81882 HTTP/1.1" status: 200 len: 848 time: 0.0493379 Jul 16 20:39:07.964954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.022279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-621e2f65-8039-47cf-b42c-398098a8bc00 req-3ee80376-085e-4c42-8a0f-0d4be5e9b409 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618331 Jul 16 20:39:08.027152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.034865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.035578 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.060769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-242ec418-5bd6-42e5-99fa-7d6a73502cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.063209 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-242ec418-5bd6-42e5-99fa-7d6a73502cf8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=85e5fe54-7812-49fa-ac60-fa2cbf7199be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989606 Jul 16 20:39:08.084597 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3263285 Jul 16 20:39:08.087749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34332) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:08.122585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:08.127609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e29eda-4e3c-4668-a030-ebedce3b263c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=bb39ade8-fe67-4f5c-96c1-9f057e837b60,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.140114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:08.222206 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-753e14a6-fe7b-4218-8781-2bd4e870073d service neutron] 10.222.0.79 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522422 Jul 16 20:39:08.308108 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.325614 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.327086 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f73109f-3abc-4a12-a1fd-c26616c1a52f req-31e33273-3bbe-4822-8ce8-096d263d3da4 service neutron] 10.222.0.79 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970154 Jul 16 20:39:08.335056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 is not hosted by any dhcp agent {{(pid=93861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:39:08.340402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.341013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.345902 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "PUT /v2.0/networks/bb39ade8-fe67-4f5c-96c1-9f057e837b60 HTTP/1.1" status: 200 len: 723 time: 0.2536118 Jul 16 20:39:08.346416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34342) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:08.353286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:08.404064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f836d9-c711-4f39-8e20-13fb18878e5c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=bb39ade8-fe67-4f5c-96c1-9f057e837b60,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.414760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:08.457460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:08.463551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.627599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.668233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.702889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.737788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device adcd6c9b-6e20-4629-94ee-50e720edfa5d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:08.759475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=89f0f457-49f5-4583-a39a-8ad3b4111b2e,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.764124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': '16f64dd6-5671-4af0-beb5-ae981c097be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:08.764583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: bb39ade8-fe67-4f5c-96c1-9f057e837b60, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:08.787536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:08.798944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, bb39ade8-fe67-4f5c-96c1-9f057e837b60) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:08.803280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port adcd6c9b-6e20-4629-94ee-50e720edfa5d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:08.804150 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.809276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb17c58-b3b0-4e6c-9fcc-57e3372ad0ed None None] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:08.812100 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.812839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.832265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-982b2e81-4721-4e96-90c8-a3cda04f6e39 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4820039 Jul 16 20:39:08.832587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34356) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:08.838159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e6786c36-c98b-410b-b61d-bada13c33c7a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:08.911686 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8e45495b-e940-48d2-a079-898db53a18e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.944815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6786c36-c98b-410b-b61d-bada13c33c7a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26122777'] for subnet, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.072350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-bb39ade8-fe67-4f5c-96c1-9f057e837b60', 'network_id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '89f0f457-49f5-4583-a39a-8ad3b4111b2e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:09.072350 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.146391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6786c36-c98b-410b-b61d-bada13c33c7a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736922830475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26551414'] for subnet, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.175888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.237862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Allocated IP 172.20.0.2 (bb39ade8-fe67-4f5c-96c1-9f057e837b60/89f0f457-49f5-4583-a39a-8ad3b4111b2e/c16af09f-e6ce-477b-af12-cd96cf6745d0) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:09.246686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6786c36-c98b-410b-b61d-bada13c33c7a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:09.247544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e6786c36-c98b-410b-b61d-bada13c33c7a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.249005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e6786c36-c98b-410b-b61d-bada13c33c7a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "PUT /v2.0/subnets/89f0f457-49f5-4583-a39a-8ad3b4111b2e HTTP/1.1" status: 200 len: 806 time: 0.4154048 Jul 16 20:39:09.252259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34370) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:09.263937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6786c36-c98b-410b-b61d-bada13c33c7a tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=89f0f457-49f5-4583-a39a-8ad3b4111b2e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:09.286789 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c7dc7-32b6-432b-b661-b9d64019faca req-6d8696c8-444d-411d-a702-78dc9ec3ee5b tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:09.288493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a89c7dc7-32b6-432b-b661-b9d64019faca req-6d8696c8-444d-411d-a702-78dc9ec3ee5b tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1095 time: 0.0883884 Jul 16 20:39:09.327978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a89c7dc7-32b6-432b-b661-b9d64019faca req-2db4e71f-263e-466c-a9c7-3aba92f0062e tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Jul 16 20:39:09.372139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.441260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.456097 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.466101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Transition to ACTIVE for port object c16af09f-e6ce-477b-af12-cd96cf6745d0 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:09.488929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Transition to ACTIVE for port object c16af09f-e6ce-477b-af12-cd96cf6745d0 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:09.496871 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.525572 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.547626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Pushing event updated for resources: {'Port': ['ID=c16af09f-e6ce-477b-af12-cd96cf6745d0,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:09.556482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=89f0f457-49f5-4583-a39a-8ad3b4111b2e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:09.573214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:09.575131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:09.577830 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:09.624142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.634568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb39ade8-fe67-4f5c-96c1-9f057e837b60']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.645495 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f64dd6-5671-4af0-beb5-ae981c097be4') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.645779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f64dd6-5671-4af0-beb5-ae981c097be4') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.645892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Attempting to bind port c16af09f-e6ce-477b-af12-cd96cf6745d0 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:09.646365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Attempting to bind port c16af09f-e6ce-477b-af12-cd96cf6745d0 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '16f64dd6-5671-4af0-beb5-ae981c097be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:09.646775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Attempting to bind port c16af09f-e6ce-477b-af12-cd96cf6745d0 on network bb39ade8-fe67-4f5c-96c1-9f057e837b60 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:09.652281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:09.653221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Checking segment: {'id': '16f64dd6-5671-4af0-beb5-ae981c097be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:09.653221 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.653525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Bound using segment: {'id': '16f64dd6-5671-4af0-beb5-ae981c097be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:09.654050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Bound port: c16af09f-e6ce-477b-af12-cd96cf6745d0, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f64dd6-5671-4af0-beb5-ae981c097be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:09.654439 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.656717 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.670761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.677583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:09.678178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:09.681523 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:09.721554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] For port c16af09f-e6ce-477b-af12-cd96cf6745d0, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:09.725219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72d74248-f73a-4e0a-b522-47072afc05a6 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:09.753076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:39:09.753076 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:39:09.753076 n-d-792458-10 neutron-server[93861]: [parameters: {'id': 'bb39ade8-fe67-4f5c-96c1-9f057e837b60'}] Jul 16 20:39:09.753076 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:39:09.753076 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:39:09.774938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] For port c16af09f-e6ce-477b-af12-cd96cf6745d0, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c16af09f-e6ce-477b-af12-cd96cf6745d0,segment=NetworkSegment(16f64dd6-5671-4af0-beb5-ae981c097be4),segment_id=16f64dd6-5671-4af0-beb5-ae981c097be4)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:09.781659 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.083069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 72d74248-f73a-4e0a-b522-47072afc05a6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72d74248-f73a-4e0a-b522-47072afc05a6,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:10.102108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef89c14-ec7f-4db4-bf9e-ea1409095a70 None None] Pushing event updated for resources: {'Port': ['ID=c16af09f-e6ce-477b-af12-cd96cf6745d0,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.108904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '72d74248-f73a-4e0a-b522-47072afc05a6', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'port_id': '72d74248-f73a-4e0a-b522-47072afc05a6', 'mac_address': 'fa:16:3e:ce:43:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:10.115638 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.134178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d0880-d13b-4219-8345-60df5928ab8a None None] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:10.170106 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.214092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d74248-f73a-4e0a-b522-47072afc05a6 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:10.254948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.273488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 72d74248-f73a-4e0a-b522-47072afc05a6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72d74248-f73a-4e0a-b522-47072afc05a6,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:10.279995 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.346194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=72d74248-f73a-4e0a-b522-47072afc05a6,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.351708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Deleting port c16af09f-e6ce-477b-af12-cd96cf6745d0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:10.352313 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.356494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14dbb5-d983-4e1c-a4f8-0338ca90cb43 None None] Network bb39ade8-fe67-4f5c-96c1-9f057e837b60 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:10.496415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['72d74248-f73a-4e0a-b522-47072afc05a6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:10.524005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] For port c16af09f-e6ce-477b-af12-cd96cf6745d0, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c16af09f-e6ce-477b-af12-cd96cf6745d0,segment=NetworkSegment(16f64dd6-5671-4af0-beb5-ae981c097be4),segment_id=16f64dd6-5671-4af0-beb5-ae981c097be4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:10.524366 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.540019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Calling delete_port for c16af09f-e6ce-477b-af12-cd96cf6745d0 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:10.555120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1ac67-ac52-4447-830c-e7d85ef5400c None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:39:10.584401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32972d-042d-4cf4-b84a-9f2f7aafce25 req-ee27ecd2-932e-41f1-9bee-090f6d068543 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:10.588832 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb32972d-042d-4cf4-b84a-9f2f7aafce25 req-ee27ecd2-932e-41f1-9bee-090f6d068543 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1096 time: 0.0803962 Jul 16 20:39:10.661500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.666563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb32972d-042d-4cf4-b84a-9f2f7aafce25 req-599e5921-970e-45c1-8c51-36b6fc5bb48e tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723975 Jul 16 20:39:10.702968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No DVR routers for this DVR port c16af09f-e6ce-477b-af12-cd96cf6745d0 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:10.738103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Port': ['ID=c16af09f-e6ce-477b-af12-cd96cf6745d0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.754236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34390) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:10.760813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'network': {'name': 'tempest-network-smoke--499107985', 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'port_security_enabled': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:10.770393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d1ac67-ac52-4447-830c-e7d85ef5400c None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:39:10.797817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Made reservation on behalf of f4f956875d14440bb7f235cc62500e15 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:10.803278 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.809914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.816231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.823085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb39ade8-fe67-4f5c-96c1-9f057e837b60']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:10.854155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f64dd6-5671-4af0-beb5-ae981c097be4') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:10.855109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f64dd6-5671-4af0-beb5-ae981c097be4') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:10.868254 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.887551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.894012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:10.894972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:10.898617 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:10.926209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.931409 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.960239 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.965899 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.970866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/bb39ade8-fe67-4f5c-96c1-9f057e837b60 HTTP/1.1" status: 204 len: 168 time: 1.7146738 Jul 16 20:39:10.971036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:10.971761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:10.984572 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e3c2-9651-442c-9e2e-2c3f5f66dee7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=bb39ade8-fe67-4f5c-96c1-9f057e837b60,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.001222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1696e70f-9772-4fd7-9ea1-8b2caad293ed,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.007282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.007637 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Added segment d1f13982-0136-40c1-b4a6-35b3f79e9b4e of type vlan for network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd Jul 16 20:39:11.009660 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e50766-4ad1-4326-9136-069eb9cc379b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:11.010498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e50766-4ad1-4326-9136-069eb9cc379b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:11.016039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09e50766-4ad1-4326-9136-069eb9cc379b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/bb39ade8-fe67-4f5c-96c1-9f057e837b60 HTTP/1.1" status: 404 len: 339 time: 0.0398324 Jul 16 20:39:11.017765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34394) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.023778 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1783309754', 'description': 'd1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:11.045538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:11.049237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.057201 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.075864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:11.085923 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.086245 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment 3688afe0-8c6c-47e0-9b6a-9e9f8777e59e of type vlan for network 338f6aa5-7c31-4cd8-ac57-58d85314228e Jul 16 20:39:11.096956 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.103084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.103835 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.136267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.138403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3826706 Jul 16 20:39:11.141641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34396) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.148419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'admin_state_up': True, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:11.168629 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.174587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.175322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.192936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81d15-7f7b-4f70-8bb0-c751c3fbcff1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Network': ['ID=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.206495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:11.216718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.217814 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.223669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2038746 Jul 16 20:39:11.225638 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34398) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.256490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a26205-534c-42b1-91fe-dfe40d4e230e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=338f6aa5-7c31-4cd8-ac57-58d85314228e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.275215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 338f6aa5-7c31-4cd8-ac57-58d85314228e details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:11.333842 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.381339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764e349-0414-4f4c-9fa8-1aa986877d90 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.382798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f764e349-0414-4f4c-9fa8-1aa986877d90 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/networks?id=338f6aa5-7c31-4cd8-ac57-58d85314228e HTTP/1.1" status: 200 len: 761 time: 0.1562195 Jul 16 20:39:11.385786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34402) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.391669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'description': 'd2'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:11.489299 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.702954 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.724505 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.730576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72d74248-f73a-4e0a-b522-47072afc05a6 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:11.798815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 72d74248-f73a-4e0a-b522-47072afc05a6 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:11.804379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 72d74248-f73a-4e0a-b522-47072afc05a6 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.804971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.876909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Allocated IP 172.25.3.130 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/992eb413-bb29-473a-bbd6-bc6563caddbe) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:11.893855 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.905566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.909880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.920878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.929526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde17da-1bff-42a2-bb02-f204c8b137d1 req-e1d95635-b2b7-4d2f-a7ca-c274fe4ce132 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.931527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efde17da-1bff-42a2-bb02-f204c8b137d1 req-e1d95635-b2b7-4d2f-a7ca-c274fe4ce132 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1096 time: 0.1133270 Jul 16 20:39:11.934105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d74248-f73a-4e0a-b522-47072afc05a6'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:11.935970 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168fba9d-4699-49ab-bc91-201537d461f6" -d '{"events": [{"server_uuid": "ff63443f-f634-4bf9-8654-fc5b166eb3fe", "name": "network-vif-plugged", "status": "completed", "tag": "72d74248-f73a-4e0a-b522-47072afc05a6"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:11.949049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 338f6aa5-7c31-4cd8-ac57-58d85314228e is not hosted by any dhcp agent {{(pid=93861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:39:11.955182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.955849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 72d74248-f73a-4e0a-b522-47072afc05a6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72d74248-f73a-4e0a-b522-47072afc05a6,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:11.955971 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.957286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "PUT /v2.0/networks/338f6aa5-7c31-4cd8-ac57-58d85314228e HTTP/1.1" status: 200 len: 758 time: 0.5703959 Jul 16 20:39:11.961173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34410) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.961544 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.016160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=72d74248-f73a-4e0a-b522-47072afc05a6,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.028467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b2f1-c9c7-4f11-8b05-39c9e1a5a1eb tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=338f6aa5-7c31-4cd8-ac57-58d85314228e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.032577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-efde17da-1bff-42a2-bb02-f204c8b137d1 req-4178567c-6cb3-4f4a-aeae-76d02b619e3d tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709486 Jul 16 20:39:12.047190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.066027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 338f6aa5-7c31-4cd8-ac57-58d85314228e details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:12.081527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac041c08-4710-4e42-8dbd-532c641048b2 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.083245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ac041c08-4710-4e42-8dbd-532c641048b2 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/networks?id=338f6aa5-7c31-4cd8-ac57-58d85314228e HTTP/1.1" status: 200 len: 761 time: 0.1219316 Jul 16 20:39:12.087040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34412) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.092639 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-938955948'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:12.093595 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fcbcf0-2d59-4965-a2ad-f5525db197f3 x-openstack-request-id: req-99fcbcf0-2d59-4965-a2ad-f5525db197f3 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:12.094242 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff63443f-f634-4bf9-8654-fc5b166eb3fe", "name": "network-vif-plugged", "status": "completed", "tag": "72d74248-f73a-4e0a-b522-47072afc05a6", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:12.094539 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-99fcbcf0-2d59-4965-a2ad-f5525db197f3 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:12.095025 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d74248-f73a-4e0a-b522-47072afc05a6', 'code': 200} Jul 16 20:39:12.115369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:12.119188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.123480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.159684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:12.168738 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.169076 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment 34a09b01-4a50-4252-8b59-4273afbed175 of type vlan for network fc6d75d1-1da3-4cdd-a77e-f0948d424c53 Jul 16 20:39:12.192133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:12.202986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:12.205845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:12.212548 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.230614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=992eb413-bb29-473a-bbd6-bc6563caddbe,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.247205 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.254134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.254729 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.293153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2050612 Jul 16 20:39:12.295880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34414) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.302955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': 'fc6d75d1-1da3-4cdd-a77e-f0948d424c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:12.330608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1535f5-888c-462c-838a-d70b61c12e7f req-5b9862e0-9cb7-4c71-85db-518d369148c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.332370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f1535f5-888c-462c-838a-d70b61c12e7f req-5b9862e0-9cb7-4c71-85db-518d369148c8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.1754827 Jul 16 20:39:12.332664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e565-e856-4f33-be61-53ae239ed67e tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=fc6d75d1-1da3-4cdd-a77e-f0948d424c53,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.344813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network fc6d75d1-1da3-4cdd-a77e-f0948d424c53 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:12.408318 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f1535f5-888c-462c-838a-d70b61c12e7f req-c1399b0b-1b07-452b-8208-99a3289e7dce service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Jul 16 20:39:12.428384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:12.431970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.513244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.619561 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.681162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=beac971f-467d-4b0e-8b9c-b37d60db1a90,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.689890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': '34a09b01-4a50-4252-8b59-4273afbed175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc6d75d1-1da3-4cdd-a77e-f0948d424c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:12.690221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: fc6d75d1-1da3-4cdd-a77e-f0948d424c53, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:12.708930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network fc6d75d1-1da3-4cdd-a77e-f0948d424c53 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:12.721232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, fc6d75d1-1da3-4cdd-a77e-f0948d424c53) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:12.721541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.726015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.726730 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.731569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f62100-20e7-415f-82c6-0f4b65cfd464 None None] Network fc6d75d1-1da3-4cdd-a77e-f0948d424c53 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:12.746502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5dee58fa-8894-4f21-b7ac-00c3db27c9a6 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4470611 Jul 16 20:39:12.746675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.853327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.872126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router c1594d03-fbc5-441a-b119-a45fbda3b652 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:12.898427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e80be7-2093-4f91-a862-e4e7d3824efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-fc6d75d1-1da3-4cdd-a77e-f0948d424c53', 'network_id': 'fc6d75d1-1da3-4cdd-a77e-f0948d424c53', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': 'beac971f-467d-4b0e-8b9c-b37d60db1a90'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:12.899888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-10e80be7-2093-4f91-a862-e4e7d3824efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.917372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.985336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.997848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server [None req-10e80be7-2093-4f91-a862-e4e7d3824efb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beac971f-467d-4b0e-8b9c-b37d60db1a90: This subnet is being modified by another concurrent operation. Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beac971f-467d-4b0e-8b9c-b37d60db1a90: This subnet is being modified by another concurrent operation. Jul 16 20:39:13.009547 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Jul 16 20:39:13.014622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Sync routers for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:13.015080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=beac971f-467d-4b0e-8b9c-b37d60db1a90,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.023264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.024353 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:13.024962 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4ff5bfe4-57bc-4deb-8910-43a4fd8a7763 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8825479 Jul 16 20:39:13.025065 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.028134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34418) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.039876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b78d6-fca1-48d5-9d53-75e87dc04ca7 None None] Network fc6d75d1-1da3-4cdd-a77e-f0948d424c53 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:13.098415 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.115441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6d75d1-1da3-4cdd-a77e-f0948d424c53']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.139574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a09b01-4a50-4252-8b59-4273afbed175') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.141057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a09b01-4a50-4252-8b59-4273afbed175') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.163522 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.195361 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.209808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:13.210897 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:13.215516 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:13.268408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620976bc-d880-4b43-bfc3-94380cf54c68 None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:39:13.280953 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:13.291960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d4d13200-9a07-4eff-b0b2-d238181299f8 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=f4f956875d14440bb7f235cc62500e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2626216 Jul 16 20:39:13.294483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.299879 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.308042 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.314054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/fc6d75d1-1da3-4cdd-a77e-f0948d424c53 HTTP/1.1" status: 204 len: 168 time: 0.5663087 Jul 16 20:39:13.315130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34426) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.327260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=fc6d75d1-1da3-4cdd-a77e-f0948d424c53,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.335476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.335643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.336074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.336423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.336754 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.337084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.337411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.337737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.338109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.338434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.338756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.339133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548412d-c8ad-412d-a88c-817d445610ab tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:13.373521 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-99305b3c-f855-4174-b5b1-afc21f3bb9d2 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] GET failed (client error): The resource could not be found. Jul 16 20:39:13.374879 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-99305b3c-f855-4174-b5b1-afc21f3bb9d2 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/subnets/beac971f-467d-4b0e-8b9c-b37d60db1a90 HTTP/1.1" status: 404 len: 337 time: 0.0586739 Jul 16 20:39:13.377742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34428) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.405677 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac73b41-0885-4f06-b9ce-a06a7fb17d1b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:13.406369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac73b41-0885-4f06-b9ce-a06a7fb17d1b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:13.408877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fac73b41-0885-4f06-b9ce-a06a7fb17d1b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/fc6d75d1-1da3-4cdd-a77e-f0948d424c53 HTTP/1.1" status: 404 len: 339 time: 0.0290296 Jul 16 20:39:13.412774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34430) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.418996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620976bc-d880-4b43-bfc3-94380cf54c68 None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:39:13.495769 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:12Z', 'revision_number': 3, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.507847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dd3ad-9ed9-4c59-a646-b6d0c4b5be4f req-08be42f5-7307-4ce1-b996-62a0ed83feee tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.509794 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e50dd3ad-9ed9-4c59-a646-b6d0c4b5be4f req-08be42f5-7307-4ce1-b996-62a0ed83feee tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.1925600 Jul 16 20:39:13.532831 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Checking router: c1594d03-fbc5-441a-b119-a45fbda3b652 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:13.533710 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Updating router c1594d03-fbc5-441a-b119-a45fbda3b652 port 992eb413-bb29-473a-bbd6-bc6563caddbe binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:13.545132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4a04d-e7ae-4fb5-a9aa-bf70b074ce1c tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.546661 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-06f4a04d-e7ae-4fb5-a9aa-bf70b074ce1c tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2512178 Jul 16 20:39:13.549484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34432) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.573215 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.583783 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-046bb338-845a-4be0-9503-f0ec951ae52f tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331812 Jul 16 20:39:13.591688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34434) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.601553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e50dd3ad-9ed9-4c59-a646-b6d0c4b5be4f req-d2c4d9a9-a012-46e0-91e4-610dd6cdfca0 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837042 Jul 16 20:39:13.606700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83511101', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:13.746192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0d33f9-7da5-4c55-941a-bdf98d09a45b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.748017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ea0d33f9-7da5-4c55-941a-bdf98d09a45b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3339994 Jul 16 20:39:13.750935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34436) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.768401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Made reservation on behalf of f4f956875d14440bb7f235cc62500e15 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:13.771839 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.790375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-890abf4b-38f1-45b6-9740-44d96a943fd2 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12 HTTP/1.1" status: 200 len: 207 time: 0.0382485 Jul 16 20:39:13.793680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34438) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.857231 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.869272 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Transition to ACTIVE for port object 992eb413-bb29-473a-bbd6-bc6563caddbe will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:13.876250 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.904738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55525571-a031-40be-b0e9-8b79407607d1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.910764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55525571-a031-40be-b0e9-8b79407607d1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.916575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55525571-a031-40be-b0e9-8b79407607d1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.922628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55525571-a031-40be-b0e9-8b79407607d1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.928136 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-55525571-a031-40be-b0e9-8b79407607d1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1297364 Jul 16 20:39:13.928282 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Attempting to bind port 992eb413-bb29-473a-bbd6-bc6563caddbe on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:13.928282 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Attempting to bind port 992eb413-bb29-473a-bbd6-bc6563caddbe by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:13.928282 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Attempting to bind port 992eb413-bb29-473a-bbd6-bc6563caddbe on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:13.928542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34440) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.943904 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56abe1-e141-4b43-973f-6e85aea15287 None None] Pushing event updated for resources: {'Port': ['ID=992eb413-bb29-473a-bbd6-bc6563caddbe,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.946568 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:13.947025 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:13.947430 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.947796 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:13.948264 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Bound port: 992eb413-bb29-473a-bbd6-bc6563caddbe, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:13.948639 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.973981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.006267 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] For port 992eb413-bb29-473a-bbd6-bc6563caddbe, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:14.010622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] For port 992eb413-bb29-473a-bbd6-bc6563caddbe, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=992eb413-bb29-473a-bbd6-bc6563caddbe,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:14.016825 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.045212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Subnet': ['ID=651c2c03-49d9-4a35-9907-6383f2c6072f,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.053173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Checking segment: {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:14.053539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network hostable DHCP agents. Network: 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:14.063758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-74f54ea3-e8b8-467c-a927-5199d0437fba tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1314864 Jul 16 20:39:14.063931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:14.063931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:14.064099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.073827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:14.085056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:14.090417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.091153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.096107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7e621-9805-454f-a39e-0566072a7981 None None] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:14.114285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6e1bb9d7-0ddb-4c78-bee6-a6e97d52eba6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5209315 Jul 16 20:39:14.115585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34444) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.187735 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:14.263931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56abe1-e141-4b43-973f-6e85aea15287 None None] Pushing event updated for resources: {'Port': ['ID=992eb413-bb29-473a-bbd6-bc6563caddbe,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.312228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:14.313328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.415017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:12Z', 'revision_number': 3, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:14.446367 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958fd1b-c530-441e-a24d-079a60bec4c2 None None] The sync data for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 is: [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:12Z', 'revision_number': 3, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:14.475268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Allocated IP 172.20.0.2 (272cbaeb-3b2c-4e1a-a95d-6084d18a96fd/651c2c03-49d9-4a35-9907-6383f2c6072f/ecf27c83-12a4-4169-8dd4-e52a44adbfa1) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:14.570798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e46caf-b512-4f2c-86bf-97c1a15974cd tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.572377 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e46caf-b512-4f2c-86bf-97c1a15974cd tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.574880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a5e46caf-b512-4f2c-86bf-97c1a15974cd tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5086262 Jul 16 20:39:14.577492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34446) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.651943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b66ef-da8c-4bf7-8c88-f8f6b5341788 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.653422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b66ef-da8c-4bf7-8c88-f8f6b5341788 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.655478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4f4b66ef-da8c-4bf7-8c88-f8f6b5341788 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0770214 Jul 16 20:39:14.659298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34450) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.681508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.690763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.704462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Transition to ACTIVE for port object ecf27c83-12a4-4169-8dd4-e52a44adbfa1 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:14.722991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Transition to ACTIVE for port object ecf27c83-12a4-4169-8dd4-e52a44adbfa1 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:14.731549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.779110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:14.789042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:14.794615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:14.837155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea8761-e528-4a6d-95cd-07846ada7e53 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.842070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9dea8761-e528-4a6d-95cd-07846ada7e53 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/networks/3b5791e6-9a1d-409c-b995-75e59bb97294 HTTP/1.1" status: 200 len: 800 time: 0.1783569 Jul 16 20:39:14.842230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Pushing event updated for resources: {'Port': ['ID=ecf27c83-12a4-4169-8dd4-e52a44adbfa1,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.842866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34452) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.887659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Attempting to bind port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:14.888133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Attempting to bind port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:14.888571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Attempting to bind port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 on network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:14.894815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:14.895351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Checking segment: {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:14.895631 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.895631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Bound using segment: {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:14.895631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Bound port: ecf27c83-12a4-4169-8dd4-e52a44adbfa1, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:14.897825 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.995605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] For port ecf27c83-12a4-4169-8dd4-e52a44adbfa1, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:14.998449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cfef-bdb2-4c18-b8f4-02848df45d77 req-1a8108e1-14ff-43fe-a37d-df7c6323f8c8 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.999771 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b147ecb0-880c-45d1-b821-3b1301180cd8 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/networks/3b5791e6-9a1d-409c-b995-75e59bb97294?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1560421 Jul 16 20:39:15.000922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] For port ecf27c83-12a4-4169-8dd4-e52a44adbfa1, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ecf27c83-12a4-4169-8dd4-e52a44adbfa1,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:15.003938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34454) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.006641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87c7cfef-bdb2-4c18-b8f4-02848df45d77 req-1a8108e1-14ff-43fe-a37d-df7c6323f8c8 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.1712394 Jul 16 20:39:15.007104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.067303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78644a43-e9d7-4d25-81c6-45c3e8189953 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.073125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-78644a43-e9d7-4d25-81c6-45c3e8189953 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/subnets/2073ec39-3803-48a3-a0c5-1505d75647be HTTP/1.1" status: 200 len: 811 time: 0.0641170 Jul 16 20:39:15.073125 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34456) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.088992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70941e57-5ef9-49db-b3a3-f6ca89f120d3 None None] Pushing event updated for resources: {'Port': ['ID=ecf27c83-12a4-4169-8dd4-e52a44adbfa1,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.108882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87c7cfef-bdb2-4c18-b8f4-02848df45d77 req-6a42eb1c-7572-4e0c-993d-8f3e37078dbd tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011126 Jul 16 20:39:15.158694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dcbbce-4d0f-453d-b7ad-050260b49d87 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['shared'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.164083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34460) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.164270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30dcbbce-4d0f-453d-b7ad-050260b49d87 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "GET /v2.0/subnets/2073ec39-3803-48a3-a0c5-1505d75647be?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0898633 Jul 16 20:39:15.172817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1144521977'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:15.206979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Allocated IP 172.20.0.1 (272cbaeb-3b2c-4e1a-a95d-6084d18a96fd/651c2c03-49d9-4a35-9907-6383f2c6072f/a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:15.216654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:15.220806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.293977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:15.399001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e385af-a67d-4164-8c96-1ee9cf9cb416 req-35ff12dc-d1d6-4346-8958-590cb1b135b1 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.404411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34e385af-a67d-4164-8c96-1ee9cf9cb416 req-35ff12dc-d1d6-4346-8958-590cb1b135b1 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.1494901 Jul 16 20:39:15.404836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.405186 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Added segment b0ec8367-072e-4a9d-b62c-a86a39e5c092 of type vlan for network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc Jul 16 20:39:15.481697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.487435 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-34e385af-a67d-4164-8c96-1ee9cf9cb416 req-289ca199-ea3e-43e0-9b24-e867129bcec9 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582345 Jul 16 20:39:15.493089 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.520886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Transition to ACTIVE for port object a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:15.549540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.555461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.556123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.616943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4489064 Jul 16 20:39:15.618361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34464) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.629917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'network_id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:15.675791 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.686543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c286b-f39f-48b6-a576-254d68c5d67b tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Network': ['ID=00efd821-00f1-44a5-b7b9-0697cb5ff8cc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.700642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:15.753354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.762855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:15.764573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:15.771266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:15.785661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Made reservation on behalf of 7203dee620ed473eb669180202a1aad4 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:15.791008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.829808 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.869801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Performing IP validity checks on allocation pools {{(pid=93862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:39:15.870390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:39:15.980272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb7269-85da-483d-bba8-473da90dee17 req-9237f717-9217-4f1a-b08b-27a08b487f8a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.981917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdeb7269-85da-483d-bba8-473da90dee17 req-9237f717-9217-4f1a-b08b-27a08b487f8a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.1077564 Jul 16 20:39:16.014028 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.058196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fdeb7269-85da-483d-bba8-473da90dee17 req-64432d74-6a14-4f19-8c96-7241fbc86517 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695739 Jul 16 20:39:16.059002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.100834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=9dcdde7b-bc5e-45e9-a131-4f2db7bbbefe,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.114472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.114817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.115272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.115631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.116113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.116610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.116977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.117307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.117631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.117953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.118275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.118594 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:16.124747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Checking segment: {'id': 'b0ec8367-072e-4a9d-b62c-a86a39e5c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:16.124959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network hostable DHCP agents. Network: 00efd821-00f1-44a5-b7b9-0697cb5ff8cc, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:16.145682 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:16.158571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 00efd821-00f1-44a5-b7b9-0697cb5ff8cc) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:16.170063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:16.170257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.173027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b752d58-4c2c-4829-9747-73eba4fd7b95 None None] Network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:16.199005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-28c442af-e7f6-4904-92e9-0f38183c1a38 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5760047 Jul 16 20:39:16.199468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34468) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:16.208899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-dffb66e8-a777-40cf-8fde-a6ba7dbd5b25 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:16.370769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dffb66e8-a777-40cf-8fde-a6ba7dbd5b25 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3019119'] for subnet, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.401993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-00efd821-00f1-44a5-b7b9-0697cb5ff8cc', 'network_id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc', 'tenant_id': '7203dee620ed473eb669180202a1aad4', 'fixed_ips': [{'subnet_id': '9dcdde7b-bc5e-45e9-a131-4f2db7bbbefe'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:16.403123 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.437346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-9400ad48-fe4e-476f-81bb-067f81fbf426 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:16.440143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067aa2a1-dddf-4b37-ac35-8f5f28eeb2ed None None] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:16.446151 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-9400ad48-fe4e-476f-81bb-067f81fbf426 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/networks?id=85e5fe54-7812-49fa-ac60-fa2cbf7199be HTTP/1.1" status: 200 len: 910 time: 0.1096964 Jul 16 20:39:16.458930 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-2c4f8eb3-fcf3-422a-8596-137b36163d08 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/quotas/c3a4a4e2cbc94208b9e23b11e77e740f HTTP/1.1" status: 200 len: 375 time: 0.0116611 Jul 16 20:39:16.587446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-4bbdd046-de94-4d7d-9254-0044adb19b55 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?tenant_id=c3a4a4e2cbc94208b9e23b11e77e740f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237466 Jul 16 20:39:16.638207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-10d5f605-9774-4eb7-9070-bd467f35c07a None None] Provisioning for port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:16.653039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.661026 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.711798 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-8c88277c-ac3d-487a-bd2b-9c09901b41af service neutron] 10.222.0.91 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138482 Jul 16 20:39:16.768419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.776663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dffb66e8-a777-40cf-8fde-a6ba7dbd5b25 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736922830475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2672382'] for subnet, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.819011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.847748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb66e8-a777-40cf-8fde-a6ba7dbd5b25 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:16.848363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dffb66e8-a777-40cf-8fde-a6ba7dbd5b25 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.850170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dffb66e8-a777-40cf-8fde-a6ba7dbd5b25 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "PUT /v2.0/subnets/9dcdde7b-bc5e-45e9-a131-4f2db7bbbefe HTTP/1.1" status: 200 len: 877 time: 0.6497245 Jul 16 20:39:16.854082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34482) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:16.865562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-daaca064-8b5b-4f5d-a91a-e6b0d17f9073 service neutron] 10.222.0.91 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467750 Jul 16 20:39:16.879323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Allocated IP 172.20.0.3 (00efd821-00f1-44a5-b7b9-0697cb5ff8cc/9dcdde7b-bc5e-45e9-a131-4f2db7bbbefe/ef045dd6-04f7-497b-bec1-efaa4156b36c) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:16.913410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb66e8-a777-40cf-8fde-a6ba7dbd5b25 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event updated for resources: {'Subnet': ['ID=9dcdde7b-bc5e-45e9-a131-4f2db7bbbefe,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.971624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 992eb413-bb29-473a-bbd6-bc6563caddbe up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:17.051260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.070770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:17.073602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:17.166581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2123b000-56f8-4414-8c95-7f3569f29616 req-de597370-fb17-4f1e-977e-90f82c9cb60b tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 210 time: 0.0332408 Jul 16 20:39:17.229142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.289578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 992eb413-bb29-473a-bbd6-bc6563caddbe completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:17.299310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 992eb413-bb29-473a-bbd6-bc6563caddbe triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:17.299695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.360262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router c1594d03-fbc5-441a-b119-a45fbda3b652 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:17.378779 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba6be618-ea46-41ec-b39a-fecc30d072ea None None] Provisioning for port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:17.395694 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.397687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba6be618-ea46-41ec-b39a-fecc30d072ea None None] Provisioning complete for port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:17.398043 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ba6be618-ea46-41ec-b39a-fecc30d072ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.441616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Transition to ACTIVE for port object ef045dd6-04f7-497b-bec1-efaa4156b36c will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:17.500627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ba6be618-ea46-41ec-b39a-fecc30d072ea None None] Port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:17.504064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Transition to ACTIVE for port object ef045dd6-04f7-497b-bec1-efaa4156b36c will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:17.509024 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.517042 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.574101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 992eb413-bb29-473a-bbd6-bc6563caddbe, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=992eb413-bb29-473a-bbd6-bc6563caddbe,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:17.588185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:17.592125 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.593248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ecf27c83-12a4-4169-8dd4-e52a44adbfa1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:17.597357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:17.599183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Pushing event updated for resources: {'Port': ['ID=ef045dd6-04f7-497b-bec1-efaa4156b36c,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.607192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:17.744924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-baf3fe61-9c37-49e7-a920-ec316ed377d0 None None] Provisioning complete for port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:17.745402 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-baf3fe61-9c37-49e7-a920-ec316ed377d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.799709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=992eb413-bb29-473a-bbd6-bc6563caddbe,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.811171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Attempting to bind port ef045dd6-04f7-497b-bec1-efaa4156b36c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:17.811551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Attempting to bind port ef045dd6-04f7-497b-bec1-efaa4156b36c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b0ec8367-072e-4a9d-b62c-a86a39e5c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:17.811913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Attempting to bind port ef045dd6-04f7-497b-bec1-efaa4156b36c on network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:17.820450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:17.821218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Checking segment: {'id': 'b0ec8367-072e-4a9d-b62c-a86a39e5c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:17.821218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.821612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Bound using segment: {'id': 'b0ec8367-072e-4a9d-b62c-a86a39e5c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:17.822097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Bound port: ef045dd6-04f7-497b-bec1-efaa4156b36c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ec8367-072e-4a9d-b62c-a86a39e5c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:17.822757 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.848038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-baf3fe61-9c37-49e7-a920-ec316ed377d0 None None] Port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:17.853650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:17.857134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.875853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:17.876237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.897112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcdde7b-bc5e-45e9-a131-4f2db7bbbefe,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.939393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] For port ef045dd6-04f7-497b-bec1-efaa4156b36c, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:17.944259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] For port ef045dd6-04f7-497b-bec1-efaa4156b36c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ef045dd6-04f7-497b-bec1-efaa4156b36c,segment=NetworkSegment(b0ec8367-072e-4a9d-b62c-a86a39e5c092),segment_id=b0ec8367-072e-4a9d-b62c-a86a39e5c092)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:17.951722 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.991121 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.005942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00efd821-00f1-44a5-b7b9-0697cb5ff8cc']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.019239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ec8367-072e-4a9d-b62c-a86a39e5c092') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.020000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ec8367-072e-4a9d-b62c-a86a39e5c092') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.022004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:18.034870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-de5c2c0f-8f7d-4bb4-8a03-775bac453051 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "PUT /v2.0/routers/c1594d03-fbc5-441a-b119-a45fbda3b652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9150755 Jul 16 20:39:18.034870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34494) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:18.036165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Sync routers for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:18.037638 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.043007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ab5e70ee-521a-41e0-9387-978995390f16 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1799609483', 'description': 'tempest-secgroup_access--1799609483 description', 'project_id': 'f4f956875d14440bb7f235cc62500e15'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:18.052928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-109a6f2c-5b12-4805-be7c-907ee6b6d2f6 None None] Provisioning complete for port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:18.054403 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-109a6f2c-5b12-4805-be7c-907ee6b6d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.067498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.077341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:18.077814 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.079870 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:18.081137 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:18.093446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab5e70ee-521a-41e0-9387-978995390f16 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.098346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:18.098971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.146516 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Pushing event updated for resources: {'Port': ['ID=ef045dd6-04f7-497b-bec1-efaa4156b36c,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.157113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.db.api [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:39:18.157113 n-d-792458-10 neutron-server[93861]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:39:18.157113 n-d-792458-10 neutron-server[93861]: [parameters: {'id': '00efd821-00f1-44a5-b7b9-0697cb5ff8cc'}] Jul 16 20:39:18.157113 n-d-792458-10 neutron-server[93861]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:39:18.157548 n-d-792458-10 neutron-server[93861]: DEBUG oslo_db.api [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:39:18.165098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.165444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.166104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.166104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.166549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.166789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.167070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.167392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.167708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.168025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.168344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.168656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00791481-6f10-4fef-9346-7b11c03842f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:18.204992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ecf27c83-12a4-4169-8dd4-e52a44adbfa1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ecf27c83-12a4-4169-8dd4-e52a44adbfa1,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:18.244596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab5e70ee-521a-41e0-9387-978995390f16 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.262803 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab5e70ee-521a-41e0-9387-978995390f16 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.286852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-109a6f2c-5b12-4805-be7c-907ee6b6d2f6 None None] Port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:18.289487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab5e70ee-521a-41e0-9387-978995390f16 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.294252 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ab5e70ee-521a-41e0-9387-978995390f16 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2563746 Jul 16 20:39:18.294392 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.294704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34498) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:18.300072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8b7afa3c-fe3a-45c9-85a6-a0fc6ad2f828 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1546817427', 'description': 'tempest-secgroup_general--1546817427 description', 'project_id': 'f4f956875d14440bb7f235cc62500e15'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:18.324434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e70ee-521a-41e0-9387-978995390f16 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c47f9-0db6-4673-8144-7a20dba6681c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.366483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa3c-fe3a-45c9-85a6-a0fc6ad2f828 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.373065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:18.425918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ecf27c83-12a4-4169-8dd4-e52a44adbfa1,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.501342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-74a78cb4-f42d-4b69-bd51-71c0aeabdd93 req-d3ed7b7c-7c17-44e0-9708-543e9c78ebe5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 210 time: 0.0752599 Jul 16 20:39:18.561315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-8e80cff8-07f0-4224-a2ad-2f70b40924aa tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:18.562819 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-8e80cff8-07f0-4224-a2ad-2f70b40924aa tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.99 "GET /v2.0/networks?id=85e5fe54-7812-49fa-ac60-fa2cbf7199be HTTP/1.1" status: 200 len: 910 time: 0.1521437 Jul 16 20:39:18.570721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa3c-fe3a-45c9-85a6-a0fc6ad2f828 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.575796 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa3c-fe3a-45c9-85a6-a0fc6ad2f828 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.580056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Request body: {'port': {'device_id': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'admin_state_up': True, 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:18.613650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7afa3c-fe3a-45c9-85a6-a0fc6ad2f828 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ff93e-a8a0-43ef-89d4-cc717507514e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.623142 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa3c-fe3a-45c9-85a6-a0fc6ad2f828 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.625293 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Made reservation on behalf of c3a4a4e2cbc94208b9e23b11e77e740f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:18.627287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8b7afa3c-fe3a-45c9-85a6-a0fc6ad2f828 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3310144 Jul 16 20:39:18.629391 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.630214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34500) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:18.638035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-df30c0b8-a881-49da-b133-79e080586d4e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'security_group_rule': {'security_group_id': '0c8c47f9-0db6-4673-8144-7a20dba6681c', 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:18.661870 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.693971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:16Z', 'revision_number': 2, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.697998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df30c0b8-a881-49da-b133-79e080586d4e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.750059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Checking router: c1594d03-fbc5-441a-b119-a45fbda3b652 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:18.752009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Updating router c1594d03-fbc5-441a-b119-a45fbda3b652 port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:18.797278 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.797767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df30c0b8-a881-49da-b133-79e080586d4e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.802865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df30c0b8-a881-49da-b133-79e080586d4e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.822582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30c0b8-a881-49da-b133-79e080586d4e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2221333e-3ffe-433b-8323-1b2e2a27a015,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.828113 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Allocated IP 172.20.0.6 (85e5fe54-7812-49fa-ac60-fa2cbf7199be/1e095143-2bdd-4994-9a6d-3bad7cb81882/74f45ae2-25c8-451e-92f7-9d732da88b2e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:18.832787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df30c0b8-a881-49da-b133-79e080586d4e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.837710 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Deleting port ef045dd6-04f7-497b-bec1-efaa4156b36c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:18.838066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.845200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df30c0b8-a881-49da-b133-79e080586d4e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135608 Jul 16 20:39:18.966648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 992eb413-bb29-473a-bbd6-bc6563caddbe up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:18.983285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] For port ef045dd6-04f7-497b-bec1-efaa4156b36c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ef045dd6-04f7-497b-bec1-efaa4156b36c,segment=NetworkSegment(b0ec8367-072e-4a9d-b62c-a86a39e5c092),segment_id=b0ec8367-072e-4a9d-b62c-a86a39e5c092)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:18.983778 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.026360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Calling delete_port for ef045dd6-04f7-497b-bec1-efaa4156b36c owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:19.078434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 992eb413-bb29-473a-bbd6-bc6563caddbe triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:19.078805 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.143996 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-947eca69-e415-4fc5-9357-d2c9c8b40479 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup_access--1799609483&fields=id&tenant_id=f4f956875d14440bb7f235cc62500e15 HTTP/1.1" status: 200 len: 267 time: 0.1345239 Jul 16 20:39:19.217387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.228338 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-e819acfd-0d3b-4f65-baf1-394fec1b6bc1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup_general--1546817427&fields=id&tenant_id=f4f956875d14440bb7f235cc62500e15 HTTP/1.1" status: 200 len: 267 time: 0.0728910 Jul 16 20:39:19.236755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ecf27c83-12a4-4169-8dd4-e52a44adbfa1 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:19.254051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Transition to ACTIVE for port object 74f45ae2-25c8-451e-92f7-9d732da88b2e will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:19.281065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.292912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fab85-80ef-40a1-bd74-127cc97acf96 None None] Network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:19.323126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Port': ['ID=ef045dd6-04f7-497b-bec1-efaa4156b36c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.337551 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.341605 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d714c4d5-edfc-4ec5-88ec-4d681c6c052a None None] Could not find standard attr ID for object ef045dd6-04f7-497b-bec1-efaa4156b36c. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:19.364156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No DVR routers for this DVR port ef045dd6-04f7-497b-bec1-efaa4156b36c on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:19.400593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Transition to ACTIVE for port object a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:19.433875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.482735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:19.482984 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.487002 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.505549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-49864bcf-d163-420a-8b0c-652f87caed06 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.515061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-49864bcf-d163-420a-8b0c-652f87caed06 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/networks?id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 200 len: 796 time: 0.2747710 Jul 16 20:39:19.519355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['72d74248-f73a-4e0a-b522-47072afc05a6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:19.580598 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.595445 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-1779cc6c-70b0-45ed-9810-299379c838a1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/quotas/f4f956875d14440bb7f235cc62500e15 HTTP/1.1" status: 200 len: 375 time: 0.0795274 Jul 16 20:39:19.596052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35785f42-c5a1-4a3f-9dfc-23d63decd4aa None None] DHCP port deletion for 00efd821-00f1-44a5-b7b9-0697cb5ff8cc request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:19.624268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e47623-e57a-4c7c-972d-63b233d01096 None None] Pushing event updated for resources: {'Port': ['ID=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.667544 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00efd821-00f1-44a5-b7b9-0697cb5ff8cc']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.684787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:19.685687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d36144-adac-4487-b4cf-02c75a275538 None None] Network 00efd821-00f1-44a5-b7b9-0697cb5ff8cc requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:19.698470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ec8367-072e-4a9d-b62c-a86a39e5c092') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.698796 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ec8367-072e-4a9d-b62c-a86a39e5c092') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.703227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Attempting to bind port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:19.703593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Attempting to bind port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:19.703961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Attempting to bind port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf on network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:19.715843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:19.721844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:19.722441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:19.722821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Checking segment: {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:19.723711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.724183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Bound using segment: {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:19.725190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Bound port: a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:19.725344 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Pushing event updated for resources: {'Port': ['ID=74f45ae2-25c8-451e-92f7-9d732da88b2e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.728224 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.734328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.750419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eaafd-45c1-4651-9c79-63e4ad70b836 req-5ee825a7-5b95-48a9-a310-5d55b7aaeb60 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.753801 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c1eaafd-45c1-4651-9c79-63e4ad70b836 req-5ee825a7-5b95-48a9-a310-5d55b7aaeb60 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1027 time: 0.0770211 Jul 16 20:39:19.798346 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.818876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c1eaafd-45c1-4651-9c79-63e4ad70b836 req-4e207478-75e3-4700-8656-8fb647f7c620 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592556 Jul 16 20:39:19.832142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:19.832597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:19.836337 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:19.856609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.857293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.878793 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-da8242c1-e17e-4969-9ba4-6cb0de0ac782 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2743857 Jul 16 20:39:19.923716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ef045dd6-04f7-497b-bec1-efaa4156b36c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:19.973513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6f3698a8-1662-48f7-9978-994e417f33a2 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3986602 Jul 16 20:39:19.976549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.990948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.996231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/00efd821-00f1-44a5-b7b9-0697cb5ff8cc HTTP/1.1" status: 204 len: 168 time: 3.1327217 Jul 16 20:39:19.998587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34518) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.998862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ef045dd6-04f7-497b-bec1-efaa4156b36c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:19.999305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ef045dd6-04f7-497b-bec1-efaa4156b36c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:39:20.026949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ae038-f2fa-4c83-846c-a910a3d37c4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=00efd821-00f1-44a5-b7b9-0697cb5ff8cc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.042046 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-404bce7c-9af3-4c34-ad40-ce9ec81ce196 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.042503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404bce7c-9af3-4c34-ad40-ce9ec81ce196 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.047238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-404bce7c-9af3-4c34-ad40-ce9ec81ce196 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/9dcdde7b-bc5e-45e9-a131-4f2db7bbbefe HTTP/1.1" status: 404 len: 337 time: 0.0463784 Jul 16 20:39:20.047957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34520) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.059293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] For port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:20.063708 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Port ef045dd6-04f7-497b-bec1-efaa4156b36c not found, will not notify nova. {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:39:20.075471 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15e25e8-2f5e-416a-a5d7-0a3cf44f3d6d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.076187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15e25e8-2f5e-416a-a5d7-0a3cf44f3d6d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.078375 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f15e25e8-2f5e-416a-a5d7-0a3cf44f3d6d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/00efd821-00f1-44a5-b7b9-0697cb5ff8cc HTTP/1.1" status: 404 len: 339 time: 0.0292037 Jul 16 20:39:20.080658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34522) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.088896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Request body: {'port': {'device_id': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:20.095143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] For port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:20.109750 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.110251 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16f7207-9dc1-4025-909f-57203ded5f05 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.110871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16f7207-9dc1-4025-909f-57203ded5f05 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.115432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e16f7207-9dc1-4025-909f-57203ded5f05 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/beac971f-467d-4b0e-8b9c-b37d60db1a90 HTTP/1.1" status: 404 len: 337 time: 0.0311821 Jul 16 20:39:20.119657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34524) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.140812 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b806ab4-ea92-40b5-8fbb-3463d966ea59 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.141718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b806ab4-ea92-40b5-8fbb-3463d966ea59 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.145895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9b806ab4-ea92-40b5-8fbb-3463d966ea59 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/fc6d75d1-1da3-4cdd-a77e-f0948d424c53 HTTP/1.1" status: 404 len: 339 time: 0.0231810 Jul 16 20:39:20.147073 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34526) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.155114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-7ba17fac-d2c6-48f5-8b57-8ddd6d038186 service neutron] 10.222.0.91 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746639 Jul 16 20:39:20.191973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e47623-e57a-4c7c-972d-63b233d01096 None None] Pushing event updated for resources: {'Port': ['ID=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.199275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:20.200126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.247511 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.261830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.326798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-b3480b22-4399-4beb-bd9d-bf14e96dad29 service neutron] 10.222.0.91 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448340 Jul 16 20:39:20.364889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:20.375381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.388065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338f6aa5-7c31-4cd8-ac57-58d85314228e']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.400446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3688afe0-8c6c-47e0-9b6a-9e9f8777e59e') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.400794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3688afe0-8c6c-47e0-9b6a-9e9f8777e59e') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.412315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.431233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.438572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:20.439035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:20.443184 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:20.520013 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.529008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.531424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/338f6aa5-7c31-4cd8-ac57-58d85314228e HTTP/1.1" status: 204 len: 168 time: 0.3831418 Jul 16 20:39:20.535101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34528) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.583618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1acba-a4c3-48d2-8982-2dcec9d87892 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=338f6aa5-7c31-4cd8-ac57-58d85314228e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.590031 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea8b436-1f46-491c-99b1-22c8f118d3b7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.590722 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea8b436-1f46-491c-99b1-22c8f118d3b7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.592713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ea8b436-1f46-491c-99b1-22c8f118d3b7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/89f0f457-49f5-4583-a39a-8ad3b4111b2e HTTP/1.1" status: 404 len: 337 time: 0.0562937 Jul 16 20:39:20.595613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34534) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.616012 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c52cfb6-d509-4f14-a3f7-cd1076b94e86 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.616816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c52cfb6-d509-4f14-a3f7-cd1076b94e86 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.618965 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8c52cfb6-d509-4f14-a3f7-cd1076b94e86 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/bb39ade8-fe67-4f5c-96c1-9f057e837b60 HTTP/1.1" status: 404 len: 339 time: 0.0222261 Jul 16 20:39:20.621569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34536) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.631547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fba52f73-dd08-4a22-b6da-a4de290c1d18 None None] Provisioning for port 74f45ae2-25c8-451e-92f7-9d732da88b2e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:20.643527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fba52f73-dd08-4a22-b6da-a4de290c1d18 None None] Provisioning complete for port 74f45ae2-25c8-451e-92f7-9d732da88b2e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:20.644191 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fba52f73-dd08-4a22-b6da-a4de290c1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.658585 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-27206c49-49b7-45b3-bd0b-8fe9d5592f89 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.659098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27206c49-49b7-45b3-bd0b-8fe9d5592f89 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.661015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-27206c49-49b7-45b3-bd0b-8fe9d5592f89 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/118d35cc-3ac0-4e5f-a108-39906844e16e HTTP/1.1" status: 404 len: 337 time: 0.0352454 Jul 16 20:39:20.663987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34538) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.716296 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-607ac1b0-c971-4e8d-9bdd-af1556c43f59 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.717853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607ac1b0-c971-4e8d-9bdd-af1556c43f59 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.721602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-607ac1b0-c971-4e8d-9bdd-af1556c43f59 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/390ebe22-9b8c-4d90-a983-c96092c9766a HTTP/1.1" status: 404 len: 339 time: 0.0306606 Jul 16 20:39:20.757156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34540) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.764028 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b0a0b8ae-c68a-41f0-a0f0-b8a4258c09b2 req-20a6dbc8-db87-48d9-9647-719c4c0fbf9b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 210 time: 0.1270313 Jul 16 20:39:20.801275 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab568353-49b8-4fda-8529-d466f0eba807 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.801991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab568353-49b8-4fda-8529-d466f0eba807 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.804688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ab568353-49b8-4fda-8529-d466f0eba807 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/7872bef3-1ea4-4e4f-a4fc-5a49c02578b5 HTTP/1.1" status: 404 len: 337 time: 0.0445020 Jul 16 20:39:20.806946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34546) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.827987 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af9a349-3d55-4b5f-8b60-985bac6fa497 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.828505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af9a349-3d55-4b5f-8b60-985bac6fa497 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.831405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1af9a349-3d55-4b5f-8b60-985bac6fa497 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/3f47f1fe-cb5c-475d-ac35-a7b9ad752201 HTTP/1.1" status: 404 len: 339 time: 0.0230083 Jul 16 20:39:20.835848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34550) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.870307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ef045dd6-04f7-497b-bec1-efaa4156b36c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:20.872233 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed26f63-79bc-4398-9b77-92f766391f72 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.872233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed26f63-79bc-4398-9b77-92f766391f72 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.877165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8ed26f63-79bc-4398-9b77-92f766391f72 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/42c9f3f2-da17-4649-91f3-a094c21ccf0a HTTP/1.1" status: 404 len: 337 time: 0.0374928 Jul 16 20:39:20.877659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34554) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.899863 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f6150f-ec66-411c-bd46-b645e4aeda4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.900485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f6150f-ec66-411c-bd46-b645e4aeda4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.905092 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-33f6150f-ec66-411c-bd46-b645e4aeda4d tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/67c997f3-97d1-41dd-af6f-62a2565315df HTTP/1.1" status: 404 len: 339 time: 0.0243704 Jul 16 20:39:20.906146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34556) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.931895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-fba52f73-dd08-4a22-b6da-a4de290c1d18 None None] Port 74f45ae2-25c8-451e-92f7-9d732da88b2e cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:20.953622 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d29b56-41af-48ea-a098-4688730b08f1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.953622 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d29b56-41af-48ea-a098-4688730b08f1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.957446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-06d29b56-41af-48ea-a098-4688730b08f1 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/3322d607-73ac-44b8-abb1-2a21aee60e5f HTTP/1.1" status: 404 len: 337 time: 0.0476213 Jul 16 20:39:20.957563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ef045dd6-04f7-497b-bec1-efaa4156b36c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:20.957563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ef045dd6-04f7-497b-bec1-efaa4156b36c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:20.958310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34558) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.984084 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b751ac14-42fd-4759-ba9b-348a925ecd78 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:20.984689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b751ac14-42fd-4759-ba9b-348a925ecd78 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:20.988926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b751ac14-42fd-4759-ba9b-348a925ecd78 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/352464b3-9a89-4458-ae91-4a2c64f92b7c HTTP/1.1" status: 404 len: 339 time: 0.0270326 Jul 16 20:39:20.991302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34560) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.014569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:19Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.024217 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89380ce-289c-4bf1-931b-aacc17cb10ed tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:21.024679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89380ce-289c-4bf1-931b-aacc17cb10ed tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:21.028963 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f89380ce-289c-4bf1-931b-aacc17cb10ed tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/93c7ddaa-6335-48fa-ab22-15710f7d6d7a HTTP/1.1" status: 404 len: 337 time: 0.0342526 Jul 16 20:39:21.029315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34562) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.063237 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb1d9fb-bfd8-4959-bb87-d343f72bf8df tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:21.063776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb1d9fb-bfd8-4959-bb87-d343f72bf8df tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:21.064732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702ed9e-7a8f-4225-8417-e63f4cc66038 None None] The sync data for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 is: [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:19Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:21.067987 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cfb1d9fb-bfd8-4959-bb87-d343f72bf8df tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/0cd02c01-576a-4883-9c6e-7a04813b9c02 HTTP/1.1" status: 404 len: 339 time: 0.0353203 Jul 16 20:39:21.071158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34566) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.103581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f45ae2-25c8-451e-92f7-9d732da88b2e {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:21.114316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.141378 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-046c1bd2-764c-4f1a-93a4-b8a29a8f6493 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:21.141937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046c1bd2-764c-4f1a-93a4-b8a29a8f6493 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:21.144141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-046c1bd2-764c-4f1a-93a4-b8a29a8f6493 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/8ac50c5c-429d-476c-81f6-b8afd3e814c7 HTTP/1.1" status: 404 len: 337 time: 0.0717144 Jul 16 20:39:21.153360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34568) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.170186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Transition to ACTIVE for port object 74f45ae2-25c8-451e-92f7-9d732da88b2e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:21.172899 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-049b3707-dfa4-4949-af5f-40a35a3554b0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:21.173191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e1830-8fae-4508-8b5a-eb4f0d653f34 req-c06bd269-91a0-4909-bc16-39f9d8fe837e tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.173478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049b3707-dfa4-4949-af5f-40a35a3554b0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:21.174714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-267e1830-8fae-4508-8b5a-eb4f0d653f34 req-c06bd269-91a0-4909-bc16-39f9d8fe837e tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1027 time: 0.1274850 Jul 16 20:39:21.175837 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.187997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-049b3707-dfa4-4949-af5f-40a35a3554b0 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/bdb2661f-6bbb-4fcf-8fc2-c28e32f3e1b3 HTTP/1.1" status: 404 len: 339 time: 0.0332503 Jul 16 20:39:21.190652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34570) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.229818 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6de0e6-4735-4030-81de-132fe5652b52 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:21.230737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6de0e6-4735-4030-81de-132fe5652b52 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:21.232630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7f6de0e6-4735-4030-81de-132fe5652b52 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/af7f778b-166b-48e0-9a0e-d4f51be18be7 HTTP/1.1" status: 404 len: 337 time: 0.0399477 Jul 16 20:39:21.235534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34572) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.257389 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e47c69c-af4d-4daa-a3f2-805b5555a43c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:21.257981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e47c69c-af4d-4daa-a3f2-805b5555a43c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:21.262238 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6e47c69c-af4d-4daa-a3f2-805b5555a43c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/978265b7-c48c-45d0-aed3-e7782901a5e6 HTTP/1.1" status: 404 len: 339 time: 0.0233111 Jul 16 20:39:21.263166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34574) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.264082 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-267e1830-8fae-4508-8b5a-eb4f0d653f34 req-7c6ae229-ca73-470a-936d-cc6a00ac5ecf tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Jul 16 20:39:21.278419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Pushing event updated for resources: {'Port': ['ID=74f45ae2-25c8-451e-92f7-9d732da88b2e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.357738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Deleting subnet 2073ec39-3803-48a3-a0c5-1505d75647be {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:21.362089 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.398229 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Attempting to bind port 74f45ae2-25c8-451e-92f7-9d732da88b2e on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:21.398740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Attempting to bind port 74f45ae2-25c8-451e-92f7-9d732da88b2e by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:21.399122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Attempting to bind port 74f45ae2-25c8-451e-92f7-9d732da88b2e on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:21.405273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Port 74f45ae2-25c8-451e-92f7-9d732da88b2e on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:21.405662 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Attempting to bind port 74f45ae2-25c8-451e-92f7-9d732da88b2e on network 85e5fe54-7812-49fa-ac60-fa2cbf7199be {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:21.412848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:21.414983 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Checking segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:21.415414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Bound using segment: {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:21.415868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Bound port: 74f45ae2-25c8-451e-92f7-9d732da88b2e, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:21.416243 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.441718 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.537766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] For port 74f45ae2-25c8-451e-92f7-9d732da88b2e, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:21.542998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] For port 74f45ae2-25c8-451e-92f7-9d732da88b2e, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=74f45ae2-25c8-451e-92f7-9d732da88b2e,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:21.548949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.587480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.612908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.615769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.619395 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] 10.222.0.99 "PUT /v2.0/ports/74f45ae2-25c8-451e-92f7-9d732da88b2e HTTP/1.1" status: 200 len: 1092 time: 1.6337337 Jul 16 20:39:21.622440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'tag': '74f45ae2-25c8-451e-92f7-9d732da88b2e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:21.625034 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c", "tag": "74f45ae2-25c8-451e-92f7-9d732da88b2e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:21.714130 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.715490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf3d46-4c88-4816-8466-142476ccfff7 service neutron] Pushing event updated for resources: {'Port': ['ID=74f45ae2-25c8-451e-92f7-9d732da88b2e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.768928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Subnet': ['ID=2073ec39-3803-48a3-a0c5-1505d75647be,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.772103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.775481 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-268f822e-3c40-441e-baee-982b0c2e637c tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/subnets/2073ec39-3803-48a3-a0c5-1505d75647be HTTP/1.1" status: 204 len: 168 time: 0.5100613 Jul 16 20:39:21.777620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34580) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.781321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33dd4ab-7230-490c-bd3d-1ef9648cb2cd None None] Network 3b5791e6-9a1d-409c-b995-75e59bb97294 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:21.797232 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca55d42-be0b-460b-8bc2-4ab470ac6ba6 x-openstack-request-id: req-9ca55d42-be0b-460b-8bc2-4ab470ac6ba6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:21.797504 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c", "tag": "74f45ae2-25c8-451e-92f7-9d732da88b2e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:21.797761 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9ca55d42-be0b-460b-8bc2-4ab470ac6ba6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:21.798156 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'tag': '74f45ae2-25c8-451e-92f7-9d732da88b2e', 'status': 'completed', 'code': 200} Jul 16 20:39:21.907236 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-73217607-195a-40db-9ce7-28803ff8894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.908883 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-73217607-195a-40db-9ce7-28803ff8894f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c3a4a4e2cbc94208b9e23b11e77e740f&device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1095 time: 0.2251804 Jul 16 20:39:21.973657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.062016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Deleting port 0350906a-9945-42b0-a24d-19a2eb982a9a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:22.062368 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.066139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d39cc35d-3e0f-4842-959b-2e3681b8ec13 req-2f50eef3-88f4-4cc4-8319-6ea720d2e37d tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 210 time: 0.0347898 Jul 16 20:39:22.067985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-78a7c0f7-a075-4076-a8f1-830975bd0197 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f45ae2-25c8-451e-92f7-9d732da88b2e HTTP/1.1" status: 200 len: 217 time: 0.1511478 Jul 16 20:39:22.126208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] DHCP port deletion for 3b5791e6-9a1d-409c-b995-75e59bb97294 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:22.174794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] For port 0350906a-9945-42b0-a24d-19a2eb982a9a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0350906a-9945-42b0-a24d-19a2eb982a9a,segment=NetworkSegment(cf6a0839-65da-4567-a1fb-b19834d6e3c7),segment_id=cf6a0839-65da-4567-a1fb-b19834d6e3c7)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:22.175720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.179123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6579945c-4a88-4eb5-b626-23e34f29715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.180872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-6579945c-4a88-4eb5-b626-23e34f29715d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1e095143-2bdd-4994-9a6d-3bad7cb81882 HTTP/1.1" status: 200 len: 848 time: 0.1060922 Jul 16 20:39:22.202496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Calling delete_port for 0350906a-9945-42b0-a24d-19a2eb982a9a owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:22.205424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] Deleting port 0350906a-9945-42b0-a24d-19a2eb982a9a {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:22.208088 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.319373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] For port 0350906a-9945-42b0-a24d-19a2eb982a9a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0350906a-9945-42b0-a24d-19a2eb982a9a,segment=NetworkSegment(cf6a0839-65da-4567-a1fb-b19834d6e3c7),segment_id=cf6a0839-65da-4567-a1fb-b19834d6e3c7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:22.319942 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.344851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] Calling delete_port for 0350906a-9945-42b0-a24d-19a2eb982a9a owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:22.348010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-dca353e5-0156-42cf-8b73-d39f5957aac7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.349882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-dca353e5-0156-42cf-8b73-d39f5957aac7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.99 "GET /v2.0/networks?id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 200 len: 796 time: 0.2155502 Jul 16 20:39:22.356484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.382411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-f26e2358-df81-43a1-b182-a1033d74bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.384182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-f26e2358-df81-43a1-b182-a1033d74bc1b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85e5fe54-7812-49fa-ac60-fa2cbf7199be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713860 Jul 16 20:39:22.413641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Port': ['ID=0350906a-9945-42b0-a24d-19a2eb982a9a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.417352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] No DVR routers for this DVR port 0350906a-9945-42b0-a24d-19a2eb982a9a on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:22.483348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-a6c7d93e-781f-452c-b6c8-50de492f0b54 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f956875d14440bb7f235cc62500e15 HTTP/1.1" status: 200 len: 478 time: 0.1243386 Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:22.484530 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 20:39:22.496616 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.523204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] Pushing event deleted for resources: {'Port': ['ID=0350906a-9945-42b0-a24d-19a2eb982a9a,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.530948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'port': {'device_id': 'e129008d-0529-4718-ac0c-9e26b700a490', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'admin_state_up': True, 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'security_groups': ['0c8c47f9-0db6-4673-8144-7a20dba6681c', 'f14ff93e-a8a0-43ef-89d4-cc717507514e']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:22.538544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29224fb-6c30-4680-bd78-927fc1ea1600 None None] No DVR routers for this DVR port 0350906a-9945-42b0-a24d-19a2eb982a9a on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:22.562346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.574940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5791e6-9a1d-409c-b995-75e59bb97294']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.592566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6a0839-65da-4567-a1fb-b19834d6e3c7') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.592965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6a0839-65da-4567-a1fb-b19834d6e3c7') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.607651 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.625997 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.630906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-1f3760b7-5146-4664-95f2-441d0040ab87 service neutron] 10.222.0.99 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398551 Jul 16 20:39:22.643189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:22.643465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.648406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ee0d-d4b1-45e2-b91a-7b51bdeb9b61 req-a1491a71-5f64-4e9a-ae22-40cce10bff40 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.650001 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9c0ee0d-d4b1-45e2-b91a-7b51bdeb9b61 req-a1491a71-5f64-4e9a-ae22-40cce10bff40 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1095 time: 0.1597667 Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:22.651185 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:22.701909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Made reservation on behalf of f4f956875d14440bb7f235cc62500e15 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:22.705611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.738923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a9c0ee0d-d4b1-45e2-b91a-7b51bdeb9b61 req-6ff643e9-f2a3-4145-b98b-de65d0b1ec12 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771458 Jul 16 20:39:22.745166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.759476 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.769064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] 10.222.0.91 "DELETE /v2.0/networks/3b5791e6-9a1d-409c-b995-75e59bb97294 HTTP/1.1" status: 204 len: 168 time: 0.9834940 Jul 16 20:39:22.788817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d83fb-c81e-4cf8-a09b-1359742cc8c7 tempest-NetworksTest-991722591 tempest-NetworksTest-991722591-project] Pushing event deleted for resources: {'Network': ['ID=3b5791e6-9a1d-409c-b995-75e59bb97294,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.828896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:22.902182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f3534205-70e4-4b06-95da-65a90f100ea1 req-c25169c6-aee9-4717-9579-6bd92cb8bb36 service neutron] 10.222.0.99 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644601 Jul 16 20:39:22.918422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:22.924777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:22.925118 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.012476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Allocated IP 172.20.0.7 (272cbaeb-3b2c-4e1a-a95d-6084d18a96fd/651c2c03-49d9-4a35-9907-6383f2c6072f/6700f09a-1d53-44c3-9323-e8b0e0de47f4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:23.025691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.067540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:23.072606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.084800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-d50d64a1-9bf9-46d8-8866-59dec229aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.086455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-d50d64a1-9bf9-46d8-8866-59dec229aab3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c3a4a4e2cbc94208b9e23b11e77e740f&device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1095 time: 0.1270580 Jul 16 20:39:23.089018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34590) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.149955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0350906a-9945-42b0-a24d-19a2eb982a9a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:23.173895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 0350906a-9945-42b0-a24d-19a2eb982a9a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:23.174337 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0350906a-9945-42b0-a24d-19a2eb982a9a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:23.175891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.252895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0927c627-ad69-48ea-8a48-a1da8ecf4058 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7203dee620ed473eb669180202a1aad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623499 Jul 16 20:39:23.255650 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34596) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.279169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-183fe570-0742-4b99-8b72-3c21015efe3e req-fa33d9f8-d2e1-44fd-8fb1-fecf5dee707b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 210 time: 0.0584652 Jul 16 20:39:23.314679 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-902d52a5-a354-4e85-9c52-ee60948b44cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.336842 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.337842 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-902d52a5-a354-4e85-9c52-ee60948b44cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.360106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Transition to ACTIVE for port object 6700f09a-1d53-44c3-9323-e8b0e0de47f4 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:23.375434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-8182b240-90cf-479d-b03d-8487d98df66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.377059 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-8182b240-90cf-479d-b03d-8487d98df66a service neutron] 10.222.0.99 "GET /v2.0/networks?id=85e5fe54-7812-49fa-ac60-fa2cbf7199be HTTP/1.1" status: 200 len: 910 time: 0.2831416 Jul 16 20:39:23.391497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-902d52a5-a354-4e85-9c52-ee60948b44cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.394305 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-902d52a5-a354-4e85-9c52-ee60948b44cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.395512 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-902d52a5-a354-4e85-9c52-ee60948b44cd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4072a03f-3683-47ae-a011-8aac9559d82e HTTP/1.1" status: 204 len: 168 time: 0.1387498 Jul 16 20:39:23.405888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d52a5-a354-4e85-9c52-ee60948b44cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072a03f-3683-47ae-a011-8aac9559d82e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.438572 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-29bd8e59-1689-457f-97ad-a65f0d1702cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f45ae2-25c8-451e-92f7-9d732da88b2e HTTP/1.1" status: 200 len: 217 time: 0.0541220 Jul 16 20:39:23.481651 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.540183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:23.544007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:23.546669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-07366566-ef52-469d-94f1-fa3656e9afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.548177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-07366566-ef52-469d-94f1-fa3656e9afb5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1e095143-2bdd-4994-9a6d-3bad7cb81882 HTTP/1.1" status: 200 len: 848 time: 0.0991094 Jul 16 20:39:23.551039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:23.588682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=6700f09a-1d53-44c3-9323-e8b0e0de47f4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.640049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.640682 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.663752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-73c9c89d-1d80-441d-b946-8582033fad32 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1396534 Jul 16 20:39:23.672467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-d72bc695-b76b-47e9-b841-defc3d855f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.673962 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-d72bc695-b76b-47e9-b841-defc3d855f27 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85e5fe54-7812-49fa-ac60-fa2cbf7199be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170640 Jul 16 20:39:23.679472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Request body: {'port': {'device_id': 'e129008d-0529-4718-ac0c-9e26b700a490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:23.855678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.859150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-e1061cd3-0372-4cf2-8436-ce8c3dc9b2ee service neutron] 10.222.0.99 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769447 Jul 16 20:39:23.886623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c1e875a-cd42-459c-a125-ae6138486cf5 None None] Provisioning for port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:23.892268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c1e875a-cd42-459c-a125-ae6138486cf5 None None] Provisioning complete for port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:23.892872 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1c1e875a-cd42-459c-a125-ae6138486cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.926206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd93683-5c54-4789-b31e-267808e2068d req-44d283af-73fc-40bc-aed7-23ccb2275053 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.931538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9dd93683-5c54-4789-b31e-267808e2068d req-44d283af-73fc-40bc-aed7-23ccb2275053 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1095 time: 0.0691190 Jul 16 20:39:23.942796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e875a-cd42-459c-a125-ae6138486cf5 None None] Port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:23.969455 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9dd93683-5c54-4789-b31e-267808e2068d req-53a6019e-ab05-47cf-88c5-4d647d794913 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 Jul 16 20:39:24.075213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dc26b2d5-8f64-4eb7-9be2-884bef6e9e9d req-f20e1468-cd58-4625-9757-41abdb9db1c6 service neutron] 10.222.0.99 "GET /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085941 Jul 16 20:39:24.197064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34620) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:24.304092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-3f7d4123-ddf9-40c2-9c37-c49bc96f687d tempest-DvrRoutersNegativeTest-1545248316 tempest-DvrRoutersNegativeTest-1545248316-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1075402506', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:24.307435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.policy [None req-3f7d4123-ddf9-40c2-9c37-c49bc96f687d tempest-DvrRoutersNegativeTest-1545248316 tempest-DvrRoutersNegativeTest-1545248316-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93862) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 20:39:24.307881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.policy [None req-3f7d4123-ddf9-40c2-9c37-c49bc96f687d tempest-DvrRoutersNegativeTest-1545248316 tempest-DvrRoutersNegativeTest-1545248316-project] Failed policy check for 'create_router' {{(pid=93862) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 20:39:24.308438 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-3f7d4123-ddf9-40c2-9c37-c49bc96f687d tempest-DvrRoutersNegativeTest-1545248316 tempest-DvrRoutersNegativeTest-1545248316-project] create failed (client error): Access was denied to this resource. Jul 16 20:39:24.309700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3f7d4123-ddf9-40c2-9c37-c49bc96f687d tempest-DvrRoutersNegativeTest-1545248316 tempest-DvrRoutersNegativeTest-1545248316-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1112216 Jul 16 20:39:24.515864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea689d-e9ba-42d5-8794-2b165fedcd91 req-c43b2543-eb46-439c-87d1-53cd3fd06c47 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.517375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7ea689d-e9ba-42d5-8794-2b165fedcd91 req-c43b2543-eb46-439c-87d1-53cd3fd06c47 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 970 time: 0.1117682 Jul 16 20:39:24.565947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6700f09a-1d53-44c3-9323-e8b0e0de47f4 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:24.579098 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.582751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34630) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:24.603179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7ea689d-e9ba-42d5-8794-2b165fedcd91 req-de44a8c8-b637-4efa-b24f-1f81f57bd288 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0683897 Jul 16 20:39:24.605977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Transition to ACTIVE for port object 6700f09a-1d53-44c3-9323-e8b0e0de47f4 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:24.610691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.661623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Pushing event updated for resources: {'Port': ['ID=6700f09a-1d53-44c3-9323-e8b0e0de47f4,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.732145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25df9e19-ccf4-4b94-8269-ead7cf1b8216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.743400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:24.763150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Attempting to bind port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:24.763487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Attempting to bind port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:24.763820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Attempting to bind port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 on network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:24.772955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 on network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:24.773284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Attempting to bind port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 on network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:24.783706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:24.784125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Checking segment: {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:24.784614 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Bound using segment: {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:24.785059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Bound port: 6700f09a-1d53-44c3-9323-e8b0e0de47f4, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:24.785411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.800268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:24.800739 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.894690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] For port 6700f09a-1d53-44c3-9323-e8b0e0de47f4, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:24.900132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] For port 6700f09a-1d53-44c3-9323-e8b0e0de47f4, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:24.906605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.959058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.959716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.961143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] 10.222.0.99 "PUT /v2.0/ports/6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 200 len: 1131 time: 1.2862768 Jul 16 20:39:24.961599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:24.963935 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3fa270-5553-4d42-9faf-4ea7263ea29d" -d '{"events": [{"name": "network-changed", "server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:24.974892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25df9e19-ccf4-4b94-8269-ead7cf1b8216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.989242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25df9e19-ccf4-4b94-8269-ead7cf1b8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.018483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337382c9-9882-48b8-b177-5db3fa4471fc service neutron] Pushing event updated for resources: {'Port': ['ID=6700f09a-1d53-44c3-9323-e8b0e0de47f4,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.055957 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e7d5a-8f2d-464f-a0fa-bbccc995177c x-openstack-request-id: req-187e7d5a-8f2d-464f-a0fa-bbccc995177c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:25.056247 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:25.056501 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-187e7d5a-8f2d-464f-a0fa-bbccc995177c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:25.056900 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'status': 'completed', 'code': 200} Jul 16 20:39:25.089497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-25df9e19-ccf4-4b94-8269-ead7cf1b8216 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eca3f65e05cb4e6dacc8451d87ef17d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023761 Jul 16 20:39:25.089693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df9e19-ccf4-4b94-8269-ead7cf1b8216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e9b93-a174-4d21-a2f0-6cb43cfa50d2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.090766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34638) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.159938 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-710fe9db-8166-418b-a603-c671381c6ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.167371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-d1f1696e-1f00-4096-9325-5e585153faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.169927 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-d1f1696e-1f00-4096-9325-5e585153faa9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1134 time: 0.1319919 Jul 16 20:39:25.189390 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-710fe9db-8166-418b-a603-c671381c6ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.214899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-73fa5531-2ce7-4d27-b46a-f270e238d757 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 200 len: 217 time: 0.0375645 Jul 16 20:39:25.221287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3dd30-aa0a-4dbb-a195-52acec26333a req-ce167d67-fa6a-4bd0-a3be-6ebd7de9adcb tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.222828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57a3dd30-aa0a-4dbb-a195-52acec26333a req-ce167d67-fa6a-4bd0-a3be-6ebd7de9adcb tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1095 time: 0.1070433 Jul 16 20:39:25.238072 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-710fe9db-8166-418b-a603-c671381c6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.240791 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-710fe9db-8166-418b-a603-c671381c6ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.241946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-710fe9db-8166-418b-a603-c671381c6ab1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4d3e9b93-a174-4d21-a2f0-6cb43cfa50d2 HTTP/1.1" status: 204 len: 168 time: 0.1501777 Jul 16 20:39:25.253404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe9db-8166-418b-a603-c671381c6ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e9b93-a174-4d21-a2f0-6cb43cfa50d2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.293072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-37ce2125-67d8-453b-82db-ca3672dd5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.294608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-37ce2125-67d8-453b-82db-ca3672dd5a2a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=651c2c03-49d9-4a35-9907-6383f2c6072f HTTP/1.1" status: 200 len: 833 time: 0.0708482 Jul 16 20:39:25.298371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57a3dd30-aa0a-4dbb-a195-52acec26333a req-508c9572-30c4-436a-93b9-38c28687cb90 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657156 Jul 16 20:39:25.356635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127f44-f184-444d-8785-609eeaba9e2a req-99ba8fbd-dd85-482f-a835-452a23feb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.358181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-99ba8fbd-dd85-482f-a835-452a23feb4da service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574539 Jul 16 20:39:25.472582 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-7b9077fc-33a9-4bd0-9c26-73cca5ab849e service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081975 Jul 16 20:39:25.568648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 74f45ae2-25c8-451e-92f7-9d732da88b2e details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:25.575787 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31127f44-f184-444d-8785-609eeaba9e2a req-dbff0606-110a-4ba5-8848-b221bcd8f2aa service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970197 Jul 16 20:39:25.680664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-c1a8ae0a-0f49-409c-9c0f-0a74eb966835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.682254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-c1a8ae0a-0f49-409c-9c0f-0a74eb966835 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1134 time: 0.0592318 Jul 16 20:39:25.694029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 74f45ae2-25c8-451e-92f7-9d732da88b2e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=74f45ae2-25c8-451e-92f7-9d732da88b2e,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.707432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '74f45ae2-25c8-451e-92f7-9d732da88b2e', 'network_id': '85e5fe54-7812-49fa-ac60-fa2cbf7199be', 'port_id': '74f45ae2-25c8-451e-92f7-9d732da88b2e', 'mac_address': 'fa:16:3e:f8:52:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e095143-2bdd-4994-9a6d-3bad7cb81882', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:25.755044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.776790 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f45ae2-25c8-451e-92f7-9d732da88b2e {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:25.798874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 74f45ae2-25c8-451e-92f7-9d732da88b2e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=74f45ae2-25c8-451e-92f7-9d732da88b2e,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.803891 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.816150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-ac8fedc6-083c-4c80-a300-2a9839c0c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.817827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-ac8fedc6-083c-4c80-a300-2a9839c0c92b service neutron] 10.222.0.99 "GET /v2.0/networks?id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 200 len: 897 time: 0.1282601 Jul 16 20:39:25.822961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d306-3898-4194-bba4-0479bec19c1a req-de1cd1b6-40b8-4ecd-9800-cee4238f96a6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.827457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e9d306-3898-4194-bba4-0479bec19c1a req-de1cd1b6-40b8-4ecd-9800-cee4238f96a6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 982 time: 0.0752506 Jul 16 20:39:25.861747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=74f45ae2-25c8-451e-92f7-9d732da88b2e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.876602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-7a314cae-7187-42bd-83d8-5355507f6679 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 200 len: 217 time: 0.0507052 Jul 16 20:39:25.880606 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9e9d306-3898-4194-bba4-0479bec19c1a req-f55ede9b-a268-4884-8d2b-e4b107510ae5 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0476003 Jul 16 20:39:25.939266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-da0632a6-e9ea-423f-8e64-b5f333f1f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.940987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-da0632a6-e9ea-423f-8e64-b5f333f1f94d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=651c2c03-49d9-4a35-9907-6383f2c6072f HTTP/1.1" status: 200 len: 833 time: 0.0507355 Jul 16 20:39:26.002179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-df05426c-608d-410f-aa94-b6b844c865c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:26.003446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34662) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.008103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-df05426c-608d-410f-aa94-b6b844c865c9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587857 Jul 16 20:39:26.020101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['74f45ae2-25c8-451e-92f7-9d732da88b2e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:26.107147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-185ce031-d7d6-47bb-ac7f-26c103050ca8 service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918519 Jul 16 20:39:26.127692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a6069d6e-9165-46e2-87fe-f6a3f42093f0 tempest-ServiceProvidersTest-427059733 tempest-ServiceProvidersTest-427059733-project] 10.222.0.91 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1229725 Jul 16 20:39:26.219939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab3fa270-5553-4d42-9faf-4ea7263ea29d req-4458bfea-3948-4ef9-b31b-8a0c4d910b9c service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063614 Jul 16 20:39:26.401772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34672) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.469968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549faae-50ed-44e0-956b-5087a7034a4f req-a141cea2-8a34-41c6-86e6-dd47dd8dd852 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:26.471538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8549faae-50ed-44e0-956b-5087a7034a4f req-a141cea2-8a34-41c6-86e6-dd47dd8dd852 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1096 time: 0.0569296 Jul 16 20:39:26.518394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8549faae-50ed-44e0-956b-5087a7034a4f req-3accf5c4-cc0c-4772-be6f-dcde4d88f1a5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407271 Jul 16 20:39:26.519257 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a5c8-6332-4e62-8a24-e90079161d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.620647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a5c8-6332-4e62-8a24-e90079161d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.626483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a5c8-6332-4e62-8a24-e90079161d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.664858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3ef3a5c8-6332-4e62-8a24-e90079161d67 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e5cf708b841404e9b88dc5a8f48c62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618606 Jul 16 20:39:26.665633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3a5c8-6332-4e62-8a24-e90079161d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51145f9-e354-4173-874d-b91ceca30779,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.667652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.726152 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73a9d3a3-77b2-49b7-8b01-99f9b463ed32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.748552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73a9d3a3-77b2-49b7-8b01-99f9b463ed32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.802357 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73a9d3a3-77b2-49b7-8b01-99f9b463ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.805272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73a9d3a3-77b2-49b7-8b01-99f9b463ed32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.806515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-73a9d3a3-77b2-49b7-8b01-99f9b463ed32 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c51145f9-e354-4173-874d-b91ceca30779 HTTP/1.1" status: 204 len: 168 time: 0.1378140 Jul 16 20:39:26.814509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9d3a3-77b2-49b7-8b01-99f9b463ed32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51145f9-e354-4173-874d-b91ceca30779,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.077748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0c1a-3c64-4718-af88-7d01713969d5 req-6f3c231f-ca18-41bb-a119-cd19a11d048c tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.079312 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-957f0c1a-3c64-4718-af88-7d01713969d5 req-6f3c231f-ca18-41bb-a119-cd19a11d048c tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 982 time: 0.0724640 Jul 16 20:39:27.122718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-957f0c1a-3c64-4718-af88-7d01713969d5 req-0b8a3b95-0135-4667-a68a-8847b1123995 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369492 Jul 16 20:39:27.573930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 74f45ae2-25c8-451e-92f7-9d732da88b2e up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:27.636340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 74f45ae2-25c8-451e-92f7-9d732da88b2e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:27.641091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 74f45ae2-25c8-451e-92f7-9d732da88b2e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:27.641476 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.700953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bae42-f4d9-4820-bdb7-5c2b6ba4fb07 req-b2c01b0d-3803-4ec5-9f08-acaedcc04c6d tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.702672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c5bae42-f4d9-4820-bdb7-5c2b6ba4fb07 req-b2c01b0d-3803-4ec5-9f08-acaedcc04c6d tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1096 time: 0.0611634 Jul 16 20:39:27.732095 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.741592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c5bae42-f4d9-4820-bdb7-5c2b6ba4fb07 req-5873e32e-90a0-40b3-8f69-1de4567f1045 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 Jul 16 20:39:27.757219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f45ae2-25c8-451e-92f7-9d732da88b2e'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:27.761315 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c083548-5524-4406-9f64-28fe977ec60b" -d '{"events": [{"server_uuid": "dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c", "name": "network-vif-plugged", "status": "completed", "tag": "74f45ae2-25c8-451e-92f7-9d732da88b2e"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:27.776777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 74f45ae2-25c8-451e-92f7-9d732da88b2e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=74f45ae2-25c8-451e-92f7-9d732da88b2e,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:27.782270 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.812367 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aab6e6-4433-455b-b740-552680103f86 x-openstack-request-id: req-30aab6e6-4433-455b-b740-552680103f86 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:27.812676 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c", "name": "network-vif-plugged", "status": "completed", "tag": "74f45ae2-25c8-451e-92f7-9d732da88b2e", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:27.812942 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-30aab6e6-4433-455b-b740-552680103f86 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:27.813452 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f45ae2-25c8-451e-92f7-9d732da88b2e', 'code': 200} Jul 16 20:39:27.849320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=74f45ae2-25c8-451e-92f7-9d732da88b2e,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.919912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1186013-02ad-4eba-bfff-244f7e4d1c55 req-e1cd04dd-4947-4b07-8ed1-ca5cbee549fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.921340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1186013-02ad-4eba-bfff-244f7e4d1c55 req-e1cd04dd-4947-4b07-8ed1-ca5cbee549fd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.0535603 Jul 16 20:39:27.961302 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a1186013-02ad-4eba-bfff-244f7e4d1c55 req-6fd5ec07-1481-4bed-a7a0-9c855b10a184 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331380 Jul 16 20:39:28.318215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22fea0-60fa-4a3a-ad9e-e5049f74acc4 req-e173bf9b-8238-42e9-8acc-76ca6fe5278d tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.319701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b22fea0-60fa-4a3a-ad9e-e5049f74acc4 req-e173bf9b-8238-42e9-8acc-76ca6fe5278d tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 982 time: 0.0820971 Jul 16 20:39:28.364530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b22fea0-60fa-4a3a-ad9e-e5049f74acc4 req-f743e2b8-7ea9-4d23-b902-b015ac077dd9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0375841 Jul 16 20:39:28.936570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06d68-7152-4f49-b8f7-7edf73628480 req-5eb9d1e7-0eaf-4d2f-8378-e710e7bfceaa tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.938297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cce06d68-7152-4f49-b8f7-7edf73628480 req-5eb9d1e7-0eaf-4d2f-8378-e710e7bfceaa tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.0758426 Jul 16 20:39:28.977995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cce06d68-7152-4f49-b8f7-7edf73628480 req-706f025f-dc70-4f75-8b41-a570508aa27a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329063 Jul 16 20:39:29.557869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814e58-ac2d-466f-a11b-965e9006478d req-0b903597-8dab-4920-a821-efec00e49796 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:29.563476 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10814e58-ac2d-466f-a11b-965e9006478d req-0b903597-8dab-4920-a821-efec00e49796 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 982 time: 0.0791733 Jul 16 20:39:29.599331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6700f09a-1d53-44c3-9323-e8b0e0de47f4 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:29.605186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-10814e58-ac2d-466f-a11b-965e9006478d req-af593aec-f1f3-4983-a8e0-924d9967a1e9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0394502 Jul 16 20:39:29.702857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6700f09a-1d53-44c3-9323-e8b0e0de47f4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:29.714320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'port_id': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'mac_address': 'fa:16:3e:14:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:29.753272 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.770440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6700f09a-1d53-44c3-9323-e8b0e0de47f4 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:29.791107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6700f09a-1d53-44c3-9323-e8b0e0de47f4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:29.795870 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.830652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34820) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.845971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6700f09a-1d53-44c3-9323-e8b0e0de47f4,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.940189 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7df2d809-bcff-46ed-a3e6-ef9c1766c888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.997477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['6700f09a-1d53-44c3-9323-e8b0e0de47f4'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:30.043797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7df2d809-bcff-46ed-a3e6-ef9c1766c888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.048790 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7df2d809-bcff-46ed-a3e6-ef9c1766c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.096566 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7df2d809-bcff-46ed-a3e6-ef9c1766c888 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c8e5b82549e14580845cc61f38a1e285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620275 Jul 16 20:39:30.096566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2d809-bcff-46ed-a3e6-ef9c1766c888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8694655-4f3d-4431-8f3f-22933bdbe1c5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.097093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34826) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.183037 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b387923-2a98-460b-a9d2-5922f03558d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.211520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b387923-2a98-460b-a9d2-5922f03558d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.232655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134a0b9-fa59-4dbe-8a57-403f8be6e9ad req-923ab478-f8c9-43c0-8bc6-f90c145c89cd tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.234226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1134a0b9-fa59-4dbe-8a57-403f8be6e9ad req-923ab478-f8c9-43c0-8bc6-f90c145c89cd tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.1118350 Jul 16 20:39:30.277741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1134a0b9-fa59-4dbe-8a57-403f8be6e9ad req-8cb0bb22-0310-4476-8777-0e07eb626336 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Jul 16 20:39:30.285067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b387923-2a98-460b-a9d2-5922f03558d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.287614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8b387923-2a98-460b-a9d2-5922f03558d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.288721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8b387923-2a98-460b-a9d2-5922f03558d5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b8694655-4f3d-4431-8f3f-22933bdbe1c5 HTTP/1.1" status: 204 len: 168 time: 0.1907134 Jul 16 20:39:30.297275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b387923-2a98-460b-a9d2-5922f03558d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8694655-4f3d-4431-8f3f-22933bdbe1c5,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.453176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409728e5-4d73-4ad4-87f6-4019bbd8aef9 req-4013a3eb-8da0-4a91-b1e1-d544b92e8a9a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.454859 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-409728e5-4d73-4ad4-87f6-4019bbd8aef9 req-4013a3eb-8da0-4a91-b1e1-d544b92e8a9a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.0553303 Jul 16 20:39:30.491613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-409728e5-4d73-4ad4-87f6-4019bbd8aef9 req-150697e9-32b3-437c-b70a-3a3805b8b042 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Jul 16 20:39:30.593319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34836) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.609129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0006de74-d836-4f0d-ad32-2019d536f9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.702151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ead4e-00be-4860-baa8-51caf63fb033 req-a45d782d-9b40-4b7e-a5f3-2745ba728d4e tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.703823 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa5ead4e-00be-4860-baa8-51caf63fb033 req-a45d782d-9b40-4b7e-a5f3-2745ba728d4e tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.0964477 Jul 16 20:39:30.764791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aa5ead4e-00be-4860-baa8-51caf63fb033 req-0a190a18-3cd9-4f03-bbac-e19137b19074 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 Jul 16 20:39:30.773638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0006de74-d836-4f0d-ad32-2019d536f9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.778874 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0006de74-d836-4f0d-ad32-2019d536f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.806919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70b83-45da-4da8-9671-7134e574532c req-44c4e71f-22d0-456f-af04-d1b7bb6ac50d tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.808528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-caa70b83-45da-4da8-9671-7134e574532c req-44c4e71f-22d0-456f-af04-d1b7bb6ac50d tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 983 time: 0.0792494 Jul 16 20:39:30.821792 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0006de74-d836-4f0d-ad32-2019d536f9e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9a06ae51c89d4255874a71d206490955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269309 Jul 16 20:39:30.822400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34842) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.830185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006de74-d836-4f0d-ad32-2019d536f9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ee6738-d043-4d15-9375-0744b8434c7b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.861696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-caa70b83-45da-4da8-9671-7134e574532c req-8c2dce49-210f-4272-991c-85a841e55d48 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0462823 Jul 16 20:39:30.884694 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f28f3c3a-6ff2-4b8f-b04c-3ba25e060e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.912458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f28f3c3a-6ff2-4b8f-b04c-3ba25e060e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.972830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f28f3c3a-6ff2-4b8f-b04c-3ba25e060e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.975911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f28f3c3a-6ff2-4b8f-b04c-3ba25e060e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.977161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f28f3c3a-6ff2-4b8f-b04c-3ba25e060e6b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/46ee6738-d043-4d15-9375-0744b8434c7b HTTP/1.1" status: 204 len: 168 time: 0.1527040 Jul 16 20:39:30.987261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f3c3a-6ff2-4b8f-b04c-3ba25e060e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ee6738-d043-4d15-9375-0744b8434c7b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.369684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e851a-b444-407b-827f-96822a1f97b8 req-464595f3-7432-4b1a-93c8-cd1ad4c06a53 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.371347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c75e851a-b444-407b-827f-96822a1f97b8 req-464595f3-7432-4b1a-93c8-cd1ad4c06a53 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.0612309 Jul 16 20:39:31.411932 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c75e851a-b444-407b-827f-96822a1f97b8 req-a59b3eff-18e0-400a-b1d7-4a7e493505ca tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Jul 16 20:39:31.605630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6700f09a-1d53-44c3-9323-e8b0e0de47f4 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:31.670535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:31.674300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:31.674670 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.756902 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.779646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:31.781897 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e38f23-9c6e-494e-879e-d99ae5760382" -d '{"events": [{"server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "name": "network-vif-plugged", "status": "completed", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:31.798302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 6700f09a-1d53-44c3-9323-e8b0e0de47f4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:31.803708 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.829196 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900c205f-fcf8-4cfd-8bec-9a8a62daa9fb x-openstack-request-id: req-900c205f-fcf8-4cfd-8bec-9a8a62daa9fb {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:31.829498 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "name": "network-vif-plugged", "status": "completed", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:31.829754 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-900c205f-fcf8-4cfd-8bec-9a8a62daa9fb {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:31.830144 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'code': 200} Jul 16 20:39:31.857967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=6700f09a-1d53-44c3-9323-e8b0e0de47f4,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.943777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561722-d9e5-470f-8f33-07a09ce93ddf req-80e278dd-c8d4-4d02-8426-bcaba65d95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.945288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c561722-d9e5-470f-8f33-07a09ce93ddf req-80e278dd-c8d4-4d02-8426-bcaba65d95cf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1136 time: 0.0546141 Jul 16 20:39:31.989634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c561722-d9e5-470f-8f33-07a09ce93ddf req-25dd8835-fbc9-46a2-9ed8-568e793d97ba service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f14ff93e-a8a0-43ef-89d4-cc717507514e&id=0c8c47f9-0db6-4673-8144-7a20dba6681c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0370009 Jul 16 20:39:32.053942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a7063-4fe7-4dd8-87c3-f1ca01a1eb35 req-9cdca096-b21d-4876-a36c-f5d26df4cf78 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.055611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e74a7063-4fe7-4dd8-87c3-f1ca01a1eb35 req-9cdca096-b21d-4876-a36c-f5d26df4cf78 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 984 time: 0.0694699 Jul 16 20:39:32.102641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e74a7063-4fe7-4dd8-87c3-f1ca01a1eb35 req-8d7e7222-32b8-46d6-8e5f-895de1fd7d0d tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0409808 Jul 16 20:39:32.151162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34878) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.266617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-396ac90f-6f77-4862-b970-e7d1c5854a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.380285 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-396ac90f-6f77-4862-b970-e7d1c5854a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.388907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-396ac90f-6f77-4862-b970-e7d1c5854a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.425915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-396ac90f-6f77-4862-b970-e7d1c5854a49 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f87096e60efa4eccb5a2579f22c1b6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736411 Jul 16 20:39:32.426955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ac90f-6f77-4862-b970-e7d1c5854a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6855f6-3db0-481f-90f1-9c8d0765caf3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.428874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34882) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.490680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19fb8b7c-0d8a-4c04-8b2f-cdff034cd7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.513912 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19fb8b7c-0d8a-4c04-8b2f-cdff034cd7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.567266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19fb8b7c-0d8a-4c04-8b2f-cdff034cd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.570043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19fb8b7c-0d8a-4c04-8b2f-cdff034cd7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.571180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-19fb8b7c-0d8a-4c04-8b2f-cdff034cd7f2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0f6855f6-3db0-481f-90f1-9c8d0765caf3 HTTP/1.1" status: 204 len: 168 time: 0.1407096 Jul 16 20:39:32.580267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8b7c-0d8a-4c04-8b2f-cdff034cd7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6855f6-3db0-481f-90f1-9c8d0765caf3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.587860 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38668d-bc35-4b90-8479-eb8bfdd7b259 req-58667736-e00c-4171-8adf-aa09e0b4659d tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.589479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb38668d-bc35-4b90-8479-eb8bfdd7b259 req-58667736-e00c-4171-8adf-aa09e0b4659d tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.0566049 Jul 16 20:39:32.624713 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fb38668d-bc35-4b90-8479-eb8bfdd7b259 req-123cf58a-58b4-475c-91b2-85292ea22890 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292325 Jul 16 20:39:32.719957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-1588102d-69fb-4067-9f30-9c7d935316f0 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.721563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-1588102d-69fb-4067-9f30-9c7d935316f0 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 1097 time: 0.0631459 Jul 16 20:39:32.818748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Deleting port 74f45ae2-25c8-451e-92f7-9d732da88b2e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:32.819119 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.918092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] For port 74f45ae2-25c8-451e-92f7-9d732da88b2e, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=74f45ae2-25c8-451e-92f7-9d732da88b2e,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:32.918459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.932694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Calling delete_port for 74f45ae2-25c8-451e-92f7-9d732da88b2e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:33.069463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.084418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['74f45ae2-25c8-451e-92f7-9d732da88b2e'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:33.087883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['72d74248-f73a-4e0a-b522-47072afc05a6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:33.104064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Pushing event deleted for resources: {'Port': ['ID=74f45ae2-25c8-451e-92f7-9d732da88b2e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.160945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] No DVR routers for this DVR port 74f45ae2-25c8-451e-92f7-9d732da88b2e on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:33.165172 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.167228 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2fe4413b-5c43-40c3-a822-ee18c7020834 req-7900e3fa-db62-480c-83f6-613fcb0b6317 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.99 "DELETE /v2.0/ports/74f45ae2-25c8-451e-92f7-9d732da88b2e HTTP/1.1" status: 204 len: 173 time: 0.4392846 Jul 16 20:39:33.167707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'name': 'network-vif-deleted', 'tag': '74f45ae2-25c8-451e-92f7-9d732da88b2e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:33.170926 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3e90b-2fd9-4e18-a470-875db39cf2a8" -d '{"events": [{"server_uuid": "dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c", "name": "network-vif-deleted", "tag": "74f45ae2-25c8-451e-92f7-9d732da88b2e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:33.236657 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6884d9-3e0b-4438-a643-6082de042cda x-openstack-request-id: req-7e6884d9-3e0b-4438-a643-6082de042cda {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:33.238291 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c", "name": "network-vif-deleted", "tag": "74f45ae2-25c8-451e-92f7-9d732da88b2e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:33.239399 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7e6884d9-3e0b-4438-a643-6082de042cda {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:33.239819 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c', 'name': 'network-vif-deleted', 'tag': '74f45ae2-25c8-451e-92f7-9d732da88b2e', 'status': 'completed', 'code': 200} Jul 16 20:39:33.361417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224fe0a-c6af-4e96-9288-f566f2952988 req-5209a96b-96a4-4095-8e3b-a9139ca6e6d9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:33.363194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1224fe0a-c6af-4e96-9288-f566f2952988 req-5209a96b-96a4-4095-8e3b-a9139ca6e6d9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 984 time: 0.0973904 Jul 16 20:39:33.416521 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1224fe0a-c6af-4e96-9288-f566f2952988 req-baa781af-d511-4efd-ad88-d8b87352b3c2 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0434093 Jul 16 20:39:33.614472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df6be2-9ed0-4072-bfd0-8074b2865990 req-ee9d1dfd-8e5a-41af-8f15-96c2d5aba3c9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:33.616213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01df6be2-9ed0-4072-bfd0-8074b2865990 req-ee9d1dfd-8e5a-41af-8f15-96c2d5aba3c9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 984 time: 0.0726938 Jul 16 20:39:33.711696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01df6be2-9ed0-4072-bfd0-8074b2865990 req-9def2b71-d43e-43b0-8876-35035481432f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0892012 Jul 16 20:39:33.806128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb504a86-fb33-4805-b31a-f04d0d05c828 req-c1253f67-c3d6-417c-82aa-96ffd88cc80a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dc3eb4f9-5d0d-433f-bce0-4e35f2077b2c HTTP/1.1" status: 200 len: 210 time: 0.0371301 Jul 16 20:39:33.958169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa2431-ddfd-4c01-9827-43cf1bc08d3c req-b2448214-0759-4dee-a84f-95bc358d08ba tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:33.959908 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1aa2431-ddfd-4c01-9827-43cf1bc08d3c req-b2448214-0759-4dee-a84f-95bc358d08ba tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1136 time: 0.0597701 Jul 16 20:39:33.982355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c1aa2431-ddfd-4c01-9827-43cf1bc08d3c req-a579ee72-36d5-4b45-a364-a79e6716ff42 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.078667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c1aa2431-ddfd-4c01-9827-43cf1bc08d3c req-a579ee72-36d5-4b45-a364-a79e6716ff42 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.083209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c1aa2431-ddfd-4c01-9827-43cf1bc08d3c req-a579ee72-36d5-4b45-a364-a79e6716ff42 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.108348 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1aa2431-ddfd-4c01-9827-43cf1bc08d3c req-a579ee72-36d5-4b45-a364-a79e6716ff42 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1415777 Jul 16 20:39:34.119889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ee72-36d5-4b45-a364-a79e6716ff42 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26575198-b129-468f-b35b-800ad551b209,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:34.132677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34926) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.185997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d2ef8a-9f69-4504-a227-a9b2ed98ef0b tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:34.187557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c2d2ef8a-9f69-4504-a227-a9b2ed98ef0b tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1131 time: 0.0537286 Jul 16 20:39:34.190849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34928) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.195483 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:34.222306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.326370 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.438759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Allocated IP 172.25.3.192 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/2802c374-374d-403f-a761-94f40a3b4d5a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:34.567146 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.612006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.652919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:34.658048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:34.663766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:34.666773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=2802c374-374d-403f-a761-94f40a3b4d5a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.177783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-c3a69e21-3c6c-4a0a-9dd7-04e7dafa82c9 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=d7424acf57c64235bf7419719857f1ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950317 Jul 16 20:39:35.289978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375a6a-04c5-47d9-84f2-37484c80a48b req-f0f15462-7e37-40fc-9c9e-7ecd650d256b tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:35.292921 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dc375a6a-04c5-47d9-84f2-37484c80a48b req-f0f15462-7e37-40fc-9c9e-7ecd650d256b tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.0582280 Jul 16 20:39:35.328679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dc375a6a-04c5-47d9-84f2-37484c80a48b req-d3b28e4a-df7a-4410-8945-87886baadb3c tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Jul 16 20:39:35.631957 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.770638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-69ddb19b-9906-4862-8ade-b775138226ec tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:35.772142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-69ddb19b-9906-4862-8ade-b775138226ec tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5871141 Jul 16 20:39:35.816596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-039b3c0d-5b0c-44b2-9290-35414b59cbdd tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/quotas/d7424acf57c64235bf7419719857f1ef HTTP/1.1" status: 200 len: 375 time: 0.0227005 Jul 16 20:39:35.821626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.870065 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-b67fb450-f88a-4239-b0d4-54dffb60b005 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7424acf57c64235bf7419719857f1ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462034 Jul 16 20:39:36.019277 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4d691c4b-1b32-4042-b743-b4a35279b4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.019833 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.025995 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.048585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eddbd94f-2173-4d54-b606-ef260e67397b req-9d7bbb24-d24e-44e1-ae93-36e3d6f20a29 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0305200 Jul 16 20:39:36.098477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=2802c374-374d-403f-a761-94f40a3b4d5a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.105284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.246240 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Floating IP baed22c2-1f00-43d0-9265-49d8cfb52809 associated. External IP: 172.25.3.192, port: 6700f09a-1d53-44c3-9323-e8b0e0de47f4. Jul 16 20:39:36.565899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router c1594d03-fbc5-441a-b119-a45fbda3b652 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:36.593389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-401eee7a-5077-40e5-8cf6-1a86ef84d9f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.594283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5435f-dc53-48cd-9057-a9ce7c75811e req-02cce702-b571-438e-ad61-c0db45957b2a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.595303 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-401eee7a-5077-40e5-8cf6-1a86ef84d9f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.0624824 Jul 16 20:39:36.595481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00d5435f-dc53-48cd-9057-a9ce7c75811e req-02cce702-b571-438e-ad61-c0db45957b2a tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 1097 time: 0.0829022 Jul 16 20:39:36.698097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Deleting port 72d74248-f73a-4e0a-b522-47072afc05a6 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:36.698530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.709579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-00d5435f-dc53-48cd-9057-a9ce7c75811e req-95dffc48-3bc2-484d-a1d9-0325ea35444c tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c922316d-3c22-45ff-a334-2e74a54a5e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765455 Jul 16 20:39:36.739341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:36.750789 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] Sync routers for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:36.757300 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.761051 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:36.761842 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.793028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] For port 72d74248-f73a-4e0a-b522-47072afc05a6, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=72d74248-f73a-4e0a-b522-47072afc05a6,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:36.793389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.798234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7b0d98bb-100d-4fc7-b765-dc24254e5c1a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6063590 Jul 16 20:39:36.799081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:36.801436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34962) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.802016 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5918847-8925-4ad7-84ba-eab7822d56be" -d '{"events": [{"name": "network-changed", "server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:36.836241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Calling delete_port for 72d74248-f73a-4e0a-b522-47072afc05a6 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:36.839075 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b475358-fcc7-4f8c-bd84-49950d8dcef0 x-openstack-request-id: req-9b475358-fcc7-4f8c-bd84-49950d8dcef0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:36.839481 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:36.839668 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9b475358-fcc7-4f8c-bd84-49950d8dcef0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:36.840072 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'status': 'completed', 'code': 200} Jul 16 20:39:36.867254 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:36.928941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918847-8925-4ad7-84ba-eab7822d56be req-c8f50451-7f98-4ecc-8c32-4f3d0891e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.931844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-c8f50451-7f98-4ecc-8c32-4f3d0891e873 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1136 time: 0.0628526 Jul 16 20:39:36.985196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0cd64-b2a8-4be4-b028-a60906668044 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.985914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0cd64-b2a8-4be4-b028-a60906668044 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.986550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0cd64-b2a8-4be4-b028-a60906668044 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.987181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0cd64-b2a8-4be4-b028-a60906668044 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.987777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0cd64-b2a8-4be4-b028-a60906668044 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.988398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0cd64-b2a8-4be4-b028-a60906668044 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.990504 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3ca0cd64-b2a8-4be4-b028-a60906668044 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1880779 Jul 16 20:39:36.994200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34966) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.076925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918847-8925-4ad7-84ba-eab7822d56be req-8f9feac0-dcc3-4aaf-b6e4-464811cf3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.079319 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-8f9feac0-dcc3-4aaf-b6e4-464811cf3c67 service neutron] 10.222.0.99 "GET /v2.0/networks?id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 200 len: 897 time: 0.1395116 Jul 16 20:39:37.127053 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39164ef-efc5-4cff-8ab0-42787d1b5eab tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.127523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39164ef-efc5-4cff-8ab0-42787d1b5eab tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.127977 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39164ef-efc5-4cff-8ab0-42787d1b5eab tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.128500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39164ef-efc5-4cff-8ab0-42787d1b5eab tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.128961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39164ef-efc5-4cff-8ab0-42787d1b5eab tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.129423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39164ef-efc5-4cff-8ab0-42787d1b5eab tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.131403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d39164ef-efc5-4cff-8ab0-42787d1b5eab tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1363080 Jul 16 20:39:37.138962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34970) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.144461 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'baed22c2-1f00-43d0-9265-49d8cfb52809', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'port_id': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'mac_address': 'fa:16:3e:14:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129008d-0529-4718-ac0c-9e26b700a490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:39:34Z', 'updated_at': '2021-07-16T20:39:34Z', 'revision_number': 0, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:37.182586 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] Checking router: c1594d03-fbc5-441a-b119-a45fbda3b652 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:37.192598 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:37.193608 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:37.205761 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.206365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-023506fb-9b3f-44c9-bdea-54e12bf9011e tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=d7424acf57c64235bf7419719857f1ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324125 Jul 16 20:39:37.217509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['72d74248-f73a-4e0a-b522-47072afc05a6'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:37.246036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Pushing event deleted for resources: {'Port': ['ID=72d74248-f73a-4e0a-b522-47072afc05a6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.292315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5fa2e36a-5b0e-41d0-8a0f-18a075b23f47 req-852ec825-deb4-4c9a-aa94-6a27c3175f01 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0775959 Jul 16 20:39:37.319499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] No DVR routers for this DVR port 72d74248-f73a-4e0a-b522-47072afc05a6 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:37.324307 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.325100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-58a867e2-8065-40de-a3be-c1be2cde2783 req-6781483f-cf22-4f97-ad3d-e2de1ec146f5 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.79 "DELETE /v2.0/ports/72d74248-f73a-4e0a-b522-47072afc05a6 HTTP/1.1" status: 204 len: 173 time: 0.7240682 Jul 16 20:39:37.325571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'name': 'network-vif-deleted', 'tag': '72d74248-f73a-4e0a-b522-47072afc05a6'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:37.328004 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfefea35-2655-404d-9b33-e7d84bad2c01" -d '{"events": [{"server_uuid": "ff63443f-f634-4bf9-8654-fc5b166eb3fe", "name": "network-vif-deleted", "tag": "72d74248-f73a-4e0a-b522-47072afc05a6"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:37.426185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-4c62b6a3-3cbb-45da-9284-8d870bbfb763 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 200 len: 999 time: 0.3382573 Jul 16 20:39:37.466582 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e1a5b-ca8f-478c-86b4-3b73dcb77a47 x-openstack-request-id: req-fc3e1a5b-ca8f-478c-86b4-3b73dcb77a47 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:37.467310 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff63443f-f634-4bf9-8654-fc5b166eb3fe", "name": "network-vif-deleted", "tag": "72d74248-f73a-4e0a-b522-47072afc05a6", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:37.467562 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fc3e1a5b-ca8f-478c-86b4-3b73dcb77a47 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:37.469961 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff63443f-f634-4bf9-8654-fc5b166eb3fe', 'name': 'network-vif-deleted', 'tag': '72d74248-f73a-4e0a-b522-47072afc05a6', 'status': 'completed', 'code': 200} Jul 16 20:39:37.485168 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:37.511875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-a170f463-b4e6-4b81-8dcd-9e74f8616e0f tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.512388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-da44e10b-dc45-4755-bdc6-8b4db26ffc64 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.3717198 Jul 16 20:39:37.513260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34974) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.513381 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-a170f463-b4e6-4b81-8dcd-9e74f8616e0f tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201426 Jul 16 20:39:37.550243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Request body: {'port': {'device_id': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': 'd7424acf57c64235bf7419719857f1ef'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:37.625846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 74f45ae2-25c8-451e-92f7-9d732da88b2e no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:37.629317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6af5e-263b-42b8-b3af-2a723df58be8 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.630658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6af5e-263b-42b8-b3af-2a723df58be8 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.632946 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-78c6af5e-263b-42b8-b3af-2a723df58be8 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c1594d03-fbc5-441a-b119-a45fbda3b652 HTTP/1.1" status: 200 len: 1992 time: 0.1184916 Jul 16 20:39:37.654992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 74f45ae2-25c8-451e-92f7-9d732da88b2e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:37.655327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 74f45ae2-25c8-451e-92f7-9d732da88b2e not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:37.699757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918847-8925-4ad7-84ba-eab7822d56be req-ad6b22e6-4a3e-49a2-9ad7-735fdf78c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.701453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-ad6b22e6-4a3e-49a2-9ad7-735fdf78c6b2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=651c2c03-49d9-4a35-9907-6383f2c6072f HTTP/1.1" status: 200 len: 833 time: 0.2231596 Jul 16 20:39:37.796422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918847-8925-4ad7-84ba-eab7822d56be req-777c3b28-3de0-4379-9247-7ac4ff1a03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:37.798223 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-777c3b28-3de0-4379-9247-7ac4ff1a03f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879707 Jul 16 20:39:37.803936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Made reservation on behalf of d7424acf57c64235bf7419719857f1ef for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:37.808616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.823790 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'baed22c2-1f00-43d0-9265-49d8cfb52809', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'port_id': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'mac_address': 'fa:16:3e:14:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129008d-0529-4718-ac0c-9e26b700a490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:39:34Z', 'updated_at': '2021-07-16T20:39:34Z', 'revision_number': 0, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:37.826982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.852605 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3ba11-c8c1-45a4-9dd6-7378c8891384 None None] The sync data for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 is: [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'baed22c2-1f00-43d0-9265-49d8cfb52809', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'port_id': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'mac_address': 'fa:16:3e:14:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129008d-0529-4718-ac0c-9e26b700a490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:39:34Z', 'updated_at': '2021-07-16T20:39:34Z', 'revision_number': 0, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:37.938042 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6694e03-d54c-4781-be4a-2180f4881543 req-60a0dfda-7be6-453a-947a-0dc178777e47 tempest-TestServerMultinode-1982669307 tempest-TestServerMultinode-1982669307-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ff63443f-f634-4bf9-8654-fc5b166eb3fe HTTP/1.1" status: 200 len: 210 time: 0.0699513 Jul 16 20:39:37.985898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-33a861f8-c60b-4dbe-a29a-cb5db3115740 service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733639 Jul 16 20:39:38.087134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.095115 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.127752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f33f3b-31f6-49c5-b229-790d0ef81279 None None] New status for floating IP baed22c2-1f00-43d0-9265-49d8cfb52809: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:39:38.178614 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-bd6428a8-172e-4212-914c-0a98633c6b0f service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852629 Jul 16 20:39:38.182098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdbf44e-e831-4de8-8cd9-210b536112d2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.264447 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Allocated IP 192.168.233.104 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/25f34e7c-acee-4967-9298-939ac764a01d) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:38.428369 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.442928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Transition to ACTIVE for port object 25f34e7c-acee-4967-9298-939ac764a01d will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:38.445218 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c59268e4-4b3b-4843-915e-2016d096bdfa req-c68a36cf-658e-42d1-a183-99f8cfb9cdbb tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0295382 Jul 16 20:39:38.484368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.530969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:38.534141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:38.538149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:38.544931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Pushing event updated for resources: {'Port': ['ID=25f34e7c-acee-4967-9298-939ac764a01d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.597949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.598472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.617233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-02883b51-d5c9-4fd5-9548-cb978270e7a2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0850172 Jul 16 20:39:38.627088 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.631858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Request body: {'port': {'device_id': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:38.685216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.712138 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.751757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6606e6d6-68aa-41bd-b65a-e8995f4e92e3 None None] Provisioning for port 25f34e7c-acee-4967-9298-939ac764a01d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:38.755756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6606e6d6-68aa-41bd-b65a-e8995f4e92e3 None None] Provisioning complete for port 25f34e7c-acee-4967-9298-939ac764a01d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:38.756128 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6606e6d6-68aa-41bd-b65a-e8995f4e92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.795673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6606e6d6-68aa-41bd-b65a-e8995f4e92e3 None None] Port 25f34e7c-acee-4967-9298-939ac764a01d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:38.846578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3df60c1c-bdf2-4bcb-9c04-0174c137b742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.999458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f34e7c-acee-4967-9298-939ac764a01d {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:39.008241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.020670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Transition to ACTIVE for port object 25f34e7c-acee-4967-9298-939ac764a01d will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:39.025648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.054870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34984) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.076949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Pushing event updated for resources: {'Port': ['ID=25f34e7c-acee-4967-9298-939ac764a01d,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.158121 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.162050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Attempting to bind port 25f34e7c-acee-4967-9298-939ac764a01d on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:39.162434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Attempting to bind port 25f34e7c-acee-4967-9298-939ac764a01d by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:39.163182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Attempting to bind port 25f34e7c-acee-4967-9298-939ac764a01d on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:39.168134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Port 25f34e7c-acee-4967-9298-939ac764a01d on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:39.168320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Attempting to bind port 25f34e7c-acee-4967-9298-939ac764a01d on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:39.174003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:39.174347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:39.174738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:39.175299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Bound port: 25f34e7c-acee-4967-9298-939ac764a01d, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:39.175956 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.254118 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] For port 25f34e7c-acee-4967-9298-939ac764a01d, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:39.258015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] For port 25f34e7c-acee-4967-9298-939ac764a01d, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=25f34e7c-acee-4967-9298-939ac764a01d,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:39.263469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.302500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.303164 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.304616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] 10.222.0.99 "PUT /v2.0/ports/25f34e7c-acee-4967-9298-939ac764a01d HTTP/1.1" status: 200 len: 1097 time: 0.6799150 Jul 16 20:39:39.305065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'tag': '25f34e7c-acee-4967-9298-939ac764a01d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:39.307570 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6167569-2780-4f4b-a250-e4db3ccd88a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb414a0-21a3-4268-807c-afd7fa2a4ba8", "tag": "25f34e7c-acee-4967-9298-939ac764a01d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:39.331944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b307c0-5590-4315-a4db-8db037baacb6 service neutron] Pushing event updated for resources: {'Port': ['ID=25f34e7c-acee-4967-9298-939ac764a01d,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.375316 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebbcf3d-d87e-43cf-a829-782820e763dd x-openstack-request-id: req-7ebbcf3d-d87e-43cf-a829-782820e763dd {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:39.375677 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb414a0-21a3-4268-807c-afd7fa2a4ba8", "tag": "25f34e7c-acee-4967-9298-939ac764a01d", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:39.375995 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7ebbcf3d-d87e-43cf-a829-782820e763dd {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:39.376483 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'tag': '25f34e7c-acee-4967-9298-939ac764a01d', 'status': 'completed', 'code': 200} Jul 16 20:39:39.426595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-74beed2d-bb76-4fda-9fff-7394dbea44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.429726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-74beed2d-bb76-4fda-9fff-7394dbea44c6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7424acf57c64235bf7419719857f1ef&device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 1100 time: 0.0636528 Jul 16 20:39:39.490541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-7642ed11-9ccf-45eb-a522-635bfa6d2f60 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=25f34e7c-acee-4967-9298-939ac764a01d HTTP/1.1" status: 200 len: 217 time: 0.0532842 Jul 16 20:39:39.492416 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.556715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-1909e749-a15b-43e2-9b19-f3642c56d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.558289 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-1909e749-a15b-43e2-9b19-f3642c56d808 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0625019 Jul 16 20:39:39.675473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-cc0a8b0c-4bc2-4f02-bacd-18297b571f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.677106 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-cc0a8b0c-4bc2-4f02-bacd-18297b571f49 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125436 Jul 16 20:39:39.685765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddc386-1ac5-48b7-8e0b-449f2cdea36f req-3d9ff941-78ec-4e71-9194-be522468cac3 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.687268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9fddc386-1ac5-48b7-8e0b-449f2cdea36f req-3d9ff941-78ec-4e71-9194-be522468cac3 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 948 time: 0.0963869 Jul 16 20:39:39.774401 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9fddc386-1ac5-48b7-8e0b-449f2cdea36f req-8af0d775-c685-4cc9-805f-1d789e4cda3b tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783951 Jul 16 20:39:39.775247 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Deleting port 038af22c-abf1-477a-aa26-ffdcb28d0276 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:39.775580 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.808101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-2ec37ac3-5dd7-4d6c-9d68-c21f6aac5e55 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197534 Jul 16 20:39:39.863052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] For port 038af22c-abf1-477a-aa26-ffdcb28d0276, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=038af22c-abf1-477a-aa26-ffdcb28d0276,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:39.863414 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.872762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72d74248-f73a-4e0a-b522-47072afc05a6 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:39.878449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Calling delete_port for 038af22c-abf1-477a-aa26-ffdcb28d0276 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:39.893049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 72d74248-f73a-4e0a-b522-47072afc05a6 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:39.893491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 72d74248-f73a-4e0a-b522-47072afc05a6 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:39.908046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b88406a-3005-4775-9d5f-f1b454da2e87 req-2bec19ff-ef67-4f74-94dd-04b8494400d8 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934303 Jul 16 20:39:40.010856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-cc578581-2ae9-4ddf-ac4e-4c7fd61b13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.012427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-cc578581-2ae9-4ddf-ac4e-4c7fd61b13d1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d7424acf57c64235bf7419719857f1ef&device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 1100 time: 0.0564060 Jul 16 20:39:40.071577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.089804 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.095543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Pushing event deleted for resources: {'Port': ['ID=038af22c-abf1-477a-aa26-ffdcb28d0276,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.295526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.417586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-cbc8b951-f9f1-44ac-b744-f591cb292c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.419020 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-cbc8b951-f9f1-44ac-b744-f591cb292c6c service neutron] 10.222.0.99 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.4004574 Jul 16 20:39:40.462681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-509bd473-efec-4ca9-a655-d05a9089a5bf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=25f34e7c-acee-4967-9298-939ac764a01d HTTP/1.1" status: 200 len: 217 time: 0.0360734 Jul 16 20:39:40.514702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-a0ca5fce-b896-4504-af95-825f063ef27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.516748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-a0ca5fce-b896-4504-af95-825f063ef27c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0475106 Jul 16 20:39:40.580809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-7a6b2681-3cf2-424d-837a-ee3ea228697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.582382 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-7a6b2681-3cf2-424d-837a-ee3ea228697f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585165 Jul 16 20:39:40.679983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-e7a7bb76-b3ea-441f-937d-aa9f0eb74bf1 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898745 Jul 16 20:39:40.777072 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6167569-2780-4f4b-a250-e4db3ccd88a5 req-427771b9-bdd4-40c5-8529-62b47b522489 service neutron] 10.222.0.99 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897930 Jul 16 20:39:40.879809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Router da164ade-2a31-4f91-b918-10eb51be8562 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:41.025817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:41.031302 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-62ff0d13-9b95-4b06-9aac-b6deadfb0238 admin admin] 10.222.0.91 "PUT /v2.0/routers/da164ade-2a31-4f91-b918-10eb51be8562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742780 Jul 16 20:39:41.034528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34992) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.038539 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] Sync routers for ids ['da164ade-2a31-4f91-b918-10eb51be8562'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:41.041463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc226-8222-4519-8b00-1c8f533ea2b0 req-67c2f723-ab26-43f7-a515-49a60a6d1178 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:41.044225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-582bc226-8222-4519-8b00-1c8f533ea2b0 req-67c2f723-ab26-43f7-a515-49a60a6d1178 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 948 time: 0.1547282 Jul 16 20:39:41.047781 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] Routers {'da164ade-2a31-4f91-b918-10eb51be8562'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:41.048369 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da164ade-2a31-4f91-b918-10eb51be8562'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.084659 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-582bc226-8222-4519-8b00-1c8f533ea2b0 req-339bff79-7585-4b62-966d-607f66504563 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351925 Jul 16 20:39:41.145644 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.156626 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] Set router da164ade-2a31-4f91-b918-10eb51be8562 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:41.255801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.317219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Deleting port be98e2cc-a448-4b4c-a03d-f3e3a566ed99 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:41.317469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.353606 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:39:40Z', 'revision_number': 5, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port': {'id': 'be98e2cc-a448-4b4c-a03d-f3e3a566ed99', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:45Z', 'updated_at': '2021-07-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.380603 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] Checking router: da164ade-2a31-4f91-b918-10eb51be8562 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:41.390918 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] Routers {'da164ade-2a31-4f91-b918-10eb51be8562'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:41.392166 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['da164ade-2a31-4f91-b918-10eb51be8562'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.403700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] For port be98e2cc-a448-4b4c-a03d-f3e3a566ed99, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:41.404063 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.421081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Calling delete_port for be98e2cc-a448-4b4c-a03d-f3e3a566ed99 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:41.483174 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] Set router da164ade-2a31-4f91-b918-10eb51be8562 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:41.540855 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:39:41Z', 'revision_number': 6, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.568798 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f36f6a-552b-4264-8082-9c043f50cfd9 None None] The sync data for ids ['da164ade-2a31-4f91-b918-10eb51be8562'] in n-d-792458-10 is: [{'id': 'da164ade-2a31-4f91-b918-10eb51be8562', 'name': 'tempest-TestServerMultinode-466341258-router', 'tenant_id': 'c961cc2e19384c359af13c7c11447899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:44Z', 'updated_at': '2021-07-16T20:39:41Z', 'revision_number': 6, 'project_id': 'c961cc2e19384c359af13c7c11447899', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:41.614939 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.646317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=be98e2cc-a448-4b4c-a03d-f3e3a566ed99,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.715821 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.811778 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.814044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.860799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.861417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da164ade-2a31-4f91-b918-10eb51be8562 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:41.867074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.871301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-661d5146-6adc-402b-9937-e3aa193a80f4 admin admin] 10.222.0.91 "DELETE /v2.0/routers/da164ade-2a31-4f91-b918-10eb51be8562 HTTP/1.1" status: 204 len: 168 time: 0.8325496 Jul 16 20:39:41.871524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 34994) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.877408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.900622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:41.927079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] Deleting subnet 1e095143-2bdd-4994-9a6d-3bad7cb81882 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:41.930564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.966439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.057387 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.145647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-b1903a7e-86d7-41b8-9e30-d56ff8770a89 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0981145 Jul 16 20:39:42.146801 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.175225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e095143-2bdd-4994-9a6d-3bad7cb81882,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.183419 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.188840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c20a2f-7f41-4b1a-aab7-63860b0c11c2 None None] Network 85e5fe54-7812-49fa-ac60-fa2cbf7199be requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:42.189584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 34998) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.192257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-41f7350a-a8bc-421c-9ef8-8ca4c28b2568 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1e095143-2bdd-4994-9a6d-3bad7cb81882 HTTP/1.1" status: 204 len: 168 time: 0.3141317 Jul 16 20:39:42.268438 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.327526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-74d37be4-953f-443b-a1c2-4ef814061a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.329026 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-74d37be4-953f-443b-a1c2-4ef814061a01 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1136 time: 0.1127396 Jul 16 20:39:42.332396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Deleting port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:42.332745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.354239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016c2f-4f0c-435e-9524-023305072426 req-cb73d180-7374-42a0-aa25-716d445a980c tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.355852 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-52016c2f-4f0c-435e-9524-023305072426 req-cb73d180-7374-42a0-aa25-716d445a980c tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 948 time: 0.1282778 Jul 16 20:39:42.404853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] For port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:42.405214 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.418069 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Calling delete_port for 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:42.428572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] DHCP port deletion for 85e5fe54-7812-49fa-ac60-fa2cbf7199be request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:42.451429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-52016c2f-4f0c-435e-9524-023305072426 req-9631f779-e7a6-4ddd-8ddf-d2678ee78d2a tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859084 Jul 16 20:39:42.490994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] Deleting port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:42.491917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.498328 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-9dc052dd-e59f-4bc2-b204-c8809b414cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.500572 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-9dc052dd-e59f-4bc2-b204-c8809b414cac service neutron] 10.222.0.99 "GET /v2.0/networks?id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 200 len: 897 time: 0.1437223 Jul 16 20:39:42.522447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.551256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.553290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] No DVR routers for this DVR port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:42.578867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] For port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,segment=NetworkSegment(e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6),segment_id=e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:42.579636 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.588182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-4f3bb4b5-61ff-42b6-997c-c367e49f6087 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 200 len: 1001 time: 0.0802886 Jul 16 20:39:42.594586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] Calling delete_port for 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:42.638567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.653585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e5fe54-7812-49fa-ac60-fa2cbf7199be']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:42.657488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-de2d99d7-5350-4ba4-8143-606139fe27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.660179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-de2d99d7-5350-4ba4-8143-606139fe27e1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=651c2c03-49d9-4a35-9907-6383f2c6072f HTTP/1.1" status: 200 len: 833 time: 0.0655184 Jul 16 20:39:42.666254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:42.666641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8126ef4-d18a-4de4-b5e7-b6e6b2cf09c6') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:42.684052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.686209 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.703630 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.715512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:42.716761 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.726628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] Pushing event deleted for resources: {'Port': ['ID=40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.728577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c70132-a89a-47d1-a9a8-2b74134c51ec None None] No DVR routers for this DVR port 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:42.738135 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:42.752711 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-a5131962-3321-48c1-b10b-244282107eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.754261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-a5131962-3321-48c1-b10b-244282107eb6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870893 Jul 16 20:39:42.779020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:42.801014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.802205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:42.802578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 40c2d154-ebae-4d07-bd9c-50c4c8b7e6e9 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:42.803020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 038af22c-abf1-477a-aa26-ffdcb28d0276 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:42.812326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.816411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] 10.222.0.91 "DELETE /v2.0/networks/85e5fe54-7812-49fa-ac60-fa2cbf7199be HTTP/1.1" status: 204 len: 168 time: 0.6239138 Jul 16 20:39:42.825641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35000) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.825801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 038af22c-abf1-477a-aa26-ffdcb28d0276 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:42.826056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 038af22c-abf1-477a-aa26-ffdcb28d0276 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:42.826439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device be98e2cc-a448-4b4c-a03d-f3e3a566ed99 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:42.828200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353981b-96de-4c35-a385-ec526325c7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e5fe54-7812-49fa-ac60-fa2cbf7199be,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.846397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: be98e2cc-a448-4b4c-a03d-f3e3a566ed99 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:42.846740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device be98e2cc-a448-4b4c-a03d-f3e3a566ed99 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:42.861544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-a26e271a-2426-40d1-842e-207b333d49de service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995524 Jul 16 20:39:42.961977 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6af5fdd-9ff1-4806-8a45-57276e64aeda req-fdfb026a-a1b1-465a-ae2f-0da4012db3fd service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934703 Jul 16 20:39:43.240751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.528112 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Deleting port adcd6c9b-6e20-4629-94ee-50e720edfa5d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:43.528546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.648028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] For port adcd6c9b-6e20-4629-94ee-50e720edfa5d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=adcd6c9b-6e20-4629-94ee-50e720edfa5d,segment=NetworkSegment(93dc8a73-6e20-401e-9afd-1bfbc41634d8),segment_id=93dc8a73-6e20-401e-9afd-1bfbc41634d8)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:43.648407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.666062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Calling delete_port for adcd6c9b-6e20-4629-94ee-50e720edfa5d owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:43.692749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 25f34e7c-acee-4967-9298-939ac764a01d details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:43.723478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d9881-a6a0-4805-a1fa-3186c7707f7e req-672a0fa6-7552-4fdd-81c5-fd06b6e1e6c2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.725124 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e1d9881-a6a0-4805-a1fa-3186c7707f7e req-672a0fa6-7552-4fdd-81c5-fd06b6e1e6c2 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 948 time: 0.1404188 Jul 16 20:39:43.794732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 25f34e7c-acee-4967-9298-939ac764a01d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=25f34e7c-acee-4967-9298-939ac764a01d,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:43.805478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '25f34e7c-acee-4967-9298-939ac764a01d', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': '25f34e7c-acee-4967-9298-939ac764a01d', 'mac_address': 'fa:16:3e:79:49:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:43.813920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e1d9881-a6a0-4805-a1fa-3186c7707f7e req-276770d6-aaef-4cee-8b90-d2d595b9ca81 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Jul 16 20:39:43.861408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.874499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f34e7c-acee-4967-9298-939ac764a01d {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:43.893910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 25f34e7c-acee-4967-9298-939ac764a01d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=25f34e7c-acee-4967-9298-939ac764a01d,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:43.899000 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.907915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.934944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcd6c9b-6e20-4629-94ee-50e720edfa5d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.957128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=25f34e7c-acee-4967-9298-939ac764a01d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.119220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['25f34e7c-acee-4967-9298-939ac764a01d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:44.119957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.352093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Router f55aa887-cfbb-46d1-98b5-4507336892cc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:44.471540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:44.476753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c9186f26-2ec1-45e9-af54-8813f30f9a65 admin admin] 10.222.0.91 "PUT /v2.0/routers/f55aa887-cfbb-46d1-98b5-4507336892cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6496425 Jul 16 20:39:44.479782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35006) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.482889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] Sync routers for ids ['f55aa887-cfbb-46d1-98b5-4507336892cc'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:44.493364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] Routers {'f55aa887-cfbb-46d1-98b5-4507336892cc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:44.493997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f55aa887-cfbb-46d1-98b5-4507336892cc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:44.597454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.604366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] Set router f55aa887-cfbb-46d1-98b5-4507336892cc gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:44.738699 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.795097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Deleting port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:44.795526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.822166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:39:43Z', 'revision_number': 5, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port': {'id': '6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:44.850214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] Checking router: f55aa887-cfbb-46d1-98b5-4507336892cc for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:44.860704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] Routers {'f55aa887-cfbb-46d1-98b5-4507336892cc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:44.861582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['f55aa887-cfbb-46d1-98b5-4507336892cc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:44.885389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] For port 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:44.885827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.908131 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Calling delete_port for 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:45.086362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eeb5b-c9a5-4eeb-8cae-05a19b956319 req-f30dbd7f-2c75-4a6e-8dc5-a72c36f63e33 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.087915 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a3eeb5b-c9a5-4eeb-8cae-05a19b956319 req-f30dbd7f-2c75-4a6e-8dc5-a72c36f63e33 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 949 time: 0.1357622 Jul 16 20:39:45.128503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] Set router f55aa887-cfbb-46d1-98b5-4507336892cc gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:45.168130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a3eeb5b-c9a5-4eeb-8cae-05a19b956319 req-9720a5d8-18c3-45c7-b009-97c184b2827a tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739028 Jul 16 20:39:45.179643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.201717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:39:44Z', 'revision_number': 6, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:45.219157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.232090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e53b22-9b64-4362-a498-e110d72fcd2e None None] The sync data for ids ['f55aa887-cfbb-46d1-98b5-4507336892cc'] in n-d-792458-10 is: [{'id': 'f55aa887-cfbb-46d1-98b5-4507336892cc', 'name': 'tempest-TestServerMultinode-1806064358-router', 'tenant_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:53Z', 'updated_at': '2021-07-16T20:39:44Z', 'revision_number': 6, 'project_id': 'c3a4a4e2cbc94208b9e23b11e77e740f', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:45.289200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.382221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.385094 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.442178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.442805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55aa887-cfbb-46d1-98b5-4507336892cc {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:45.448181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.449389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-03e974a7-271f-42b3-b2c1-b309ef7a4f96 admin admin] 10.222.0.91 "DELETE /v2.0/routers/f55aa887-cfbb-46d1-98b5-4507336892cc HTTP/1.1" status: 204 len: 168 time: 0.9685957 Jul 16 20:39:45.460845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35010) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.511949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] Deleting subnet bf201529-f43b-4d07-b602-176fa33ce636 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:45.515928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.557727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.654502 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.705360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 25f34e7c-acee-4967-9298-939ac764a01d up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:45.711257 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.737578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf201529-f43b-4d07-b602-176fa33ce636,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.741235 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.743271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fb7ec646-30d8-4cae-b0e0-74bc6543d389 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bf201529-f43b-4d07-b602-176fa33ce636 HTTP/1.1" status: 204 len: 168 time: 0.2813728 Jul 16 20:39:45.745952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35012) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.749275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf35646f-c7d1-482c-90c2-af7fa89f7eb9 None None] Network 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:45.815740 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.819954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 25f34e7c-acee-4967-9298-939ac764a01d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:45.840650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 25f34e7c-acee-4967-9298-939ac764a01d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:45.841318 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.879578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Deleting port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:45.880112 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.956420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] For port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,segment=NetworkSegment(93dc8a73-6e20-401e-9afd-1bfbc41634d8),segment_id=93dc8a73-6e20-401e-9afd-1bfbc41634d8)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:45.956420 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.961516 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.973895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Calling delete_port for 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:45.989236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f34e7c-acee-4967-9298-939ac764a01d'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:45.991796 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee9b2d-784c-44f1-a07c-a4bc192eb308" -d '{"events": [{"server_uuid": "5eb414a0-21a3-4268-807c-afd7fa2a4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "25f34e7c-acee-4967-9298-939ac764a01d"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:46.014311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] DHCP port deletion for 8c6cf4de-9d65-4541-a9ac-60449ab02ad1 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:46.020439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 25f34e7c-acee-4967-9298-939ac764a01d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=25f34e7c-acee-4967-9298-939ac764a01d,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:46.025688 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.054997 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db35866-b40b-4f5a-9a6f-e761dbb2c0cf x-openstack-request-id: req-7db35866-b40b-4f5a-9a6f-e761dbb2c0cf {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:46.054997 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb414a0-21a3-4268-807c-afd7fa2a4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "25f34e7c-acee-4967-9298-939ac764a01d", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:46.055516 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7db35866-b40b-4f5a-9a6f-e761dbb2c0cf {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:46.055602 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f34e7c-acee-4967-9298-939ac764a01d', 'code': 200} Jul 16 20:39:46.078955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.093225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] No DVR routers for this DVR port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:46.112847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=25f34e7c-acee-4967-9298-939ac764a01d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.126008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] Deleting port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:46.126361 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.140220 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Pushing event deleted for resources: {'Port': ['ID=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.191626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] For port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:46.191927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.204764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] Calling delete_port for 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:46.208011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] Port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:39:46.209311 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.235137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] Pushing event deleted for resources: {'Port': ['ID=33dbc7cb-a0bc-438d-ae05-a5234cfc39f7,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.236396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.239336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd2055-ac8e-4e66-bc0a-df076c425ef0 None None] No DVR routers for this DVR port 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:46.255558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6cf4de-9d65-4541-a9ac-60449ab02ad1']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:46.268192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dc8a73-6e20-401e-9afd-1bfbc41634d8') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:46.268477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dc8a73-6e20-401e-9afd-1bfbc41634d8') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:46.280945 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.283739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7b3d7-fcf2-4452-ac34-a9d86e528758 req-a1c4a7ae-88b9-4674-9300-f7d8247c18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.285243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ad7b3d7-fcf2-4452-ac34-a9d86e528758 req-a1c4a7ae-88b9-4674-9300-f7d8247c18cf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 1102 time: 0.1463506 Jul 16 20:39:46.309097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.329525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:46.330082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:46.331652 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:46.413522 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ad7b3d7-fcf2-4452-ac34-a9d86e528758 req-788cc716-37ed-4894-952a-d52399c493dd service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183953 Jul 16 20:39:46.422667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.431494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.433394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] 10.222.0.91 "DELETE /v2.0/networks/8c6cf4de-9d65-4541-a9ac-60449ab02ad1 HTTP/1.1" status: 204 len: 168 time: 0.6864488 Jul 16 20:39:46.448853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53374007-53fc-46a5-a6f3-70b4bc452978 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6cf4de-9d65-4541-a9ac-60449ab02ad1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.474585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d7399-b538-4b5f-8258-53f7a844bc42 req-08eeda89-f6cc-4b9e-8853-9f53e9ee8445 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.476374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-823d7399-b538-4b5f-8258-53f7a844bc42 req-08eeda89-f6cc-4b9e-8853-9f53e9ee8445 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 950 time: 0.1631634 Jul 16 20:39:46.519396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-823d7399-b538-4b5f-8258-53f7a844bc42 req-5f75cd34-326d-44b1-ac3a-6a1ba69cba3f tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Jul 16 20:39:46.640783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35020) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.684922 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5533a211-a0a0-4889-bb8b-c272bd1741cb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c961cc2e19384c359af13c7c11447899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425174 Jul 16 20:39:46.688498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35022) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.744526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac22690a-3c29-4135-bc01-1170c0dd94f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.764852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:46.773725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac22690a-3c29-4135-bc01-1170c0dd94f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.786071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:46.786517 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 33dbc7cb-a0bc-438d-ae05-a5234cfc39f7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:46.786956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device adcd6c9b-6e20-4629-94ee-50e720edfa5d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:46.810546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: adcd6c9b-6e20-4629-94ee-50e720edfa5d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:46.810951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device adcd6c9b-6e20-4629-94ee-50e720edfa5d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:46.811538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:46.824282 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac22690a-3c29-4135-bc01-1170c0dd94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.826916 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac22690a-3c29-4135-bc01-1170c0dd94f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.828139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac22690a-3c29-4135-bc01-1170c0dd94f1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5ece5d53-d11e-46d3-9419-07dd82eb4c37 HTTP/1.1" status: 204 len: 168 time: 0.1383142 Jul 16 20:39:46.833032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:46.833803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6019c0df-3eb9-4a5c-b5fe-ceb97eaf2a98 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:46.836730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22690a-3c29-4135-bc01-1170c0dd94f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece5d53-d11e-46d3-9419-07dd82eb4c37,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.192765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35028) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.236901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-636732c9-ee34-4c83-ad86-cb3648e1e746 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c3a4a4e2cbc94208b9e23b11e77e740f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427861 Jul 16 20:39:47.239551 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35030) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.289998 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01dcb6b9-e01b-467f-86ff-b7376ff96607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.314764 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01dcb6b9-e01b-467f-86ff-b7376ff96607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.368632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01dcb6b9-e01b-467f-86ff-b7376ff96607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.371417 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-01dcb6b9-e01b-467f-86ff-b7376ff96607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.372592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-01dcb6b9-e01b-467f-86ff-b7376ff96607 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c922316d-3c22-45ff-a334-2e74a54a5e08 HTTP/1.1" status: 204 len: 168 time: 0.1321008 Jul 16 20:39:47.380911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcb6b9-e01b-467f-86ff-b7376ff96607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c922316d-3c22-45ff-a334-2e74a54a5e08,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.713068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6faa23-85cb-4dba-b434-152bc049c084 req-a167e6c9-e2d4-4512-b1c2-98ae36734b99 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:47.714700 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-da6faa23-85cb-4dba-b434-152bc049c084 req-a167e6c9-e2d4-4512-b1c2-98ae36734b99 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 950 time: 0.0730662 Jul 16 20:39:47.756031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-da6faa23-85cb-4dba-b434-152bc049c084 req-5dc8207c-9041-45b7-ae0b-9c510996f94d tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354564 Jul 16 20:39:48.086737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35060) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.186738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfa108-ab8c-4244-acce-03ce07283b5b req-b5bb9eab-d226-4c27-a7c8-85edad33708d tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.188344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5dfa108-ab8c-4244-acce-03ce07283b5b req-b5bb9eab-d226-4c27-a7c8-85edad33708d tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 950 time: 0.0674889 Jul 16 20:39:48.196351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1719419996-network', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:48.241646 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Made reservation on behalf of 5f964b5ec6a64186bb06e113b800d9b1 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:48.244026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.248315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f5dfa108-ab8c-4244-acce-03ce07283b5b req-bfde8d4c-dca0-4c6b-9c24-b76272b86cda tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485768 Jul 16 20:39:48.255133 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.353638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.360435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.388559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:48.395000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3606fcf-9565-42f8-845b-e86eb3c13339,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.402667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.403067 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Added segment 3264634a-91f7-4315-91a8-5862bc6cb443 of type vlan for network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 Jul 16 20:39:48.449707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.486261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.487400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.488306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.521176 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4332092 Jul 16 20:39:48.524280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35066) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.529364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Request body: {'subnet': {'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1719419996-subnet', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:48.561809 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0b6c2-fce2-4de9-b38c-b1380bc7e05a admin admin] Pushing event updated for resources: {'Network': ['ID=70ce4f6f-c650-4637-ba2d-e3fb84e1f942,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.573210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:48.579967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Made reservation on behalf of 5f964b5ec6a64186bb06e113b800d9b1 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:48.582362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.770902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.825738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=462b1bc2-4575-4ad5-af67-9361433835cf,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.839776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Checking segment: {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:48.840133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Network hostable DHCP agents. Network: 70ce4f6f-c650-4637-ba2d-e3fb84e1f942, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:48.860763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:48.873037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 70ce4f6f-c650-4637-ba2d-e3fb84e1f942) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:48.877249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.877832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.884413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc980b-4a17-4b4e-be79-1dd4250195ce None None] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:48.893662 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b60c534d-c116-4d56-9fd2-b9347397fef6 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3683145 Jul 16 20:39:48.898049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35068) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.903154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:48.942242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.943742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.004328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.050451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:49.051415 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.144332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.194552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Allocated IP 172.20.0.2 (70ce4f6f-c650-4637-ba2d-e3fb84e1f942/462b1bc2-4575-4ad5-af67-9361433835cf/65beeb55-9d7e-4e6a-895a-0e17056fb904) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:49.348597 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.359434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Transition to ACTIVE for port object 65beeb55-9d7e-4e6a-895a-0e17056fb904 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:49.362396 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.376326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Transition to ACTIVE for port object 65beeb55-9d7e-4e6a-895a-0e17056fb904 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:49.382514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.385703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.438042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:49.438042 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:49.442069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:49.445285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Pushing event updated for resources: {'Port': ['ID=65beeb55-9d7e-4e6a-895a-0e17056fb904,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.503858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Attempting to bind port 65beeb55-9d7e-4e6a-895a-0e17056fb904 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:49.504197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Attempting to bind port 65beeb55-9d7e-4e6a-895a-0e17056fb904 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:49.504565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Attempting to bind port 65beeb55-9d7e-4e6a-895a-0e17056fb904 on network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:49.510448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:49.510814 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Checking segment: {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:49.511531 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.511921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Bound using segment: {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:49.512395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Bound port: 65beeb55-9d7e-4e6a-895a-0e17056fb904, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:49.512784 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.587706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] For port 65beeb55-9d7e-4e6a-895a-0e17056fb904, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:49.591178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] For port 65beeb55-9d7e-4e6a-895a-0e17056fb904, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=65beeb55-9d7e-4e6a-895a-0e17056fb904,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:49.596597 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.675646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324b3e2-45f2-4938-b259-87cafd1f654a None None] Pushing event updated for resources: {'Port': ['ID=65beeb55-9d7e-4e6a-895a-0e17056fb904,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.931452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b61ee9-a48b-4aad-abe5-d8a4d244f9fb req-d9dc2818-1993-4a33-89d2-a120b9d21400 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:49.940339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4b61ee9-a48b-4aad-abe5-d8a4d244f9fb req-d9dc2818-1993-4a33-89d2-a120b9d21400 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 950 time: 0.5507922 Jul 16 20:39:49.961381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Allocated IP 172.25.3.14 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/78b931e3-dc9a-46fe-91aa-24fbc11433cc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:50.032971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4b61ee9-a48b-4aad-abe5-d8a4d244f9fb req-defd494f-9439-4844-bed8-c536364fbcdc tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/security-groups?id=7fdbf44e-e831-4de8-8cd9-210b536112d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888019 Jul 16 20:39:50.050130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e42d08-a91c-484d-be74-704f30adcf8f req-78936281-04b2-4cdc-af70-af1ed1440812 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:50.051639 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65e42d08-a91c-484d-be74-704f30adcf8f req-78936281-04b2-4cdc-af70-af1ed1440812 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.99 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 950 time: 0.1768913 Jul 16 20:39:50.182168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.235758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Deleting port 25f34e7c-acee-4967-9298-939ac764a01d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:50.236101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.252330 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.342886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:50.352865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:50.357149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:50.359189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=78b931e3-dc9a-46fe-91aa-24fbc11433cc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.410579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] For port 25f34e7c-acee-4967-9298-939ac764a01d, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=25f34e7c-acee-4967-9298-939ac764a01d,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:50.410962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.427869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Calling delete_port for 25f34e7c-acee-4967-9298-939ac764a01d owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:50.592489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02445d4-31f0-4724-8894-1efb6d8f00bf None None] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:50.686754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2df60094-f443-4629-8da7-ac58994c4cbe None None] Provisioning for port 65beeb55-9d7e-4e6a-895a-0e17056fb904 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:50.734086 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.736945 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.749336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['25f34e7c-acee-4967-9298-939ac764a01d'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:50.803943 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Pushing event deleted for resources: {'Port': ['ID=25f34e7c-acee-4967-9298-939ac764a01d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.812647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65beeb55-9d7e-4e6a-895a-0e17056fb904 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:50.868043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 65beeb55-9d7e-4e6a-895a-0e17056fb904 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:50.873430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 65beeb55-9d7e-4e6a-895a-0e17056fb904 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:50.873804 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.896699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] No DVR routers for this DVR port 25f34e7c-acee-4967-9298-939ac764a01d on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:50.901898 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.904687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65e42d08-a91c-484d-be74-704f30adcf8f req-d668efc6-f7ba-48a3-a445-ed179d5e1fac tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.99 "DELETE /v2.0/ports/25f34e7c-acee-4967-9298-939ac764a01d HTTP/1.1" status: 204 len: 173 time: 0.8233130 Jul 16 20:39:50.911612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'name': 'network-vif-deleted', 'tag': '25f34e7c-acee-4967-9298-939ac764a01d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:50.914388 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822d007-b138-4940-a2fa-879c019dbb1b" -d '{"events": [{"server_uuid": "5eb414a0-21a3-4268-807c-afd7fa2a4ba8", "name": "network-vif-deleted", "tag": "25f34e7c-acee-4967-9298-939ac764a01d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:50.994098 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.016208 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b362ebea-075e-443f-8d45-b2207c40d23c x-openstack-request-id: req-b362ebea-075e-443f-8d45-b2207c40d23c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:51.016697 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb414a0-21a3-4268-807c-afd7fa2a4ba8", "name": "network-vif-deleted", "tag": "25f34e7c-acee-4967-9298-939ac764a01d", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:51.016787 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b362ebea-075e-443f-8d45-b2207c40d23c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:51.017133 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb414a0-21a3-4268-807c-afd7fa2a4ba8', 'name': 'network-vif-deleted', 'tag': '25f34e7c-acee-4967-9298-939ac764a01d', 'status': 'completed', 'code': 200} Jul 16 20:39:51.053996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 65beeb55-9d7e-4e6a-895a-0e17056fb904, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=65beeb55-9d7e-4e6a-895a-0e17056fb904,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:51.063185 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.096663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.126660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=65beeb55-9d7e-4e6a-895a-0e17056fb904,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.233432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-627fb2ee-74a1-4602-9bdd-d601cd0bbbb9 None None] Provisioning complete for port 65beeb55-9d7e-4e6a-895a-0e17056fb904 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:51.233935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-627fb2ee-74a1-4602-9bdd-d601cd0bbbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.249151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d82da6a-0589-4aeb-90e9-140b5cce34cd req-c364fe69-97ad-488a-85f7-632db491e6a1 tempest-VolumesNegativeTest-753746399 tempest-VolumesNegativeTest-753746399-project] 10.222.0.91 "GET /v2.0/ports?device_id=5eb414a0-21a3-4268-807c-afd7fa2a4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0369093 Jul 16 20:39:51.307369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:51.419949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:51.428846 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Sync routers for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:51.439390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.440693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-97a9dab4-aaec-4c36-bf9a-b1f72fdae3a7 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5415559 Jul 16 20:39:51.441190 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:51.441835 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:51.443721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:51.577739 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:51.762229 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:50Z', 'revision_number': 3, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:51.792196 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Checking router: 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:51.792545 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Updating router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe port 78b931e3-dc9a-46fe-91aa-24fbc11433cc binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:51.827792 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.915190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.079966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Allocated IP 172.20.0.1 (70ce4f6f-c650-4637-ba2d-e3fb84e1f942/462b1bc2-4575-4ad5-af67-9361433835cf/3df8dac5-e74e-444f-8e2e-643edae0be0d) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:52.081954 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.091785 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Transition to ACTIVE for port object 78b931e3-dc9a-46fe-91aa-24fbc11433cc will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:52.099744 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.153473 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Attempting to bind port 78b931e3-dc9a-46fe-91aa-24fbc11433cc on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:52.153892 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Attempting to bind port 78b931e3-dc9a-46fe-91aa-24fbc11433cc by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:52.154183 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Attempting to bind port 78b931e3-dc9a-46fe-91aa-24fbc11433cc on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:52.161484 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Pushing event updated for resources: {'Port': ['ID=78b931e3-dc9a-46fe-91aa-24fbc11433cc,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.164625 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:52.164986 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:52.165376 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.165753 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:52.166194 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Bound port: 78b931e3-dc9a-46fe-91aa-24fbc11433cc, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:52.166952 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.173158 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.173491 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.173817 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.174138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.174456 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.174773 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.175118 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.175426 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.175739 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.176045 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.176356 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.176660 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.191566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.207789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Transition to ACTIVE for port object 3df8dac5-e74e-444f-8e2e-643edae0be0d will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:52.233512 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] For port 78b931e3-dc9a-46fe-91aa-24fbc11433cc, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:52.236623 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] For port 78b931e3-dc9a-46fe-91aa-24fbc11433cc, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=78b931e3-dc9a-46fe-91aa-24fbc11433cc,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:52.241782 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.244941 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.287327 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:52.292777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:52.296617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:52.296792 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89aa52-3c38-412b-920a-5e69efdd49b3 None None] Pushing event updated for resources: {'Port': ['ID=78b931e3-dc9a-46fe-91aa-24fbc11433cc,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.305867 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:52.306675 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.324789 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Pushing event updated for resources: {'Port': ['ID=3df8dac5-e74e-444f-8e2e-643edae0be0d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.355859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.521749 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:52.530176 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.562211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9950f14d-81bc-405a-8130-259a54e3297c None None] Provisioning for port 3df8dac5-e74e-444f-8e2e-643edae0be0d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:52.567785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9950f14d-81bc-405a-8130-259a54e3297c None None] Provisioning complete for port 3df8dac5-e74e-444f-8e2e-643edae0be0d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:52.568525 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9950f14d-81bc-405a-8130-259a54e3297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.618880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9950f14d-81bc-405a-8130-259a54e3297c None None] Port 3df8dac5-e74e-444f-8e2e-643edae0be0d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:52.782157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65beeb55-9d7e-4e6a-895a-0e17056fb904 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:52.782358 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:50Z', 'revision_number': 3, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.829331 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0b7cf-62d8-4de9-bf05-cf0033ea52a4 None None] The sync data for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 is: [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:50Z', 'revision_number': 3, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:52.862536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 65beeb55-9d7e-4e6a-895a-0e17056fb904 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:52.863079 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.102690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.119371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.207851 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.211354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Pushing event updated for resources: {'Port': ['ID=3df8dac5-e74e-444f-8e2e-643edae0be0d,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.324914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:53.329436 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:53.473484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:53.631862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:53.639374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a6523af8-a445-4975-95d4-c82d79575d2d admin admin] 10.222.0.91 "PUT /v2.0/routers/3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1943986 Jul 16 20:39:53.658781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b538b35c-16eb-4d0a-9b32-d57f1da2b20b None None] Provisioning complete for port 3df8dac5-e74e-444f-8e2e-643edae0be0d triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:53.659844 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b538b35c-16eb-4d0a-9b32-d57f1da2b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.709401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b538b35c-16eb-4d0a-9b32-d57f1da2b20b None None] Port 3df8dac5-e74e-444f-8e2e-643edae0be0d cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:53.735720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 25f34e7c-acee-4967-9298-939ac764a01d no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:53.765260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 25f34e7c-acee-4967-9298-939ac764a01d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:53.765628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 25f34e7c-acee-4967-9298-939ac764a01d not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:54.193808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35242) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:54.199350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1119900289-network', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:54.229848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Made reservation on behalf of a651f84f6e4b441f80308b5d53474aaa for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:54.232429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.241919 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.343000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.348578 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.367076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:54.387167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.387513 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Added segment e1ad3648-687c-4daf-b7be-d2fdaa69b2c1 of type vlan for network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 Jul 16 20:39:54.388856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb17657b-1ce1-45d0-88fa-56056551dd9e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.437215 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.470140 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.471298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:54.471871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.513348 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3143153 Jul 16 20:39:54.513875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35258) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:54.520418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Request body: {'subnet': {'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1119900289-subnet', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:54.542988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30019eed-d2bf-476b-8333-1a318114ff3d admin admin] Pushing event updated for resources: {'Network': ['ID=a0c4e7e0-7393-4ca9-b5a2-e194202b34d3,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.556473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:54.556660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Made reservation on behalf of a651f84f6e4b441f80308b5d53474aaa for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:54.563278 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.752729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Sync routers for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:54.764316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:54.764952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:54.795891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.862214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78b931e3-dc9a-46fe-91aa-24fbc11433cc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:54.868522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e765aa5d-925e-45fa-91af-235bdc7ea1c4,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.876104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Checking segment: {'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:54.876635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Network hostable DHCP agents. Network: a0c4e7e0-7393-4ca9-b5a2-e194202b34d3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:54.894518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:54.906393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, a0c4e7e0-7393-4ca9-b5a2-e194202b34d3) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:54.912954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:54.913703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.929550 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8043e72-126e-4088-b333-e44d609a4957 None None] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:54.943584 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-673ea6ca-4edd-4e50-8536-d3c5fc3f1b5c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4283259 Jul 16 20:39:54.946301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:54.950193 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35286) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:54.958309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:54.983549 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.985161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.997933 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 78b931e3-dc9a-46fe-91aa-24fbc11433cc completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:55.061037 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.214272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.216629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 78b931e3-dc9a-46fe-91aa-24fbc11433cc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:55.216629 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.456675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.465953 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.484273 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.491291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-a0c4e7e0-7393-4ca9-b5a2-e194202b34d3', 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'fixed_ips': [{'subnet_id': 'e765aa5d-925e-45fa-91af-235bdc7ea1c4'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:55.492607 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.532854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 78b931e3-dc9a-46fe-91aa-24fbc11433cc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=78b931e3-dc9a-46fe-91aa-24fbc11433cc,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:55.600470 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.730672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=78b931e3-dc9a-46fe-91aa-24fbc11433cc,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:55.761424 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Allocated IP 172.20.0.2 (a0c4e7e0-7393-4ca9-b5a2-e194202b34d3/e765aa5d-925e-45fa-91af-235bdc7ea1c4/46e87e7c-b2b3-42ad-a320-37b33a3ec3d3) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:55.774079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 2, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.812057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Checking router: 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:55.812365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Updating router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe port 3df8dac5-e74e-444f-8e2e-643edae0be0d binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:55.900690 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.992514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Allocated IP 172.25.3.54 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/196eb06a-b8cd-4c62-88d6-54254f648974) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:56.087623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.113361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Transition to ACTIVE for port object 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:56.124697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.163397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Transition to ACTIVE for port object 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:56.170562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.173372 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.208625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:56.211812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:56.218014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:56.248628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:56.252178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Pushing event updated for resources: {'Port': ['ID=196eb06a-b8cd-4c62-88d6-54254f648974,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.256459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:56.262788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:56.268469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Pushing event updated for resources: {'Port': ['ID=46e87e7c-b2b3-42ad-a320-37b33a3ec3d3,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.358193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Attempting to bind port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:56.358563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Attempting to bind port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:56.358969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Attempting to bind port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 on network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:56.375399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:56.375767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Checking segment: {'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:56.376206 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.376600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Bound using segment: {'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:56.377066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Bound port: 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:56.377449 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.383155 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.404623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Transition to ACTIVE for port object 3df8dac5-e74e-444f-8e2e-643edae0be0d will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:56.431372 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.500434 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] For port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:56.502799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dae93e-20aa-4913-bc6f-628fb7c5daec None None] Pushing event updated for resources: {'Port': ['ID=3df8dac5-e74e-444f-8e2e-643edae0be0d,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.506462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] For port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=46e87e7c-b2b3-42ad-a320-37b33a3ec3d3,segment=NetworkSegment(e1ad3648-687c-4daf-b7be-d2fdaa69b2c1),segment_id=e1ad3648-687c-4daf-b7be-d2fdaa69b2c1)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:56.532256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.555269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.597487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Attempting to bind port 3df8dac5-e74e-444f-8e2e-643edae0be0d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:56.597877 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Attempting to bind port 3df8dac5-e74e-444f-8e2e-643edae0be0d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:56.598425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Attempting to bind port 3df8dac5-e74e-444f-8e2e-643edae0be0d on network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:56.618192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:56.618599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Checking segment: {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:56.619096 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.619365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Bound using segment: {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:56.619844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Bound port: 3df8dac5-e74e-444f-8e2e-643edae0be0d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:56.620323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.743767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70aaca-5baf-42b0-8e05-f804e7986b95 None None] Pushing event updated for resources: {'Port': ['ID=46e87e7c-b2b3-42ad-a320-37b33a3ec3d3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.766178 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] For port 3df8dac5-e74e-444f-8e2e-643edae0be0d, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:56.775997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] For port 3df8dac5-e74e-444f-8e2e-643edae0be0d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3df8dac5-e74e-444f-8e2e-643edae0be0d,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:56.783579 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.849702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78b931e3-dc9a-46fe-91aa-24fbc11433cc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:56.853524 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.948576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:56.949464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:57.027439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dae93e-20aa-4913-bc6f-628fb7c5daec None None] Pushing event updated for resources: {'Port': ['ID=3df8dac5-e74e-444f-8e2e-643edae0be0d,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.064396 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Router 3e32e909-54d0-4402-a4c4-ca607873e868 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:57.109148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 78b931e3-dc9a-46fe-91aa-24fbc11433cc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:57.109521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.162606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:57.229964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:57.238692 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Sync routers for ids ['3e32e909-54d0-4402-a4c4-ca607873e868'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:57.251280 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.253413 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d48ae016-c758-4f75-972d-caa06602bdd6 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3008559 Jul 16 20:39:57.256271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35326) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.266715 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Routers {'3e32e909-54d0-4402-a4c4-ca607873e868'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:57.267735 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3e32e909-54d0-4402-a4c4-ca607873e868'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:57.405822 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Set router 3e32e909-54d0-4402-a4c4-ca607873e868 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:57.487072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:56Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:57.521486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130615e-3920-4305-ad79-5505142ecd7b None None] The sync data for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 is: [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:56Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:57.689277 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:39:56Z', 'revision_number': 3, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port': {'id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:55Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:57.758813 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Checking router: 3e32e909-54d0-4402-a4c4-ca607873e868 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:57.759207 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Updating router 3e32e909-54d0-4402-a4c4-ca607873e868 port 196eb06a-b8cd-4c62-88d6-54254f648974 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:57.847062 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.951074 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.169112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5565e-aec1-4908-b434-b3829d261161 None None] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:58.191898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Allocated IP 172.20.0.1 (a0c4e7e0-7393-4ca9-b5a2-e194202b34d3/e765aa5d-925e-45fa-91af-235bdc7ea1c4/f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:58.220846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-634b5bf7-f9ca-410b-b01a-b0a4d8fc4b4a None None] Provisioning for port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:58.289554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35336) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.392552 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.415622 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.416822 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Transition to ACTIVE for port object 196eb06a-b8cd-4c62-88d6-54254f648974 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:58.426261 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.448547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Transition to ACTIVE for port object f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:58.526687 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989afbf-9b02-4796-aace-ecaced0f1d32 None None] Pushing event updated for resources: {'Port': ['ID=196eb06a-b8cd-4c62-88d6-54254f648974,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:58.534002 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.536870 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Attempting to bind port 196eb06a-b8cd-4c62-88d6-54254f648974 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:58.537373 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Attempting to bind port 196eb06a-b8cd-4c62-88d6-54254f648974 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:58.537834 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Attempting to bind port 196eb06a-b8cd-4c62-88d6-54254f648974 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:58.540489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d5516fe4-542a-461f-9fd1-d8fbdb6dfeed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7424acf57c64235bf7419719857f1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496920 Jul 16 20:39:58.542823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35340) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.562344 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:58.562902 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:58.563426 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.563911 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:58.564477 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Bound port: 196eb06a-b8cd-4c62-88d6-54254f648974, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:58.564956 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.610796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:58.641364 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] For port 196eb06a-b8cd-4c62-88d6-54254f648974, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:58.641888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:58.645126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:58.652255 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] For port 196eb06a-b8cd-4c62-88d6-54254f648974, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=196eb06a-b8cd-4c62-88d6-54254f648974,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:58.658422 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.665456 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4aae53bf-f305-4c1f-9773-c029acef6953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.695466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:58.698666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4aae53bf-f305-4c1f-9773-c029acef6953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.755221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.805099 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Routers {'3e32e909-54d0-4402-a4c4-ca607873e868'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.805926 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3e32e909-54d0-4402-a4c4-ca607873e868'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.819757 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4aae53bf-f305-4c1f-9773-c029acef6953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.822969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4aae53bf-f305-4c1f-9773-c029acef6953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.824425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4aae53bf-f305-4c1f-9773-c029acef6953 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7fdbf44e-e831-4de8-8cd9-210b536112d2 HTTP/1.1" status: 204 len: 168 time: 0.2804713 Jul 16 20:39:58.839526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae53bf-f305-4c1f-9773-c029acef6953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdbf44e-e831-4de8-8cd9-210b536112d2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:58.905157 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989afbf-9b02-4796-aace-ecaced0f1d32 None None] Pushing event updated for resources: {'Port': ['ID=196eb06a-b8cd-4c62-88d6-54254f648974,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:58.974349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:59.095498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:59.096924 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.103285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:59.104190 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.113566 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] Set router 3e32e909-54d0-4402-a4c4-ca607873e868 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:59.266791 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.336035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2cbf16d1-e693-485b-880e-06b445903475 None None] Provisioning for port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:59.356788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.363396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=46e87e7c-b2b3-42ad-a320-37b33a3ec3d3,segment=NetworkSegment(e1ad3648-687c-4daf-b7be-d2fdaa69b2c1),segment_id=e1ad3648-687c-4daf-b7be-d2fdaa69b2c1)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:59.366333 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.367720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2cbf16d1-e693-485b-880e-06b445903475 None None] Provisioning complete for port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:59.371404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2cbf16d1-e693-485b-880e-06b445903475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.377935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.379453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3df8dac5-e74e-444f-8e2e-643edae0be0d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:59.441353 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:39:56Z', 'revision_number': 3, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port': {'id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:55Z', 'updated_at': '2021-07-16T20:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:59.489471 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912c7e9-db8f-452e-ba7b-09500e2c403a None None] The sync data for ids ['3e32e909-54d0-4402-a4c4-ca607873e868'] in n-d-792458-10 is: [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:39:56Z', 'revision_number': 3, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port': {'id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:55Z', 'updated_at': '2021-07-16T20:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:59.494228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.499127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.515976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf16d1-e693-485b-880e-06b445903475 None None] Port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:59.554713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=46e87e7c-b2b3-42ad-a320-37b33a3ec3d3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.560296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3df8dac5-e74e-444f-8e2e-643edae0be0d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:59.564845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3df8dac5-e74e-444f-8e2e-643edae0be0d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:59.565307 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.628425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:59.630199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:59.659186 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.710341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3df8dac5-e74e-444f-8e2e-643edae0be0d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3df8dac5-e74e-444f-8e2e-643edae0be0d,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:59.715834 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.784043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3df8dac5-e74e-444f-8e2e-643edae0be0d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.792834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Router 3e32e909-54d0-4402-a4c4-ca607873e868 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:59.949080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:59.954508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-729c120f-c63b-4f75-84f3-f689a4e163e9 admin admin] 10.222.0.91 "PUT /v2.0/routers/3e32e909-54d0-4402-a4c4-ca607873e868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6968093 Jul 16 20:40:00.000908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35366) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:00.049322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-88fba0f6-fe88-4c8b-ac3f-2509ad7fdccd None None] Provisioning complete for port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:00.050163 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88fba0f6-fe88-4c8b-ac3f-2509ad7fdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.095417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-88fba0f6-fe88-4c8b-ac3f-2509ad7fdccd None None] Port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:00.119876 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2109208449-network', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:00.144476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Made reservation on behalf of 1f77af7ed9c64f71a8bf66e6ba7aee51 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:00.147138 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.157331 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.266350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.271333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.298212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:00.308729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b2e380-8b11-429d-9761-f80931be5bae,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.314306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.314886 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Added segment a63be087-5355-443c-9f00-9a64c856a07c of type vlan for network 64c93663-33a1-445c-904c-65c166091838 Jul 16 20:40:00.370715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.404905 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.406315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.407055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.442706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4405901 Jul 16 20:40:00.445680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35400) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:00.450934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Request body: {'subnet': {'network_id': '64c93663-33a1-445c-904c-65c166091838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2109208449-subnet', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:00.483609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Made reservation on behalf of 1f77af7ed9c64f71a8bf66e6ba7aee51 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:00.485101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e8cbc-601b-4b1f-aa51-d9b2024785aa admin admin] Pushing event updated for resources: {'Network': ['ID=64c93663-33a1-445c-904c-65c166091838,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.486882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.502760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 64c93663-33a1-445c-904c-65c166091838 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:00.708730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.783579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08b171c-0b7d-4c41-9068-ab0107e2f262,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.789423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Checking segment: {'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:00.789818 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Network hostable DHCP agents. Network: 64c93663-33a1-445c-904c-65c166091838, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:00.823890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Network 64c93663-33a1-445c-904c-65c166091838 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:00.836573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 64c93663-33a1-445c-904c-65c166091838) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:00.844119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.845295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.847513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b13957-288f-45f4-9ba1-1579409ab9d4 None None] Network 64c93663-33a1-445c-904c-65c166091838 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:00.870642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2ee7fd34-bdf1-471e-ab42-896f1b0fe820 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4232581 Jul 16 20:40:00.873084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:00.879337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:00.910003 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.911157 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.999984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.072666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 196eb06a-b8cd-4c62-88d6-54254f648974 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:01.160134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.180327 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 196eb06a-b8cd-4c62-88d6-54254f648974 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:01.214718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 196eb06a-b8cd-4c62-88d6-54254f648974 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:01.217354 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.305282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-64c93663-33a1-445c-904c-65c166091838', 'network_id': '64c93663-33a1-445c-904c-65c166091838', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'fixed_ips': [{'subnet_id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:01.306950 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.419408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.439336 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.442190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.492796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 196eb06a-b8cd-4c62-88d6-54254f648974, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=196eb06a-b8cd-4c62-88d6-54254f648974,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:01.506251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.507079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:01.564093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Allocated IP 172.20.0.2 (64c93663-33a1-445c-904c-65c166091838/b08b171c-0b7d-4c41-9068-ab0107e2f262/5ce879ba-0761-42c2-bdc1-eff697ffe935) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:01.621693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Allocated IP 172.25.3.232 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/970496e2-34c4-4866-8fc3-7a0b13d70976) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:01.649364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=196eb06a-b8cd-4c62-88d6-54254f648974,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.658097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:01.658513 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.709449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Sync routers for ids ['3e32e909-54d0-4402-a4c4-ca607873e868'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:01.749639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Routers {'3e32e909-54d0-4402-a4c4-ca607873e868'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:01.750281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3e32e909-54d0-4402-a4c4-ca607873e868'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.777418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.829610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.877356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:01.880825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:01.892218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:01.932230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Pushing event updated for resources: {'Port': ['ID=970496e2-34c4-4866-8fc3-7a0b13d70976,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.939748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.952839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3df8dac5-e74e-444f-8e2e-643edae0be0d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:01.976625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Transition to ACTIVE for port object 5ce879ba-0761-42c2-bdc1-eff697ffe935 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:02.008606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Set router 3e32e909-54d0-4402-a4c4-ca607873e868 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:02.079751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Transition to ACTIVE for port object 5ce879ba-0761-42c2-bdc1-eff697ffe935 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:02.125266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.184843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3df8dac5-e74e-444f-8e2e-643edae0be0d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:02.185514 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.199395 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.204711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Network 64c93663-33a1-445c-904c-65c166091838 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:02.237528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:02.266231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:02.270167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce879ba-0761-42c2-bdc1-eff697ffe935,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.370703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Attempting to bind port 5ce879ba-0761-42c2-bdc1-eff697ffe935 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:02.371079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Attempting to bind port 5ce879ba-0761-42c2-bdc1-eff697ffe935 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:02.371439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Attempting to bind port 5ce879ba-0761-42c2-bdc1-eff697ffe935 on network 64c93663-33a1-445c-904c-65c166091838 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:02.395889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:02.396184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Checking segment: {'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:02.396595 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.396971 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Bound using segment: {'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:02.397587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Bound port: 5ce879ba-0761-42c2-bdc1-eff697ffe935, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:02.398070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.412979 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.507742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:39:58Z', 'revision_number': 4, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port': {'id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:55Z', 'updated_at': '2021-07-16T20:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f', 'name': '', 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'mac_address': 'fa:16:3e:97:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e765aa5d-925e-45fa-91af-235bdc7ea1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:57Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 2, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'subnets': [{'id': 'e765aa5d-925e-45fa-91af-235bdc7ea1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.541307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] For port 5ce879ba-0761-42c2-bdc1-eff697ffe935, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:02.543625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Checking router: 3e32e909-54d0-4402-a4c4-ca607873e868 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:02.543996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Updating router 3e32e909-54d0-4402-a4c4-ca607873e868 port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:02.567904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Router 80530261-f3b0-4f3e-b3c0-85a59abe7385 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:02.572532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] For port 5ce879ba-0761-42c2-bdc1-eff697ffe935, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5ce879ba-0761-42c2-bdc1-eff697ffe935,segment=NetworkSegment(a63be087-5355-443c-9f00-9a64c856a07c),segment_id=a63be087-5355-443c-9f00-9a64c856a07c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:02.586116 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.622235 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.701616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc841d-9448-46ca-b3b6-a2fd228c22d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce879ba-0761-42c2-bdc1-eff697ffe935,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.705163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:02.717910 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Sync routers for ids ['80530261-f3b0-4f3e-b3c0-85a59abe7385'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:02.725075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.726768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-92eafc28-0b23-42d7-9f60-7211831e8b78 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8525362 Jul 16 20:40:02.729691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35450) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.744414 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Routers {'80530261-f3b0-4f3e-b3c0-85a59abe7385'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:02.747010 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['80530261-f3b0-4f3e-b3c0-85a59abe7385'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.843863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 196eb06a-b8cd-4c62-88d6-54254f648974 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:02.993674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 196eb06a-b8cd-4c62-88d6-54254f648974 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:02.994152 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.144419 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Set router 80530261-f3b0-4f3e-b3c0-85a59abe7385 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:03.218961 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.234612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Transition to ACTIVE for port object f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:03.244131 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.415090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.416908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:02Z', 'revision_number': 3, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port': {'id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:01Z', 'updated_at': '2021-07-16T20:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.453384 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Checking router: 80530261-f3b0-4f3e-b3c0-85a59abe7385 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:03.453995 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Updating router 80530261-f3b0-4f3e-b3c0-85a59abe7385 port 970496e2-34c4-4866-8fc3-7a0b13d70976 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:03.488071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e824c-8dc8-4454-b749-f3a51d17762c None None] Pushing event updated for resources: {'Port': ['ID=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.535048 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.544783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Attempting to bind port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:03.545373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Attempting to bind port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:03.545757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Attempting to bind port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f on network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:03.552490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:03.552995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Checking segment: {'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:03.553579 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.554059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Bound using segment: {'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:03.554823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Bound port: f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:03.555352 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.662148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Allocated IP 172.20.0.1 (64c93663-33a1-445c-904c-65c166091838/b08b171c-0b7d-4c41-9068-ab0107e2f262/c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:03.698147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] For port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:03.703002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] For port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,segment=NetworkSegment(e1ad3648-687c-4daf-b7be-d2fdaa69b2c1),segment_id=e1ad3648-687c-4daf-b7be-d2fdaa69b2c1)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:03.720759 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.812464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Routers {'3e32e909-54d0-4402-a4c4-ca607873e868'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:03.815650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3e32e909-54d0-4402-a4c4-ca607873e868'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.826581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.848439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Transition to ACTIVE for port object c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:03.887292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e824c-8dc8-4454-b749-f3a51d17762c None None] Pushing event updated for resources: {'Port': ['ID=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.918693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.991250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Network 64c93663-33a1-445c-904c-65c166091838 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:04.000582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:04.007925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:04.048629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] Set router 3e32e909-54d0-4402-a4c4-ca607873e868 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:04.090219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Pushing event updated for resources: {'Port': ['ID=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.120725 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.176965 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.200451 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Transition to ACTIVE for port object 970496e2-34c4-4866-8fc3-7a0b13d70976 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:04.212804 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.267644 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Attempting to bind port 970496e2-34c4-4866-8fc3-7a0b13d70976 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:04.268004 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Attempting to bind port 970496e2-34c4-4866-8fc3-7a0b13d70976 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:04.268357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Attempting to bind port 970496e2-34c4-4866-8fc3-7a0b13d70976 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:04.284917 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:04.285301 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:04.285670 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.286231 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:04.287471 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Bound port: 970496e2-34c4-4866-8fc3-7a0b13d70976, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:04.287471 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.318208 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736fe5-9824-4316-a896-efa11916064c None None] Pushing event updated for resources: {'Port': ['ID=970496e2-34c4-4866-8fc3-7a0b13d70976,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.364651 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] For port 970496e2-34c4-4866-8fc3-7a0b13d70976, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:04.369153 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] For port 970496e2-34c4-4866-8fc3-7a0b13d70976, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=970496e2-34c4-4866-8fc3-7a0b13d70976,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:04.371626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3483f29-8eb5-4713-9409-5c32f4ed3a6d None None] Network 64c93663-33a1-445c-904c-65c166091838 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:04.377700 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.415268 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.435993 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Routers {'80530261-f3b0-4f3e-b3c0-85a59abe7385'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:04.437019 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:39:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['80530261-f3b0-4f3e-b3c0-85a59abe7385'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:04.566964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-68e4b1ea-0563-4a74-8421-ed0dfa3ad53b None None] Provisioning for port 5ce879ba-0761-42c2-bdc1-eff697ffe935 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:04.568218 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] Set router 80530261-f3b0-4f3e-b3c0-85a59abe7385 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:04.599297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:39:58Z', 'revision_number': 4, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port': {'id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:55Z', 'updated_at': '2021-07-16T20:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f', 'name': '', 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'mac_address': 'fa:16:3e:97:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e765aa5d-925e-45fa-91af-235bdc7ea1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:57Z', 'updated_at': '2021-07-16T20:40:03Z', 'revision_number': 4, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'subnets': [{'id': 'e765aa5d-925e-45fa-91af-235bdc7ea1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:04.625968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.632192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4be3d4-55da-467e-b102-e83fa6cacb92 None None] The sync data for ids ['3e32e909-54d0-4402-a4c4-ca607873e868'] in n-d-792458-10 is: [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:39:58Z', 'revision_number': 4, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port': {'id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:55Z', 'updated_at': '2021-07-16T20:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f', 'name': '', 'network_id': 'a0c4e7e0-7393-4ca9-b5a2-e194202b34d3', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'mac_address': 'fa:16:3e:97:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e765aa5d-925e-45fa-91af-235bdc7ea1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:57Z', 'updated_at': '2021-07-16T20:40:03Z', 'revision_number': 4, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'subnets': [{'id': 'e765aa5d-925e-45fa-91af-235bdc7ea1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:04.633302 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.751590 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736fe5-9824-4316-a896-efa11916064c None None] Pushing event updated for resources: {'Port': ['ID=970496e2-34c4-4866-8fc3-7a0b13d70976,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.829981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Pushing event updated for resources: {'Port': ['ID=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.863398 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.000944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:05.065810 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 4, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port': {'id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:01Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2', 'name': '', 'network_id': '64c93663-33a1-445c-904c-65c166091838', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'mac_address': 'fa:16:3e:fd:b8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:03Z', 'updated_at': '2021-07-16T20:40:03Z', 'revision_number': 1, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'subnets': [{'id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:05.108383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Network 64c93663-33a1-445c-904c-65c166091838 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:05.112664 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495cd1c-7477-4993-8a72-7d9ad53b3182 None None] The sync data for ids ['80530261-f3b0-4f3e-b3c0-85a59abe7385'] in n-d-792458-10 is: [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 4, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port': {'id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:01Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2', 'name': '', 'network_id': '64c93663-33a1-445c-904c-65c166091838', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'mac_address': 'fa:16:3e:fd:b8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:03Z', 'updated_at': '2021-07-16T20:40:03Z', 'revision_number': 1, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'subnets': [{'id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:05.113469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:05.116716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:05.125117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:05.125583 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.348595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-869d2077-5f73-485a-b14c-ee06cbb63d44 None None] Provisioning for port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:05.349858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Router 80530261-f3b0-4f3e-b3c0-85a59abe7385 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:05.381878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-869d2077-5f73-485a-b14c-ee06cbb63d44 None None] Provisioning complete for port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:05.387052 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-869d2077-5f73-485a-b14c-ee06cbb63d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.455562 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.496648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-869d2077-5f73-485a-b14c-ee06cbb63d44 None None] Port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:05.558781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,segment=NetworkSegment(e1ad3648-687c-4daf-b7be-d2fdaa69b2c1),segment_id=e1ad3648-687c-4daf-b7be-d2fdaa69b2c1)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:05.568750 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.569972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce879ba-0761-42c2-bdc1-eff697ffe935 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:05.706070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:05.751677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5ce879ba-0761-42c2-bdc1-eff697ffe935 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:05.761718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2f9d77f5-8b66-41ac-addc-381fc05e85c7 None None] Provisioning complete for port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:05.762072 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2f9d77f5-8b66-41ac-addc-381fc05e85c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.763977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5ce879ba-0761-42c2-bdc1-eff697ffe935 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:05.764334 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.918849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d77f5-8b66-41ac-addc-381fc05e85c7 None None] Port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:06.027370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.064777 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a4253126-c1ce-4974-ab16-a1fcae69961d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.099584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6cd4769b-9036-458c-b373-299a741deae9 None None] Provisioning complete for port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:06.099893 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6cd4769b-9036-458c-b373-299a741deae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.146482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5ce879ba-0761-42c2-bdc1-eff697ffe935, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5ce879ba-0761-42c2-bdc1-eff697ffe935,segment=NetworkSegment(a63be087-5355-443c-9f00-9a64c856a07c),segment_id=a63be087-5355-443c-9f00-9a64c856a07c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:06.153139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.191681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4769b-9036-458c-b373-299a741deae9 None None] Port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:06.238870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:06.242099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5ce879ba-0761-42c2-bdc1-eff697ffe935,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.244366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f073669a-9f7f-4a41-b5ee-ecad259e3c7d admin admin] 10.222.0.91 "PUT /v2.0/routers/80530261-f3b0-4f3e-b3c0-85a59abe7385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5134151 Jul 16 20:40:06.840460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35476) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:06.846536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1175591412-network', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:06.872625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Made reservation on behalf of 346af7d9fd004dbfafc7c9ca3725c8d9 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:06.875333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.884597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:06.889221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.957867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:06.958357 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.009503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.015401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.048857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:07.058370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a55296e-2902-4d63-88cb-f55fe9ec140d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.063179 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.063522 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Added segment f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0 of type vlan for network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec Jul 16 20:40:07.080672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce879ba-0761-42c2-bdc1-eff697ffe935 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:07.108312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.135793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5ce879ba-0761-42c2-bdc1-eff697ffe935 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:07.136289 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.141504 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.142703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:07.143566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.179300 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3371561 Jul 16 20:40:07.182213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35478) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:07.188240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Request body: {'subnet': {'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1175591412-subnet', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:07.210032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7705b-7a29-4391-bc35-160b825438d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a9ccb7b-3f90-4534-9069-a0a2d59de1ec,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.225024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:07.226227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Made reservation on behalf of 346af7d9fd004dbfafc7c9ca3725c8d9 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:07.228895 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.247521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 970496e2-34c4-4866-8fc3-7a0b13d70976 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:07.336975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 970496e2-34c4-4866-8fc3-7a0b13d70976 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:07.343415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 970496e2-34c4-4866-8fc3-7a0b13d70976 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:07.343780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.422461 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.466872 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.488266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bafed58-d6d5-4860-a533-2c796a621c1b,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.498514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Checking segment: {'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:07.499016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Network hostable DHCP agents. Network: 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:07.500348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 970496e2-34c4-4866-8fc3-7a0b13d70976, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=970496e2-34c4-4866-8fc3-7a0b13d70976,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:07.505745 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.519645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:07.531095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:07.538460 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:07.539570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.542775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705ea9f-ac72-4967-8f60-12d5c5861cd1 None None] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:07.555604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c50e2d28-14d5-44dd-9eed-5f00f5b91937 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3716209 Jul 16 20:40:07.559508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35482) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:07.564638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:07.589405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.590600 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.595404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=970496e2-34c4-4866-8fc3-7a0b13d70976,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.658958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.737179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-1a9ccb7b-3f90-4534-9069-a0a2d59de1ec', 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'fixed_ips': [{'subnet_id': '5bafed58-d6d5-4860-a533-2c796a621c1b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:07.738053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.810085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.900525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Allocated IP 172.20.0.2 (1a9ccb7b-3f90-4534-9069-a0a2d59de1ec/5bafed58-d6d5-4860-a533-2c796a621c1b/b3c58271-41af-451d-96dd-b50591e2f625) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:08.056860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.078123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.080879 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.090878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Transition to ACTIVE for port object b3c58271-41af-451d-96dd-b50591e2f625 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:08.106811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Transition to ACTIVE for port object b3c58271-41af-451d-96dd-b50591e2f625 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:08.115291 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.159907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:08.163385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:08.168298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:08.171993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Pushing event updated for resources: {'Port': ['ID=b3c58271-41af-451d-96dd-b50591e2f625,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.221528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Allocated IP 172.25.3.27 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/36398a54-8161-4e07-aeef-2feb1fe19786) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:08.232746 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Attempting to bind port b3c58271-41af-451d-96dd-b50591e2f625 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:08.233253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Attempting to bind port b3c58271-41af-451d-96dd-b50591e2f625 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:08.233705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Attempting to bind port b3c58271-41af-451d-96dd-b50591e2f625 on network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:08.239408 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:08.239805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Checking segment: {'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:08.240205 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.240593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Bound using segment: {'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:08.241066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Bound port: b3c58271-41af-451d-96dd-b50591e2f625, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:08.241429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.321369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] For port b3c58271-41af-451d-96dd-b50591e2f625, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:08.325647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] For port b3c58271-41af-451d-96dd-b50591e2f625, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b3c58271-41af-451d-96dd-b50591e2f625,segment=NetworkSegment(f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0),segment_id=f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:08.330639 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.350193 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.400654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa97c88-3df4-4e62-ad43-32ca21da1b36 None None] Pushing event updated for resources: {'Port': ['ID=b3c58271-41af-451d-96dd-b50591e2f625,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.414541 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.452756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:08.458156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:08.462180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:08.492867 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Pushing event updated for resources: {'Port': ['ID=36398a54-8161-4e07-aeef-2feb1fe19786,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.634414 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.730026 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.863223 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd344-119f-46d9-bd3f-88476bd765fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.900789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.984030 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 970496e2-34c4-4866-8fc3-7a0b13d70976 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:09.090251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 970496e2-34c4-4866-8fc3-7a0b13d70976 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:09.090639 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.193748 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.195644 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.214759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b3c58271-41af-451d-96dd-b50591e2f625 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:09.275803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b3c58271-41af-451d-96dd-b50591e2f625 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:09.365334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Router b111bdef-200e-44d2-976d-be0a9f01f745 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:09.525001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:09.534807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Sync routers for ids ['b111bdef-200e-44d2-976d-be0a9f01f745'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:09.548414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Routers {'b111bdef-200e-44d2-976d-be0a9f01f745'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:09.549070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b111bdef-200e-44d2-976d-be0a9f01f745'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:09.550075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.554413 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0023ce54-4297-42d3-914d-82ad09f25416 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9908679 Jul 16 20:40:09.554728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35486) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:09.708149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Set router b111bdef-200e-44d2-976d-be0a9f01f745 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:09.832177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbaf51-e5a0-411b-886d-5159fd3c5191 None None] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:10.053725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2cdf8ff9-e290-4bd6-b574-68e5b287fbbe None None] Provisioning for port b3c58271-41af-451d-96dd-b50591e2f625 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:10.070620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.086632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2cdf8ff9-e290-4bd6-b574-68e5b287fbbe None None] Provisioning complete for port b3c58271-41af-451d-96dd-b50591e2f625 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:10.087029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8ff9-e290-4bd6-b574-68e5b287fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.167878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.251393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Allocated IP 172.20.0.1 (1a9ccb7b-3f90-4534-9069-a0a2d59de1ec/5bafed58-d6d5-4860-a533-2c796a621c1b/0f82ef59-8834-45a7-b4d1-0126d35e6b55) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:10.297309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:08Z', 'revision_number': 3, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port': {'id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:08Z', 'updated_at': '2021-07-16T20:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.329609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8ff9-e290-4bd6-b574-68e5b287fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.334684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Checking router: b111bdef-200e-44d2-976d-be0a9f01f745 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:10.334984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Updating router b111bdef-200e-44d2-976d-be0a9f01f745 port 36398a54-8161-4e07-aeef-2feb1fe19786 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:10.374391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-7d6e0a5f-c965-4964-867c-618c80d1b4d8 req-3afdd589-4062-4d27-b38a-9ce70ad98de3 service neutron] (93861) timed out ('10.222.0.91', 40684) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:40:10.406651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2cdf8ff9-e290-4bd6-b574-68e5b287fbbe None None] For port b3c58271-41af-451d-96dd-b50591e2f625, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b3c58271-41af-451d-96dd-b50591e2f625,segment=NetworkSegment(f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0),segment_id=f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:10.409296 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.409900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.416382 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Sync routers for ids ['80530261-f3b0-4f3e-b3c0-85a59abe7385'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:10.431224 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Routers {'80530261-f3b0-4f3e-b3c0-85a59abe7385'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:10.431753 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['80530261-f3b0-4f3e-b3c0-85a59abe7385'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.433511 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8ff9-e290-4bd6-b574-68e5b287fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.441004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Transition to ACTIVE for port object 0f82ef59-8834-45a7-b4d1-0126d35e6b55 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:10.514620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.577435 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Set router 80530261-f3b0-4f3e-b3c0-85a59abe7385 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:10.584419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:10.588665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:10.593346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:10.643168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf8ff9-e290-4bd6-b574-68e5b287fbbe None None] Pushing event updated for resources: {'Port': ['ID=b3c58271-41af-451d-96dd-b50591e2f625,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.660682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.667065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Pushing event updated for resources: {'Port': ['ID=0f82ef59-8834-45a7-b4d1-0126d35e6b55,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.920257 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.931717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Transition to ACTIVE for port object 36398a54-8161-4e07-aeef-2feb1fe19786 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:10.943330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b3c58271-41af-451d-96dd-b50591e2f625 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:10.947890 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.033603 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 4, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port': {'id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:01Z', 'updated_at': '2021-07-16T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2', 'name': '', 'network_id': '64c93663-33a1-445c-904c-65c166091838', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'mac_address': 'fa:16:3e:fd:b8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:03Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 2, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'subnets': [{'id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.074558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bae514a7-b032-49e1-9756-7a2940c896a9 None None] Provisioning complete for port b3c58271-41af-451d-96dd-b50591e2f625 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:11.075165 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bae514a7-b032-49e1-9756-7a2940c896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.099572 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Checking router: 80530261-f3b0-4f3e-b3c0-85a59abe7385 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:11.101418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Updating router 80530261-f3b0-4f3e-b3c0-85a59abe7385 port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:11.109507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20a79b-70e8-46cf-9c06-76990c9507fa None None] Pushing event updated for resources: {'Port': ['ID=36398a54-8161-4e07-aeef-2feb1fe19786,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.159601 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.182867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Attempting to bind port 36398a54-8161-4e07-aeef-2feb1fe19786 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:11.183298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Attempting to bind port 36398a54-8161-4e07-aeef-2feb1fe19786 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:11.183614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Attempting to bind port 36398a54-8161-4e07-aeef-2feb1fe19786 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:11.232750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:11.233139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:11.233551 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.233976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:11.234479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Bound port: 36398a54-8161-4e07-aeef-2feb1fe19786, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:11.248630 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.355305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] For port 36398a54-8161-4e07-aeef-2feb1fe19786, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:11.363275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] For port 36398a54-8161-4e07-aeef-2feb1fe19786, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=36398a54-8161-4e07-aeef-2feb1fe19786,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:11.384480 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.460847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b3c58271-41af-451d-96dd-b50591e2f625 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:11.462135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.520209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Routers {'b111bdef-200e-44d2-976d-be0a9f01f745'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:11.522560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b111bdef-200e-44d2-976d-be0a9f01f745'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.611752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20a79b-70e8-46cf-9c06-76990c9507fa None None] Pushing event updated for resources: {'Port': ['ID=36398a54-8161-4e07-aeef-2feb1fe19786,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.613195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.748634 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.760821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7516a9da-5228-4d01-bbd3-575e88b45c0e None None] Provisioning for port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:11.771072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7516a9da-5228-4d01-bbd3-575e88b45c0e None None] Provisioning complete for port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:11.771072 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7516a9da-5228-4d01-bbd3-575e88b45c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.775198 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Transition to ACTIVE for port object c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:11.792236 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.808695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] Set router b111bdef-200e-44d2-976d-be0a9f01f745 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:11.837186 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.844165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.882193 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bce7cd-b1d5-48d3-b815-5bf78eeed386 None None] Pushing event updated for resources: {'Port': ['ID=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.941993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7516a9da-5228-4d01-bbd3-575e88b45c0e None None] Port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:11.963459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.970321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Pushing event updated for resources: {'Port': ['ID=0f82ef59-8834-45a7-b4d1-0126d35e6b55,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.978349 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Attempting to bind port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:11.979058 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Attempting to bind port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:11.979584 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Attempting to bind port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 on network 64c93663-33a1-445c-904c-65c166091838 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:11.979706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.990243 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:11.990597 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Checking segment: {'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:11.991085 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.991536 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Bound using segment: {'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:11.992009 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Bound port: c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63be087-5355-443c-9f00-9a64c856a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '64c93663-33a1-445c-904c-65c166091838'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:11.992387 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.083181 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] For port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:12.086706 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] For port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,segment=NetworkSegment(a63be087-5355-443c-9f00-9a64c856a07c),segment_id=a63be087-5355-443c-9f00-9a64c856a07c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:12.093452 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.114214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:12.116143 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:12.165806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:08Z', 'revision_number': 3, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port': {'id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:08Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.193954 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Routers {'80530261-f3b0-4f3e-b3c0-85a59abe7385'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:12.194726 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['80530261-f3b0-4f3e-b3c0-85a59abe7385'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.213039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9e42a2-30f3-4708-92c9-11e5b4312b06 None None] The sync data for ids ['b111bdef-200e-44d2-976d-be0a9f01f745'] in n-d-792458-10 is: [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:08Z', 'revision_number': 3, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port': {'id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:08Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:12.295697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35498) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.359448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Router b111bdef-200e-44d2-976d-be0a9f01f745 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:12.427353 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] Set router 80530261-f3b0-4f3e-b3c0-85a59abe7385 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:12.551695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b4a2efc5-bc87-4952-a1a3-98a65d0af14f tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2929 time: 0.2546217 Jul 16 20:40:12.552776 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35500) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.561092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'network': {'name': 'tempest-network-smoke--1140974879', 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'port_security_enabled': False}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:12.566710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a60a3f81-ee28-417c-bbdc-4f95206b82fa None None] Provisioning complete for port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:12.569357 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a60a3f81-ee28-417c-bbdc-4f95206b82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.572594 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bce7cd-b1d5-48d3-b815-5bf78eeed386 None None] Pushing event updated for resources: {'Port': ['ID=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.588690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Made reservation on behalf of f4f956875d14440bb7f235cc62500e15 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:12.594235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.631242 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:12.651836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.652189 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Added segment f14737a3-60a4-42d3-a6c3-1c22d65c63e0 of type vlan for network 3db3af4d-d781-4b77-83eb-8c22865f191f Jul 16 20:40:12.688326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:12.705745 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f57730e4-0862-4925-8561-c4c5d1dd4976 admin admin] 10.222.0.91 "PUT /v2.0/routers/b111bdef-200e-44d2-976d-be0a9f01f745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1488404 Jul 16 20:40:12.714049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a60a3f81-ee28-417c-bbdc-4f95206b82fa None None] Port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:12.752851 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.837980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.848377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:12.849775 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.864568 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 4, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port': {'id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:01Z', 'updated_at': '2021-07-16T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2', 'name': '', 'network_id': '64c93663-33a1-445c-904c-65c166091838', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'mac_address': 'fa:16:3e:fd:b8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:03Z', 'updated_at': '2021-07-16T20:40:12Z', 'revision_number': 4, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'subnets': [{'id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.874714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35504) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.875281 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3209381 Jul 16 20:40:12.880213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'admin_state_up': True, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:12.920385 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d49c0-6390-478d-9cc9-112a608b952c None None] The sync data for ids ['80530261-f3b0-4f3e-b3c0-85a59abe7385'] in n-d-792458-10 is: [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:04Z', 'revision_number': 4, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port': {'id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:01Z', 'updated_at': '2021-07-16T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2', 'name': '', 'network_id': '64c93663-33a1-445c-904c-65c166091838', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'mac_address': 'fa:16:3e:fd:b8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:03Z', 'updated_at': '2021-07-16T20:40:12Z', 'revision_number': 4, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'subnets': [{'id': 'b08b171c-0b7d-4c41-9068-ab0107e2f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:12.952042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.953468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.025506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:13.066683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea15433-8b55-4f87-b847-553ce48844f1 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Network': ['ID=3db3af4d-d781-4b77-83eb-8c22865f191f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.099659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 3db3af4d-d781-4b77-83eb-8c22865f191f details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:13.155970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.308637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:13.314930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:13.315737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.359514 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.497711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.550625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,segment=NetworkSegment(a63be087-5355-443c-9f00-9a64c856a07c),segment_id=a63be087-5355-443c-9f00-9a64c856a07c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:13.557134 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.558422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36398a54-8161-4e07-aeef-2feb1fe19786 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:13.759163 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.780552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 36398a54-8161-4e07-aeef-2feb1fe19786 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:13.783413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.792418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 36398a54-8161-4e07-aeef-2feb1fe19786 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:13.793208 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.809531 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.942210 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.946008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Allocated IP 172.25.3.57 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/55deb96e-c565-4e6e-ad18-51823955ddf2) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:13.985309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 36398a54-8161-4e07-aeef-2feb1fe19786, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=36398a54-8161-4e07-aeef-2feb1fe19786,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:13.991376 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.086762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=36398a54-8161-4e07-aeef-2feb1fe19786,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.106827 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.188756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.234796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:14.236402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:14.247302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:14.253282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=55deb96e-c565-4e6e-ad18-51823955ddf2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.405096 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35552) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.537817 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.769943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.850236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:14.855103 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.909838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:14.910374 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.917726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router dc3b9b4b-668d-4625-9fbc-eae67b90f458 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:15.017152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36398a54-8161-4e07-aeef-2feb1fe19786 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:15.054146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:15.084426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Sync routers for ids ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:15.085071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.089548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dea61f4a-d6ee-4940-b652-a94cc49b13e7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2110608 Jul 16 20:40:15.089715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35554) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.103204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Routers {'dc3b9b4b-668d-4625-9fbc-eae67b90f458'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:15.103837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.174336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aeaf0c-7f4f-4233-bfc6-7beb2d8e5dc1 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:15.176425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-39aeaf0c-7f4f-4233-bfc6-7beb2d8e5dc1 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=f4f956875d14440bb7f235cc62500e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0855906 Jul 16 20:40:15.179603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35558) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.368995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Deleting port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:15.369393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.397506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a92bdc-488d-42a2-821a-5e2c64c91709 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:15.403348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e8a92bdc-488d-42a2-821a-5e2c64c91709 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2187722 Jul 16 20:40:15.403568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 36398a54-8161-4e07-aeef-2feb1fe19786 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:15.403568 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.403723 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35560) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.450065 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d794dbf-cd86-4534-aeaf-40db8736829d tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429990 Jul 16 20:40:15.450887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35562) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.485489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Set router dc3b9b4b-668d-4625-9fbc-eae67b90f458 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:15.504134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] For port c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,segment=NetworkSegment(a63be087-5355-443c-9f00-9a64c856a07c),segment_id=a63be087-5355-443c-9f00-9a64c856a07c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:15.506924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.515578 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-498b3808-0090-435f-9647-b5a94d39dc35 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=f4f956875d14440bb7f235cc62500e15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629599 Jul 16 20:40:15.517227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35564) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.542063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Calling delete_port for c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:15.737897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:14Z', 'revision_number': 3, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.766757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Checking router: dc3b9b4b-668d-4625-9fbc-eae67b90f458 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:15.767216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Updating router dc3b9b4b-668d-4625-9fbc-eae67b90f458 port 55deb96e-c565-4e6e-ad18-51823955ddf2 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:15.806360 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.994906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ec1efb-46b0-46f2-8848-6655ff7715c3 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:15.996467 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-05ec1efb-46b0-46f2-8848-6655ff7715c3 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4782770 Jul 16 20:40:15.999596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35566) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.054732 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-553acf7f-2e25-4822-8272-f1d146eddbd2 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539520 Jul 16 20:40:16.059436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35568) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.066633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039247145', 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f', 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:16.140546 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.150743 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.165815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Transition to ACTIVE for port object 55deb96e-c565-4e6e-ad18-51823955ddf2 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:16.173397 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.177265 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.177852 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Made reservation on behalf of f4f956875d14440bb7f235cc62500e15 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:16.182332 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.215907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.216317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.216666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.217002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.217333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.217668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.218299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.218626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.218979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.219301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.219623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.219945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.325245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Attempting to bind port 55deb96e-c565-4e6e-ad18-51823955ddf2 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:16.327285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Attempting to bind port 55deb96e-c565-4e6e-ad18-51823955ddf2 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:16.327758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Attempting to bind port 55deb96e-c565-4e6e-ad18-51823955ddf2 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:16.370703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:16.371261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:16.371756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.372417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:16.373022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Bound port: 55deb96e-c565-4e6e-ad18-51823955ddf2, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:16.373527 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.445099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442248c-52b1-4309-8271-db12d764e665 None None] Pushing event updated for resources: {'Port': ['ID=55deb96e-c565-4e6e-ad18-51823955ddf2,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.494137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.508841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.512189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] For port 55deb96e-c565-4e6e-ad18-51823955ddf2, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:16.516645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] For port 55deb96e-c565-4e6e-ad18-51823955ddf2, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=55deb96e-c565-4e6e-ad18-51823955ddf2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:16.525012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.606343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442248c-52b1-4309-8271-db12d764e665 None None] Pushing event updated for resources: {'Port': ['ID=55deb96e-c565-4e6e-ad18-51823955ddf2,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.609628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Routers {'dc3b9b4b-668d-4625-9fbc-eae67b90f458'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:16.610287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.618174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Subnet': ['ID=ad418228-0a79-427f-aa80-6184d3dcf671,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.649263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.650029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.650387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.650719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.651250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.652003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.652339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.652667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.652993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.653322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.653642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.653959 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.670993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Checking segment: {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:16.671373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network hostable DHCP agents. Network: 3db3af4d-d781-4b77-83eb-8c22865f191f, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:16.701278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 3db3af4d-d781-4b77-83eb-8c22865f191f is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:16.715224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 3db3af4d-d781-4b77-83eb-8c22865f191f) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:16.735621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e7450-827a-4b2a-9cb3-a6b7e3fabc3e None None] Network 3db3af4d-d781-4b77-83eb-8c22865f191f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:16.736341 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:16.738292 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.779716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f1eefc4e-344f-4c0d-a884-c3c740518402 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7187898 Jul 16 20:40:16.782280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35572) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.867995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] Set router dc3b9b4b-668d-4625-9fbc-eae67b90f458 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:16.883240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Router 80530261-f3b0-4f3e-b3c0-85a59abe7385 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:16.924974 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Sync routers for ids ['b111bdef-200e-44d2-976d-be0a9f01f745'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:16.938209 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Routers {'b111bdef-200e-44d2-976d-be0a9f01f745'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:16.939165 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b111bdef-200e-44d2-976d-be0a9f01f745'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.032908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:17.059843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] Sync routers for ids ['80530261-f3b0-4f3e-b3c0-85a59abe7385'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:17.060159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-27519b75-6f11-48f3-b246-e8cd1d9c569d admin admin] 10.222.0.91 "PUT /v2.0/routers/80530261-f3b0-4f3e-b3c0-85a59abe7385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6536543 Jul 16 20:40:17.060864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35574) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.065667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-3db3af4d-d781-4b77-83eb-8c22865f191f', 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'fixed_ips': [{'subnet_id': 'ad418228-0a79-427f-aa80-6184d3dcf671'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:17.066546 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.137912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Set router b111bdef-200e-44d2-976d-be0a9f01f745 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:17.168518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] Routers {'80530261-f3b0-4f3e-b3c0-85a59abe7385'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:17.169104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['80530261-f3b0-4f3e-b3c0-85a59abe7385'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.212296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.406377 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.438283 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 4, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port': {'id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:08Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0f82ef59-8834-45a7-b4d1-0126d35e6b55', 'name': '', 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'mac_address': 'fa:16:3e:9d:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5bafed58-d6d5-4860-a533-2c796a621c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:10Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 2, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'subnets': [{'id': '5bafed58-d6d5-4860-a533-2c796a621c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.491490 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Checking router: b111bdef-200e-44d2-976d-be0a9f01f745 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:17.492411 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Updating router b111bdef-200e-44d2-976d-be0a9f01f745 port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:17.550862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Allocated IP 172.20.0.18 (3db3af4d-d781-4b77-83eb-8c22865f191f/ad418228-0a79-427f-aa80-6184d3dcf671/20bf7803-136d-4cdf-9bad-650b622cab18) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:17.562461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Deleting port 970496e2-34c4-4866-8fc3-7a0b13d70976 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:17.563668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.571043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:14Z', 'revision_number': 3, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.575289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] Set router 80530261-f3b0-4f3e-b3c0-85a59abe7385 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:17.659593 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.693540 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb92aed-cdcc-4b99-abe7-5002fdadd81b None None] The sync data for ids ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'] in n-d-792458-10 is: [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:14Z', 'revision_number': 3, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:17.786343 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] For port 970496e2-34c4-4866-8fc3-7a0b13d70976, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=970496e2-34c4-4866-8fc3-7a0b13d70976,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:17.790152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.839326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Calling delete_port for 970496e2-34c4-4866-8fc3-7a0b13d70976 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:17.989854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.016560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Transition to ACTIVE for port object 20bf7803-136d-4cdf-9bad-650b622cab18 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:18.053048 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Transition to ACTIVE for port object 20bf7803-136d-4cdf-9bad-650b622cab18 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:18.062611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.071064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.215803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:16Z', 'revision_number': 5, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port': {'id': '970496e2-34c4-4866-8fc3-7a0b13d70976', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:01Z', 'updated_at': '2021-07-16T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.219917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Network 3db3af4d-d781-4b77-83eb-8c22865f191f is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:18.249728 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.264443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:18.267436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] Checking router: 80530261-f3b0-4f3e-b3c0-85a59abe7385 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:18.270061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:18.277399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Pushing event updated for resources: {'Port': ['ID=20bf7803-136d-4cdf-9bad-650b622cab18,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.287519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.287861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.288200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.288533 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.289494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.289842 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.290170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.290497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.291059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.291386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.291705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.292023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:18.348469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] Routers {'80530261-f3b0-4f3e-b3c0-85a59abe7385'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:18.349033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Pushing event deleted for resources: {'Port': ['ID=970496e2-34c4-4866-8fc3-7a0b13d70976,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.349176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['80530261-f3b0-4f3e-b3c0-85a59abe7385'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.365517 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.392949 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Transition to ACTIVE for port object 0f82ef59-8834-45a7-b4d1-0126d35e6b55 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:18.400389 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.487072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Attempting to bind port 20bf7803-136d-4cdf-9bad-650b622cab18 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:18.487609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Attempting to bind port 20bf7803-136d-4cdf-9bad-650b622cab18 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:18.488137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Attempting to bind port 20bf7803-136d-4cdf-9bad-650b622cab18 on network 3db3af4d-d781-4b77-83eb-8c22865f191f {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:18.519505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] Set router 80530261-f3b0-4f3e-b3c0-85a59abe7385 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:18.538180 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.544589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Allocated IP 172.20.0.17 (3db3af4d-d781-4b77-83eb-8c22865f191f/ad418228-0a79-427f-aa80-6184d3dcf671/8b8433ef-5129-46dc-953c-40bc1f630a6d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:18.585069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:18.585488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Checking segment: {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:18.585971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.586369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Bound using segment: {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:18.595239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Bound port: 20bf7803-136d-4cdf-9bad-650b622cab18, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:18.599702 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.625545 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acf5ab-a279-4726-a3d7-413026e834ef None None] Pushing event updated for resources: {'Port': ['ID=0f82ef59-8834-45a7-b4d1-0126d35e6b55,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.645596 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Attempting to bind port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:18.646117 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Attempting to bind port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:18.646572 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Attempting to bind port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 on network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:18.655571 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:18.656141 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Checking segment: {'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:18.656638 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.657120 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Bound using segment: {'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:18.658846 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Bound port: 0f82ef59-8834-45a7-b4d1-0126d35e6b55, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:18.659524 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.760788 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] For port 0f82ef59-8834-45a7-b4d1-0126d35e6b55, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:18.765254 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] For port 0f82ef59-8834-45a7-b4d1-0126d35e6b55, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0f82ef59-8834-45a7-b4d1-0126d35e6b55,segment=NetworkSegment(f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0),segment_id=f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:18.771757 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.793190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.795771 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.832533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.864070 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Routers {'b111bdef-200e-44d2-976d-be0a9f01f745'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:18.864921 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b111bdef-200e-44d2-976d-be0a9f01f745'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.922133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.922824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80530261-f3b0-4f3e-b3c0-85a59abe7385 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:18.929466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.938467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Transition to ACTIVE for port object 8b8433ef-5129-46dc-953c-40bc1f630a6d will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:18.938695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-94a9d45e-db83-4f64-833a-99c817c24538 admin admin] 10.222.0.91 "DELETE /v2.0/routers/80530261-f3b0-4f3e-b3c0-85a59abe7385 HTTP/1.1" status: 204 len: 168 time: 1.8742843 Jul 16 20:40:18.938869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35596) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:19.046924 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] Set router b111bdef-200e-44d2-976d-be0a9f01f745 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:19.104995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] Deleting subnet b08b171c-0b7d-4c41-9068-ab0107e2f262 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:19.120223 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.199680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 55deb96e-c565-4e6e-ad18-51823955ddf2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:19.207208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.248214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:18Z', 'revision_number': 7, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.261239 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.264299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 3db3af4d-d781-4b77-83eb-8c22865f191f is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:19.293613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:19.302119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:19.356577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a663446-bebd-4c5b-8235-67e6790ce4cb None None] The sync data for ids ['80530261-f3b0-4f3e-b3c0-85a59abe7385'] in n-d-792458-10 is: [{'id': '80530261-f3b0-4f3e-b3c0-85a59abe7385', 'name': 'tempest-TestAggregatesBasicOps-2109208449-router', 'tenant_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:00Z', 'updated_at': '2021-07-16T20:40:18Z', 'revision_number': 7, 'project_id': '1f77af7ed9c64f71a8bf66e6ba7aee51', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:19.356955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.382190 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:40:19.385079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] For port 20bf7803-136d-4cdf-9bad-650b622cab18, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:19.389127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] For port 20bf7803-136d-4cdf-9bad-650b622cab18, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20bf7803-136d-4cdf-9bad-650b622cab18,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:19.398973 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.412511 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acf5ab-a279-4726-a3d7-413026e834ef None None] Pushing event updated for resources: {'Port': ['ID=0f82ef59-8834-45a7-b4d1-0126d35e6b55,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.425606 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 4, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port': {'id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:08Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0f82ef59-8834-45a7-b4d1-0126d35e6b55', 'name': '', 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'mac_address': 'fa:16:3e:9d:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5bafed58-d6d5-4860-a533-2c796a621c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:10Z', 'updated_at': '2021-07-16T20:40:18Z', 'revision_number': 4, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'subnets': [{'id': '5bafed58-d6d5-4860-a533-2c796a621c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.465599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed899d0-acad-475a-8bec-beaca2746d59 None None] Pushing event updated for resources: {'Port': ['ID=20bf7803-136d-4cdf-9bad-650b622cab18,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.471128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 55deb96e-c565-4e6e-ad18-51823955ddf2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:19.477532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 55deb96e-c565-4e6e-ad18-51823955ddf2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:19.477948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.532676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=8b8433ef-5129-46dc-953c-40bc1f630a6d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.578864 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.605390 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.611357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1c9bf-53e4-4e93-acca-4388024e2493 None None] The sync data for ids ['b111bdef-200e-44d2-976d-be0a9f01f745'] in n-d-792458-10 is: [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 4, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port': {'id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:08Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0f82ef59-8834-45a7-b4d1-0126d35e6b55', 'name': '', 'network_id': '1a9ccb7b-3f90-4534-9069-a0a2d59de1ec', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'mac_address': 'fa:16:3e:9d:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5bafed58-d6d5-4860-a533-2c796a621c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:10Z', 'updated_at': '2021-07-16T20:40:18Z', 'revision_number': 4, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'subnets': [{'id': '5bafed58-d6d5-4860-a533-2c796a621c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:19.644037 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 55deb96e-c565-4e6e-ad18-51823955ddf2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=55deb96e-c565-4e6e-ad18-51823955ddf2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:19.650785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.708925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=55deb96e-c565-4e6e-ad18-51823955ddf2,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.718402 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.875230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.916732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08b171c-0b7d-4c41-9068-ab0107e2f262,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.924613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.929168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-24c9a66a-2836-4c84-a6f2-e0ce8f029582 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b08b171c-0b7d-4c41-9068-ab0107e2f262 HTTP/1.1" status: 204 len: 168 time: 0.9861615 Jul 16 20:40:19.929806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35602) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:19.936145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962c706-39c2-4f00-a780-f550e5607417 None None] Network 64c93663-33a1-445c-904c-65c166091838 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:20.077560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.109101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.116411 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.153731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Deleting port 5ce879ba-0761-42c2-bdc1-eff697ffe935 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:20.154301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.208412 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.225994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] For port 5ce879ba-0761-42c2-bdc1-eff697ffe935, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5ce879ba-0761-42c2-bdc1-eff697ffe935,segment=NetworkSegment(a63be087-5355-443c-9f00-9a64c856a07c),segment_id=a63be087-5355-443c-9f00-9a64c856a07c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:20.227469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.242138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Calling delete_port for 5ce879ba-0761-42c2-bdc1-eff697ffe935 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:20.243429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=8b8433ef-5129-46dc-953c-40bc1f630a6d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.341018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.349134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 3db3af4d-d781-4b77-83eb-8c22865f191f is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:20.351838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:20.372592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce879ba-0761-42c2-bdc1-eff697ffe935,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.377384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] No DVR routers for this DVR port 5ce879ba-0761-42c2-bdc1-eff697ffe935 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:20.464204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de14652a-7bd4-4645-92f3-c2c196f17e86 None None] DHCP port deletion for 64c93663-33a1-445c-904c-65c166091838 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:20.553005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router dc3b9b4b-668d-4625-9fbc-eae67b90f458 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:20.563547 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.576360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c93663-33a1-445c-904c-65c166091838']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:20.603363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63be087-5355-443c-9f00-9a64c856a07c') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:20.603363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63be087-5355-443c-9f00-9a64c856a07c') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:20.643015 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.679701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.694238 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:20.694668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.787498 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:20.811188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2cfb8f30-e740-4ca4-9148-27852d0d2aea tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "PUT /v2.0/routers/dc3b9b4b-668d-4625-9fbc-eae67b90f458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0170181 Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:20.811441 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:20.818688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.827438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.832550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] 10.222.0.91 "DELETE /v2.0/networks/64c93663-33a1-445c-904c-65c166091838 HTTP/1.1" status: 204 len: 168 time: 0.8964093 Jul 16 20:40:20.832678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35616) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:20.849560 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743e258-a03a-4790-ad6d-b033bb05719f admin admin] Pushing event deleted for resources: {'Network': ['ID=64c93663-33a1-445c-904c-65c166091838,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.296890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449989e2-3703-471d-83e4-ccf246e6df6b None None] Network 3db3af4d-d781-4b77-83eb-8c22865f191f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:21.449873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0f82ef59-8834-45a7-b4d1-0126d35e6b55 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:21.450862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-0b31522e-c3cc-47a9-9e69-36f8b1afee82 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.453372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-0b31522e-c3cc-47a9-9e69-36f8b1afee82 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/networks?id=3db3af4d-d781-4b77-83eb-8c22865f191f HTTP/1.1" status: 200 len: 798 time: 0.2461209 Jul 16 20:40:21.488634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-443e4253-dd37-4a55-b428-e7305ae21dc0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/quotas/f4f956875d14440bb7f235cc62500e15 HTTP/1.1" status: 200 len: 375 time: 0.0147231 Jul 16 20:40:21.534285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bb4d255e-aea5-42c4-9245-b865e4a95a5a None None] Provisioning for port 20bf7803-136d-4cdf-9bad-650b622cab18 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:21.622063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-057de299-a497-4b60-9678-54e02ebaf922 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1254025 Jul 16 20:40:21.650234 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Sync routers for ids ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:21.654537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:21.660538 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Routers {'dc3b9b4b-668d-4625-9fbc-eae67b90f458'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:21.661289 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:21.667422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:21.667785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.769483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.815074 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.907510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 0f82ef59-8834-45a7-b4d1-0126d35e6b55, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0f82ef59-8834-45a7-b4d1-0126d35e6b55,segment=NetworkSegment(f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0),segment_id=f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:21.912814 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.913674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20bf7803-136d-4cdf-9bad-650b622cab18 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:21.938595 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Set router dc3b9b4b-668d-4625-9fbc-eae67b90f458 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:22.057171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=0f82ef59-8834-45a7-b4d1-0126d35e6b55,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.103949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 20bf7803-136d-4cdf-9bad-650b622cab18 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:22.110087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 20bf7803-136d-4cdf-9bad-650b622cab18 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:22.110500 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.290128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93b05a9d-de81-40e3-8e0d-072316ff2a4d service neutron] 10.222.0.91 "GET /v2.0/networks/3db3af4d-d781-4b77-83eb-8c22865f191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114590 Jul 16 20:40:22.337319 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.352122 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '8b8433ef-5129-46dc-953c-40bc1f630a6d', 'name': '', 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:be:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ad418228-0a79-427f-aa80-6184d3dcf671', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:18Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 2, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': 'ad418228-0a79-427f-aa80-6184d3dcf671', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:22.354431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-038f61af-d6ce-4b31-8ab4-80d8df8b67da None None] Provisioning complete for port 20bf7803-136d-4cdf-9bad-650b622cab18 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:22.354898 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-038f61af-d6ce-4b31-8ab4-80d8df8b67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.412592 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Checking router: dc3b9b4b-668d-4625-9fbc-eae67b90f458 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:22.414725 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Updating router dc3b9b4b-668d-4625-9fbc-eae67b90f458 port 8b8433ef-5129-46dc-953c-40bc1f630a6d binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:22.440748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 20bf7803-136d-4cdf-9bad-650b622cab18, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20bf7803-136d-4cdf-9bad-650b622cab18,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:22.455053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.456399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 55deb96e-c565-4e6e-ad18-51823955ddf2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:22.466774 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.573497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-3fd14504-79a5-4e08-91c9-2af0c811b7ad service neutron] 10.222.0.91 "GET /v2.0/networks/3db3af4d-d781-4b77-83eb-8c22865f191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755871 Jul 16 20:40:22.595084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Deleting port 0f82ef59-8834-45a7-b4d1-0126d35e6b55 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:22.595551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.666089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=20bf7803-136d-4cdf-9bad-650b622cab18,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.779110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] For port 0f82ef59-8834-45a7-b4d1-0126d35e6b55, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0f82ef59-8834-45a7-b4d1-0126d35e6b55,segment=NetworkSegment(f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0),segment_id=f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:22.779499 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.780397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 55deb96e-c565-4e6e-ad18-51823955ddf2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:22.781167 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.820756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Calling delete_port for 0f82ef59-8834-45a7-b4d1-0126d35e6b55 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:22.959620 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.969254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-28ac4750-9424-4b2c-ad3f-d631b5d02c63 req-797f6510-dba7-4d29-a523-2f9842ab6e61 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 210 time: 0.0556588 Jul 16 20:40:22.974908 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Transition to ACTIVE for port object 8b8433ef-5129-46dc-953c-40bc1f630a6d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:22.984013 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.020883 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-038f61af-d6ce-4b31-8ab4-80d8df8b67da None None] Provisioning for port 8b8433ef-5129-46dc-953c-40bc1f630a6d completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:23.075759 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe496c4-7183-49be-9a0d-1025fb4ed19d None None] Pushing event updated for resources: {'Port': ['ID=8b8433ef-5129-46dc-953c-40bc1f630a6d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.140595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.157549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:23.184576 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Attempting to bind port 8b8433ef-5129-46dc-953c-40bc1f630a6d on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:23.185020 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Attempting to bind port 8b8433ef-5129-46dc-953c-40bc1f630a6d by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:23.185477 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Attempting to bind port 8b8433ef-5129-46dc-953c-40bc1f630a6d on network 3db3af4d-d781-4b77-83eb-8c22865f191f {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:23.197829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Pushing event deleted for resources: {'Port': ['ID=0f82ef59-8834-45a7-b4d1-0126d35e6b55,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.211301 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:23.212156 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Checking segment: {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:23.221865 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.222643 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Bound using segment: {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:23.223523 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Bound port: 8b8433ef-5129-46dc-953c-40bc1f630a6d, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:23.224246 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.242467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:23.248106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c3ef4951-df33-4c8b-8d9a-e6aa6d9237d2 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:23.248726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce879ba-0761-42c2-bdc1-eff697ffe935 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:23.313459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5ce879ba-0761-42c2-bdc1-eff697ffe935 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:23.315492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce879ba-0761-42c2-bdc1-eff697ffe935 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:23.486517 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] For port 8b8433ef-5129-46dc-953c-40bc1f630a6d, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:23.492358 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] For port 8b8433ef-5129-46dc-953c-40bc1f630a6d, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8b8433ef-5129-46dc-953c-40bc1f630a6d,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:23.504016 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.620382 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe496c4-7183-49be-9a0d-1025fb4ed19d None None] Pushing event updated for resources: {'Port': ['ID=8b8433ef-5129-46dc-953c-40bc1f630a6d,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.623058 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Routers {'dc3b9b4b-668d-4625-9fbc-eae67b90f458'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:23.623658 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:23.675449 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.725908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20bf7803-136d-4cdf-9bad-650b622cab18 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:23.866828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 20bf7803-136d-4cdf-9bad-650b622cab18 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:23.867173 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.934770 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] Set router dc3b9b4b-668d-4625-9fbc-eae67b90f458 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:24.058866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 970496e2-34c4-4866-8fc3-7a0b13d70976 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:24.105866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 970496e2-34c4-4866-8fc3-7a0b13d70976 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:24.106247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 970496e2-34c4-4866-8fc3-7a0b13d70976 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:24.280613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7025f322-22c9-43f0-9569-18526044c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '8b8433ef-5129-46dc-953c-40bc1f630a6d', 'name': '', 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:be:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ad418228-0a79-427f-aa80-6184d3dcf671', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:18Z', 'updated_at': '2021-07-16T20:40:23Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': 'ad418228-0a79-427f-aa80-6184d3dcf671', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:24.313702 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025f322-22c9-43f0-9569-18526044c385 None None] The sync data for ids ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'] in n-d-792458-10 is: [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '8b8433ef-5129-46dc-953c-40bc1f630a6d', 'name': '', 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:be:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ad418228-0a79-427f-aa80-6184d3dcf671', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:18Z', 'updated_at': '2021-07-16T20:40:23Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': 'ad418228-0a79-427f-aa80-6184d3dcf671', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:24.639745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Router b111bdef-200e-44d2-976d-be0a9f01f745 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:24.648954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67a94da8-5bfd-4e64-8c27-623c2f52bfa2 req-a95937f5-bf05-4ba7-af0a-870be5ad9994 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 210 time: 0.0494473 Jul 16 20:40:24.878538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-1081a0ef-e347-45ce-93dd-6e477af5dcf7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.880459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-1081a0ef-e347-45ce-93dd-6e477af5dcf7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.79 "GET /v2.0/networks?id=3db3af4d-d781-4b77-83eb-8c22865f191f HTTP/1.1" status: 200 len: 798 time: 0.1983068 Jul 16 20:40:24.882114 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:24.891543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-63b0c969-c2d3-4407-8e7a-f6e7c9571cab admin admin] 10.222.0.91 "PUT /v2.0/routers/b111bdef-200e-44d2-976d-be0a9f01f745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0554321 Jul 16 20:40:24.891945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35648) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:24.895484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Request body: {'port': {'device_id': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f', 'admin_state_up': True, 'tenant_id': 'f4f956875d14440bb7f235cc62500e15'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:24.897621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] Sync routers for ids ['b111bdef-200e-44d2-976d-be0a9f01f745'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:24.911855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] Routers {'b111bdef-200e-44d2-976d-be0a9f01f745'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:24.912602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b111bdef-200e-44d2-976d-be0a9f01f745'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:25.084186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.114424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Made reservation on behalf of f4f956875d14440bb7f235cc62500e15 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:25.122769 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] Set router b111bdef-200e-44d2-976d-be0a9f01f745 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:25.124291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.307151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.322261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Allocated IP 172.20.0.24 (3db3af4d-d781-4b77-83eb-8c22865f191f/ad418228-0a79-427f-aa80-6184d3dcf671/544bf31e-7c9f-4add-94e3-a17ba9c4e8f1) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:25.406953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Deleting port 36398a54-8161-4e07-aeef-2feb1fe19786 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:25.407336 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.464055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:23Z', 'revision_number': 5, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port': {'id': '36398a54-8161-4e07-aeef-2feb1fe19786', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:08Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:25.532740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] For port 36398a54-8161-4e07-aeef-2feb1fe19786, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=36398a54-8161-4e07-aeef-2feb1fe19786,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:25.533205 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.553690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.553932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Calling delete_port for 36398a54-8161-4e07-aeef-2feb1fe19786 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:25.570110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] Checking router: b111bdef-200e-44d2-976d-be0a9f01f745 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:25.572546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8b8433ef-5129-46dc-953c-40bc1f630a6d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:25.603327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Transition to ACTIVE for port object 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:25.636442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] Routers {'b111bdef-200e-44d2-976d-be0a9f01f745'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:25.637090 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['b111bdef-200e-44d2-976d-be0a9f01f745'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:25.647635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.703838 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Network 3db3af4d-d781-4b77-83eb-8c22865f191f is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:25.712965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:25.728869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:25.779708 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event updated for resources: {'Port': ['ID=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.833900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.834599 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.836968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8b8433ef-5129-46dc-953c-40bc1f630a6d completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:25.844845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8b8433ef-5129-46dc-953c-40bc1f630a6d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:25.846177 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.852584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] Set router b111bdef-200e-44d2-976d-be0a9f01f745 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:25.874996 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-f1479dd5-3d62-47a6-8ca3-aad0afae91e0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9803884 Jul 16 20:40:25.892511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Request body: {'port': {'device_id': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:25.959756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.997720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:25Z', 'revision_number': 6, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:26.000096 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.003899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36398a54-8161-4e07-aeef-2feb1fe19786,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.080029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c2ce7-a379-43ad-b574-4f95092a0db0 None None] The sync data for ids ['b111bdef-200e-44d2-976d-be0a9f01f745'] in n-d-792458-10 is: [{'id': 'b111bdef-200e-44d2-976d-be0a9f01f745', 'name': 'tempest-TestAggregatesBasicOps-1175591412-router', 'tenant_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:07Z', 'updated_at': '2021-07-16T20:40:25Z', 'revision_number': 6, 'project_id': '346af7d9fd004dbfafc7c9ca3725c8d9', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:26.184482 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.198562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bba50289-15f1-455b-96c6-0feb431c77ae None None] Provisioning for port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:26.201551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b7ef2-ba16-4e05-9190-252ad566f14a req-c962cecb-0fac-4e24-ac06-249b67ca11f2 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:26.203250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe7b7ef2-ba16-4e05-9190-252ad566f14a req-c962cecb-0fac-4e24-ac06-249b67ca11f2 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 895 time: 0.2117252 Jul 16 20:40:26.206046 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.206381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bba50289-15f1-455b-96c6-0feb431c77ae None None] Provisioning complete for port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:26.206758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bba50289-15f1-455b-96c6-0feb431c77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.286417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 8b8433ef-5129-46dc-953c-40bc1f630a6d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8b8433ef-5129-46dc-953c-40bc1f630a6d,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:26.292446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.297269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bba50289-15f1-455b-96c6-0feb431c77ae None None] Port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:26.335405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.337839 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.385463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:26.389001 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.390108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b111bdef-200e-44d2-976d-be0a9f01f745 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:26.395773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.396402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.397703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6c70966f-4965-4e40-8e2d-0b2286128cf0 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b111bdef-200e-44d2-976d-be0a9f01f745 HTTP/1.1" status: 204 len: 168 time: 1.5044832 Jul 16 20:40:26.400869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35666) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:26.411362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Transition to ACTIVE for port object 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:26.417437 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.461522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] Deleting subnet 5bafed58-d6d5-4860-a533-2c796a621c1b {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:26.464653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.470755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Pushing event updated for resources: {'Port': ['ID=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.515461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.542641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=8b8433ef-5129-46dc-953c-40bc1f630a6d,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.629385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Attempting to bind port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:26.629874 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Attempting to bind port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:26.630293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Attempting to bind port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 on network 3db3af4d-d781-4b77-83eb-8c22865f191f {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:26.637049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 on network 3db3af4d-d781-4b77-83eb-8c22865f191f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:40:26.637488 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Attempting to bind port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 on network 3db3af4d-d781-4b77-83eb-8c22865f191f {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:26.644372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:26.644863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Checking segment: {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:26.645536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Bound using segment: {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:26.647435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Bound port: 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:26.647933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.666690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.745648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] For port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:26.751179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] For port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:26.757868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.760315 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.791449 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.793875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb2b76-87f0-4c10-88e2-9a1b84b891db None None] Network 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:26.794133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:26.794871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.796457 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] 10.222.0.79 "PUT /v2.0/ports/544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 HTTP/1.1" status: 200 len: 1056 time: 0.9100177 Jul 16 20:40:26.797485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'tag': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:26.805502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5bafed58-d6d5-4860-a533-2c796a621c1b HTTP/1.1" status: 204 len: 168 time: 0.4033349 Jul 16 20:40:26.807468 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e900c-a919-425f-acf4-8cc7394b08c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fde266e2-9355-4d5e-a361-3e377e78f40a", "tag": "544bf31e-7c9f-4add-94e3-a17ba9c4e8f1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:26.830116 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:26.836743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac7760-52d3-45b4-81c9-39dab7a10112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bafed58-d6d5-4860-a533-2c796a621c1b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.948772 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.953234 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d82ac1-1d83-4a59-9678-d6a27e5aac01 x-openstack-request-id: req-17d82ac1-1d83-4a59-9678-d6a27e5aac01 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:26.953528 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde266e2-9355-4d5e-a361-3e377e78f40a", "tag": "544bf31e-7c9f-4add-94e3-a17ba9c4e8f1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:26.953760 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-17d82ac1-1d83-4a59-9678-d6a27e5aac01 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:26.954154 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'tag': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1', 'status': 'completed', 'code': 200} Jul 16 20:40:27.007330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd5241-548e-484b-bd3a-4d79715c61d9 service neutron] Pushing event updated for resources: {'Port': ['ID=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.052412 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-60d104a9-a5d4-4831-9d0c-60197e93134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.053924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-60d104a9-a5d4-4831-9d0c-60197e93134c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 1059 time: 0.2015717 Jul 16 20:40:27.105331 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-0c52241b-0f76-4204-a7da-4b32d0247f1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0429354 Jul 16 20:40:27.112119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] DHCP port deletion for 1a9ccb7b-3f90-4534-9069-a0a2d59de1ec request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:27.123526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Deleting port b3c58271-41af-451d-96dd-b50591e2f625 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:27.123869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.180166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-b4ff7a79-6ee2-4ac3-906c-150d68e46fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.181773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-b4ff7a79-6ee2-4ac3-906c-150d68e46fc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ad418228-0a79-427f-aa80-6184d3dcf671 HTTP/1.1" status: 200 len: 838 time: 0.0690975 Jul 16 20:40:27.182502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] Deleting port b3c58271-41af-451d-96dd-b50591e2f625 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:27.183162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.255374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] For port b3c58271-41af-451d-96dd-b50591e2f625, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b3c58271-41af-451d-96dd-b50591e2f625,segment=NetworkSegment(f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0),segment_id=f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:27.256219 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.268581 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] For port b3c58271-41af-451d-96dd-b50591e2f625, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b3c58271-41af-451d-96dd-b50591e2f625,segment=NetworkSegment(f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0),segment_id=f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:27.268970 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.270577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] Calling delete_port for b3c58271-41af-451d-96dd-b50591e2f625 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:27.283505 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Calling delete_port for b3c58271-41af-451d-96dd-b50591e2f625 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:27.376119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-218def03-d5a1-4ee3-9dc6-e52aeea8a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.379657 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-218def03-d5a1-4ee3-9dc6-e52aeea8a0b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3db3af4d-d781-4b77-83eb-8c22865f191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1907952 Jul 16 20:40:27.399660 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.430506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] Pushing event deleted for resources: {'Port': ['ID=b3c58271-41af-451d-96dd-b50591e2f625,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.446633 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.446979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f500a7f-2220-44ff-b97d-1940971137e0 None None] No DVR routers for this DVR port b3c58271-41af-451d-96dd-b50591e2f625 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:27.503038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d174-29ed-41c1-abaf-a58e71bd3b3a req-93cb01d7-b59a-4273-9fc1-a8380c055d63 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.508542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c58271-41af-451d-96dd-b50591e2f625,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.518585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] No DVR routers for this DVR port b3c58271-41af-451d-96dd-b50591e2f625 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:27.518887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2e9d174-29ed-41c1-abaf-a58e71bd3b3a req-93cb01d7-b59a-4273-9fc1-a8380c055d63 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 907 time: 0.1256189 Jul 16 20:40:27.552782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8b8433ef-5129-46dc-953c-40bc1f630a6d up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:27.561942 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-c84b7aa7-dde8-4c5e-ad28-5333acda4827 service neutron] 10.222.0.79 "GET /v2.0/networks/3db3af4d-d781-4b77-83eb-8c22865f191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727109 Jul 16 20:40:27.640189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8b8433ef-5129-46dc-953c-40bc1f630a6d triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:27.641283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.670360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.707095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9ccb7b-3f90-4534-9069-a0a2d59de1ec']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.722336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.722733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f751b2d7-f7c9-4d9e-a042-4a9d2e6404e0') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.734192 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.763353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.769442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c52c3853-de10-4a4d-acd4-3cd07fd884dd req-27035d9d-6c79-48ef-9502-81bb2ca9b184 service neutron] 10.222.0.79 "GET /v2.0/networks/3db3af4d-d781-4b77-83eb-8c22865f191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897769 Jul 16 20:40:27.773179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:27.773601 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: self.session.flush() Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:27.775737 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:27.778317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36398a54-8161-4e07-aeef-2feb1fe19786 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:27.812719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 36398a54-8161-4e07-aeef-2feb1fe19786 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:27.813079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 36398a54-8161-4e07-aeef-2feb1fe19786 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:27.813683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0f82ef59-8834-45a7-b4d1-0126d35e6b55 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:27.834986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 0f82ef59-8834-45a7-b4d1-0126d35e6b55 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:27.835593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0f82ef59-8834-45a7-b4d1-0126d35e6b55 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:27.836179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b3c58271-41af-451d-96dd-b50591e2f625 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:27.860878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: b3c58271-41af-451d-96dd-b50591e2f625 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:27.861218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b3c58271-41af-451d-96dd-b50591e2f625 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:27.866713 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.877527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.883690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] 10.222.0.91 "DELETE /v2.0/networks/1a9ccb7b-3f90-4534-9069-a0a2d59de1ec HTTP/1.1" status: 204 len: 168 time: 1.0475628 Jul 16 20:40:27.897173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eadac-4a17-4894-a465-f1502c5fedbe admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9ccb7b-3f90-4534-9069-a0a2d59de1ec,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.918459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-4bd2a4cc-f8a6-4b5c-97c3-03ce0efc4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.920136 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-4bd2a4cc-f8a6-4b5c-97c3-03ce0efc4e7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 1059 time: 0.0871329 Jul 16 20:40:28.020561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-ec268e87-0b6b-4d78-99ef-40734ba67002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:28.022084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-ec268e87-0b6b-4d78-99ef-40734ba67002 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3db3af4d-d781-4b77-83eb-8c22865f191f HTTP/1.1" status: 200 len: 899 time: 0.0947576 Jul 16 20:40:28.066224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35680) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.068577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-5782d506-0d93-4da2-85a5-3317d55e54f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0393398 Jul 16 20:40:28.109096 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2e111d76-7070-41ed-8d44-33df5fab64f2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1f77af7ed9c64f71a8bf66e6ba7aee51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414515 Jul 16 20:40:28.111627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.133004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-aefebd3e-73f4-4ee1-bbe0-e2e2db2f7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:28.134465 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-aefebd3e-73f4-4ee1-bbe0-e2e2db2f7ed9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ad418228-0a79-427f-aa80-6184d3dcf671 HTTP/1.1" status: 200 len: 838 time: 0.0577540 Jul 16 20:40:28.161686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37c2c54c-d286-4482-b701-8546318a1ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.184275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37c2c54c-d286-4482-b701-8546318a1ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.199188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-06af53de-eb84-4d53-8aab-88fd117c4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:28.201107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-06af53de-eb84-4d53-8aab-88fd117c4260 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3db3af4d-d781-4b77-83eb-8c22865f191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0592380 Jul 16 20:40:28.239583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37c2c54c-d286-4482-b701-8546318a1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.242913 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-37c2c54c-d286-4482-b701-8546318a1ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.246584 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-37c2c54c-d286-4482-b701-8546318a1ff1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/14b2e380-8b11-429d-9761-f80931be5bae HTTP/1.1" status: 204 len: 168 time: 0.1315577 Jul 16 20:40:28.253296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2c54c-d286-4482-b701-8546318a1ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b2e380-8b11-429d-9761-f80931be5bae,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.306954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-5e456a0d-dd31-4254-bd24-99784b016abe service neutron] 10.222.0.79 "GET /v2.0/networks/3db3af4d-d781-4b77-83eb-8c22865f191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992043 Jul 16 20:40:28.411707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-471e900c-a919-425f-acf4-8cc7394b08c7 req-e7d5de25-2cc4-4e0d-b7e1-606047d3a444 service neutron] 10.222.0.79 "GET /v2.0/networks/3db3af4d-d781-4b77-83eb-8c22865f191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981705 Jul 16 20:40:28.635909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35692) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.711514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-92bf0978-8c30-4038-bd53-1016f6cdd1f7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=346af7d9fd004dbfafc7c9ca3725c8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744030 Jul 16 20:40:28.714256 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35694) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.778618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656462c5-8e9f-4626-9c40-f2ad4da8ec4f req-2e21bc3e-c3d8-41b7-99d1-2c8b22aaba2a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:28.780189 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-656462c5-8e9f-4626-9c40-f2ad4da8ec4f req-2e21bc3e-c3d8-41b7-99d1-2c8b22aaba2a tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 907 time: 0.1243548 Jul 16 20:40:28.796723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd986144-677b-4584-89d5-bbcbaf4cd048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.822394 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd986144-677b-4584-89d5-bbcbaf4cd048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.872309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd986144-677b-4584-89d5-bbcbaf4cd048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.874869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd986144-677b-4584-89d5-bbcbaf4cd048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.876086 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cd986144-677b-4584-89d5-bbcbaf4cd048 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2a55296e-2902-4d63-88cb-f55fe9ec140d HTTP/1.1" status: 204 len: 168 time: 0.1609240 Jul 16 20:40:28.884906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd986144-677b-4584-89d5-bbcbaf4cd048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a55296e-2902-4d63-88cb-f55fe9ec140d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.968117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfa50-ccd9-48b3-831f-a543e18c74f2 req-7b935614-a9d9-4e87-811f-46c00af661b0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:29.969573 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7cfdfa50-ccd9-48b3-831f-a543e18c74f2 req-7b935614-a9d9-4e87-811f-46c00af661b0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 907 time: 0.0715230 Jul 16 20:40:31.169765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9f3e9-b886-406d-8caa-e70be3ce6e56 req-07ef1277-27c8-4c9c-bfbc-89adc0641481 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.172266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70c9f3e9-b886-406d-8caa-e70be3ce6e56 req-07ef1277-27c8-4c9c-bfbc-89adc0641481 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 907 time: 0.0801227 Jul 16 20:40:32.102191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:32.204650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:32.217788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1', 'network_id': '3db3af4d-d781-4b77-83eb-8c22865f191f', 'port_id': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1', 'mac_address': 'fa:16:3e:f4:d8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad418228-0a79-427f-aa80-6184d3dcf671', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:32.259934 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.272982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:32.293194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:32.297978 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.347276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:32.352050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63817040-198f-4d15-aa9f-bf6eb382bb26 req-16095dab-ee8b-49cd-acd5-cfeaa043e7d0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.353573 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-63817040-198f-4d15-aa9f-bf6eb382bb26 req-16095dab-ee8b-49cd-acd5-cfeaa043e7d0 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 907 time: 0.0692701 Jul 16 20:40:32.498718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['544bf31e-7c9f-4add-94e3-a17ba9c4e8f1'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:33.543988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a880c81-7125-4c3c-98ee-411f678af45a req-e639d9b9-92fb-4185-9f6c-1cc4d0a4d414 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.545870 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6a880c81-7125-4c3c-98ee-411f678af45a req-e639d9b9-92fb-4185-9f6c-1cc4d0a4d414 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 908 time: 0.0692728 Jul 16 20:40:34.117771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:34.173946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:34.178039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:34.178416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.259391 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.282856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:34.285117 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013de550-162a-44af-9958-794d7253270f" -d '{"events": [{"server_uuid": "fde266e2-9355-4d5e-a361-3e377e78f40a", "name": "network-vif-plugged", "status": "completed", "tag": "544bf31e-7c9f-4add-94e3-a17ba9c4e8f1"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:34.305353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:34.311168 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.335808 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00654c8f-bb37-41b9-9eff-d240ca3f321f x-openstack-request-id: req-00654c8f-bb37-41b9-9eff-d240ca3f321f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:34.336073 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde266e2-9355-4d5e-a361-3e377e78f40a", "name": "network-vif-plugged", "status": "completed", "tag": "544bf31e-7c9f-4add-94e3-a17ba9c4e8f1", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:34.336316 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-00654c8f-bb37-41b9-9eff-d240ca3f321f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:34.336701 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1', 'code': 200} Jul 16 20:40:34.373006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:34.462534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da15e-edc4-48a9-aa16-099496249a36 req-42e2ed21-dc7d-431d-b25d-a55df55b55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.463881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-821da15e-edc4-48a9-aa16-099496249a36 req-42e2ed21-dc7d-431d-b25d-a55df55b55f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 1061 time: 0.0635939 Jul 16 20:40:34.736824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce43bd-60f9-426b-9fa9-6db22c87e9da req-f6c14e44-e551-41d4-bcfa-449ea3d73a58 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.738773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10ce43bd-60f9-426b-9fa9-6db22c87e9da req-f6c14e44-e551-41d4-bcfa-449ea3d73a58 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 909 time: 0.0732050 Jul 16 20:40:35.930263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a0d50-fb5c-45b7-b123-3861143af9e0 req-8dde6344-05bf-4724-ba7f-ead28353dea6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:35.933198 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c9a0d50-fb5c-45b7-b123-3861143af9e0 req-8dde6344-05bf-4724-ba7f-ead28353dea6 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 909 time: 0.0691688 Jul 16 20:40:36.018434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a758406-9c2a-441a-b82c-92aa7d1ee22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.121840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e8e3-7541-4975-98be-418bc1e3db28 req-f64fd572-290b-45ed-8c80-038ba950f87c tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.123543 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3000e8e3-7541-4975-98be-418bc1e3db28 req-f64fd572-290b-45ed-8c80-038ba950f87c tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 909 time: 0.0667405 Jul 16 20:40:36.301988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba053a-a23d-4f0f-91ee-78f0d06cdb05 req-6d9fab51-79f0-466d-9876-2f983da70a3e tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.303559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53ba053a-a23d-4f0f-91ee-78f0d06cdb05 req-6d9fab51-79f0-466d-9876-2f983da70a3e tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 1061 time: 0.0662823 Jul 16 20:40:36.472527 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a88af-aa15-4058-a5da-4ad9c1346b87 req-79cd1921-bc66-46e2-99f0-1935fb002e69 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.474124 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82a88af-aa15-4058-a5da-4ad9c1346b87 req-79cd1921-bc66-46e2-99f0-1935fb002e69 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1136 time: 0.0588086 Jul 16 20:40:36.514667 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e82a88af-aa15-4058-a5da-4ad9c1346b87 req-156a0035-3c84-4aae-9f91-d5574a835943 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346618 Jul 16 20:40:36.538492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35782) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:36.594024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04663eb-4e13-48de-96d8-4f4dd2fd5923 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.595642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a04663eb-4e13-48de-96d8-4f4dd2fd5923 tempest-TestSecurityGroupsBasicOps-546115750 tempest-TestSecurityGroupsBasicOps-546115750-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 1056 time: 0.0561290 Jul 16 20:40:36.977178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ef81-f1e5-4b06-9185-67a2a5f5da74 req-30908cac-6cc8-407c-afda-87d0d3aff470 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.978739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f55ef81-f1e5-4b06-9185-67a2a5f5da74 req-30908cac-6cc8-407c-afda-87d0d3aff470 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 909 time: 0.0676756 Jul 16 20:40:38.162321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ca26-1567-4cf9-bf6e-a60b190be48c req-a9961508-1a29-4ac1-a427-be3d0c993077 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.163812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f63ca26-1567-4cf9-bf6e-a60b190be48c req-a9961508-1a29-4ac1-a427-be3d0c993077 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 909 time: 0.0642021 Jul 16 20:40:38.259344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1f2deefe-63f9-46f4-9aae-5c31ab95d8cd tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.260692 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1f2deefe-63f9-46f4-9aae-5c31ab95d8cd tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.79 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 909 time: 0.0667055 Jul 16 20:40:38.378162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:38.378481 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.478684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] For port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:38.479058 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.493113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Calling delete_port for 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:38.625813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.630197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.660863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Port': ['ID=544bf31e-7c9f-4add-94e3-a17ba9c4e8f1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:38.708856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] No DVR routers for this DVR port 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:38.711943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.712186 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.714126 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9c30f6c4-793d-417a-8322-2e1053ffe26c req-1bd9e47b-aa41-4c91-a539-f8e6b672f8dc tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.79 "DELETE /v2.0/ports/544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 HTTP/1.1" status: 204 len: 173 time: 0.4484830 Jul 16 20:40:38.714601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'name': 'network-vif-deleted', 'tag': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:38.717159 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8762c7-e60c-4710-8484-82bc4511cf6a" -d '{"events": [{"server_uuid": "fde266e2-9355-4d5e-a361-3e377e78f40a", "name": "network-vif-deleted", "tag": "544bf31e-7c9f-4add-94e3-a17ba9c4e8f1"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:38.762399 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee73c320-f87e-4e10-af98-93c30cff4f81 x-openstack-request-id: req-ee73c320-f87e-4e10-af98-93c30cff4f81 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:38.762687 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde266e2-9355-4d5e-a361-3e377e78f40a", "name": "network-vif-deleted", "tag": "544bf31e-7c9f-4add-94e3-a17ba9c4e8f1", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:38.762965 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee73c320-f87e-4e10-af98-93c30cff4f81 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:38.763362 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde266e2-9355-4d5e-a361-3e377e78f40a', 'name': 'network-vif-deleted', 'tag': '544bf31e-7c9f-4add-94e3-a17ba9c4e8f1', 'status': 'completed', 'code': 200} Jul 16 20:40:38.854049 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-371d9e71-a558-4986-92cc-2e43019b9586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.173550 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.326674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-026acece-d330-4c2b-95da-463cfb764a0a req-82db933a-bafb-44d8-ba57-e63a80c76917 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=fde266e2-9355-4d5e-a361-3e377e78f40a HTTP/1.1" status: 200 len: 210 time: 0.0337682 Jul 16 20:40:40.091672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.424704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35836) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:40.814108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.099371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting port 8b8433ef-5129-46dc-953c-40bc1f630a6d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:41.099558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.190024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] For port 8b8433ef-5129-46dc-953c-40bc1f630a6d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8b8433ef-5129-46dc-953c-40bc1f630a6d,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:41.190380 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.203270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Calling delete_port for 8b8433ef-5129-46dc-953c-40bc1f630a6d owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:41.401359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.434552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Port': ['ID=8b8433ef-5129-46dc-953c-40bc1f630a6d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.884352 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.993135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.116997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:42.144038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:42.144585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 544bf31e-7c9f-4add-94e3-a17ba9c4e8f1 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:42.221277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router dc3b9b4b-668d-4625-9fbc-eae67b90f458 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:42.337794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:42.346389 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-47f74b11-c509-41cb-8666-3b00dde7fd37 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "PUT /v2.0/routers/dc3b9b4b-668d-4625-9fbc-eae67b90f458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9205890 Jul 16 20:40:42.348742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35852) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.352703 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] Sync routers for ids ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:42.369560 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] Routers {'dc3b9b4b-668d-4625-9fbc-eae67b90f458'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:42.370487 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.414438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting subnet ad418228-0a79-427f-aa80-6184d3dcf671 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:42.418203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.459348 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.489688 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] Set router dc3b9b4b-668d-4625-9fbc-eae67b90f458 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:42.558486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.635299 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.665485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Subnet': ['ID=ad418228-0a79-427f-aa80-6184d3dcf671,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.679389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.679639 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209dad60-919e-4eb3-a311-ce081c8d2fec None None] Network 3db3af4d-d781-4b77-83eb-8c22865f191f requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:42.683008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c38e8aca-6505-4b73-aaf9-062f29765446 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/subnets/ad418228-0a79-427f-aa80-6184d3dcf671 HTTP/1.1" status: 204 len: 168 time: 0.3321266 Jul 16 20:40:42.684901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35856) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.780431 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.806698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.810402 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] Checking router: dc3b9b4b-668d-4625-9fbc-eae67b90f458 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:42.819108 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] Routers {'dc3b9b4b-668d-4625-9fbc-eae67b90f458'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:42.819867 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.912730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8685119-530b-482f-be1b-f9adc543743e None None] DHCP port deletion for 3db3af4d-d781-4b77-83eb-8c22865f191f request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:42.936479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.943285 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] Set router dc3b9b4b-668d-4625-9fbc-eae67b90f458 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:42.962628 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b8685119-530b-482f-be1b-f9adc543743e None None] Deleting port 20bf7803-136d-4cdf-9bad-650b622cab18 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:42.963394 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b8685119-530b-482f-be1b-f9adc543743e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.000470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting port 55deb96e-c565-4e6e-ad18-51823955ddf2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:43.000894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.049852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b8685119-530b-482f-be1b-f9adc543743e None None] For port 20bf7803-136d-4cdf-9bad-650b622cab18, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=20bf7803-136d-4cdf-9bad-650b622cab18,segment=NetworkSegment(f14737a3-60a4-42d3-a6c3-1c22d65c63e0),segment_id=f14737a3-60a4-42d3-a6c3-1c22d65c63e0)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:43.050263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b8685119-530b-482f-be1b-f9adc543743e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.063853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b8685119-530b-482f-be1b-f9adc543743e None None] Calling delete_port for 20bf7803-136d-4cdf-9bad-650b622cab18 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:43.112966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] For port 55deb96e-c565-4e6e-ad18-51823955ddf2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=55deb96e-c565-4e6e-ad18-51823955ddf2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:43.113640 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.128387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Calling delete_port for 55deb96e-c565-4e6e-ad18-51823955ddf2 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:43.155889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b8685119-530b-482f-be1b-f9adc543743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.159970 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:43.193076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8685119-530b-482f-be1b-f9adc543743e None None] Pushing event deleted for resources: {'Port': ['ID=20bf7803-136d-4cdf-9bad-650b622cab18,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.196054 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af51265-62ab-43c7-beb9-a7170470e3f4 None None] The sync data for ids ['dc3b9b4b-668d-4625-9fbc-eae67b90f458'] in n-d-792458-10 is: [{'id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645658017', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:12Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '55deb96e-c565-4e6e-ad18-51823955ddf2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b9b4b-668d-4625-9fbc-eae67b90f458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:13Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:43.196844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8685119-530b-482f-be1b-f9adc543743e None None] No DVR routers for this DVR port 20bf7803-136d-4cdf-9bad-650b622cab18 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:43.354105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.381828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Port': ['ID=55deb96e-c565-4e6e-ad18-51823955ddf2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.469306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.570764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.573050 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.773766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8b8433ef-5129-46dc-953c-40bc1f630a6d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:43.809994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8b8433ef-5129-46dc-953c-40bc1f630a6d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:43.810616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8b8433ef-5129-46dc-953c-40bc1f630a6d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:43.811688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20bf7803-136d-4cdf-9bad-650b622cab18 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:43.848385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 20bf7803-136d-4cdf-9bad-650b622cab18 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:43.848762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 20bf7803-136d-4cdf-9bad-650b622cab18 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:43.991916 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.992533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Fanout notify agent at l3_agent the message router_deleted on router dc3b9b4b-668d-4625-9fbc-eae67b90f458 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:44.010440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.011886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6f3f0f77-116b-4000-8c89-e27bff39627f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/routers/dc3b9b4b-668d-4625-9fbc-eae67b90f458 HTTP/1.1" status: 204 len: 168 time: 1.3258724 Jul 16 20:40:44.014885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35868) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:44.137117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.219825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-479ea818-2279-436d-8e5a-0855ea864ed3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1204238 Jul 16 20:40:44.247123 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.257660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db3af4d-d781-4b77-83eb-8c22865f191f']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:44.275197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:44.275546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14737a3-60a4-42d3-a6c3-1c22d65c63e0') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:44.301241 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.319224 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.327277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:44.327681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:44.330566 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:44.396145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56b77-aa48-4386-915c-1e445326b88e req-e8a70c01-69e8-45df-be72-9385be89d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.397906 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-e8a70c01-69e8-45df-be72-9385be89d4f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1136 time: 0.1331987 Jul 16 20:40:44.404187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.411784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.412859 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/networks/3db3af4d-d781-4b77-83eb-8c22865f191f HTTP/1.1" status: 204 len: 168 time: 0.3968544 Jul 16 20:40:44.418340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35872) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:44.425209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dec0aa-4cb0-4628-936e-359ea12095a7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Network': ['ID=3db3af4d-d781-4b77-83eb-8c22865f191f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:44.553932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56b77-aa48-4386-915c-1e445326b88e req-06c3d8ce-86be-4038-9129-737ddce1e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.555589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-06c3d8ce-86be-4038-9129-737ddce1e76e service neutron] 10.222.0.99 "GET /v2.0/networks?id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 200 len: 897 time: 0.1021035 Jul 16 20:40:44.612134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting port 2802c374-374d-403f-a761-94f40a3b4d5a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:44.612500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.630160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-bf15ee9a-06a2-460a-955e-0385d0b8da4b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 200 len: 1001 time: 0.0673487 Jul 16 20:40:44.691566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56b77-aa48-4386-915c-1e445326b88e req-98249c4c-b4f5-4811-8a28-1be2939277ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.693039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-98249c4c-b4f5-4811-8a28-1be2939277ee service neutron] 10.222.0.99 "GET /v2.0/subnets?id=651c2c03-49d9-4a35-9907-6383f2c6072f HTTP/1.1" status: 200 len: 833 time: 0.0528946 Jul 16 20:40:44.704836 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.705158 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.718541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Calling delete_port for 2802c374-374d-403f-a761-94f40a3b4d5a owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:44.765117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56b77-aa48-4386-915c-1e445326b88e req-d6641811-0f2a-4381-b8fe-e2838e95ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.767838 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-d6641811-0f2a-4381-b8fe-e2838e95ff79 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685153 Jul 16 20:40:44.870941 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-1518eb0c-fd3a-4a46-9920-aff94064643c service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962920 Jul 16 20:40:44.889136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.915813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Port': ['ID=2802c374-374d-403f-a761-94f40a3b4d5a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:44.982347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3eb56b77-aa48-4386-915c-1e445326b88e req-11c732ae-e27a-4036-acc6-25e40f4b6ce8 service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052797 Jul 16 20:40:44.985480 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.986356 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Floating IP baed22c2-1f00-43d0-9265-49d8cfb52809 disassociated (deleted). External IP: 172.25.3.192, port: 6700f09a-1d53-44c3-9323-e8b0e0de47f4. Jul 16 20:40:45.234815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router c1594d03-fbc5-441a-b119-a45fbda3b652 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:45.348195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:45.352708 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.361223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] Sync routers for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:45.371780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:45.372582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.400129 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b1a0caa4-1c66-43d6-8f49-a0e1b9b03830 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/floatingips/baed22c2-1f00-43d0-9265-49d8cfb52809 HTTP/1.1" status: 204 len: 168 time: 0.9802184 Jul 16 20:40:45.400855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:45.403415 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9833d32-f170-41e9-838a-1adce363b43f" -d '{"events": [{"name": "network-changed", "server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:45.452618 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3019d628-1bee-470c-91ba-52218bcb03ad x-openstack-request-id: req-3019d628-1bee-470c-91ba-52218bcb03ad {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:45.453588 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:45.454008 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3019d628-1bee-470c-91ba-52218bcb03ad {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:45.454613 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'status': 'completed', 'code': 200} Jul 16 20:40:45.503056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 55deb96e-c565-4e6e-ad18-51823955ddf2 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:45.524932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 55deb96e-c565-4e6e-ad18-51823955ddf2 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:45.525341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 55deb96e-c565-4e6e-ad18-51823955ddf2 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:45.535222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:45.550650 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9833d32-f170-41e9-838a-1adce363b43f req-c3217e0b-aa04-4ab1-8b40-2e6e9c102fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.552942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9833d32-f170-41e9-838a-1adce363b43f req-c3217e0b-aa04-4ab1-8b40-2e6e9c102fed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4f956875d14440bb7f235cc62500e15&device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 1136 time: 0.0702503 Jul 16 20:40:45.662592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9833d32-f170-41e9-838a-1adce363b43f req-70a0e850-9708-421d-99b7-222e54182495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.665356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9833d32-f170-41e9-838a-1adce363b43f req-70a0e850-9708-421d-99b7-222e54182495 service neutron] 10.222.0.99 "GET /v2.0/networks?id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 200 len: 897 time: 0.1064200 Jul 16 20:40:45.731185 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9833d32-f170-41e9-838a-1adce363b43f req-18958c96-e4df-4d5c-9dc9-13a6ffb916d1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 200 len: 217 time: 0.0594554 Jul 16 20:40:45.792497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9833d32-f170-41e9-838a-1adce363b43f req-92d92262-a446-4651-b54f-5111f2da0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.794232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9833d32-f170-41e9-838a-1adce363b43f req-92d92262-a446-4651-b54f-5111f2da0d11 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=651c2c03-49d9-4a35-9907-6383f2c6072f HTTP/1.1" status: 200 len: 833 time: 0.0564480 Jul 16 20:40:45.807355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.841214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] Checking router: c1594d03-fbc5-441a-b119-a45fbda3b652 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:45.851902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:45.852982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.866961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9833d32-f170-41e9-838a-1adce363b43f req-3c0ea7d4-8817-4c6a-b17e-2af4497d5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.866961 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9833d32-f170-41e9-838a-1adce363b43f req-3c0ea7d4-8817-4c6a-b17e-2af4497d5a11 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609593 Jul 16 20:40:45.899796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4351b-f606-4f34-8ee3-a4802aa03b6a req-46404d72-2f9d-465c-80b1-ee0d4ed9db0f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.905762 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4e4351b-f606-4f34-8ee3-a4802aa03b6a req-46404d72-2f9d-465c-80b1-ee0d4ed9db0f tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 984 time: 0.0880206 Jul 16 20:40:45.953007 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4e4351b-f606-4f34-8ee3-a4802aa03b6a req-42b3c1b4-7f31-48c5-a0ee-d85ad83d2a3e tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0461774 Jul 16 20:40:45.985691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9833d32-f170-41e9-838a-1adce363b43f req-2db298d4-12d7-445f-ad66-262cd820b8f3 service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134710 Jul 16 20:40:45.989608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:46.090864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9833d32-f170-41e9-838a-1adce363b43f req-2d697a18-9061-4b6c-9222-817e0a8a993b service neutron] 10.222.0.99 "GET /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980799 Jul 16 20:40:46.199648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:46.226321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51d596-4db1-4d6a-80ca-c6b3162bd197 None None] The sync data for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 is: [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:15Z', 'revision_number': 4, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf', 'name': '', 'network_id': '272cbaeb-3b2c-4e1a-a95d-6084d18a96fd', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'mac_address': 'fa:16:3e:96:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:14Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'subnets': [{'id': '651c2c03-49d9-4a35-9907-6383f2c6072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:46.444883 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224fa06-9817-47e2-87b9-0bc23a5787a0 None None] New status for floating IP baed22c2-1f00-43d0-9265-49d8cfb52809: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:40:47.095501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-e8b8f000-575e-4016-9a56-8ab6dda2bcce tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.096347 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-e8b8f000-575e-4016-9a56-8ab6dda2bcce tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.99 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 984 time: 0.0849798 Jul 16 20:40:47.216644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b638b02-5a45-4d2e-a828-d752b28ce98a req-05438fdb-73c3-4a6b-b71f-94bf41a711b7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.218540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b638b02-5a45-4d2e-a828-d752b28ce98a req-05438fdb-73c3-4a6b-b71f-94bf41a711b7 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/ports?device_id=e129008d-0529-4718-ac0c-9e26b700a490 HTTP/1.1" status: 200 len: 984 time: 0.1475914 Jul 16 20:40:47.279362 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8b638b02-5a45-4d2e-a828-d752b28ce98a req-51e96e90-21ae-4451-bebb-d2aacee77fc3 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "GET /v2.0/security-groups?id=0c8c47f9-0db6-4673-8144-7a20dba6681c&id=f14ff93e-a8a0-43ef-89d4-cc717507514e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0538461 Jul 16 20:40:47.281890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:47.282305 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.379240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] For port 6700f09a-1d53-44c3-9323-e8b0e0de47f4, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=6700f09a-1d53-44c3-9323-e8b0e0de47f4,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:47.379733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.394181 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Calling delete_port for 6700f09a-1d53-44c3-9323-e8b0e0de47f4 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:47.541519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.573476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Port': ['ID=6700f09a-1d53-44c3-9323-e8b0e0de47f4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.624562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] No DVR routers for this DVR port 6700f09a-1d53-44c3-9323-e8b0e0de47f4 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:47.627846 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.630318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69eca96d-5086-46ab-b312-2cae8beaf65d req-7594e4da-b496-48a1-a0c7-e5c62513beaf tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.99 "DELETE /v2.0/ports/6700f09a-1d53-44c3-9323-e8b0e0de47f4 HTTP/1.1" status: 204 len: 173 time: 0.5174563 Jul 16 20:40:47.631024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'name': 'network-vif-deleted', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:47.633712 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af15169d-59a7-466d-859a-87fcf1ab2db6" -d '{"events": [{"server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "name": "network-vif-deleted", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:47.677407 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802845c-5a2c-4319-9451-299b69307a84 x-openstack-request-id: req-3802845c-5a2c-4319-9451-299b69307a84 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:47.677680 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129008d-0529-4718-ac0c-9e26b700a490", "name": "network-vif-deleted", "tag": "6700f09a-1d53-44c3-9323-e8b0e0de47f4", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:47.677936 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3802845c-5a2c-4319-9451-299b69307a84 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:47.678344 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129008d-0529-4718-ac0c-9e26b700a490', 'name': 'network-vif-deleted', 'tag': '6700f09a-1d53-44c3-9323-e8b0e0de47f4', 'status': 'completed', 'code': 200} Jul 16 20:40:48.383061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35912) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.439774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-734a9856-ff09-49b6-b75c-ef11ca67c6ab tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.462929 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-734a9856-ff09-49b6-b75c-ef11ca67c6ab tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.512061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-734a9856-ff09-49b6-b75c-ef11ca67c6ab tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.515023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-734a9856-ff09-49b6-b75c-ef11ca67c6ab tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.516208 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-734a9856-ff09-49b6-b75c-ef11ca67c6ab tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/security-groups/f14ff93e-a8a0-43ef-89d4-cc717507514e HTTP/1.1" status: 204 len: 168 time: 0.1320608 Jul 16 20:40:48.519578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35914) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.526205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9856-ff09-49b6-b75c-ef11ca67c6ab tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ff93e-a8a0-43ef-89d4-cc717507514e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:48.583221 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c363cb1a-4736-480c-822b-bba0db6cbae9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.612511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c363cb1a-4736-480c-822b-bba0db6cbae9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.664911 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c363cb1a-4736-480c-822b-bba0db6cbae9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.667731 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c363cb1a-4736-480c-822b-bba0db6cbae9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.668956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c363cb1a-4736-480c-822b-bba0db6cbae9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/security-groups/0c8c47f9-0db6-4673-8144-7a20dba6681c HTTP/1.1" status: 204 len: 168 time: 0.1476111 Jul 16 20:40:48.672482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35920) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.679171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363cb1a-4736-480c-822b-bba0db6cbae9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c47f9-0db6-4673-8144-7a20dba6681c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:49.077550 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.382967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:49.383567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.495690 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] For port a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:49.496631 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.511378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Calling delete_port for a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:49.708674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.744713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Port': ['ID=a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:49.908679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6700f09a-1d53-44c3-9323-e8b0e0de47f4 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:49.930564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.939020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 6700f09a-1d53-44c3-9323-e8b0e0de47f4 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:49.939367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 6700f09a-1d53-44c3-9323-e8b0e0de47f4 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:50.163480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Router c1594d03-fbc5-441a-b119-a45fbda3b652 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:50.275675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:50.280901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-074361e5-73e4-43d8-a1a8-97d0361c3e40 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "PUT /v2.0/routers/c1594d03-fbc5-441a-b119-a45fbda3b652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6071558 Jul 16 20:40:50.283585 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35932) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.288494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] Sync routers for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:50.299488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:50.300134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:50.351315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting subnet 651c2c03-49d9-4a35-9907-6383f2c6072f {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:50.355148 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.402189 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.412112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:50.496760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.560605 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.592607 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.594826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/subnets/651c2c03-49d9-4a35-9907-6383f2c6072f HTTP/1.1" status: 204 len: 168 time: 0.3103077 Jul 16 20:40:50.596025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877adba-e184-4c71-ad3d-71de4fd15311 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Subnet': ['ID=651c2c03-49d9-4a35-9907-6383f2c6072f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:50.597904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.608339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:50.611488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c9b1a-ccf6-42f2-94d4-c79a256bef94 None None] Network 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:50.636984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] Checking router: c1594d03-fbc5-441a-b119-a45fbda3b652 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:50.667046 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] Routers {'c1594d03-fbc5-441a-b119-a45fbda3b652'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:50.667675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:40:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['c1594d03-fbc5-441a-b119-a45fbda3b652'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:50.711536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.832287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.905166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Deleting port 992eb413-bb29-473a-bbd6-bc6563caddbe {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:50.905593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.990138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] For port 992eb413-bb29-473a-bbd6-bc6563caddbe, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=992eb413-bb29-473a-bbd6-bc6563caddbe,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:50.990551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.004128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Calling delete_port for 992eb413-bb29-473a-bbd6-bc6563caddbe owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:51.016303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] Set router c1594d03-fbc5-441a-b119-a45fbda3b652 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:51.173767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] DHCP port deletion for 272cbaeb-3b2c-4e1a-a95d-6084d18a96fd request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:51.278201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] Deleting port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:51.278490 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.307266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:51.338733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49290efb-ff76-4ce3-923d-0a16dde5d493 None None] The sync data for ids ['c1594d03-fbc5-441a-b119-a45fbda3b652'] in n-d-792458-10 is: [{'id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2090485964', 'tenant_id': 'f4f956875d14440bb7f235cc62500e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': 'f4f956875d14440bb7f235cc62500e15', 'gw_port': {'id': '992eb413-bb29-473a-bbd6-bc6563caddbe', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1594d03-fbc5-441a-b119-a45fbda3b652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:11Z', 'updated_at': '2021-07-16T20:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:51.403479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] For port ecf27c83-12a4-4169-8dd4-e52a44adbfa1, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ecf27c83-12a4-4169-8dd4-e52a44adbfa1,segment=NetworkSegment(d1f13982-0136-40c1-b4a6-35b3f79e9b4e),segment_id=d1f13982-0136-40c1-b4a6-35b3f79e9b4e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:51.403897 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.417804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] Calling delete_port for ecf27c83-12a4-4169-8dd4-e52a44adbfa1 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:51.520751 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.548915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] Pushing event deleted for resources: {'Port': ['ID=ecf27c83-12a4-4169-8dd4-e52a44adbfa1,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:51.554569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a744ef6-36a0-46b2-b993-dc5fd64466d9 None None] No DVR routers for this DVR port ecf27c83-12a4-4169-8dd4-e52a44adbfa1 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:51.658823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.686137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Port': ['ID=992eb413-bb29-473a-bbd6-bc6563caddbe,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:51.789174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.876569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ecf27c83-12a4-4169-8dd4-e52a44adbfa1 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:51.902600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ecf27c83-12a4-4169-8dd4-e52a44adbfa1 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:51.902979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ecf27c83-12a4-4169-8dd4-e52a44adbfa1 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:51.943843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.946513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.994268 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.994873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Fanout notify agent at l3_agent the message router_deleted on router c1594d03-fbc5-441a-b119-a45fbda3b652 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:52.007309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.008516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7df2def9-7740-4979-8e7c-dbe03269762b tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/routers/c1594d03-fbc5-441a-b119-a45fbda3b652 HTTP/1.1" status: 204 len: 168 time: 1.4097099 Jul 16 20:40:52.013906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.102616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.201560 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.210705 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272cbaeb-3b2c-4e1a-a95d-6084d18a96fd']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.221907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.222215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f13982-0136-40c1-b4a6-35b3f79e9b4e') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.232368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.247429 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.253923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:52.254583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:52.257990 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:52.321295 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.326974 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.328930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] 10.222.0.91 "DELETE /v2.0/networks/272cbaeb-3b2c-4e1a-a95d-6084d18a96fd HTTP/1.1" status: 204 len: 168 time: 0.3134589 Jul 16 20:40:52.347583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182a103-6106-4e4c-a301-7179eced88a9 tempest-TestSecurityGroupsBasicOps-1697557088 tempest-TestSecurityGroupsBasicOps-1697557088-project] Pushing event deleted for resources: {'Network': ['ID=272cbaeb-3b2c-4e1a-a95d-6084d18a96fd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.654818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35958) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.793557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-62f8a45f-4a0d-4bb8-a4ff-88801eb65d8f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f4f956875d14440bb7f235cc62500e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373563 Jul 16 20:40:52.796141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35962) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.845272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f6e064c-c2ba-4268-ae55-40c6f4c244ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.866559 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f6e064c-c2ba-4268-ae55-40c6f4c244ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.921890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f6e064c-c2ba-4268-ae55-40c6f4c244ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.924469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f6e064c-c2ba-4268-ae55-40c6f4c244ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.925755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8f6e064c-c2ba-4268-ae55-40c6f4c244ea admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1696e70f-9772-4fd7-9ea1-8b2caad293ed HTTP/1.1" status: 204 len: 168 time: 0.1286950 Jul 16 20:40:52.934981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e064c-c2ba-4268-ae55-40c6f4c244ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696e70f-9772-4fd7-9ea1-8b2caad293ed,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.239384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 35972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:53.253077 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f443c1-2f11-4d66-86ff-a7d710dc521d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.360323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f443c1-2f11-4d66-86ff-a7d710dc521d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.364796 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f443c1-2f11-4d66-86ff-a7d710dc521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.408018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-49f443c1-2f11-4d66-86ff-a7d710dc521d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=68cbd32ae88c4618a03b3cf17238ffbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651263 Jul 16 20:40:53.408018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f443c1-2f11-4d66-86ff-a7d710dc521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde330f-f0da-491b-91df-9e1a8a3f5ac6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.408823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35974) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:53.461243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 992eb413-bb29-473a-bbd6-bc6563caddbe no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:53.488185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 992eb413-bb29-473a-bbd6-bc6563caddbe {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:53.488651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 992eb413-bb29-473a-bbd6-bc6563caddbe not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:53.489100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:53.490739 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d152747c-c1bd-4f98-acea-17027f5b6a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.517443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d152747c-c1bd-4f98-acea-17027f5b6a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.518409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:53.519230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a6e3c4d9-7837-4ce2-876a-4fae7e0fdcaf not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:53.569091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d152747c-c1bd-4f98-acea-17027f5b6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.572656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d152747c-c1bd-4f98-acea-17027f5b6a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.573874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d152747c-c1bd-4f98-acea-17027f5b6a18 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ebde330f-f0da-491b-91df-9e1a8a3f5ac6 HTTP/1.1" status: 204 len: 168 time: 0.1578305 Jul 16 20:40:53.582542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152747c-c1bd-4f98-acea-17027f5b6a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde330f-f0da-491b-91df-9e1a8a3f5ac6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.921508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35982) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:53.964920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ca99d19a-44c6-49f1-a2a3-ec958e63abdd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=88ae09442844499aa8f6917d9b24b5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421381 Jul 16 20:40:53.967750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 35984) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:54.016686 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d42f366-7a2f-43b0-8890-3c51156a8055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.039690 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d42f366-7a2f-43b0-8890-3c51156a8055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.088674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d42f366-7a2f-43b0-8890-3c51156a8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.091558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d42f366-7a2f-43b0-8890-3c51156a8055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.093058 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5d42f366-7a2f-43b0-8890-3c51156a8055 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/26575198-b129-468f-b35b-800ad551b209 HTTP/1.1" status: 204 len: 168 time: 0.1244376 Jul 16 20:40:54.101280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42f366-7a2f-43b0-8890-3c51156a8055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26575198-b129-468f-b35b-800ad551b209,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.203419 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:06.022265 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-932c51d8-d0b4-4e6a-9c9a-7d6d7d2ed61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.625214 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.708029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.857443 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0235882e-c1cd-48eb-9ae9-72467264b492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.173517 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.093408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.887230 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.204755 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:36.026519 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-31960b82-4e3d-412f-a033-7c95e00e094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.629859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.708215 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.852581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed58d80c-cd02-4a65-bdf5-9829326119ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.196483 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.097702 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.887883 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.891271 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36662) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:57.896608 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100194217', 'description': 'tempest-secgroup-smoke-100194217 description', 'project_id': '5f964b5ec6a64186bb06e113b800d9b1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:57.922428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.013527 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.018706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.046903 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.048161 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1559274 Jul 16 20:41:58.050040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.051363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36666) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.056964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a6a8f-aeb7-4e4b-a901-60546ed061ef', 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.057694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.058045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.058383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.058726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.059092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.059432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.059759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.060094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.060403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.060727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.061056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.061374 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584f1b4-7fce-42a9-a6ad-1d4e3c0d096c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.091439 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.169281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.175406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.194382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f2731e-af40-4441-afeb-0bfbd4ab2c09,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.201673 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.202923 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504984 Jul 16 20:41:58.204792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.205135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.205566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.205842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.205972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.206218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.206541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.206889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.207298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.207523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.207845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.208163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.208482 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae6ec2-a138-4b6c-8f5b-be7814a0419e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:58.212493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1160c6b6-86c5-4530-aad5-4cb7b7c770ed tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a6a8f-aeb7-4e4b-a901-60546ed061ef', 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.242400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1160c6b6-86c5-4530-aad5-4cb7b7c770ed tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.307401 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1160c6b6-86c5-4530-aad5-4cb7b7c770ed tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.311108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1160c6b6-86c5-4530-aad5-4cb7b7c770ed tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.329400 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160c6b6-86c5-4530-aad5-4cb7b7c770ed tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffc4aca-b4f3-4696-8f06-121731be193a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.339471 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1160c6b6-86c5-4530-aad5-4cb7b7c770ed tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.340950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1160c6b6-86c5-4530-aad5-4cb7b7c770ed tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339238 Jul 16 20:41:58.344314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.349071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b5018fb2-e434-488f-9bab-83542de4bb81 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a6a8f-aeb7-4e4b-a901-60546ed061ef', 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.380071 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5018fb2-e434-488f-9bab-83542de4bb81 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.446249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5018fb2-e434-488f-9bab-83542de4bb81 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.451997 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5018fb2-e434-488f-9bab-83542de4bb81 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.473999 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5018fb2-e434-488f-9bab-83542de4bb81 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a90b10-aa0d-4a95-8f2b-e5de4c0a4ca7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.477379 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5018fb2-e434-488f-9bab-83542de4bb81 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.478705 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b5018fb2-e434-488f-9bab-83542de4bb81 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334231 Jul 16 20:41:58.481810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36674) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.486442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-675ba5fc-9457-4f3a-8404-fc5546fd1c40 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a6a8f-aeb7-4e4b-a901-60546ed061ef', 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.516577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-675ba5fc-9457-4f3a-8404-fc5546fd1c40 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.579108 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-675ba5fc-9457-4f3a-8404-fc5546fd1c40 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.584322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-675ba5fc-9457-4f3a-8404-fc5546fd1c40 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.606406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ba5fc-9457-4f3a-8404-fc5546fd1c40 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b2709d-36c8-45cf-8ff6-bc526eec445a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.614369 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-675ba5fc-9457-4f3a-8404-fc5546fd1c40 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.616144 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-675ba5fc-9457-4f3a-8404-fc5546fd1c40 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333134 Jul 16 20:41:58.618956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.623728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a6a8f-aeb7-4e4b-a901-60546ed061ef', 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.646985 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Project 5f964b5ec6a64186bb06e113b800d9b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:41:58.652113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.723706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.729435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.753173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1b3e92-cac5-4712-8767-5025322f97ae,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.761173 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.762376 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8f4a0114-17c8-418c-8fe9-873f988864f1 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424549 Jul 16 20:41:58.765168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36678) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.769506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a6a8f-aeb7-4e4b-a901-60546ed061ef', 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.793273 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Project 5f964b5ec6a64186bb06e113b800d9b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:41:58.798234 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.864105 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.872261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.892068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97c21a4-a1d8-4259-b648-6ca355e48ebd,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.898174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.899696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2034d358-8594-46b1-a8b2-a21325881671 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335719 Jul 16 20:41:59.288853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-3aa3df7f-1937-4d75-acd1-a5e74e8845be tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100194217&fields=id&tenant_id=5f964b5ec6a64186bb06e113b800d9b1 HTTP/1.1" status: 200 len: 267 time: 0.0373919 Jul 16 20:41:59.400553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-627b81c4-a740-4df1-a675-c54c0304d4ab tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.402003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-627b81c4-a740-4df1-a675-c54c0304d4ab tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 814 time: 0.1060283 Jul 16 20:41:59.419263 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-3d2d015b-1893-4ca0-b83d-af44c7513e9b tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/quotas/5f964b5ec6a64186bb06e113b800d9b1 HTTP/1.1" status: 200 len: 375 time: 0.0093110 Jul 16 20:41:59.496554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-e15274c1-01af-44c9-9957-ed7e9f61f60d tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721087 Jul 16 20:41:59.595693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-bfbc83c0-e123-4d49-8228-a095089ca3e3 service neutron] 10.222.0.91 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876775 Jul 16 20:41:59.700395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-5207f88c-9440-4e66-aec5-1834f596456d service neutron] 10.222.0.91 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964186 Jul 16 20:42:00.159843 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fa0cd87e-fc7d-4dfc-aa8f-25aa6b9492c2 req-b9571d44-bf77-48ee-ad26-8310a47be44b tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 210 time: 0.1461186 Jul 16 20:42:01.155160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-65398bcd-155b-4234-9b3e-62e0b8574d37 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.156675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-65398bcd-155b-4234-9b3e-62e0b8574d37 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.99 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 814 time: 0.1067443 Jul 16 20:42:01.204389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-5e11d421-d08e-4ef3-88bb-f774c49bf30b tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f964b5ec6a64186bb06e113b800d9b1 HTTP/1.1" status: 200 len: 379 time: 0.0378573 Jul 16 20:42:01.216632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'port': {'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'admin_state_up': True, 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'security_groups': ['ee5a6a8f-aeb7-4e4b-a901-60546ed061ef']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:01.329211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c969b467-def4-4270-a9b6-80098d52a54a req-e5406c49-15bb-42ae-896a-f521d1ced743 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 210 time: 0.0354195 Jul 16 20:42:01.340253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Made reservation on behalf of 5f964b5ec6a64186bb06e113b800d9b1 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:01.344681 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.480738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Allocated IP 172.20.0.5 (70ce4f6f-c650-4637-ba2d-e3fb84e1f942/462b1bc2-4575-4ad5-af67-9361433835cf/c12d89dc-b551-4dbd-af06-60de9a7a5076) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:01.628831 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.642866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Transition to ACTIVE for port object c12d89dc-b551-4dbd-af06-60de9a7a5076 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:01.679938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.734742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:01.738070 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:01.742318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:01.748866 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'Port': ['ID=c12d89dc-b551-4dbd-af06-60de9a7a5076,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.799379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.800069 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.818703 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-234a1975-e006-420b-86c7-65cee07a9b26 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6071463 Jul 16 20:42:01.829923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-757755ae-e173-4af8-8763-b197f927d857 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:42:01.831036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-757755ae-e173-4af8-8763-b197f927d857 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058458 Jul 16 20:42:01.843296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Request body: {'port': {'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:01.933134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.023668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e324bc3f-2978-48d5-834b-13678a314890 None None] Provisioning for port c12d89dc-b551-4dbd-af06-60de9a7a5076 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:02.028374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e324bc3f-2978-48d5-834b-13678a314890 None None] Provisioning complete for port c12d89dc-b551-4dbd-af06-60de9a7a5076 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:02.028858 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e324bc3f-2978-48d5-834b-13678a314890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.064246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e324bc3f-2978-48d5-834b-13678a314890 None None] Port c12d89dc-b551-4dbd-af06-60de9a7a5076 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:42:02.226200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12d89dc-b551-4dbd-af06-60de9a7a5076 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:02.234442 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.246514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Transition to ACTIVE for port object c12d89dc-b551-4dbd-af06-60de9a7a5076 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:02.250964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.301478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Pushing event updated for resources: {'Port': ['ID=c12d89dc-b551-4dbd-af06-60de9a7a5076,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:02.389693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Attempting to bind port c12d89dc-b551-4dbd-af06-60de9a7a5076 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:02.390503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Attempting to bind port c12d89dc-b551-4dbd-af06-60de9a7a5076 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:02.391034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Attempting to bind port c12d89dc-b551-4dbd-af06-60de9a7a5076 on network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:02.400500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Port c12d89dc-b551-4dbd-af06-60de9a7a5076 on network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:02.401108 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Attempting to bind port c12d89dc-b551-4dbd-af06-60de9a7a5076 on network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:02.408234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:02.408973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Checking segment: {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:02.409596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Bound using segment: {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:02.410057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Bound port: c12d89dc-b551-4dbd-af06-60de9a7a5076, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3264634a-91f7-4315-91a8-5862bc6cb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:02.410556 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.530104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] For port c12d89dc-b551-4dbd-af06-60de9a7a5076, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:02.534465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] For port c12d89dc-b551-4dbd-af06-60de9a7a5076, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:02.540185 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.597134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.597825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.599722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] 10.222.0.99 "PUT /v2.0/ports/c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 1092 time: 0.7616413 Jul 16 20:42:02.602116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:02.605068 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7c685e-c2cf-4821-833e-0f95cfef8242" -d '{"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:02.652638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30569457-d38c-48c0-b148-ca5c5afb41c5 req-b1a810cb-6398-4cb4-b096-a38f5305a326 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.657998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-30569457-d38c-48c0-b148-ca5c5afb41c5 req-b1a810cb-6398-4cb4-b096-a38f5305a326 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.1831183 Jul 16 20:42:02.679887 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175e389-b14c-48cf-b7e0-2436182e7149 x-openstack-request-id: req-6175e389-b14c-48cf-b7e0-2436182e7149 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:02.680306 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:02.680491 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6175e389-b14c-48cf-b7e0-2436182e7149 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:02.680870 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'status': 'completed', 'code': 200} Jul 16 20:42:02.683767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8b8bd-cd6d-42d7-8ba5-b813dbc99f7e service neutron] Pushing event updated for resources: {'Port': ['ID=c12d89dc-b551-4dbd-af06-60de9a7a5076,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:02.740873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-30569457-d38c-48c0-b148-ca5c5afb41c5 req-d9335155-4339-43af-b48e-42209c5cf857 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679381 Jul 16 20:42:02.757548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-fc5f78cd-9c24-4a05-9e69-23ae1782c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.759200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-fc5f78cd-9c24-4a05-9e69-23ae1782c198 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1095 time: 0.0963724 Jul 16 20:42:02.804174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-627e0387-02f7-4163-85fb-7af76eb7e588 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 217 time: 0.0373850 Jul 16 20:42:02.859315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-809f4060-39ca-4189-a828-d69f3c3e4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.860722 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-809f4060-39ca-4189-a828-d69f3c3e4e03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 200 len: 853 time: 0.0506752 Jul 16 20:42:02.920252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-53108534-732c-4022-bf89-1916e1792063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.921754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-53108534-732c-4022-bf89-1916e1792063 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543978 Jul 16 20:42:03.016844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-24ce6c48-a331-49c4-b4f5-aa51af7bc0c2 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877502 Jul 16 20:42:03.120826 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c850ba7f-33cd-4671-8945-7dd83d8bf61d req-ac16418b-1378-4246-b667-2f58285a4ea3 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971148 Jul 16 20:42:03.222625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-f08d5750-a40b-4a63-a36c-20f0461116bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.224276 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-f08d5750-a40b-4a63-a36c-20f0461116bd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1095 time: 0.0550983 Jul 16 20:42:03.325371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-1959fd2b-4519-4449-9ee0-33fa710856e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.326808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-1959fd2b-4519-4449-9ee0-33fa710856e2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 915 time: 0.0961771 Jul 16 20:42:03.368452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-47dec376-76f4-4cbf-9de9-04d12efa7993 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 217 time: 0.0354486 Jul 16 20:42:03.421284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-273edcd7-1e09-40a7-a41b-e6d83995d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.422685 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-273edcd7-1e09-40a7-a41b-e6d83995d949 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 200 len: 853 time: 0.0483162 Jul 16 20:42:03.481403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-c568e9d7-2447-4674-91ae-26dd91c5d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.482940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-c568e9d7-2447-4674-91ae-26dd91c5d9b1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540769 Jul 16 20:42:03.575013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-2e6c942a-a61c-4d56-a247-f138ef53e7f9 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857952 Jul 16 20:42:03.670137 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb7c685e-c2cf-4821-833e-0f95cfef8242 req-29eda0a5-8c64-42fd-9eed-ef49b553767b service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891135 Jul 16 20:42:03.933797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35d08b-0ed5-4e6b-a58b-8e0baa3b5ed4 req-61ef79c1-ee8f-41dc-a135-ddb201aeabce tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.935528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d35d08b-0ed5-4e6b-a58b-8e0baa3b5ed4 req-61ef79c1-ee8f-41dc-a135-ddb201aeabce tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.0726228 Jul 16 20:42:03.977536 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7d35d08b-0ed5-4e6b-a58b-8e0baa3b5ed4 req-0cae0af2-1de6-4cf0-b2ee-5ef0f9ebf02e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360255 Jul 16 20:42:05.167456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87362e6b-5ab7-41f1-9646-1f978f1a61ea req-00a8d51d-8484-42ff-924b-cb31d8abedf3 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.168975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87362e6b-5ab7-41f1-9646-1f978f1a61ea req-00a8d51d-8484-42ff-924b-cb31d8abedf3 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.0660241 Jul 16 20:42:05.218269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87362e6b-5ab7-41f1-9646-1f978f1a61ea req-08500266-07ce-499c-9c4e-d6fa02826317 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Jul 16 20:42:06.032079 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-90916e59-6499-4d89-bb2d-606611ccca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.422864 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2257-6653-4ccb-b2c4-f644944a3c1d req-521ae5fa-2438-4835-992c-3a50b834a674 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:06.424495 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67fa2257-6653-4ccb-b2c4-f644944a3c1d req-521ae5fa-2438-4835-992c-3a50b834a674 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.0789526 Jul 16 20:42:06.464564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67fa2257-6653-4ccb-b2c4-f644944a3c1d req-2f8d154b-e48c-4fac-8965-5876716f43bb tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343006 Jul 16 20:42:07.667003 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7fa27-3cd8-4773-809e-d45a5049424b req-cc141290-5edb-4586-afac-020a1f150972 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.668450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-68d7fa27-3cd8-4773-809e-d45a5049424b req-cc141290-5edb-4586-afac-020a1f150972 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.0839686 Jul 16 20:42:07.708093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-68d7fa27-3cd8-4773-809e-d45a5049424b req-d8464033-1a72-4f4c-bb00-1e564f75f479 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Jul 16 20:42:08.636317 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.724240 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.857020 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2c37d872-0e4f-4f21-8bd9-b7bdf28afe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.899828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a815940-76d4-4bac-90d0-034db7da5b88 req-5686fcc2-86e6-4c4b-9505-6f97835bacef tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:08.901242 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a815940-76d4-4bac-90d0-034db7da5b88 req-5686fcc2-86e6-4c4b-9505-6f97835bacef tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.0763924 Jul 16 20:42:08.947015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a815940-76d4-4bac-90d0-034db7da5b88 req-ca24574f-4c1a-4b52-a084-89f3721d64c3 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373473 Jul 16 20:42:09.184875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.104695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.137954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2663e-7536-482a-92f1-b1645e5aaf7a req-a8163491-a343-4c17-821a-413492996dfa tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.139505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98b2663e-7536-482a-92f1-b1645e5aaf7a req-a8163491-a343-4c17-821a-413492996dfa tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.0725038 Jul 16 20:42:10.178208 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-98b2663e-7536-482a-92f1-b1645e5aaf7a req-48a9b7cc-dec1-4e2c-8067-274e09e63765 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329959 Jul 16 20:42:10.206192 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:11.358811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6482ddb-4ac5-45f1-a828-ed5558a70d76 req-1b465bfe-3325-465f-8bf6-548dc2186167 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.360412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6482ddb-4ac5-45f1-a828-ed5558a70d76 req-1b465bfe-3325-465f-8bf6-548dc2186167 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 943 time: 0.0684319 Jul 16 20:42:11.400414 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6482ddb-4ac5-45f1-a828-ed5558a70d76 req-d69db979-00d9-4baa-a390-79ca86703811 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342684 Jul 16 20:42:11.898623 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:12.250793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c12d89dc-b551-4dbd-af06-60de9a7a5076 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:12.353129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port c12d89dc-b551-4dbd-af06-60de9a7a5076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:12.364835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'mac_address': 'fa:16:3e:28:ac:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:12.403111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:12.416187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12d89dc-b551-4dbd-af06-60de9a7a5076 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:12.443630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port c12d89dc-b551-4dbd-af06-60de9a7a5076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:12.448572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:12.496713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=c12d89dc-b551-4dbd-af06-60de9a7a5076,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:12.504828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.505274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.505529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.505864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.506184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.506510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.506850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.507173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.507502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.507817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.508131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.508448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:12.584582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43356e2-d732-4d01-8216-169bee2835fc req-6eee5de0-0a78-459b-bab8-f8186272594a tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:12.586256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d43356e2-d732-4d01-8216-169bee2835fc req-6eee5de0-0a78-459b-bab8-f8186272594a tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 944 time: 0.0714035 Jul 16 20:42:12.630484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d43356e2-d732-4d01-8216-169bee2835fc req-1e81fec9-df03-49bf-91ff-4659f5e5e932 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352528 Jul 16 20:42:12.683156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['c12d89dc-b551-4dbd-af06-60de9a7a5076'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:13.832490 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af740-734b-40d9-9d98-560fc0ebbd38 req-ba0e1316-fd51-423f-aac5-acb7476cf816 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:13.833944 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-752af740-734b-40d9-9d98-560fc0ebbd38 req-ba0e1316-fd51-423f-aac5-acb7476cf816 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 944 time: 0.0811083 Jul 16 20:42:13.875577 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-752af740-734b-40d9-9d98-560fc0ebbd38 req-99d87dd4-2f78-4f0b-938c-a3cf41000c07 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333259 Jul 16 20:42:14.247546 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c12d89dc-b551-4dbd-af06-60de9a7a5076 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:14.308005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port c12d89dc-b551-4dbd-af06-60de9a7a5076 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:14.311854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port c12d89dc-b551-4dbd-af06-60de9a7a5076 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:14.312221 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:14.390494 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:14.413709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:14.415993 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1703ebf-6246-4e64-b2dc-2fc4e354eb4a" -d '{"events": [{"server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "name": "network-vif-plugged", "status": "completed", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:14.429016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port c12d89dc-b551-4dbd-af06-60de9a7a5076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:14.436817 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:14.469328 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99693b44-4738-423d-9165-7a02cef09eb0 x-openstack-request-id: req-99693b44-4738-423d-9165-7a02cef09eb0 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:14.469649 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "name": "network-vif-plugged", "status": "completed", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:14.469892 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-99693b44-4738-423d-9165-7a02cef09eb0 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:14.470292 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'code': 200} Jul 16 20:42:14.498781 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=c12d89dc-b551-4dbd-af06-60de9a7a5076,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:14.576856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467450-5114-43e5-bf54-92fd8502c2c9 req-d575d80e-0c96-4b1c-9fd1-7680cba2c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:14.578384 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25467450-5114-43e5-bf54-92fd8502c2c9 req-d575d80e-0c96-4b1c-9fd1-7680cba2c9f7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1097 time: 0.0555460 Jul 16 20:42:14.613312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25467450-5114-43e5-bf54-92fd8502c2c9 req-4538c2a4-b85c-4ee3-ad90-e0377e2bf047 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285435 Jul 16 20:42:15.070228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7e3eb-5d85-4f5a-9465-30c9ffb9539e req-82b8c45e-4551-47ae-b5d3-4faf2e4c7e74 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:15.071776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ef7e3eb-5d85-4f5a-9465-30c9ffb9539e req-82b8c45e-4551-47ae-b5d3-4faf2e4c7e74 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 945 time: 0.0755246 Jul 16 20:42:15.113706 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ef7e3eb-5d85-4f5a-9465-30c9ffb9539e req-2f7250bd-19f8-4051-88a7-f5d90b972025 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362706 Jul 16 20:42:16.315751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3831-9b94-4878-a286-eab449193677 req-b43f24d6-1f08-49c3-b675-a7e26716196c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.317259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-184b3831-9b94-4878-a286-eab449193677 req-b43f24d6-1f08-49c3-b675-a7e26716196c tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 945 time: 0.0772371 Jul 16 20:42:16.358274 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-184b3831-9b94-4878-a286-eab449193677 req-14de3cde-6375-46f6-aee0-f2c40803645e tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Jul 16 20:42:16.552137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eda90-79fb-4ca2-90b2-77ac1162722c req-f42ba69a-ea0f-4106-bc32-850f33871b01 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.553676 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-567eda90-79fb-4ca2-90b2-77ac1162722c req-f42ba69a-ea0f-4106-bc32-850f33871b01 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 945 time: 0.0705395 Jul 16 20:42:16.604799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-567eda90-79fb-4ca2-90b2-77ac1162722c req-b2035b15-7886-46de-bbe0-43d33b99a4e6 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Jul 16 20:42:16.629496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36744) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:16.849205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb6e72-b885-4805-bba8-5424d9be4d4f tempest-TestVolumeBackupRestore-78885706 tempest-TestVolumeBackupRestore-78885706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.850748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7acb6e72-b885-4805-bba8-5424d9be4d4f tempest-TestVolumeBackupRestore-78885706 tempest-TestVolumeBackupRestore-78885706-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1092 time: 0.2202439 Jul 16 20:42:16.854079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36748) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:16.860949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:16.890193 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.316599 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.430254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Allocated IP 172.25.3.232 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/443a5267-d4e8-46b3-8347-9449f176a3ac) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:17.548526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.596312 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.635514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:17.638363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:17.641205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:17.669836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'Port': ['ID=443a5267-d4e8-46b3-8347-9449f176a3ac,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:18.058476 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.146903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.300413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.309227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.380249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event updated for resources: {'Port': ['ID=443a5267-d4e8-46b3-8347-9449f176a3ac,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:18.391766 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.504287 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Floating IP fe622780-5192-414d-a02b-7ef506185f5c associated. External IP: 172.25.3.232, port: c12d89dc-b551-4dbd-af06-60de9a7a5076. Jul 16 20:42:18.745410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:42:18.868191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:18.879736 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] Sync routers for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:18.889060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.893106 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:18.893737 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:18.934065 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d1999afb-303c-4898-a70f-68a8b1721dea tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0783641 Jul 16 20:42:18.934942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:18.937161 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9c8259-581f-45bd-8947-a522d907ead6" -d '{"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:18.939887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36750) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:18.976402 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e54b09-7a10-4b25-b0b6-e3a74fbf5bbb x-openstack-request-id: req-51e54b09-7a10-4b25-b0b6-e3a74fbf5bbb {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:18.976776 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:18.977082 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-51e54b09-7a10-4b25-b0b6-e3a74fbf5bbb {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:18.977335 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'status': 'completed', 'code': 200} Jul 16 20:42:19.003254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8728cd8-a329-4d83-830d-bed39912c069 tempest-TestVolumeBackupRestore-78885706 tempest-TestVolumeBackupRestore-78885706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:19.007753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c8728cd8-a329-4d83-830d-bed39912c069 tempest-TestVolumeBackupRestore-78885706 tempest-TestVolumeBackupRestore-78885706-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1092 time: 0.0618711 Jul 16 20:42:19.007957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36754) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:19.011711 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:19.012539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Request body: {'floatingip': {'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:19.060818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-36aa2dc6-a3ea-4a01-bfb5-ae92def95da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:19.062487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-36aa2dc6-a3ea-4a01-bfb5-ae92def95da3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1097 time: 0.0605114 Jul 16 20:42:19.073494 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:19.159085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-eb923ad2-5f42-4f30-8ce0-67c619aad7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:19.160595 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-eb923ad2-5f42-4f30-8ce0-67c619aad7ab service neutron] 10.222.0.99 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 915 time: 0.0920064 Jul 16 20:42:19.234157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-6f268c8f-7e96-4541-afbf-ec1dd67cfd85 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 999 time: 0.0665779 Jul 16 20:42:19.256684 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'fe622780-5192-414d-a02b-7ef506185f5c', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'mac_address': 'fa:16:3e:28:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:17Z', 'updated_at': '2021-07-16T20:42:17Z', 'revision_number': 0, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:19.287044 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] Checking router: 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:19.293311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-4bd9e3a3-1af2-432b-8c87-7781d2be4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:19.294892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-4bd9e3a3-1af2-432b-8c87-7781d2be4ed2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 200 len: 853 time: 0.0547633 Jul 16 20:42:19.296172 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:19.296799 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:19.357855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-b586d2f6-7e85-4755-a0cd-36bba1f5e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:19.359421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-b586d2f6-7e85-4755-a0cd-36bba1f5e903 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585072 Jul 16 20:42:19.407332 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:19.467415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-a447668f-9fc7-4f98-9297-0e33d90457b8 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012743 Jul 16 20:42:19.574426 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb9c8259-581f-45bd-8947-a522d907ead6 req-4ebc926d-f391-450f-ab72-23b93ba0bb02 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995607 Jul 16 20:42:19.622624 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:19.627221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:19.659614 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'fe622780-5192-414d-a02b-7ef506185f5c', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'mac_address': 'fa:16:3e:28:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:17Z', 'updated_at': '2021-07-16T20:42:17Z', 'revision_number': 0, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:19.689879 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7092f9-e94f-4933-97a3-497dfb189d0e None None] The sync data for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 is: [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'fe622780-5192-414d-a02b-7ef506185f5c', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'mac_address': 'fa:16:3e:28:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:17Z', 'updated_at': '2021-07-16T20:42:17Z', 'revision_number': 0, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:19.856711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:42:19.907033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f526b-642d-4459-844a-a0c52ae7ccf2 None None] New status for floating IP fe622780-5192-414d-a02b-7ef506185f5c: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:42:19.978043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:19.983077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:20.020637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:20.023345 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d69cd6-7d20-4e75-bdea-cda074038bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:20.061741 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1664e-138a-4c98-9c2d-0f85658ea0ca x-openstack-request-id: req-a7d1664e-138a-4c98-9c2d-0f85658ea0ca {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:20.061741 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:20.062019 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a7d1664e-138a-4c98-9c2d-0f85658ea0ca {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:20.062289 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'status': 'completed', 'code': 200} Jul 16 20:42:20.066063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-861d87cc-1d8b-43af-a09b-08f882ed068f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "PUT /v2.0/floatingips/fe622780-5192-414d-a02b-7ef506185f5c HTTP/1.1" status: 200 len: 991 time: 1.0571079 Jul 16 20:42:20.129937 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] Sync routers for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:20.140099 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:20.140706 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:20.147149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-1967b04c-faeb-4cea-affa-592569f4eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.148641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-1967b04c-faeb-4cea-affa-592569f4eb05 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1097 time: 0.0589540 Jul 16 20:42:20.254366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-a492f2c1-d02a-48d5-b846-b2e0327b33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.255812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-a492f2c1-d02a-48d5-b846-b2e0327b33a6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 915 time: 0.0994177 Jul 16 20:42:20.324570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-2350e2e1-53f4-465c-8283-135f631a526f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 1001 time: 0.0620315 Jul 16 20:42:20.334144 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:20.382302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-6589f880-2501-4762-9434-9b481c087570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.383950 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-6589f880-2501-4762-9434-9b481c087570 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 200 len: 853 time: 0.0537710 Jul 16 20:42:20.443415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-ed5b931d-da71-41a5-9902-8a782a46573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.445036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-ed5b931d-da71-41a5-9902-8a782a46573f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554473 Jul 16 20:42:20.550098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-0651ce3e-b2b3-4816-97b5-7ffadeb7704b service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988896 Jul 16 20:42:20.574356 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'fe622780-5192-414d-a02b-7ef506185f5c', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'mac_address': 'fa:16:3e:28:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:17Z', 'updated_at': '2021-07-16T20:42:20Z', 'revision_number': 2, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:20.604822 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] Checking router: 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:20.619974 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:20.620899 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:20.657157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-04d69cd6-7d20-4e75-bdea-cda074038bdd req-d5f320ca-8fe2-4dcf-8254-3f3d4015ef5d service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004007 Jul 16 20:42:20.734086 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:20.992429 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'fe622780-5192-414d-a02b-7ef506185f5c', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'mac_address': 'fa:16:3e:28:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:17Z', 'updated_at': '2021-07-16T20:42:20Z', 'revision_number': 2, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:21.018769 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49348603-421c-4df5-9d6a-3d24100e1c14 None None] The sync data for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 is: [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': 'fe622780-5192-414d-a02b-7ef506185f5c', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'port_id': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'mac_address': 'fa:16:3e:28:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200fe351-29dd-4a90-bb6b-891afba12122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:42:17Z', 'updated_at': '2021-07-16T20:42:20Z', 'revision_number': 2, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:22.063501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:22.066383 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128ab75-2047-43bd-84b7-a6ae4e3ac191" -d '{"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:22.103617 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b72b80-4427-443c-85b9-36d5899f8106 x-openstack-request-id: req-c3b72b80-4427-443c-85b9-36d5899f8106 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:22.103909 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:22.104154 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c3b72b80-4427-443c-85b9-36d5899f8106 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:22.104558 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'status': 'completed', 'code': 200} Jul 16 20:42:22.186383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-2fc1681a-67f1-44b7-a903-04a17b7a64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:22.188025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-2fc1681a-67f1-44b7-a903-04a17b7a64a3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1097 time: 0.0572248 Jul 16 20:42:22.290659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-19f8959f-e8d0-4414-8e18-996891296972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:22.292840 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-19f8959f-e8d0-4414-8e18-996891296972 service neutron] 10.222.0.99 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 915 time: 0.0987990 Jul 16 20:42:22.363079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-e3ce7278-e429-4352-bae7-9247ee85ad95 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 1001 time: 0.0638473 Jul 16 20:42:22.417934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-3a40a901-e528-4cdf-8a02-a6b9ecfc124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:22.419483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-3a40a901-e528-4cdf-8a02-a6b9ecfc124e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 200 len: 853 time: 0.0501850 Jul 16 20:42:22.478080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-430f5a22-bcf7-4354-ad54-8a469a11cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:22.479589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-430f5a22-bcf7-4354-ad54-8a469a11cdd6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542819 Jul 16 20:42:22.574650 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-cce0d439-091c-4df2-83da-b2fbd7701e60 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887537 Jul 16 20:42:22.674878 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1128ab75-2047-43bd-84b7-a6ae4e3ac191 req-28a94a15-e79c-4a01-9433-7bf130ad4e6b service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932887 Jul 16 20:42:36.036917 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c84d1323-fe20-4976-8312-f83f12ac7138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.637849 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.722577 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.862159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee689c3f-378f-4c63-9b8e-1853a6655c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.204927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.105402 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.900539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.209413 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:48.123637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-81bfe32c-5dac-41ac-ae28-8bb8f9785d32 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557857 Jul 16 20:42:48.246158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-978b183e-a93b-4298-83ff-287c13a81782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.247750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-978b183e-a93b-4298-83ff-287c13a81782 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1097 time: 0.0774975 Jul 16 20:42:48.364199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-9043a763-e72e-4ae8-a69b-60987ecff526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.365691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-9043a763-e72e-4ae8-a69b-60987ecff526 service neutron] 10.222.0.99 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 915 time: 0.0963762 Jul 16 20:42:48.451598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-a2f229d5-33bb-4e9f-9a77-d00b16e674f0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 1001 time: 0.0764513 Jul 16 20:42:48.506272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-c42d4f3e-345f-4dd9-9f50-21afce82a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.507876 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-c42d4f3e-345f-4dd9-9f50-21afce82a2ce service neutron] 10.222.0.99 "GET /v2.0/subnets?id=462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 200 len: 853 time: 0.0504770 Jul 16 20:42:48.584840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-a2d003b9-34d8-4dbd-9960-575a55d26d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.586455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-a2d003b9-34d8-4dbd-9960-575a55d26d44 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715349 Jul 16 20:42:48.687562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-e8ef897e-5c82-4834-b2e4-0a9067b1f783 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932019 Jul 16 20:42:48.783015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed355178-6e8c-49a6-bc3e-6f66ec1ea7ca req-2a52d466-2402-48af-a1dd-4c156a409a67 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887756 Jul 16 20:42:52.969384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 36776) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:53.205485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Deleting port 443a5267-d4e8-46b3-8347-9449f176a3ac {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:53.205831 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.298333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.298555 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.312296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Calling delete_port for 443a5267-d4e8-46b3-8347-9449f176a3ac owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:53.522083 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.555712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event deleted for resources: {'Port': ['ID=443a5267-d4e8-46b3-8347-9449f176a3ac,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:53.631582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.631998 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Floating IP fe622780-5192-414d-a02b-7ef506185f5c disassociated (deleted). External IP: 172.25.3.232, port: c12d89dc-b551-4dbd-af06-60de9a7a5076. Jul 16 20:42:53.871444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:42:54.007740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:54.013073 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.018230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] Sync routers for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:54.027993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:54.028641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:54.055308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e7fb5735-6298-46e7-9cba-8ff5b7b2dd90 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "DELETE /v2.0/floatingips/fe622780-5192-414d-a02b-7ef506185f5c HTTP/1.1" status: 204 len: 168 time: 1.0848157 Jul 16 20:42:54.055892 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:54.058162 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c8399d-7522-4867-b56c-db5a968f9c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:54.098360 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680f211a-60d1-4344-b261-aa7d4fb62dc7 x-openstack-request-id: req-680f211a-60d1-4344-b261-aa7d4fb62dc7 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:54.098900 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:54.099366 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-680f211a-60d1-4344-b261-aa7d4fb62dc7 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:54.099621 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'status': 'completed', 'code': 200} Jul 16 20:42:54.143200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:54.378927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:54.407548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] Checking router: 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:54.416887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:54.417544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:54.548532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-32206d47-b5bc-460d-9ac9-9ab032a74fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:54.550199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-32206d47-b5bc-460d-9ac9-9ab032a74fda service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 1097 time: 0.4292970 Jul 16 20:42:54.577357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea13f7-e956-4dbd-a20b-f62045322050 req-0829f2d0-e97e-4384-81fc-0143fff38ed9 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:54.578958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54ea13f7-e956-4dbd-a20b-f62045322050 req-0829f2d0-e97e-4384-81fc-0143fff38ed9 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 945 time: 0.0982583 Jul 16 20:42:54.673457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54ea13f7-e956-4dbd-a20b-f62045322050 req-d02f4795-bae6-4d77-a9e9-2c3648669457 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811787 Jul 16 20:42:54.693607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-287b4dd2-8b6b-425e-b669-e57f085298e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:54.695273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-287b4dd2-8b6b-425e-b669-e57f085298e3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 200 len: 915 time: 0.1350405 Jul 16 20:42:54.700253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:54.740446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-6d9ca72a-ecdf-43e7-ab04-7755c85f725d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 200 len: 217 time: 0.0380762 Jul 16 20:42:54.800056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-adf06574-ea7d-4fa5-9307-1c3befaa39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:54.801675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-adf06574-ea7d-4fa5-9307-1c3befaa39bb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 200 len: 853 time: 0.0534012 Jul 16 20:42:54.862104 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-dda614a0-2c5b-4534-a29a-1287e2db2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:54.863725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-dda614a0-2c5b-4534-a29a-1287e2db2b78 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=70ce4f6f-c650-4637-ba2d-e3fb84e1f942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551336 Jul 16 20:42:54.903068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:54.934592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba09ea-d969-44a3-a78b-4a48eb55e70d None None] The sync data for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 is: [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:39:52Z', 'revision_number': 4, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '3df8dac5-e74e-444f-8e2e-643edae0be0d', 'name': '', 'network_id': '70ce4f6f-c650-4637-ba2d-e3fb84e1f942', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'mac_address': 'fa:16:3e:89:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:51Z', 'updated_at': '2021-07-16T20:39:59Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'subnets': [{'id': '462b1bc2-4575-4ad5-af67-9361433835cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:54.964899 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-2160c5ab-58ae-4e84-9011-c06f27e954ee service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931952 Jul 16 20:42:55.072634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90c8399d-7522-4867-b56c-db5a968f9c1a req-01e21878-b9bc-48f7-bf66-d4d80fbe9157 service neutron] 10.222.0.99 "GET /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010146 Jul 16 20:42:55.169999 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41efed-11e4-440d-a1d1-8f8a177a5003 None None] New status for floating IP fe622780-5192-414d-a02b-7ef506185f5c: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:42:55.880902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d03a7-ec84-43e3-b473-5a182d1e27c3 req-e7c3028f-e16c-4a3e-96e6-eeb73a422c5b tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.882334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f93d03a7-ec84-43e3-b473-5a182d1e27c3 req-e7c3028f-e16c-4a3e-96e6-eeb73a422c5b tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 945 time: 0.0844865 Jul 16 20:42:55.927254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f93d03a7-ec84-43e3-b473-5a182d1e27c3 req-ccab3be0-9074-4213-b4dd-964138a25768 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360508 Jul 16 20:42:56.018582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-75cd54c9-8e5e-4539-aa7c-dd5a744cb2ff tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.020091 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-75cd54c9-8e5e-4539-aa7c-dd5a744cb2ff tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.99 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 945 time: 0.0722127 Jul 16 20:42:56.135658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Deleting port c12d89dc-b551-4dbd-af06-60de9a7a5076 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:56.136362 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.227356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] For port c12d89dc-b551-4dbd-af06-60de9a7a5076, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=c12d89dc-b551-4dbd-af06-60de9a7a5076,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:56.227739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.241187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Calling delete_port for c12d89dc-b551-4dbd-af06-60de9a7a5076 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:56.383407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.413177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event deleted for resources: {'Port': ['ID=c12d89dc-b551-4dbd-af06-60de9a7a5076,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:56.464761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] No DVR routers for this DVR port c12d89dc-b551-4dbd-af06-60de9a7a5076 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:42:56.468695 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.471148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-09b2e4e2-5f94-44b2-9ae8-03d8469a2363 req-8b43803e-73e3-4670-83fa-30639d0a5386 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.99 "DELETE /v2.0/ports/c12d89dc-b551-4dbd-af06-60de9a7a5076 HTTP/1.1" status: 204 len: 173 time: 0.4442518 Jul 16 20:42:56.471836 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'name': 'network-vif-deleted', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:56.474876 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995570d5-55e5-4d30-b622-51db0b37c57c" -d '{"events": [{"server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "name": "network-vif-deleted", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:56.525142 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb01d820-2904-412e-8a11-d3b64eb7ee85 x-openstack-request-id: req-bb01d820-2904-412e-8a11-d3b64eb7ee85 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:56.525462 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200fe351-29dd-4a90-bb6b-891afba12122", "name": "network-vif-deleted", "tag": "c12d89dc-b551-4dbd-af06-60de9a7a5076", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:56.525687 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb01d820-2904-412e-8a11-d3b64eb7ee85 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:56.526094 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200fe351-29dd-4a90-bb6b-891afba12122', 'name': 'network-vif-deleted', 'tag': 'c12d89dc-b551-4dbd-af06-60de9a7a5076', 'status': 'completed', 'code': 200} Jul 16 20:42:57.075341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-03d40483-62d2-4c87-aac6-91cd13b724b5 req-a9e42f87-b3e6-4803-bb9f-20685fd288f2 tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 210 time: 0.0294938 Jul 16 20:42:58.223886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-55e6c6b5-53a7-4589-9dd9-0e6884bd3e63 req-c664c802-ed22-4b6d-be20-37e9a83e24ca tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 210 time: 0.0304706 Jul 16 20:42:58.469430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c12d89dc-b551-4dbd-af06-60de9a7a5076 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:58.495183 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: c12d89dc-b551-4dbd-af06-60de9a7a5076 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:42:58.495523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device c12d89dc-b551-4dbd-af06-60de9a7a5076 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:59.368663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-132779e5-792a-417b-9d45-6caf0d476d6e req-fd77216d-0c97-485a-b412-2fe4abe1c54f tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "GET /v2.0/ports?device_id=200fe351-29dd-4a90-bb6b-891afba12122 HTTP/1.1" status: 200 len: 210 time: 0.0294068 Jul 16 20:43:00.470045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 36796) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:00.533892 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.561016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.632072 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.635144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.639066 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] 10.222.0.91 "DELETE /v2.0/security-groups/ee5a6a8f-aeb7-4e4b-a901-60546ed061ef HTTP/1.1" status: 204 len: 168 time: 0.1679327 Jul 16 20:43:00.649021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a6a8f-aeb7-4e4b-a901-60546ed061ef,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:00.657037 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.657433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.657825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.658041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.658404 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.658891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.659283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.659552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.659906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.660348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.660691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:00.661009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150d12a-5a67-4299-9781-7530e35380ec tempest-TestVolumeBackupRestore-447742204 tempest-TestVolumeBackupRestore-447742204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:04.110911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37250) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.485012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.768600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Deleting port 3df8dac5-e74e-444f-8e2e-643edae0be0d {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:04.768945 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.854347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] For port 3df8dac5-e74e-444f-8e2e-643edae0be0d, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3df8dac5-e74e-444f-8e2e-643edae0be0d,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:04.854734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.869038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Calling delete_port for 3df8dac5-e74e-444f-8e2e-643edae0be0d owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:05.063315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.088039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Pushing event deleted for resources: {'Port': ['ID=3df8dac5-e74e-444f-8e2e-643edae0be0d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:05.252465 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.504130 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:05.980729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:05.987228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-90b27d8c-51a8-4d7b-9cc2-8a28b496b93f admin admin] 10.222.0.91 "PUT /v2.0/routers/3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8741269 Jul 16 20:43:05.988815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37252) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:05.991855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] Sync routers for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:06.002215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:06.002817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.060761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-08a4c585-caa5-4727-8b4d-458f7b45aedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.095045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.126968 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:06.201859 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.254777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Deleting port 78b931e3-dc9a-46fe-91aa-24fbc11433cc {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:06.255488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.307521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:43:05Z', 'revision_number': 5, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port': {'id': '78b931e3-dc9a-46fe-91aa-24fbc11433cc', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:49Z', 'updated_at': '2021-07-16T20:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.338035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] Checking router: 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:06.344958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] For port 78b931e3-dc9a-46fe-91aa-24fbc11433cc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=78b931e3-dc9a-46fe-91aa-24fbc11433cc,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:06.345329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.346818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] Routers {'3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:06.347717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:42:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.358112 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Calling delete_port for 78b931e3-dc9a-46fe-91aa-24fbc11433cc owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:06.437301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] Set router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:06.489979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:43:06Z', 'revision_number': 6, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.524338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed853b-6b1f-41b9-89ff-440050b2a151 None None] The sync data for ids ['3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe'] in n-d-792458-10 is: [{'id': '3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe', 'name': 'tempest-TestVolumeBackupRestore-1719419996-router', 'tenant_id': '5f964b5ec6a64186bb06e113b800d9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:48Z', 'updated_at': '2021-07-16T20:43:06Z', 'revision_number': 6, 'project_id': '5f964b5ec6a64186bb06e113b800d9b1', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:06.535270 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.561615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b931e3-dc9a-46fe-91aa-24fbc11433cc,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:06.626447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.715710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.718642 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.767843 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.768389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:06.773163 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.774590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cd905954-0933-4b4d-9ef6-8a9d7ee4e7a7 admin admin] 10.222.0.91 "DELETE /v2.0/routers/3bc8a18a-fa3e-48c8-bcb2-baec1f0746fe HTTP/1.1" status: 204 len: 168 time: 0.7847741 Jul 16 20:43:06.777747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37254) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.826165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] Deleting subnet 462b1bc2-4575-4ad5-af67-9361433835cf {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:06.830997 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.869116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.967409 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.020650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.048183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462b1bc2-4575-4ad5-af67-9361433835cf,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:07.050081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.052231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3deb416-6a67-4e4c-ba58-d00b7f27c17a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/462b1bc2-4575-4ad5-af67-9361433835cf HTTP/1.1" status: 204 len: 168 time: 0.2734849 Jul 16 20:43:07.054954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37256) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.057600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582be64-7a16-4c83-a0d5-2848c4166ee6 None None] Network 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:07.128881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.183562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Deleting port 65beeb55-9d7e-4e6a-895a-0e17056fb904 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:07.184164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.255006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] For port 65beeb55-9d7e-4e6a-895a-0e17056fb904, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=65beeb55-9d7e-4e6a-895a-0e17056fb904,segment=NetworkSegment(3264634a-91f7-4315-91a8-5862bc6cb443),segment_id=3264634a-91f7-4315-91a8-5862bc6cb443)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:07.255675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.268121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Calling delete_port for 65beeb55-9d7e-4e6a-895a-0e17056fb904 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:07.307591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] DHCP port deletion for 70ce4f6f-c650-4637-ba2d-e3fb84e1f942 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:07.359882 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.362412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] Deleting port 65beeb55-9d7e-4e6a-895a-0e17056fb904 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:07.362742 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.386057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Pushing event deleted for resources: {'Port': ['ID=65beeb55-9d7e-4e6a-895a-0e17056fb904,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:07.389967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] No DVR routers for this DVR port 65beeb55-9d7e-4e6a-895a-0e17056fb904 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:07.430931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] For port 65beeb55-9d7e-4e6a-895a-0e17056fb904, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:07.431325 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.443687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] Calling delete_port for 65beeb55-9d7e-4e6a-895a-0e17056fb904 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:07.447401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] Port 65beeb55-9d7e-4e6a-895a-0e17056fb904 was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:43:07.449140 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.478433 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.482382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] Pushing event deleted for resources: {'Port': ['ID=65beeb55-9d7e-4e6a-895a-0e17056fb904,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:07.484079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab182206-5a95-4bb4-be8f-6ebad3705aec None None] No DVR routers for this DVR port 65beeb55-9d7e-4e6a-895a-0e17056fb904 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:07.504340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ce4f6f-c650-4637-ba2d-e3fb84e1f942']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:07.516686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3264634a-91f7-4315-91a8-5862bc6cb443') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:07.517000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3264634a-91f7-4315-91a8-5862bc6cb443') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:07.529752 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.547609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.555863 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:07.556758 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:07.560228 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:07.562523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78b931e3-dc9a-46fe-91aa-24fbc11433cc no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:07.584306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 78b931e3-dc9a-46fe-91aa-24fbc11433cc {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:07.584650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 78b931e3-dc9a-46fe-91aa-24fbc11433cc not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:07.585473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65beeb55-9d7e-4e6a-895a-0e17056fb904 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:07.605404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 65beeb55-9d7e-4e6a-895a-0e17056fb904 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:07.605758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 65beeb55-9d7e-4e6a-895a-0e17056fb904 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:07.606180 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3df8dac5-e74e-444f-8e2e-643edae0be0d no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:07.626215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3df8dac5-e74e-444f-8e2e-643edae0be0d {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:07.626553 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3df8dac5-e74e-444f-8e2e-643edae0be0d not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:07.636487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.645339 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.647370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] 10.222.0.91 "DELETE /v2.0/networks/70ce4f6f-c650-4637-ba2d-e3fb84e1f942 HTTP/1.1" status: 204 len: 168 time: 0.5914216 Jul 16 20:43:07.650794 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37258) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.661266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc01f2-b234-43b1-b455-3770128e27ec admin admin] Pushing event deleted for resources: {'Network': ['ID=70ce4f6f-c650-4637-ba2d-e3fb84e1f942,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.057251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.352183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Deleting port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:08.352772 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.433957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] For port f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,segment=NetworkSegment(e1ad3648-687c-4daf-b7be-d2fdaa69b2c1),segment_id=e1ad3648-687c-4daf-b7be-d2fdaa69b2c1)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:08.434314 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.447338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Calling delete_port for f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:08.630549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.640062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.667410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.699262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.699609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.699951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.700296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.700628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.700967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.701330 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.701618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.701949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.702285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.702605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.702938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:08.740616 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.866053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-490b5771-9fd7-45ea-a19e-e65ec8c8826d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.876638 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.122886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Router 3e32e909-54d0-4402-a4c4-ca607873e868 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:09.217283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.237125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:09.242267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f5ae80de-a3ec-49fc-b91f-9e1391056c43 admin admin] 10.222.0.91 "PUT /v2.0/routers/3e32e909-54d0-4402-a4c4-ca607873e868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903471 Jul 16 20:43:09.244844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37266) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:09.247372 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] Sync routers for ids ['3e32e909-54d0-4402-a4c4-ca607873e868'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:09.256626 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] Routers {'3e32e909-54d0-4402-a4c4-ca607873e868'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:09.257324 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:43:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3e32e909-54d0-4402-a4c4-ca607873e868'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:09.355062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.364916 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] Set router 3e32e909-54d0-4402-a4c4-ca607873e868 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:09.466195 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.542413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Deleting port 196eb06a-b8cd-4c62-88d6-54254f648974 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:09.542885 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.558915 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port': {'id': '196eb06a-b8cd-4c62-88d6-54254f648974', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:39:55Z', 'updated_at': '2021-07-16T20:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:09.586162 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] Checking router: 3e32e909-54d0-4402-a4c4-ca607873e868 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:09.596208 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] Routers {'3e32e909-54d0-4402-a4c4-ca607873e868'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:09.596989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:43:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3e32e909-54d0-4402-a4c4-ca607873e868'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:09.632509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] For port 196eb06a-b8cd-4c62-88d6-54254f648974, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=196eb06a-b8cd-4c62-88d6-54254f648974,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:09.633007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.645558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Calling delete_port for 196eb06a-b8cd-4c62-88d6-54254f648974 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:09.770637 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] Set router 3e32e909-54d0-4402-a4c4-ca607873e868 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:09.821856 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:43:09Z', 'revision_number': 6, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:09.824965 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.851143 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431fb5a-0bdb-4dc6-96aa-77f583a012c7 None None] The sync data for ids ['3e32e909-54d0-4402-a4c4-ca607873e868'] in n-d-792458-10 is: [{'id': '3e32e909-54d0-4402-a4c4-ca607873e868', 'name': 'tempest-TestVolumeBackupRestore-1119900289-router', 'tenant_id': 'a651f84f6e4b441f80308b5d53474aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:39:54Z', 'updated_at': '2021-07-16T20:43:09Z', 'revision_number': 6, 'project_id': 'a651f84f6e4b441f80308b5d53474aaa', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:09.852530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Pushing event deleted for resources: {'Port': ['ID=196eb06a-b8cd-4c62-88d6-54254f648974,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.918942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.012919 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.015258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.060904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.061349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e32e909-54d0-4402-a4c4-ca607873e868 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:10.065914 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.067138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9bd926bb-1cac-4584-aa68-27a430e8fe5a admin admin] 10.222.0.91 "DELETE /v2.0/routers/3e32e909-54d0-4402-a4c4-ca607873e868 HTTP/1.1" status: 204 len: 168 time: 0.8213413 Jul 16 20:43:10.069730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37270) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:10.106414 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.118673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] Deleting subnet e765aa5d-925e-45fa-91af-235bdc7ea1c4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:10.122404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.159624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.245942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.304536 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.329516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e765aa5d-925e-45fa-91af-235bdc7ea1c4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:10.332942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.336353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2f3fd9aa-237a-4bf6-9322-fa7cdeff4f32 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e765aa5d-925e-45fa-91af-235bdc7ea1c4 HTTP/1.1" status: 204 len: 168 time: 0.2641301 Jul 16 20:43:10.337401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37272) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:10.340278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c7ad5-4bb6-4588-b08f-cb41d77bcdf7 None None] Network a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:10.407470 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.461688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Deleting port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:10.462028 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.529011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] For port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=46e87e7c-b2b3-42ad-a320-37b33a3ec3d3,segment=NetworkSegment(e1ad3648-687c-4daf-b7be-d2fdaa69b2c1),segment_id=e1ad3648-687c-4daf-b7be-d2fdaa69b2c1)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:10.529282 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.542923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Calling delete_port for 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:10.628892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50e813-e48e-40fc-96a3-1b0794c17355 None None] DHCP port deletion for a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:10.642383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.657900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3d50e813-e48e-40fc-96a3-1b0794c17355 None None] The port '46e87e7c-b2b3-42ad-a320-37b33a3ec3d3' was deleted {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:43:10.667085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e87e7c-b2b3-42ad-a320-37b33a3ec3d3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:10.672841 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] No DVR routers for this DVR port 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:10.748350 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.761862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c4e7e0-7393-4ca9-b5a2-e194202b34d3']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:10.773173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:10.773513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ad3648-687c-4daf-b7be-d2fdaa69b2c1') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:10.782567 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.796460 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.802358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:10.802734 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:10.804638 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:10.864071 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.870097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.872030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a0c4e7e0-7393-4ca9-b5a2-e194202b34d3 HTTP/1.1" status: 204 len: 168 time: 0.5337191 Jul 16 20:43:10.886855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a896c6-0243-4e05-b916-a0a637488c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c4e7e0-7393-4ca9-b5a2-e194202b34d3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:11.118784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37276) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:11.163513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5a57d17a-b0bd-48a9-8d3a-ccfa3632c96e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5f964b5ec6a64186bb06e113b800d9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435002 Jul 16 20:43:11.167139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37278) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:11.227555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc0046de-1efd-49a3-b0a0-af1ed1ef0897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.254723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc0046de-1efd-49a3-b0a0-af1ed1ef0897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.311118 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc0046de-1efd-49a3-b0a0-af1ed1ef0897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.313724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fc0046de-1efd-49a3-b0a0-af1ed1ef0897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.314927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fc0046de-1efd-49a3-b0a0-af1ed1ef0897 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c3606fcf-9565-42f8-845b-e86eb3c13339 HTTP/1.1" status: 204 len: 168 time: 0.1467826 Jul 16 20:43:11.323586 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0046de-1efd-49a3-b0a0-af1ed1ef0897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3606fcf-9565-42f8-845b-e86eb3c13339,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:11.532828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:11.553683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:11.554033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f7ff6d90-ec7e-4fde-9f1e-8b01d0151c2f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:11.554522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:11.577958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:11.578302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 46e87e7c-b2b3-42ad-a320-37b33a3ec3d3 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:11.578725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 196eb06a-b8cd-4c62-88d6-54254f648974 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:11.603640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 196eb06a-b8cd-4c62-88d6-54254f648974 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:11.604092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 196eb06a-b8cd-4c62-88d6-54254f648974 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:11.683475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37284) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:11.725438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cf1d5716-694e-464a-86a6-28c41f6bedca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a651f84f6e4b441f80308b5d53474aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407548 Jul 16 20:43:11.728071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37286) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:11.777185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cfc28d3-f6c3-4168-8290-632ba9701706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.798760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cfc28d3-f6c3-4168-8290-632ba9701706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.848974 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cfc28d3-f6c3-4168-8290-632ba9701706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.852277 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6cfc28d3-f6c3-4168-8290-632ba9701706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.853443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6cfc28d3-f6c3-4168-8290-632ba9701706 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fb17657b-1ce1-45d0-88fa-56056551dd9e HTTP/1.1" status: 204 len: 168 time: 0.1244843 Jul 16 20:43:11.861317 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc28d3-f6c3-4168-8290-632ba9701706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb17657b-1ce1-45d0-88fa-56056551dd9e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:11.920437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.738813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-af942182-80d8-46b7-9f64-3ec422effc83 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=06a5493694f847e2b05a129fb9e03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212944 Jul 16 20:43:22.863185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-9d86ca03-b08d-4e82-8c0e-395523d820e0 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.864659 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-9d86ca03-b08d-4e82-8c0e-395523d820e0 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204140 Jul 16 20:43:22.879956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-d518bc47-d85b-42db-a055-0d3258b465ce tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/quotas/06a5493694f847e2b05a129fb9e03a2d HTTP/1.1" status: 200 len: 375 time: 0.0096195 Jul 16 20:43:22.921805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-2d40e934-1d4a-48f2-a5f0-9f8d70efe35e tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=06a5493694f847e2b05a129fb9e03a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327783 Jul 16 20:43:23.112426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2c71a89a-dc28-4a70-bbe6-043297300b72 req-707dc9ce-a5fd-41c4-8167-d9e47de59bdc tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 210 time: 0.0345201 Jul 16 20:43:24.213740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-fa680160-160b-4ee7-bfcf-e7a8357cc140 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=06a5493694f847e2b05a129fb9e03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347753 Jul 16 20:43:24.216348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:24.278205 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-12a4fff7-fe47-4e7f-91a2-ba582e16d934 req-7b0b55ca-8a0c-46b7-8f57-7726bc3854a7 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 210 time: 0.0296466 Jul 16 20:43:24.425045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-54aa7b99-9571-4fe4-b644-7ba82ce2ace7 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.426410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-54aa7b99-9571-4fe4-b644-7ba82ce2ace7 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077084 Jul 16 20:43:24.445170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Request body: {'port': {'device_id': '496004bd-2304-40bb-bd5b-485218a42b8c', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'admin_state_up': True, 'tenant_id': '06a5493694f847e2b05a129fb9e03a2d'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:24.573954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Made reservation on behalf of 06a5493694f847e2b05a129fb9e03a2d for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:24.577812 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.587920 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.688976 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.694742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.756528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb4ed1-bef1-4b06-9f97-7100d768419b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:24.839020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Allocated IP 192.168.233.37 (876fc1c2-3cea-4dd0-9bcd-1b8ee9309924/0424c6f4-2784-4f41-8d0a-4cabf2d20912/a607214c-1b96-439e-89b2-fe264196a793) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:25.011174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.024858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Transition to ACTIVE for port object a607214c-1b96-439e-89b2-fe264196a793 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:25.061449 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.115347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:25.118731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:25.122686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:25.129446 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Pushing event updated for resources: {'Port': ['ID=a607214c-1b96-439e-89b2-fe264196a793,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:25.182144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.183015 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.201153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-73db9876-0806-4c06-9340-26dd107773a8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7618399 Jul 16 20:43:25.211732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-f17a951a-e57f-46d7-bf91-f21c6541eb60 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:43:25.212815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-f17a951a-e57f-46d7-bf91-f21c6541eb60 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062168 Jul 16 20:43:25.316472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c39af9c6-1816-4875-acbe-69edbf645192 None None] Provisioning for port a607214c-1b96-439e-89b2-fe264196a793 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:25.321440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c39af9c6-1816-4875-acbe-69edbf645192 None None] Provisioning complete for port a607214c-1b96-439e-89b2-fe264196a793 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:25.321823 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c39af9c6-1816-4875-acbe-69edbf645192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.348679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Request body: {'port': {'device_id': '496004bd-2304-40bb-bd5b-485218a42b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:25.358749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c39af9c6-1816-4875-acbe-69edbf645192 None None] Port a607214c-1b96-439e-89b2-fe264196a793 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:25.453823 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.528067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52367a4-1bcf-48de-a805-0de6b8cdc47b req-e9c144c3-5ad4-4458-9efd-e5224fdce474 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.529448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a52367a4-1bcf-48de-a805-0de6b8cdc47b req-e9c144c3-5ad4-4458-9efd-e5224fdce474 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 935 time: 0.1190634 Jul 16 20:43:25.639442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a52367a4-1bcf-48de-a805-0de6b8cdc47b req-4dd1a151-fc41-4c9a-a4ee-805bdf265c22 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018057 Jul 16 20:43:25.788545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a607214c-1b96-439e-89b2-fe264196a793 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:25.796490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.809287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Transition to ACTIVE for port object a607214c-1b96-439e-89b2-fe264196a793 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:25.820317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.875435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Pushing event updated for resources: {'Port': ['ID=a607214c-1b96-439e-89b2-fe264196a793,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:25.968805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Attempting to bind port a607214c-1b96-439e-89b2-fe264196a793 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:25.969173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Attempting to bind port a607214c-1b96-439e-89b2-fe264196a793 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:25.969483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Attempting to bind port a607214c-1b96-439e-89b2-fe264196a793 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:25.974974 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Port a607214c-1b96-439e-89b2-fe264196a793 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:25.975354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Attempting to bind port a607214c-1b96-439e-89b2-fe264196a793 on network 876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:25.981076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:25.981425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Checking segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:25.981811 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Bound using segment: {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:25.982255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Bound port: a607214c-1b96-439e-89b2-fe264196a793, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db46f9-f347-4cca-a9c8-4ed33d2a404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:25.982624 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.049045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] For port a607214c-1b96-439e-89b2-fe264196a793, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:26.052314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] For port a607214c-1b96-439e-89b2-fe264196a793, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a607214c-1b96-439e-89b2-fe264196a793,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:26.056941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.095128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.095775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.097179 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] 10.222.0.79 "PUT /v2.0/ports/a607214c-1b96-439e-89b2-fe264196a793 HTTP/1.1" status: 200 len: 1096 time: 0.8782415 Jul 16 20:43:26.097623 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496004bd-2304-40bb-bd5b-485218a42b8c', 'tag': 'a607214c-1b96-439e-89b2-fe264196a793'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:26.099937 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de15f79d-2cb6-496e-9b6c-288427e57b86" -d '{"events": [{"name": "network-changed", "server_uuid": "496004bd-2304-40bb-bd5b-485218a42b8c", "tag": "a607214c-1b96-439e-89b2-fe264196a793"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:26.125126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2963-a584-47f1-b09f-b023f6d0982c service neutron] Pushing event updated for resources: {'Port': ['ID=a607214c-1b96-439e-89b2-fe264196a793,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:26.207172 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-630a0247-0a22-4ccf-9c81-18a9632ea9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.208819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-630a0247-0a22-4ccf-9c81-18a9632ea9b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=06a5493694f847e2b05a129fb9e03a2d&device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 1099 time: 0.0714905 Jul 16 20:43:26.225436 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab38b0-866b-43b6-b460-ab6d33a66abc x-openstack-request-id: req-f1ab38b0-866b-43b6-b460-ab6d33a66abc {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:26.225605 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496004bd-2304-40bb-bd5b-485218a42b8c", "tag": "a607214c-1b96-439e-89b2-fe264196a793", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:26.225798 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f1ab38b0-866b-43b6-b460-ab6d33a66abc {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:26.226225 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496004bd-2304-40bb-bd5b-485218a42b8c', 'tag': 'a607214c-1b96-439e-89b2-fe264196a793', 'status': 'completed', 'code': 200} Jul 16 20:43:26.255491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-9db99184-dd03-4f93-9de9-f8e0dc5d18d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a607214c-1b96-439e-89b2-fe264196a793 HTTP/1.1" status: 200 len: 217 time: 0.0392075 Jul 16 20:43:26.308542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-0ea1705b-4944-485d-8eab-d05bd2a196ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.310033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-0ea1705b-4944-485d-8eab-d05bd2a196ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0492427 Jul 16 20:43:26.372676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-d5e74332-3d2b-4d72-9743-1c182db5c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.374644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-d5e74332-3d2b-4d72-9743-1c182db5c507 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579135 Jul 16 20:43:26.475552 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-de12d8cd-4fe7-4973-ac00-421d07f474f2 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945082 Jul 16 20:43:26.576289 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76f12cb9-689b-42be-8d98-6b40b9615f34 req-994c9fb9-3b56-4ec6-ba11-2a1d76f2ced7 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940585 Jul 16 20:43:26.696982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-a54767dd-c774-4a99-a1cc-98f1a1d29bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.698519 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-a54767dd-c774-4a99-a1cc-98f1a1d29bff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=06a5493694f847e2b05a129fb9e03a2d&device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 1099 time: 0.0618646 Jul 16 20:43:26.823169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-844c5ba0-a61a-44b0-89a2-25c02e368fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.824642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-844c5ba0-a61a-44b0-89a2-25c02e368fd7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924 HTTP/1.1" status: 200 len: 870 time: 0.1197729 Jul 16 20:43:26.870862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-d31777b9-ab61-45bc-b8dd-17a2a42652f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a607214c-1b96-439e-89b2-fe264196a793 HTTP/1.1" status: 200 len: 217 time: 0.0386529 Jul 16 20:43:26.895060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4059190-fca1-4eb2-9294-aa32f8094b75 req-5290f540-6030-476b-893e-f0417da91011 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.896493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4059190-fca1-4eb2-9294-aa32f8094b75 req-5290f540-6030-476b-893e-f0417da91011 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 947 time: 0.1342480 Jul 16 20:43:26.961249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-56bd946a-0799-4523-a587-9627cdadd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.962919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-56bd946a-0799-4523-a587-9627cdadd610 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0424c6f4-2784-4f41-8d0a-4cabf2d20912 HTTP/1.1" status: 200 len: 843 time: 0.0851378 Jul 16 20:43:26.971658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4059190-fca1-4eb2-9294-aa32f8094b75 req-ee7c5d34-f919-4c58-a517-d33ba4aff4f2 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552249 Jul 16 20:43:27.038925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-e1a3e008-5e0f-4797-b66c-b9d0e6659f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:27.040449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-e1a3e008-5e0f-4797-b66c-b9d0e6659f0a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=876fc1c2-3cea-4dd0-9bcd-1b8ee9309924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679114 Jul 16 20:43:27.139387 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-5abb9983-7270-46cd-9f97-b6a6149b4e2a service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897853 Jul 16 20:43:27.248427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-de15f79d-2cb6-496e-9b6c-288427e57b86 req-c0c50576-30c3-41d8-af20-f8cf19c6d457 service neutron] 10.222.0.79 "GET /v2.0/networks/876fc1c2-3cea-4dd0-9bcd-1b8ee9309924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008928 Jul 16 20:43:28.179542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555239-6474-4dbf-85e9-51595bd9d8dd req-e2b93484-ae15-456b-baae-159d0ae9b60c tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.181318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d555239-6474-4dbf-85e9-51595bd9d8dd req-e2b93484-ae15-456b-baae-159d0ae9b60c tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 947 time: 0.0799251 Jul 16 20:43:28.224637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2d555239-6474-4dbf-85e9-51595bd9d8dd req-433fd272-3e2e-443c-887c-a665aa2093c0 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357444 Jul 16 20:43:28.800703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a607214c-1b96-439e-89b2-fe264196a793 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:28.908196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a607214c-1b96-439e-89b2-fe264196a793, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a607214c-1b96-439e-89b2-fe264196a793,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:28.918607 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a607214c-1b96-439e-89b2-fe264196a793', 'network_id': '876fc1c2-3cea-4dd0-9bcd-1b8ee9309924', 'port_id': 'a607214c-1b96-439e-89b2-fe264196a793', 'mac_address': 'fa:16:3e:84:87:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0424c6f4-2784-4f41-8d0a-4cabf2d20912', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:28.957370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.972469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a607214c-1b96-439e-89b2-fe264196a793 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:28.994691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a607214c-1b96-439e-89b2-fe264196a793, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a607214c-1b96-439e-89b2-fe264196a793,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:29.002125 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.051982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a607214c-1b96-439e-89b2-fe264196a793,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:29.059813 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.060173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.060495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.060825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.061166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.061481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.061924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.062175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.062480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.062784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.063210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.063449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:29.215840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a607214c-1b96-439e-89b2-fe264196a793'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:29.406115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0773b-0532-43e7-865e-9938cbc85e24 req-679bfd0b-d680-4e3a-89d2-ba48d24f989d tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.407672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4c0773b-0532-43e7-865e-9938cbc85e24 req-679bfd0b-d680-4e3a-89d2-ba48d24f989d tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 948 time: 0.0705712 Jul 16 20:43:29.448011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c4c0773b-0532-43e7-865e-9938cbc85e24 req-94c6ef36-a575-44bb-a479-558128951edc tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Jul 16 20:43:30.652877 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead656f1-a07e-4df7-854e-17de8808484a req-d17a3877-0b95-408d-a8cc-d6be568b89c8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.654379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ead656f1-a07e-4df7-854e-17de8808484a req-d17a3877-0b95-408d-a8cc-d6be568b89c8 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 948 time: 0.0809224 Jul 16 20:43:30.820252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a607214c-1b96-439e-89b2-fe264196a793 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:30.882003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a607214c-1b96-439e-89b2-fe264196a793 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:30.887226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a607214c-1b96-439e-89b2-fe264196a793 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:30.887598 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.973442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.998106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496004bd-2304-40bb-bd5b-485218a42b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607214c-1b96-439e-89b2-fe264196a793'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:31.000477 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaab2ed-b831-4eb8-9c99-6e9070200208" -d '{"events": [{"server_uuid": "496004bd-2304-40bb-bd5b-485218a42b8c", "name": "network-vif-plugged", "status": "completed", "tag": "a607214c-1b96-439e-89b2-fe264196a793"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:31.014290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a607214c-1b96-439e-89b2-fe264196a793, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a607214c-1b96-439e-89b2-fe264196a793,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:31.021103 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.033282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ead656f1-a07e-4df7-854e-17de8808484a req-e3e7b96e-15a5-4907-beee-1790b2e48be0 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708282 Jul 16 20:43:31.048526 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40062c85-5eb9-4e20-9755-8d0d9f7b0aa5 x-openstack-request-id: req-40062c85-5eb9-4e20-9755-8d0d9f7b0aa5 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:31.049133 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496004bd-2304-40bb-bd5b-485218a42b8c", "name": "network-vif-plugged", "status": "completed", "tag": "a607214c-1b96-439e-89b2-fe264196a793", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:31.049406 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40062c85-5eb9-4e20-9755-8d0d9f7b0aa5 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:31.049812 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496004bd-2304-40bb-bd5b-485218a42b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607214c-1b96-439e-89b2-fe264196a793', 'code': 200} Jul 16 20:43:31.080977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a607214c-1b96-439e-89b2-fe264196a793,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:31.171242 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a164e-2809-4a6e-84d7-469a2f559145 req-b75be3f1-ae98-49ac-ab65-109a71d1f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.172734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f61a164e-2809-4a6e-84d7-469a2f559145 req-b75be3f1-ae98-49ac-ab65-109a71d1f091 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 1101 time: 0.0584929 Jul 16 20:43:31.209163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f61a164e-2809-4a6e-84d7-469a2f559145 req-483e8403-9740-41ed-bd7c-5e6bd2ba0ed5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297501 Jul 16 20:43:32.235098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621050bc-0b0d-49bc-8554-7a32ad21758a req-b7327044-5205-4ae5-9429-91e325783590 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:32.236697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-621050bc-0b0d-49bc-8554-7a32ad21758a req-b7327044-5205-4ae5-9429-91e325783590 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 949 time: 0.0718863 Jul 16 20:43:32.280648 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-621050bc-0b0d-49bc-8554-7a32ad21758a req-7d4e0a1f-f74f-43b2-891b-71e652a5a969 tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 Jul 16 20:43:32.650486 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-a933a20a-294d-41ba-a17b-b0dc58aa0038 req-b45b107d-4b75-4a3b-a259-cb8a4945fb69 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:43:32.651518 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a933a20a-294d-41ba-a17b-b0dc58aa0038 req-b45b107d-4b75-4a3b-a259-cb8a4945fb69 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0721729 Jul 16 20:43:33.007889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-1a153fe4-2dce-420f-bdf5-50b7a019547c req-cfb8b472-4ec9-4ad4-84c2-cb7913f3c5b7 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:43:33.009166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a153fe4-2dce-420f-bdf5-50b7a019547c req-cfb8b472-4ec9-4ad4-84c2-cb7913f3c5b7 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079741 Jul 16 20:43:33.554925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9c9d3-c60a-4f6d-92e4-1c0ba40be528 req-7f9b61af-35a0-4b4e-ac82-70edbd6903de tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:33.556941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d4c9c9d3-c60a-4f6d-92e4-1c0ba40be528 req-7f9b61af-35a0-4b4e-ac82-70edbd6903de tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 949 time: 0.0912614 Jul 16 20:43:33.596471 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d4c9c9d3-c60a-4f6d-92e4-1c0ba40be528 req-8baad055-08d0-4518-9134-3d4e019b602f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333161 Jul 16 20:43:34.728336 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-950358d4-8779-46ab-9986-8c3f8947474b tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:34.730148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-950358d4-8779-46ab-9986-8c3f8947474b tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.79 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 949 time: 0.0730879 Jul 16 20:43:34.784797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11f20e-b5e4-4dbb-90e7-ab46a6928a3f req-6fd6ca24-5a64-4e6f-b330-678fd34a5bde tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:34.786292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce11f20e-b5e4-4dbb-90e7-ab46a6928a3f req-6fd6ca24-5a64-4e6f-b330-678fd34a5bde tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/ports?device_id=496004bd-2304-40bb-bd5b-485218a42b8c HTTP/1.1" status: 200 len: 949 time: 0.0632870 Jul 16 20:43:34.825887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ce11f20e-b5e4-4dbb-90e7-ab46a6928a3f req-116bd5bc-c0bd-43a7-b3a0-d7cc7408c9be tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.91 "GET /v2.0/security-groups?id=70eb4ed1-bef1-4b06-9f97-7100d768419b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jul 16 20:43:34.838985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Deleting port a607214c-1b96-439e-89b2-fe264196a793 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:34.839861 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.934760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] For port a607214c-1b96-439e-89b2-fe264196a793, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a607214c-1b96-439e-89b2-fe264196a793,segment=NetworkSegment(32db46f9-f347-4cca-a9c8-4ed33d2a404b),segment_id=32db46f9-f347-4cca-a9c8-4ed33d2a404b)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:34.935045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.948522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Calling delete_port for a607214c-1b96-439e-89b2-fe264196a793 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:35.096453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.109186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a607214c-1b96-439e-89b2-fe264196a793'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:35.127406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Pushing event deleted for resources: {'Port': ['ID=a607214c-1b96-439e-89b2-fe264196a793,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:35.174407 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] No DVR routers for this DVR port a607214c-1b96-439e-89b2-fe264196a793 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:35.178109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.180205 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6efaccef-8d3e-4ecf-a3df-e25bb5ddceb4 req-11dcf24e-e2cd-4dc1-ab57-f31a608bfa8f tempest-ServersAdminNegativeTestJSON-1787044065 tempest-ServersAdminNegativeTestJSON-1787044065-project] 10.222.0.79 "DELETE /v2.0/ports/a607214c-1b96-439e-89b2-fe264196a793 HTTP/1.1" status: 204 len: 173 time: 0.4441726 Jul 16 20:43:35.180673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496004bd-2304-40bb-bd5b-485218a42b8c', 'name': 'network-vif-deleted', 'tag': 'a607214c-1b96-439e-89b2-fe264196a793'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:35.183172 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f9e873-adf1-4054-9e5b-b9184c3b61a1" -d '{"events": [{"server_uuid": "496004bd-2304-40bb-bd5b-485218a42b8c", "name": "network-vif-deleted", "tag": "a607214c-1b96-439e-89b2-fe264196a793"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:35.242611 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c01c43-bc2d-4478-b85d-06633ef253b8 x-openstack-request-id: req-f6c01c43-bc2d-4478-b85d-06633ef253b8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:35.242984 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496004bd-2304-40bb-bd5b-485218a42b8c", "name": "network-vif-deleted", "tag": "a607214c-1b96-439e-89b2-fe264196a793", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:35.243288 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f6c01c43-bc2d-4478-b85d-06633ef253b8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:35.243867 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496004bd-2304-40bb-bd5b-485218a42b8c', 'name': 'network-vif-deleted', 'tag': 'a607214c-1b96-439e-89b2-fe264196a793', 'status': 'completed', 'code': 200} Jul 16 20:43:36.046565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-12d2172a-321c-4edc-883b-9c3c707880f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.208858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.377954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-96dad6c8-4b7a-4339-8bdc-6218861403c2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=06a5493694f847e2b05a129fb9e03a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632357 Jul 16 20:43:36.381031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37424) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.431753 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a30598a-7a70-40b3-8be9-e27db159d5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.457047 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a30598a-7a70-40b3-8be9-e27db159d5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.511448 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a30598a-7a70-40b3-8be9-e27db159d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.514400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8a30598a-7a70-40b3-8be9-e27db159d5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.515628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8a30598a-7a70-40b3-8be9-e27db159d5fd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/70eb4ed1-bef1-4b06-9f97-7100d768419b HTTP/1.1" status: 204 len: 168 time: 0.1334114 Jul 16 20:43:36.523584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30598a-7a70-40b3-8be9-e27db159d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb4ed1-bef1-4b06-9f97-7100d768419b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.824022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37430) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.838168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbe285a2-2543-42e9-bc92-9632677a1e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.948853 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbe285a2-2543-42e9-bc92-9632677a1e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.954915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cbe285a2-2543-42e9-bc92-9632677a1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.993995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cbe285a2-2543-42e9-bc92-9632677a1e3c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93e316c87eba41218e932fd70a8b5c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688259 Jul 16 20:43:36.994921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe285a2-2543-42e9-bc92-9632677a1e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a0e3c-d882-4f06-ab76-318a4cf38a53,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.997379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37432) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.054329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ccca62-3cc4-44b8-ae54-36a9ea156ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.077372 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ccca62-3cc4-44b8-ae54-36a9ea156ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.138627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ccca62-3cc4-44b8-ae54-36a9ea156ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.141244 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-62ccca62-3cc4-44b8-ae54-36a9ea156ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.142475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-62ccca62-3cc4-44b8-ae54-36a9ea156ba7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cd8a0e3c-d882-4f06-ab76-318a4cf38a53 HTTP/1.1" status: 204 len: 168 time: 0.1430848 Jul 16 20:43:37.152064 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccca62-3cc4-44b8-ae54-36a9ea156ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a0e3c-d882-4f06-ab76-318a4cf38a53,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.863571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37454) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.974633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2120156575-network', 'tenant_id': '1ef3e101c3e84c04b8f7d4cc27484981'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:38.007784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Made reservation on behalf of 1ef3e101c3e84c04b8f7d4cc27484981 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:38.010571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.393981 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.498316 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.505123 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.536401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:38.543929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0c5244-6c5e-4305-b022-b6482f16ad1e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.552614 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.553091 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Added segment 5934d38d-ad42-4bc6-850a-4ce6efcb652b of type vlan for network e6f55fe7-6754-4591-bedf-d7703c6dc212 Jul 16 20:43:38.598120 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.636856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.638250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:38.639104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.639342 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.682537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8177378 Jul 16 20:43:38.686052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37458) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:38.691756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Request body: {'subnet': {'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2120156575-subnet', 'tenant_id': '1ef3e101c3e84c04b8f7d4cc27484981', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:38.718320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Made reservation on behalf of 1ef3e101c3e84c04b8f7d4cc27484981 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:38.720960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.730119 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.736466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1da5d-c714-4144-a075-210bd72e83dd admin admin] Pushing event updated for resources: {'Network': ['ID=e6f55fe7-6754-4591-bedf-d7703c6dc212,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.747739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network e6f55fe7-6754-4591-bedf-d7703c6dc212 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:38.869221 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-47b16c4d-578e-49fb-b8c0-1dc06773190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.877212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a607214c-1b96-439e-89b2-fe264196a793 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:38.897360 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.899335 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: a607214c-1b96-439e-89b2-fe264196a793 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:38.899680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a607214c-1b96-439e-89b2-fe264196a793 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:38.961573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91940d4f-1d5f-401c-8518-f28922c7285c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.967802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Checking segment: {'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:38.968109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Network hostable DHCP agents. Network: e6f55fe7-6754-4591-bedf-d7703c6dc212, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:38.985273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Network e6f55fe7-6754-4591-bedf-d7703c6dc212 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:38.995321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, e6f55fe7-6754-4591-bedf-d7703c6dc212) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:38.999737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.000317 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.005446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6a609-b4f2-4e33-85a0-46594b9928b5 None None] Network e6f55fe7-6754-4591-bedf-d7703c6dc212 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:39.019943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d113102b-6f18-4020-b011-c3fa531ee29e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3278732 Jul 16 20:43:39.135395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ffa11-362b-4c1c-b2f8-32cae698d80c None None] Network e6f55fe7-6754-4591-bedf-d7703c6dc212 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:39.223926 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.484176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424bb6c-5266-4422-90a1-206b02d7afce req-4c8a403d-ff7e-499f-91d1-76fab3febed1 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.485931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-4c8a403d-ff7e-499f-91d1-76fab3febed1 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 812 time: 0.1175539 Jul 16 20:43:39.505748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-6508f9c8-373d-4203-8b50-60d3afa57760 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/quotas/1ef3e101c3e84c04b8f7d4cc27484981 HTTP/1.1" status: 200 len: 375 time: 0.0129552 Jul 16 20:43:39.541265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a08ae2a4-2ac8-41a7-9c96-b5b5c75a1da3 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290735 Jul 16 20:43:39.637711 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-dbea9212-1216-441e-8b27-b53687e485bf service neutron] 10.222.0.91 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896778 Jul 16 20:43:39.728504 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-e0f3c7a2-55d7-4ea4-9f07-b02e92b7280f service neutron] 10.222.0.91 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835025 Jul 16 20:43:39.904451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62dd42f3-8908-4102-8386-2118d449486f req-34f7e3f3-650c-4228-92b5-e5735c83a42e tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 210 time: 0.0296817 Jul 16 20:43:40.112145 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.030008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424bb6c-5266-4422-90a1-206b02d7afce req-e3c289b1-7245-4814-9c8b-b629cce13a81 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:41.032064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-e3c289b1-7245-4814-9c8b-b629cce13a81 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.79 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 812 time: 0.1242077 Jul 16 20:43:41.048433 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Request body: {'port': {'device_id': '9639b434-9425-4321-b4ac-4933768bc5c2', 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212', 'admin_state_up': True, 'tenant_id': '1ef3e101c3e84c04b8f7d4cc27484981'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:41.086128 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3f41721-2cc4-456a-ae7b-1608ed918429 req-c5804638-4ee6-44b5-b355-bd4398bbe2b2 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 210 time: 0.0531859 Jul 16 20:43:41.182474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Made reservation on behalf of 1ef3e101c3e84c04b8f7d4cc27484981 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:41.186249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.314294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Allocated IP 172.20.0.13 (e6f55fe7-6754-4591-bedf-d7703c6dc212/91940d4f-1d5f-401c-8518-f28922c7285c/a3cb0f7d-f366-4328-bd60-d167387b2ff7) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:41.474341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.524653 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.571761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Network e6f55fe7-6754-4591-bedf-d7703c6dc212 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:41.575017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:41.578968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:41.585387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:41.637938 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:41.638562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.655784 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-fbee165c-15be-4ac0-8c72-64953e3f2269 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111608 Jul 16 20:43:41.668059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Request body: {'port': {'device_id': '9639b434-9425-4321-b4ac-4933768bc5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:41.742401 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.906702 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.018604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cb0f7d-f366-4328-bd60-d167387b2ff7 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:42.026610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.038497 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Transition to ACTIVE for port object a3cb0f7d-f366-4328-bd60-d167387b2ff7 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:42.044383 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.113347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.165087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:42.165423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:42.165748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on network e6f55fe7-6754-4591-bedf-d7703c6dc212 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:42.170370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on network e6f55fe7-6754-4591-bedf-d7703c6dc212 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:42.170686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on network e6f55fe7-6754-4591-bedf-d7703c6dc212 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:42.175518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:42.175869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Checking segment: {'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:42.176237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Bound using segment: {'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:42.176666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Bound port: a3cb0f7d-f366-4328-bd60-d167387b2ff7, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:42.177023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.249365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:42.252946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:42.258785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.273425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffc8e5-8dc4-48d7-814a-a2a6a3efb4d5 req-23985ee4-e00a-430a-af21-2a87d25c1ac5 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.274860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86ffc8e5-8dc4-48d7-814a-a2a6a3efb4d5 req-23985ee4-e00a-430a-af21-2a87d25c1ac5 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 944 time: 0.0708313 Jul 16 20:43:42.291469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.292570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.294315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] 10.222.0.79 "PUT /v2.0/ports/a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 1093 time: 0.6304438 Jul 16 20:43:42.296561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:42.299980 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab2dc5a-3e9a-4684-9816-3f49378778d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:42.318155 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-86ffc8e5-8dc4-48d7-814a-a2a6a3efb4d5 req-0b358457-f39f-4379-a163-a38c61169eac tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Jul 16 20:43:42.335711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1564be4-7d9b-4d61-a160-4ea6d651cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.374517 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052e8e0d-8988-45d6-9b76-fd4a03b2945e x-openstack-request-id: req-052e8e0d-8988-45d6-9b76-fd4a03b2945e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:42.374817 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:42.375090 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-052e8e0d-8988-45d6-9b76-fd4a03b2945e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:42.375491 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'status': 'completed', 'code': 200} Jul 16 20:43:42.404615 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424bb6c-5266-4422-90a1-206b02d7afce req-5db464bd-cc23-4eff-9a87-5a5e5041360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.406157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-5db464bd-cc23-4eff-9a87-5a5e5041360c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0648370 Jul 16 20:43:42.450142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-965c668b-888b-4157-9635-69061e9a92d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0370412 Jul 16 20:43:42.509062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424bb6c-5266-4422-90a1-206b02d7afce req-f3916595-4e68-4f29-8c54-505de3092e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.510564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-f3916595-4e68-4f29-8c54-505de3092e2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0548086 Jul 16 20:43:42.544321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-0883ab33-b2f8-45f7-9f3a-c646c8ecd041 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270526 Jul 16 20:43:42.643420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-aab1a0a4-3f04-4dc2-bdfe-f65c94b660b1 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925460 Jul 16 20:43:42.735140 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9424bb6c-5266-4422-90a1-206b02d7afce req-1620cd3b-642a-4a79-9fd1-442e64a43fce service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858643 Jul 16 20:43:42.846275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-cb989263-0352-4e55-9e6f-0b0fa92ff721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.847858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-cb989263-0352-4e55-9e6f-0b0fa92ff721 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0571609 Jul 16 20:43:42.945568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-aa078a82-f532-4233-9765-119ef2cd69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.947088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-aa078a82-f532-4233-9765-119ef2cd69ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 913 time: 0.0926890 Jul 16 20:43:42.989945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-c3bccbd7-5a51-48a5-955c-23bd3f13207f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0357082 Jul 16 20:43:43.046040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-ce0df44c-ad64-4bba-b8d3-aba2ea5c3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:43.047584 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-ce0df44c-ad64-4bba-b8d3-aba2ea5c3433 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0505843 Jul 16 20:43:43.082504 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-bb7e0949-f9c7-45a8-a6ac-770be4270015 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272455 Jul 16 20:43:43.187118 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-efea4278-7db0-4536-821e-3c05a9f0d184 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965204 Jul 16 20:43:43.291221 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ab2dc5a-3e9a-4684-9816-3f49378778d2 req-96549fc5-d37b-4dae-8b76-469c113fad32 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971045 Jul 16 20:43:43.526258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1723a88-ee0d-452a-8402-f2d6c3a2e316 req-327bd623-b6c2-4423-955b-1fc71cfd433f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:43.527908 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1723a88-ee0d-452a-8402-f2d6c3a2e316 req-327bd623-b6c2-4423-955b-1fc71cfd433f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 944 time: 0.0827339 Jul 16 20:43:43.569552 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d1723a88-ee0d-452a-8402-f2d6c3a2e316 req-db6f0eed-7c72-4d84-be14-7f2619037507 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357950 Jul 16 20:43:44.763545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8686c-49a5-4306-863e-4cd3ab706073 req-17e743e2-71c7-4ed9-90e2-8385d7cf6994 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:44.765148 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-24e8686c-49a5-4306-863e-4cd3ab706073 req-17e743e2-71c7-4ed9-90e2-8385d7cf6994 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 944 time: 0.0748808 Jul 16 20:43:44.810399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-24e8686c-49a5-4306-863e-4cd3ab706073 req-4871ca6f-c7b8-4038-940e-6f6fedf2a519 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370324 Jul 16 20:43:44.909686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:45.023121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:45.035003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212', 'port_id': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'mac_address': 'fa:16:3e:80:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91940d4f-1d5f-401c-8518-f28922c7285c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:45.073456 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.088176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cb0f7d-f366-4328-bd60-d167387b2ff7 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:45.113211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:45.119166 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.170969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.307688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a3cb0f7d-f366-4328-bd60-d167387b2ff7'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:46.001493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f97b9-bcab-433d-b9bf-4cf6522a4cdc req-8cdb9eb2-6d03-464a-9ce7-27c909b4693e tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:46.003034 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-303f97b9-bcab-433d-b9bf-4cf6522a4cdc req-8cdb9eb2-6d03-464a-9ce7-27c909b4693e tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 945 time: 0.0731304 Jul 16 20:43:46.041649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-303f97b9-bcab-433d-b9bf-4cf6522a4cdc req-24f63d56-632f-4624-b598-18e56c2c4961 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Jul 16 20:43:46.907541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:47.170364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a3cb0f7d-f366-4328-bd60-d167387b2ff7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:47.175891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a3cb0f7d-f366-4328-bd60-d167387b2ff7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:47.176297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.228468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063d0e1-09b0-4ee5-913a-4cda7b19812a req-464cbdae-faf7-4f61-a67a-8acf60824682 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:47.230147 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0063d0e1-09b0-4ee5-913a-4cda7b19812a req-464cbdae-faf7-4f61-a67a-8acf60824682 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 945 time: 0.0682225 Jul 16 20:43:47.270589 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0063d0e1-09b0-4ee5-913a-4cda7b19812a req-b9b1cf7b-6a39-4c14-aa3b-95d021d84d29 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Jul 16 20:43:47.302561 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.330649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:47.332966 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dbe356-fbab-45e6-8d5c-7d46fb100ecb" -d '{"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-plugged", "status": "completed", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:47.346055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:47.351434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.377082 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6281d7-694c-43df-a83c-53c3b2145a26 x-openstack-request-id: req-ca6281d7-694c-43df-a83c-53c3b2145a26 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:47.377347 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-plugged", "status": "completed", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:47.377631 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ca6281d7-694c-43df-a83c-53c3b2145a26 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:47.377985 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'code': 200} Jul 16 20:43:47.405710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:47.493040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754342c-0100-4b10-ba7a-6f5296208674 req-6c135d6a-d5db-4a25-a8a7-3618dc5f2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:47.494451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8754342c-0100-4b10-ba7a-6f5296208674 req-6c135d6a-d5db-4a25-a8a7-3618dc5f2cec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1098 time: 0.0561011 Jul 16 20:43:47.529720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8754342c-0100-4b10-ba7a-6f5296208674 req-7998881f-f48e-4b6e-a5f9-e90953683af1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282407 Jul 16 20:43:48.464480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4a2b2-b362-4500-9e0c-4fbb882b03e8 req-9572a331-79c5-4c62-b063-ec773c871410 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:48.465416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4a2b2-b362-4500-9e0c-4fbb882b03e8 req-9572a331-79c5-4c62-b063-ec773c871410 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0684528 Jul 16 20:43:48.512366 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c7c4a2b2-b362-4500-9e0c-4fbb882b03e8 req-47031553-de1f-4190-be53-19c77acd5fbe tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386834 Jul 16 20:43:49.692496 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b96b1-35e2-4bb0-9124-fcb6ec2f9f4e req-d35c4e2a-0f5b-4381-975a-835cd30f408b tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:49.694203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-900b96b1-35e2-4bb0-9124-fcb6ec2f9f4e req-d35c4e2a-0f5b-4381-975a-835cd30f408b tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0672975 Jul 16 20:43:49.739499 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-900b96b1-35e2-4bb0-9124-fcb6ec2f9f4e req-b2e38e83-c1ab-44c6-8d84-022efbd90651 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Jul 16 20:43:50.144032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-50b08e39-aa7a-4afa-bcb1-cc1ba2c68a84 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023726 Jul 16 20:43:50.153661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce59cb-2635-415e-a010-2dd8afe9c202 req-055082ca-1084-4e7d-bcf7-a63760ab3a44 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:50.155393 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8ce59cb-2635-415e-a010-2dd8afe9c202 req-055082ca-1084-4e7d-bcf7-a63760ab3a44 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0706189 Jul 16 20:43:50.195248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8ce59cb-2635-415e-a010-2dd8afe9c202 req-d13fd120-8cec-433e-a97f-a635b219bd60 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343106 Jul 16 20:43:51.377748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0987d7-ad5b-40f1-b467-ccba40e9ee76 req-071bf29d-8c07-44a0-ab24-0864b86f56d0 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.379421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e0987d7-ad5b-40f1-b467-ccba40e9ee76 req-071bf29d-8c07-44a0-ab24-0864b86f56d0 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0722861 Jul 16 20:43:51.451881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e0987d7-ad5b-40f1-b467-ccba40e9ee76 req-5cdf0bd6-f4b1-4683-9c7c-740e93a0006a tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663593 Jul 16 20:43:51.476931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-3f3f2a8f-1c50-4e13-8220-e5af4423c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.476931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-3f3f2a8f-1c50-4e13-8220-e5af4423c327 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1098 time: 0.0879099 Jul 16 20:43:51.573424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-be172d33-6a92-4bf0-89e4-0591b90ef432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.574969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-be172d33-6a92-4bf0-89e4-0591b90ef432 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 913 time: 0.0942211 Jul 16 20:43:51.622880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-7981af11-8635-4e1e-a145-bfaf400dab4d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0417862 Jul 16 20:43:51.674033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-3bbf4f65-b435-4896-b198-87899cf4275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.675732 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-3bbf4f65-b435-4896-b198-87899cf4275d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0474644 Jul 16 20:43:51.709190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-9be1f4f7-d64c-4b98-8c11-ecac2882fd60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261040 Jul 16 20:43:51.804012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-ecedab82-5455-44e1-9509-37e039221935 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879905 Jul 16 20:43:51.922099 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-58f9744f-710b-452d-823d-9b4693b52b30 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120682 Jul 16 20:43:52.058631 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-c81eacd7-8e9c-4d9a-80fe-9003d0eee16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.060236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-c81eacd7-8e9c-4d9a-80fe-9003d0eee16c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1098 time: 0.0618582 Jul 16 20:43:52.172888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-30b65835-79f2-4bac-84be-a81568d59b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.174362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-30b65835-79f2-4bac-84be-a81568d59b07 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 913 time: 0.0907662 Jul 16 20:43:52.219436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-34ca0a58-72ea-4a29-8651-f6f76063ca5f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0381105 Jul 16 20:43:52.270819 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-91ec5f9b-06ca-465c-b39f-c4286638644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.272385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-91ec5f9b-06ca-465c-b39f-c4286638644b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0457370 Jul 16 20:43:52.306359 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-b2496e70-c36d-4670-9fa6-ebf2b0ce3ad6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280180 Jul 16 20:43:52.404473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-c199b718-6a4c-477d-b629-b0f82012418c service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919008 Jul 16 20:43:52.497619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-debaded3-b7eb-40d3-a41b-398d5531ba6a req-501da90a-9f87-47da-9872-9f9c2dbda73b service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Jul 16 20:43:52.644312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006d84-de98-4fad-b7e1-54c5800976c5 req-0d83532d-7dec-478d-9e3c-3c1358331d9d tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.645877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d006d84-de98-4fad-b7e1-54c5800976c5 req-0d83532d-7dec-478d-9e3c-3c1358331d9d tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0714149 Jul 16 20:43:52.692737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d006d84-de98-4fad-b7e1-54c5800976c5 req-c89e3188-9d71-44a6-a89f-f440e2ee0e4d tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Jul 16 20:43:53.884666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9669e3-bf78-4f26-b792-8547a326d514 req-e76cd58d-b05c-42cb-b300-4c1e5470f7a2 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.886141 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f9669e3-bf78-4f26-b792-8547a326d514 req-e76cd58d-b05c-42cb-b300-4c1e5470f7a2 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0774469 Jul 16 20:43:53.929733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2f9669e3-bf78-4f26-b792-8547a326d514 req-871a7b0d-06bc-40f7-86ce-d0dd50b16acb tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356705 Jul 16 20:43:55.119041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac641bb6-7850-4410-80fe-2c5029e61af9 req-8d246fa1-82d0-4989-af57-8a0f2795fbd1 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:55.120582 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ac641bb6-7850-4410-80fe-2c5029e61af9 req-8d246fa1-82d0-4989-af57-8a0f2795fbd1 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0772481 Jul 16 20:43:55.161692 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ac641bb6-7850-4410-80fe-2c5029e61af9 req-d623318d-59d3-4c3b-a96c-243b57ae606a tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Jul 16 20:43:56.366344 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038de4d-1c67-4e23-a078-d59e902417e0 req-c5719281-7e9d-47ba-892b-42621589085e tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:56.368048 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8038de4d-1c67-4e23-a078-d59e902417e0 req-c5719281-7e9d-47ba-892b-42621589085e tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0820432 Jul 16 20:43:56.418666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8038de4d-1c67-4e23-a078-d59e902417e0 req-a6794be8-818f-470b-bf36-ab18ef91f76b tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Jul 16 20:43:57.612689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca275-785e-4d0d-8c79-f73685e0bc0a req-440340e4-61d7-4788-a6da-647721b3a0e8 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:57.614200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e92ca275-785e-4d0d-8c79-f73685e0bc0a req-440340e4-61d7-4788-a6da-647721b3a0e8 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0717108 Jul 16 20:43:57.654434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e92ca275-785e-4d0d-8c79-f73685e0bc0a req-7b482b0d-ec14-47d4-9e9a-d028820e479c tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Jul 16 20:43:58.837198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b805c1f-397a-40cd-a9bb-fe52ab8d1be9 req-830cc6c0-118d-459a-9652-6d1bb0031ba0 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.838709 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b805c1f-397a-40cd-a9bb-fe52ab8d1be9 req-830cc6c0-118d-459a-9652-6d1bb0031ba0 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0675726 Jul 16 20:43:58.881558 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b805c1f-397a-40cd-a9bb-fe52ab8d1be9 req-7ca7277c-ea14-4c18-97d7-dc6ec7a19673 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Jul 16 20:44:00.070606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387d9c9-619f-4032-abe7-0903e01242ec req-af932f4a-7bcb-4bdd-90d0-6385c469acfa tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:00.072131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3387d9c9-619f-4032-abe7-0903e01242ec req-af932f4a-7bcb-4bdd-90d0-6385c469acfa tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0723326 Jul 16 20:44:00.114437 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3387d9c9-619f-4032-abe7-0903e01242ec req-1dbdda86-8bc7-4745-b273-cc9913324343 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Jul 16 20:44:01.206818 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:01.301898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d487a7-831e-4a66-b9e8-812b57de7e45 req-f7721a2c-0a3b-4680-b7a2-a802b66cb0f7 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:01.303366 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-72d487a7-831e-4a66-b9e8-812b57de7e45 req-f7721a2c-0a3b-4680-b7a2-a802b66cb0f7 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0767124 Jul 16 20:44:01.345274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-72d487a7-831e-4a66-b9e8-812b57de7e45 req-765f7bbe-d991-4e91-b562-9e47f224b1fd tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342319 Jul 16 20:44:02.540697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f23d-7d31-49dd-b950-fe0b6e779d4e req-b01af749-770a-4e2a-9e1b-cfb6725988e7 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:02.542179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f30f23d-7d31-49dd-b950-fe0b6e779d4e req-b01af749-770a-4e2a-9e1b-cfb6725988e7 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0796046 Jul 16 20:44:02.585062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6f30f23d-7d31-49dd-b950-fe0b6e779d4e req-8280ae7b-af21-4790-808b-1fc21ae5e16e tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354471 Jul 16 20:44:03.777639 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d762b2-38ca-4780-bd84-1abb557351a0 req-8d35b888-cf57-497d-9a59-654c71637c55 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:03.779038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97d762b2-38ca-4780-bd84-1abb557351a0 req-8d35b888-cf57-497d-9a59-654c71637c55 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0695899 Jul 16 20:44:03.817524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97d762b2-38ca-4780-bd84-1abb557351a0 req-6ebceabb-d7fe-49ed-b331-3bf164a04194 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Jul 16 20:44:05.009198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53579a66-3338-47e3-9474-38b6e3d6f212 req-d54a5103-74bc-4ed8-a2c0-f90b48f266c8 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:05.010680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53579a66-3338-47e3-9474-38b6e3d6f212 req-d54a5103-74bc-4ed8-a2c0-f90b48f266c8 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0675128 Jul 16 20:44:05.060657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53579a66-3338-47e3-9474-38b6e3d6f212 req-8e62f4c8-3a9a-45e0-b940-1611861c3f4d tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Jul 16 20:44:06.050746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a41f4bc0-4bf2-4b05-9093-c3620af1c27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.247263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0860-50df-4362-9960-2b2c67a28767 req-f8dfbf04-6c8a-4b03-bee8-e083157c3459 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:06.248856 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-229b0860-50df-4362-9960-2b2c67a28767 req-f8dfbf04-6c8a-4b03-bee8-e083157c3459 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0734582 Jul 16 20:44:06.291898 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-229b0860-50df-4362-9960-2b2c67a28767 req-75ff66d8-8f52-4658-80f2-2f5822d7890f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Jul 16 20:44:07.496267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85b413-5217-4f61-8a04-28080149ff7f req-7727d471-ca02-45ff-9531-06d4e117af08 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.497833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb85b413-5217-4f61-8a04-28080149ff7f req-7727d471-ca02-45ff-9531-06d4e117af08 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0871105 Jul 16 20:44:07.543525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb85b413-5217-4f61-8a04-28080149ff7f req-67bbcdc8-d53f-4127-88d7-852822a915e7 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Jul 16 20:44:08.638989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.730807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729a32f-b73b-43a4-91ec-443e98eafd11 req-079ec43a-414a-48b8-a2be-399a30a371f3 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:08.732410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9729a32f-b73b-43a4-91ec-443e98eafd11 req-079ec43a-414a-48b8-a2be-399a30a371f3 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0714524 Jul 16 20:44:08.739531 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.781982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9729a32f-b73b-43a4-91ec-443e98eafd11 req-01f812a4-6f55-4d14-984f-353fbc652d51 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Jul 16 20:44:08.877598 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-09fefb0f-0622-4568-962e-50ae8ddb434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.218775 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.991995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020241a-adad-41ae-b0dc-b41db8a8f867 req-7d0a265e-c411-42d4-8444-2e4bc79108d6 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:09.993583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7020241a-adad-41ae-b0dc-b41db8a8f867 req-7d0a265e-c411-42d4-8444-2e4bc79108d6 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0810237 Jul 16 20:44:10.036647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7020241a-adad-41ae-b0dc-b41db8a8f867 req-9b049f2a-89de-4a6a-b51d-6d32ff726684 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353374 Jul 16 20:44:10.119134 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.234648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7868192-bd8a-4808-8d74-a7e5e5a381a7 req-db058d3c-b7a6-4dbc-8468-fe1c23b64924 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.236731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7868192-bd8a-4808-8d74-a7e5e5a381a7 req-db058d3c-b7a6-4dbc-8468-fe1c23b64924 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0761180 Jul 16 20:44:11.281104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7868192-bd8a-4808-8d74-a7e5e5a381a7 req-f4dcfb02-6224-40b9-beb4-8e8420e1136f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363886 Jul 16 20:44:11.914312 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.474740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4692542-df69-4a3b-8bee-b42e570d9ffb req-0e2da6c7-44d7-40d9-ac2b-515ef7fbf15c tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:12.476714 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4692542-df69-4a3b-8bee-b42e570d9ffb req-0e2da6c7-44d7-40d9-ac2b-515ef7fbf15c tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0765231 Jul 16 20:44:12.521961 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4692542-df69-4a3b-8bee-b42e570d9ffb req-30f7c84f-f346-4f73-949d-d688aafba321 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Jul 16 20:44:13.722323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52894579-e7af-4d2f-9b87-9e2703883167 req-9a855db5-f5ed-4331-bfef-d256fdb6e222 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.723831 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52894579-e7af-4d2f-9b87-9e2703883167 req-9a855db5-f5ed-4331-bfef-d256fdb6e222 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0790644 Jul 16 20:44:13.766924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-52894579-e7af-4d2f-9b87-9e2703883167 req-3530722f-b8d0-43bb-9cd1-476fc5728638 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Jul 16 20:44:14.965109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2079d-a21a-4477-b523-9aaec1b2f967 req-898e89bd-c519-44ff-a1dc-b31242e30240 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.966509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6c2079d-a21a-4477-b523-9aaec1b2f967 req-898e89bd-c519-44ff-a1dc-b31242e30240 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0804789 Jul 16 20:44:15.009506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f6c2079d-a21a-4477-b523-9aaec1b2f967 req-d98ca56a-a77c-411f-ae2f-d66c8ecc9443 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Jul 16 20:44:16.202450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dea2e-59c5-42e0-86fa-cac9c57489ca req-9e122b9e-a5fd-497b-9aa8-55d28805ef21 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.202450 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f90dea2e-59c5-42e0-86fa-cac9c57489ca req-9e122b9e-a5fd-497b-9aa8-55d28805ef21 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0716178 Jul 16 20:44:16.247948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f90dea2e-59c5-42e0-86fa-cac9c57489ca req-73213199-8aa2-42f1-bca7-930f3371cac6 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Jul 16 20:44:17.436696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8cda-deb0-466e-9b2f-99a4ec2793d3 req-b3ad8394-a95d-4551-a032-3aa7a5bf8fb9 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:17.438209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd9b8cda-deb0-466e-9b2f-99a4ec2793d3 req-b3ad8394-a95d-4551-a032-3aa7a5bf8fb9 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0719039 Jul 16 20:44:17.480937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd9b8cda-deb0-466e-9b2f-99a4ec2793d3 req-5d4bdeb8-2acc-483a-b262-866d25e4e22f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350592 Jul 16 20:44:18.667269 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfba9-9338-4697-a5c2-7f4e6791f971 req-26565bdd-b540-4467-a482-de4e1e949d1f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:18.668775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83ddfba9-9338-4697-a5c2-7f4e6791f971 req-26565bdd-b540-4467-a482-de4e1e949d1f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0715809 Jul 16 20:44:18.707951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83ddfba9-9338-4697-a5c2-7f4e6791f971 req-fd6d4791-d0a4-42fb-9276-505004142295 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333247 Jul 16 20:44:18.978959 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-7ca91256-0887-4d55-887a-1f29ebe1d1c8 service neutron] show failed (client error): The resource could not be found. Jul 16 20:44:18.980098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-7ca91256-0887-4d55-887a-1f29ebe1d1c8 service neutron] 10.222.0.79 "GET /v2.0/ports/a3cb0f7d-f366-4328-bd60-d167387b2ff7/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0707018 Jul 16 20:44:19.281619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-97203e92-7910-4046-ae24-dac2a3791b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:19.283108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-97203e92-7910-4046-ae24-dac2a3791b61 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2&tenant_id=1ef3e101c3e84c04b8f7d4cc27484981 HTTP/1.1" status: 200 len: 1098 time: 0.0903699 Jul 16 20:44:19.300981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:19.380631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.606871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:19.645693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:19.686885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:19.689191 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5858d0-43f7-4090-88cb-0d5de8ca2773" -d '{"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:19.693371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.707364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Transition to ACTIVE for port object a3cb0f7d-f366-4328-bd60-d167387b2ff7 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:19.712878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.772813 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9288002d-c041-4c2c-a6d4-a6ddb23f0eef x-openstack-request-id: req-9288002d-c041-4c2c-a6d4-a6ddb23f0eef {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:19.773127 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:19.773354 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9288002d-c041-4c2c-a6d4-a6ddb23f0eef {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:19.773742 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'code': 200} Jul 16 20:44:19.778531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] No DVR routers for this DVR port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:19.790931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:19.824809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.825240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.825506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.825847 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.826182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.826513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.826874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.827201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.827528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.827856 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.828209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.828527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:19.835686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:19.836030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:19.836370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on network e6f55fe7-6754-4591-bedf-d7703c6dc212 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:19.841635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on network e6f55fe7-6754-4591-bedf-d7703c6dc212 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:19.841994 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Attempting to bind port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on network e6f55fe7-6754-4591-bedf-d7703c6dc212 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:19.849928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:19.850273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Checking segment: {'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:19.850948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Bound using segment: {'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:19.851390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Bound port: a3cb0f7d-f366-4328-bd60-d167387b2ff7, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5934d38d-ad42-4bc6-850a-4ce6efcb652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:19.851749 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.897660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218acf1-1ec2-4559-bc54-2825c6ae1314 req-90ea8d34-c7c7-4915-b57b-acc8026eeb0b tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:19.899816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2218acf1-1ec2-4559-bc54-2825c6ae1314 req-90ea8d34-c7c7-4915-b57b-acc8026eeb0b tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 944 time: 0.0688608 Jul 16 20:44:19.918747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:19.922072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:19.927753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.939304 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2218acf1-1ec2-4559-bc54-2825c6ae1314 req-36d73afd-1f9c-4836-a54a-1deef56e9036 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Jul 16 20:44:19.971078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:19.971769 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.973140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] 10.222.0.99 "PUT /v2.0/ports/a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 1093 time: 0.6824954 Jul 16 20:44:19.989342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128d841-7172-48f5-8305-fcfda6c9a33a service neutron] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:20.116077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-9d156906-ef38-4b25-a520-7247f37d7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.117671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-9d156906-ef38-4b25-a520-7247f37d7fb3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1096 time: 0.1174779 Jul 16 20:44:20.213374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-62615895-8755-407a-9ffb-222673fa3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.215222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-62615895-8755-407a-9ffb-222673fa3eb1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 913 time: 0.0912669 Jul 16 20:44:20.260779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-058b42f5-b78d-4389-bb4c-cc2d7dbe577b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0393577 Jul 16 20:44:20.314940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-9cd40861-4cd4-458c-b463-0d9467220e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.316324 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-9cd40861-4cd4-458c-b463-0d9467220e6a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0501037 Jul 16 20:44:20.349761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-82d3641d-7f36-4c19-9510-8f1e4a423a8f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271485 Jul 16 20:44:20.449336 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-3e1143f4-83a5-44a8-9c51-451cd8124ab8 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920458 Jul 16 20:44:20.541085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d6dbb38-81cd-4ba1-990e-bbfad5c403aa req-6b3ad015-0abb-4fb1-b7a0-a9f29f13d55b service neutron] 10.222.0.99 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855389 Jul 16 20:44:21.145262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f27d-a2c3-489b-b31a-62308084c736 req-c728195b-0afd-4495-835e-7c937ff72185 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:21.146866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e07f27d-a2c3-489b-b31a-62308084c736 req-c728195b-0afd-4495-835e-7c937ff72185 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 944 time: 0.0880969 Jul 16 20:44:21.187837 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e07f27d-a2c3-489b-b31a-62308084c736 req-c3645d75-667d-42d8-85cf-196a30df616f tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Jul 16 20:44:21.775588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:21.778011 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced4a8be-c333-4775-99e1-a5dd5c547e60" -d '{"events": [{"name": "network-changed", "server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:21.900963 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c6520-4e95-469a-9367-9f4aa1a4e574 x-openstack-request-id: req-7d2c6520-4e95-469a-9367-9f4aa1a4e574 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:21.900963 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:21.900963 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7d2c6520-4e95-469a-9367-9f4aa1a4e574 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:21.900963 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'status': 'completed', 'code': 200} Jul 16 20:44:21.977544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-efd89eae-a984-4cf7-ad62-3881956fd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:21.978232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-784e8729-2591-4c61-9d54-1b5ccb6aa4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:21.979072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-efd89eae-a984-4cf7-ad62-3881956fd528 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0601156 Jul 16 20:44:21.979802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-784e8729-2591-4c61-9d54-1b5ccb6aa4ce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0552008 Jul 16 20:44:22.089571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-eab35f70-5f03-4e15-b3e1-b58b22f674b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.091383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-eab35f70-5f03-4e15-b3e1-b58b22f674b5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 913 time: 0.1049044 Jul 16 20:44:22.143152 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-625f434d-d22c-4378-a70a-4624720bb8f6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0381062 Jul 16 20:44:22.201796 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-1d60be40-4074-4a14-91ab-7e1b754d2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.203729 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-1d60be40-4074-4a14-91ab-7e1b754d2d79 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0538213 Jul 16 20:44:22.246040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-5ed2d564-1d38-4e78-a3d2-1395e55cbfdb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353122 Jul 16 20:44:22.344762 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-534bce18-7450-49fc-8870-6f9bb27d5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.346345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-534bce18-7450-49fc-8870-6f9bb27d5587 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 913 time: 0.3610890 Jul 16 20:44:22.375254 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-7e3d8a8a-b20f-4bd2-b5d6-536ccedea734 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210096 Jul 16 20:44:22.391037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-4cfd0e79-e2d6-429b-8697-7dc880ce4d7d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0373249 Jul 16 20:44:22.435289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990a116-ec75-4c60-b8bd-328805557829 req-f26112ac-e996-4171-a80e-029c76076f59 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.436754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b990a116-ec75-4c60-b8bd-328805557829 req-f26112ac-e996-4171-a80e-029c76076f59 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 944 time: 0.1153176 Jul 16 20:44:22.439338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-4d8e0f5a-a4e4-40b1-b809-e4ab3181f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.440864 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-4d8e0f5a-a4e4-40b1-b809-e4ab3181f360 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0438795 Jul 16 20:44:22.478381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-f15686e9-e114-408e-9af5-d10b923d2ea9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272577 Jul 16 20:44:22.512956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b990a116-ec75-4c60-b8bd-328805557829 req-11825030-fa56-449b-b68b-0ca73f88ab38 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514536 Jul 16 20:44:22.514955 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-c2fa1081-76ea-4d60-a7ca-34fe955669e2 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301663 Jul 16 20:44:22.575280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-08d93c2c-6ef9-40e4-bf91-bbfaa92e80a8 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906758 Jul 16 20:44:22.667820 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ced4a8be-c333-4775-99e1-a5dd5c547e60 req-3046fe8e-30f8-41ed-8d89-7b622af5be3e service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866861 Jul 16 20:44:22.847759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:22.954064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:22.970205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'network_id': 'e6f55fe7-6754-4591-bedf-d7703c6dc212', 'port_id': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'mac_address': 'fa:16:3e:80:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91940d4f-1d5f-401c-8518-f28922c7285c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:22.975148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-8cc2547f-f916-47f1-ac6c-298ad5e0fb00 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.976673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-8cc2547f-f916-47f1-ac6c-298ad5e0fb00 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.79 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2&tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 944 time: 0.1294401 Jul 16 20:44:23.008030 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.021838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cb0f7d-f366-4328-bd60-d167387b2ff7 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:23.039193 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-a7120aa7-19d6-47f8-89b0-5d16653370d8 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:44:23.040231 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-a7120aa7-19d6-47f8-89b0-5d16653370d8 service neutron] 10.222.0.79 "DELETE /v2.0/ports/a3cb0f7d-f366-4328-bd60-d167387b2ff7/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0570688 Jul 16 20:44:23.041972 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:23.047074 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.073305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:23.128456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:23.132385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:23.142962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-10c946ec-5bd3-4881-abb4-f84bfd32e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.144386 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-10c946ec-5bd3-4881-abb4-f84bfd32e0f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 1097 time: 0.0583773 Jul 16 20:44:23.237252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-bcdbf967-47f9-4398-921d-dc1324f8fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.238728 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-bcdbf967-47f9-4398-921d-dc1324f8fa77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 200 len: 913 time: 0.0882537 Jul 16 20:44:23.267835 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a3cb0f7d-f366-4328-bd60-d167387b2ff7'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:23.284522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-a0476fce-68b5-4bc2-8ca3-cd1eb3d78cd6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0388467 Jul 16 20:44:23.334277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-287eadfa-57ac-4a95-843c-5afd3cd328b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.335802 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-287eadfa-57ac-4a95-843c-5afd3cd328b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 200 len: 852 time: 0.0439370 Jul 16 20:44:23.369237 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-22f644bb-e354-4700-b3af-5c5064924219 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f55fe7-6754-4591-bedf-d7703c6dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267072 Jul 16 20:44:23.468453 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-ca570738-ccf4-4e11-9abd-f87ac9c5112a service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929828 Jul 16 20:44:23.561658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-7c57dd7a-2bda-4545-bc7c-88f722b86c36 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865331 Jul 16 20:44:24.436665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc294d-b9e9-4cb9-a9f4-7ab3e248ff33 req-62648875-063f-4570-999a-115bc622d434 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:24.438174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bc294d-b9e9-4cb9-a9f4-7ab3e248ff33 req-62648875-063f-4570-999a-115bc622d434 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 945 time: 0.0779636 Jul 16 20:44:24.481363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97bc294d-b9e9-4cb9-a9f4-7ab3e248ff33 req-aa0f3d87-37d5-44a1-93b3-0ac1a7cdd063 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Jul 16 20:44:24.855967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:24.909745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a3cb0f7d-f366-4328-bd60-d167387b2ff7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:24.913885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a3cb0f7d-f366-4328-bd60-d167387b2ff7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:24.914250 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.997938 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.021240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:25.023533 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f424e7a5-4a1d-4fbe-bb00-db2c61df71a5" -d '{"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-plugged", "status": "completed", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:25.037059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:25.043219 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.090395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.132217 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2294ad84-27af-4441-b236-2a600dfd2cde x-openstack-request-id: req-2294ad84-27af-4441-b236-2a600dfd2cde {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:25.132514 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-plugged", "status": "completed", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:25.132843 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2294ad84-27af-4441-b236-2a600dfd2cde {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:25.133395 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'code': 200} Jul 16 20:44:25.686769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-0be82690-c7a9-4100-90f6-ab25892f82ac tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:25.688373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-0be82690-c7a9-4100-90f6-ab25892f82ac tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.99 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.1042604 Jul 16 20:44:25.699205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc765b1-9795-4fd6-bf31-32743b9e57e0 req-5494c4ee-23ff-4273-9604-a535c28c01d8 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:25.700555 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5dc765b1-9795-4fd6-bf31-32743b9e57e0 req-5494c4ee-23ff-4273-9604-a535c28c01d8 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/ports?device_id=9639b434-9425-4321-b4ac-4933768bc5c2 HTTP/1.1" status: 200 len: 946 time: 0.0889006 Jul 16 20:44:25.794361 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5dc765b1-9795-4fd6-bf31-32743b9e57e0 req-caeff852-82c2-439a-8098-6336f81bbea4 tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf0c5244-6c5e-4305-b022-b6482f16ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862164 Jul 16 20:44:25.821829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Deleting port a3cb0f7d-f366-4328-bd60-d167387b2ff7 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:25.822167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.910300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] For port a3cb0f7d-f366-4328-bd60-d167387b2ff7, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a3cb0f7d-f366-4328-bd60-d167387b2ff7,segment=NetworkSegment(5934d38d-ad42-4bc6-850a-4ce6efcb652b),segment_id=5934d38d-ad42-4bc6-850a-4ce6efcb652b)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:25.910655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.927792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Calling delete_port for a3cb0f7d-f366-4328-bd60-d167387b2ff7 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:26.072761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.084800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a3cb0f7d-f366-4328-bd60-d167387b2ff7'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:26.102684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Pushing event deleted for resources: {'Port': ['ID=a3cb0f7d-f366-4328-bd60-d167387b2ff7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:26.152397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] No DVR routers for this DVR port a3cb0f7d-f366-4328-bd60-d167387b2ff7 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:26.155275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.157286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f833abf-baca-4763-9e0c-7e9df3eff45f req-b6101fd8-1ebf-433b-b528-d8277c369fab tempest-DeleteServersTestJSON-991318236 tempest-DeleteServersTestJSON-991318236-project] 10.222.0.99 "DELETE /v2.0/ports/a3cb0f7d-f366-4328-bd60-d167387b2ff7 HTTP/1.1" status: 204 len: 173 time: 0.4558511 Jul 16 20:44:26.157746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-deleted', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:26.160164 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938cfdb2-2802-456c-824b-f2ea2553d396" -d '{"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-deleted", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:26.199163 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae70dea-902f-4e30-b7a1-46c138928e09 x-openstack-request-id: req-fae70dea-902f-4e30-b7a1-46c138928e09 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:26.199432 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639b434-9425-4321-b4ac-4933768bc5c2", "name": "network-vif-deleted", "tag": "a3cb0f7d-f366-4328-bd60-d167387b2ff7", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:26.199684 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fae70dea-902f-4e30-b7a1-46c138928e09 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:26.200097 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639b434-9425-4321-b4ac-4933768bc5c2', 'name': 'network-vif-deleted', 'tag': 'a3cb0f7d-f366-4328-bd60-d167387b2ff7', 'status': 'completed', 'code': 200} Jul 16 20:44:27.045009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37622) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.095523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] Deleting subnet 91940d4f-1d5f-401c-8518-f28922c7285c {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:27.098921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.133697 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.173510 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.233703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.260305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91940d4f-1d5f-401c-8518-f28922c7285c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.265339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.267096 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-09061dc6-5344-45f4-a278-eb0ec6b176de admin admin] 10.222.0.91 "DELETE /v2.0/subnets/91940d4f-1d5f-401c-8518-f28922c7285c HTTP/1.1" status: 204 len: 168 time: 0.2209039 Jul 16 20:44:27.270458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37624) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.345110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.441435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.452244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f55fe7-6754-4591-bedf-d7703c6dc212']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:27.462617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5934d38d-ad42-4bc6-850a-4ce6efcb652b') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:27.462941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5934d38d-ad42-4bc6-850a-4ce6efcb652b') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:27.472655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.487582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.493881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:27.494227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:27.495975 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:27.555743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.562036 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.564039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] 10.222.0.91 "DELETE /v2.0/networks/e6f55fe7-6754-4591-bedf-d7703c6dc212 HTTP/1.1" status: 204 len: 168 time: 0.2926097 Jul 16 20:44:27.575547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d3393-5b71-44a4-aedf-781e00ac7c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f55fe7-6754-4591-bedf-d7703c6dc212,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.696354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37628) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.744445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0f1637b8-c688-4e0e-8f78-5d2398172fe3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1ef3e101c3e84c04b8f7d4cc27484981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465610 Jul 16 20:44:27.747605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37630) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.800451 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.821429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.877016 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.879492 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.880668 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf0c5244-6c5e-4305-b022-b6482f16ad1e HTTP/1.1" status: 204 len: 168 time: 0.1321161 Jul 16 20:44:27.888345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0c5244-6c5e-4305-b022-b6482f16ad1e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.895694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.896165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.896363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.896676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.896997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.897483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.897783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.897948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.898263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.898579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.898912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:27.899235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de1c12-e365-4ebd-aae6-0a70128fabbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:28.609529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37652) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.706391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-684203664-network', 'tenant_id': '7b54506ea1fa4e258003d16a129e6fa8'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:28.730695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Made reservation on behalf of 7b54506ea1fa4e258003d16a129e6fa8 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:28.732948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.741271 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.832917 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.839308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.863702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:28.872568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601ba26-ea59-477b-96c3-02982eda45d9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.874983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:28.879185 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.879544 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Added segment 3634e90d-4ae8-432c-b42e-acabe50c8408 of type vlan for network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 Jul 16 20:44:28.907503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: a3cb0f7d-f366-4328-bd60-d167387b2ff7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:28.907847 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a3cb0f7d-f366-4328-bd60-d167387b2ff7 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:28.921028 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.952144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.953165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.953826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.991210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3803880 Jul 16 20:44:28.994395 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37656) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:29.000569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Request body: {'subnet': {'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-684203664-subnet', 'tenant_id': '7b54506ea1fa4e258003d16a129e6fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:29.022334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c7fec-0bc5-4b59-9696-12e8842df33a admin admin] Pushing event updated for resources: {'Network': ['ID=067ac8e2-52b5-4c36-88b7-34a98a53aaf7,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.025811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Made reservation on behalf of 7b54506ea1fa4e258003d16a129e6fa8 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:29.029150 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.035105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:29.211607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.262460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3d5486-f7e5-49f5-9c6d-4672f5597f78,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.280051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Checking segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:29.280420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Network hostable DHCP agents. Network: 067ac8e2-52b5-4c36-88b7-34a98a53aaf7, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:29.297322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:29.306813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 067ac8e2-52b5-4c36-88b7-34a98a53aaf7) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:29.310967 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:29.311553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.315852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8dace1-0a3d-477a-9cb9-ea07900cf3a4 None None] Network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:29.331402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9d4ccbe-654d-42dc-ad10-b72757bf2c22 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3348107 Jul 16 20:44:29.460318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a936b8-7a79-4799-9524-8022abedaafb None None] Network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:29.810893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-05755719-7dbf-456a-8409-3718bedd676d tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:29.812514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-05755719-7dbf-456a-8409-3718bedd676d tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 814 time: 0.1172280 Jul 16 20:44:29.828005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-497ad785-5ff3-48a6-89dc-aaa7fb5ee0a9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/quotas/7b54506ea1fa4e258003d16a129e6fa8 HTTP/1.1" status: 200 len: 375 time: 0.0099249 Jul 16 20:44:29.862545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-4352547f-f89c-4fba-b9fc-c07354daf19f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293391 Jul 16 20:44:29.953835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-84ad6b90-df74-460c-9996-f102218b396c service neutron] 10.222.0.91 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 Jul 16 20:44:30.048684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-4ed77f41-1588-44c3-a992-55f9b090a4b6 service neutron] 10.222.0.91 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863829 Jul 16 20:44:30.225083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e836268c-8df8-4a50-81d8-a8496623d120 req-a618893b-a7bf-4c9f-a15c-a004efa372d7 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 210 time: 0.0351028 Jul 16 20:44:31.375108 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1cc79c15-4d22-4592-93b7-c8be8a0e1e52 req-b79b0c3d-e608-4e2a-993c-ca389d7a1843 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 210 time: 0.0345924 Jul 16 20:44:31.549157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-23eb6cc1-e0d3-409a-befd-4cac360f3cee tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:31.551343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-23eb6cc1-e0d3-409a-befd-4cac360f3cee tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 814 time: 0.1133816 Jul 16 20:44:31.571039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Request body: {'port': {'device_id': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7', 'admin_state_up': True, 'tenant_id': '7b54506ea1fa4e258003d16a129e6fa8'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:31.684434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Made reservation on behalf of 7b54506ea1fa4e258003d16a129e6fa8 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:31.688277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.833882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Allocated IP 172.20.0.8 (067ac8e2-52b5-4c36-88b7-34a98a53aaf7/1c3d5486-f7e5-49f5-9c6d-4672f5597f78/a898be76-6093-404e-aa87-92c3d9e8da99) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:31.986750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.029996 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.075008 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:32.078216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:32.082217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:32.089472 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.136597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:32.137194 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.154168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-b704f852-c3d2-4397-94e3-8a067b807093 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868387 Jul 16 20:44:32.165143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Request body: {'port': {'device_id': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:32.241961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.540803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a898be76-6093-404e-aa87-92c3d9e8da99 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:32.549946 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.566436 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Transition to ACTIVE for port object a898be76-6093-404e-aa87-92c3d9e8da99 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:32.573228 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.621679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5242c-7595-430a-a7bd-ff1b81517893 req-a45b2e51-5e0a-41f2-88a1-889fd0c8db92 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:32.623332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fb5242c-7595-430a-a7bd-ff1b81517893 req-a45b2e51-5e0a-41f2-88a1-889fd0c8db92 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 931 time: 0.1258376 Jul 16 20:44:32.654758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.711879 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1fb5242c-7595-430a-a7bd-ff1b81517893 req-e41e788a-dd20-4888-9770-f17671dfbd30 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804310 Jul 16 20:44:32.739475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:32.739802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:32.740211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:32.744571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Port a898be76-6093-404e-aa87-92c3d9e8da99 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:32.744881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:32.749612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:32.749942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Checking segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:32.750317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Bound using segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:32.750732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Bound port: a898be76-6093-404e-aa87-92c3d9e8da99, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:32.751117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.815981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:32.819136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:32.824962 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.859173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:32.860139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.861724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] 10.222.0.99 "PUT /v2.0/ports/a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 1092 time: 0.7004404 Jul 16 20:44:32.864079 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:32.867631 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e0854-801a-4418-a871-1df6dc0ddcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:32.893023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e2087-eaca-4167-b823-4045fdfa49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.912076 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0602229c-fcf3-4a14-abe2-ba9e7248df6d x-openstack-request-id: req-0602229c-fcf3-4a14-abe2-ba9e7248df6d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:32.912372 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:32.912623 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0602229c-fcf3-4a14-abe2-ba9e7248df6d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:32.913021 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'status': 'completed', 'code': 200} Jul 16 20:44:32.955640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-4fe54399-2b5e-4e4e-865b-ebfdef286b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:32.957074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-4fe54399-2b5e-4e4e-865b-ebfdef286b45 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1095 time: 0.0547705 Jul 16 20:44:33.334598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-bee62836-9e6a-4e4d-a2dc-1817e457d7f4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.3686354 Jul 16 20:44:33.387578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-76af6fea-dd5f-4e00-84ff-99b0e42895ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.389090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-76af6fea-dd5f-4e00-84ff-99b0e42895ae service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0468168 Jul 16 20:44:33.430238 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-ff26fcc7-ed58-4ebf-b7e7-8865cca5bd7d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337420 Jul 16 20:44:33.530345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-7b01104c-041b-4fc2-adcf-540f2bcaef71 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931289 Jul 16 20:44:33.634824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf52f6bf-f8b6-4cad-8fdd-69fd3c679dcb req-5fecc6cf-1297-4b12-8470-2513cb62e57a service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981538 Jul 16 20:44:33.765815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-50b9074e-3858-453e-807f-2d5b517ca773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.767772 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-50b9074e-3858-453e-807f-2d5b517ca773 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1095 time: 0.0750179 Jul 16 20:44:33.889937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-2b0e8614-1dc6-45c5-abe1-5ed8fc2a1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.891349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-2b0e8614-1dc6-45c5-abe1-5ed8fc2a1e64 service neutron] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.1168358 Jul 16 20:44:33.941268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-02f95dbc-b204-473e-b8ea-9042efb5b72a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.0417705 Jul 16 20:44:33.965036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84937f4-05eb-4a56-9313-493b463b489d req-8f5162b0-0429-4cb0-a2d7-7746e0ca988f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.966439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b84937f4-05eb-4a56-9313-493b463b489d req-8f5162b0-0429-4cb0-a2d7-7746e0ca988f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 943 time: 0.1235077 Jul 16 20:44:34.017176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-3a912cc8-de92-4459-9fbb-2ecbc2ffcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.018695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-3a912cc8-de92-4459-9fbb-2ecbc2ffcc30 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0711067 Jul 16 20:44:34.038994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b84937f4-05eb-4a56-9313-493b463b489d req-0ee1af33-4fd4-4037-b96f-158dbaeefb24 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548809 Jul 16 20:44:34.056847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-e2702918-6d66-4fc9-81fd-29a8fd0504c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302351 Jul 16 20:44:34.128126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-ba5ea70a-15f5-4952-b0c7-05d2690ff30a req-77d9e2d4-22fc-4b40-b06b-558d82300dcc service neutron] (93861) timed out ('10.222.0.79', 49641) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:44:34.160060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-d13a7ac3-f11c-40f7-a8d1-db24e3cd3174 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957348 Jul 16 20:44:34.252352 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d64e0854-801a-4418-a871-1df6dc0ddcd6 req-cbcd2fd6-93ed-48cd-8bc5-bfe331d4ede6 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856068 Jul 16 20:44:35.236760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d73e-280d-4540-8ca9-26cce356c0aa req-8a763089-046f-487d-ab5b-db03006a12f3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:35.238285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0669d73e-280d-4540-8ca9-26cce356c0aa req-8a763089-046f-487d-ab5b-db03006a12f3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 943 time: 0.0808947 Jul 16 20:44:35.282648 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0669d73e-280d-4540-8ca9-26cce356c0aa req-e11d1882-e1b4-415f-aa6b-95609821e699 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356438 Jul 16 20:44:36.054785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7c0666a6-0de6-4af5-bbec-bf90ee5e2a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.472087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d31b7-9a15-4a98-9861-416ffc51e920 req-3d4d74fb-bb24-4f0c-8233-bd41836809a0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:36.473602 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd9d31b7-9a15-4a98-9861-416ffc51e920 req-3d4d74fb-bb24-4f0c-8233-bd41836809a0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 943 time: 0.0702484 Jul 16 20:44:36.514206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd9d31b7-9a15-4a98-9861-416ffc51e920 req-c7e8a90a-c9a8-44d6-b677-d11cadf41194 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349693 Jul 16 20:44:36.906497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:37.006082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:37.021950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7', 'port_id': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'mac_address': 'fa:16:3e:25:28:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3d5486-f7e5-49f5-9c6d-4672f5597f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:37.071319 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.085900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a898be76-6093-404e-aa87-92c3d9e8da99 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:37.110341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:37.116051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.167131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:37.175909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.176236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.176585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.176915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.177250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.177574 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.177878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.178212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.178526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.178828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.179167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.179485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:37.308859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a898be76-6093-404e-aa87-92c3d9e8da99'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:37.708056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a8f02-5444-475c-9c77-ce51804fefcf req-82239d57-854b-4bc5-aeea-45372294018a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:37.709594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-264a8f02-5444-475c-9c77-ce51804fefcf req-82239d57-854b-4bc5-aeea-45372294018a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 944 time: 0.0692668 Jul 16 20:44:37.756475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-264a8f02-5444-475c-9c77-ce51804fefcf req-3e0bcb8e-2ef2-44ce-a75d-a699df95b5db tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Jul 16 20:44:38.206668 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:38.635316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.750415 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.871891 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-84564eb0-7a2f-4e1b-9daa-b9f78eece7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.917689 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:38.946234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf994b-2b62-4135-923a-66d68298d6e8 req-e3baaf12-709f-4e1d-b9c9-1c0420bbc3a8 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:38.947723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9cbf994b-2b62-4135-923a-66d68298d6e8 req-e3baaf12-709f-4e1d-b9c9-1c0420bbc3a8 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 944 time: 0.0666025 Jul 16 20:44:38.969603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a898be76-6093-404e-aa87-92c3d9e8da99 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:38.973329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a898be76-6093-404e-aa87-92c3d9e8da99 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:38.973704 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.987705 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9cbf994b-2b62-4135-923a-66d68298d6e8 req-4246ae8f-1b4b-4181-a39d-62b1c8690123 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343983 Jul 16 20:44:39.062863 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.087527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:39.090175 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dc26ff-8829-409c-892e-0c01aa393dfb" -d '{"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-plugged", "status": "completed", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:39.103834 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:39.109044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.133414 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a63f11c-1af6-4286-9d37-06f289e327a7 x-openstack-request-id: req-8a63f11c-1af6-4286-9d37-06f289e327a7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:39.133737 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-plugged", "status": "completed", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:39.134027 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8a63f11c-1af6-4286-9d37-06f289e327a7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:39.134555 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'code': 200} Jul 16 20:44:39.171666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:39.211692 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.259248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55604d2-2e0c-425e-b929-346ea385c8fb req-c6fb14f1-bbae-49f7-a5c5-a3de34696114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.261257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a55604d2-2e0c-425e-b929-346ea385c8fb req-c6fb14f1-bbae-49f7-a5c5-a3de34696114 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1097 time: 0.0645673 Jul 16 20:44:39.297949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a55604d2-2e0c-425e-b929-346ea385c8fb req-becf47f9-e5bb-438d-abe1-574b95780eca service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304525 Jul 16 20:44:40.117887 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.165891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a6857-c0b7-4421-aab9-f813193aee3c req-2d369dba-c84c-426f-a0da-7f2206e9b75b tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:40.167423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f9a6857-c0b7-4421-aab9-f813193aee3c req-2d369dba-c84c-426f-a0da-7f2206e9b75b tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0666242 Jul 16 20:44:40.213990 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f9a6857-c0b7-4421-aab9-f813193aee3c req-a38d2050-fca6-46f2-b8d7-5ce2292f4f9a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Jul 16 20:44:41.405162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f6ddc-7d0e-4cd9-883c-e799a0166620 req-343302d6-52f2-434f-89b0-bc7b8688cde0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.406701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac1f6ddc-7d0e-4cd9-883c-e799a0166620 req-343302d6-52f2-434f-89b0-bc7b8688cde0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0671821 Jul 16 20:44:41.446566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac1f6ddc-7d0e-4cd9-883c-e799a0166620 req-9c4e0dcb-66d4-48ac-b632-81c6bc644f7a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jul 16 20:44:41.644535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b32acf-b890-4eb0-b774-e35c2680f355 req-94172385-4715-4d75-9123-a47c678f8e55 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.646166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11b32acf-b890-4eb0-b774-e35c2680f355 req-94172385-4715-4d75-9123-a47c678f8e55 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0769951 Jul 16 20:44:41.691234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11b32acf-b890-4eb0-b774-e35c2680f355 req-cfe62ed5-7505-4655-9deb-e15bdb1a63a6 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Jul 16 20:44:41.912180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.086612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e91cc-3f32-4b7c-b2d1-df2edbf5aefc req-d2179bef-3c7d-453f-9804-96fe935c1e03 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:42.088024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-010e91cc-3f32-4b7c-b2d1-df2edbf5aefc req-d2179bef-3c7d-453f-9804-96fe935c1e03 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0781391 Jul 16 20:44:42.131107 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-010e91cc-3f32-4b7c-b2d1-df2edbf5aefc req-5405ac22-142f-4c3d-8d72-9152560b2c6b tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349565 Jul 16 20:44:42.322761 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2e64-187e-45b1-9535-94705a74ae17 req-3e8e05ba-0147-4948-b1d8-b61d0e12006a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:42.324273 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f18a2e64-187e-45b1-9535-94705a74ae17 req-3e8e05ba-0147-4948-b1d8-b61d0e12006a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0761499 Jul 16 20:44:42.365308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f18a2e64-187e-45b1-9535-94705a74ae17 req-f3eab38a-14c1-41a6-8553-b24999e58574 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Jul 16 20:44:42.757658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-d2d38331-4543-40b6-864c-6bbffd0abe4f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909867 Jul 16 20:44:42.793645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbed1a-d5b2-4cfa-b9ff-6ff299a7023d req-956baa53-f6d0-4f96-8faf-573c8c3b5196 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:42.795184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83fbed1a-d5b2-4cfa-b9ff-6ff299a7023d req-956baa53-f6d0-4f96-8faf-573c8c3b5196 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0775113 Jul 16 20:44:42.835430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83fbed1a-d5b2-4cfa-b9ff-6ff299a7023d req-541a145d-2d98-48c0-99d5-eceadc219a75 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Jul 16 20:44:44.029616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-523c0d22-8160-4b8d-a02f-b2f1af666aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.031156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-523c0d22-8160-4b8d-a02f-b2f1af666aaa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1097 time: 0.1004484 Jul 16 20:44:44.043605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4181502-6744-4fc4-948b-9a6af92b0b7c req-360385d9-5f8a-420b-aa3e-bc094453ceb9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.044998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4181502-6744-4fc4-948b-9a6af92b0b7c req-360385d9-5f8a-420b-aa3e-bc094453ceb9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0871522 Jul 16 20:44:44.135229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4181502-6744-4fc4-948b-9a6af92b0b7c req-dde41f62-4e52-467e-b7ee-9e306997482f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817993 Jul 16 20:44:44.163850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-079ffbb4-a5f7-4476-8bfe-db809fe629df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.165466 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-079ffbb4-a5f7-4476-8bfe-db809fe629df service neutron] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.1196027 Jul 16 20:44:44.214015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-b2b2db42-53aa-4f53-8e56-1eb02173ea74 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.0422084 Jul 16 20:44:44.273148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-7c780ecf-ad19-4eb3-8c42-89f91d7abbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.274599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-7c780ecf-ad19-4eb3-8c42-89f91d7abbf7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0542037 Jul 16 20:44:44.308165 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-20b8bda5-77ec-4c87-9805-dde6c8f227ae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267563 Jul 16 20:44:44.416182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-c6e03021-088d-4d3b-8f9f-99c738697acd service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006379 Jul 16 20:44:44.509439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-ab6ff515-926e-4a29-b64d-d10a2e3549c8 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871477 Jul 16 20:44:45.324324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702849-a536-461a-89a6-d0531e9a2c43 req-0d83cfd6-d430-4443-b036-0c818744eff4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.325841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8702849-a536-461a-89a6-d0531e9a2c43 req-0d83cfd6-d430-4443-b036-0c818744eff4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0718429 Jul 16 20:44:45.365036 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8702849-a536-461a-89a6-d0531e9a2c43 req-d8ad5ba3-58e6-4a00-9e6a-b7aa762ae6e1 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Jul 16 20:44:46.580197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dfd4c-9da8-4392-a01d-88676df35560 req-bc6fd656-43c7-4cb9-9533-7749e05f8b0a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:46.581760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e00dfd4c-9da8-4392-a01d-88676df35560 req-bc6fd656-43c7-4cb9-9533-7749e05f8b0a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0904040 Jul 16 20:44:46.625364 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e00dfd4c-9da8-4392-a01d-88676df35560 req-3a24f5a4-06a5-477b-9f15-4f8368265c6e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Jul 16 20:44:47.817846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01111a13-940b-4bee-ab85-096c3dc21cdb req-3efcfa94-b4f2-4975-8a22-66696d526871 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:47.819350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01111a13-940b-4bee-ab85-096c3dc21cdb req-3efcfa94-b4f2-4975-8a22-66696d526871 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0786264 Jul 16 20:44:47.858754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01111a13-940b-4bee-ab85-096c3dc21cdb req-df8236cb-1979-4dbb-95a3-654040557932 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Jul 16 20:44:48.159042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-544a2e7f-2b72-4aa8-bdaf-86144d59e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.160901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-544a2e7f-2b72-4aa8-bdaf-86144d59e440 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1097 time: 0.0590785 Jul 16 20:44:48.279056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-06912a58-d139-40c7-8093-ec0ebae32f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.280603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-06912a58-d139-40c7-8093-ec0ebae32f2c service neutron] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0963292 Jul 16 20:44:48.322326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-1d538e84-b253-422d-9f89-1d2683c81133 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.0351458 Jul 16 20:44:48.371835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-e45e24fe-edda-43c6-bf3d-95e9b6542fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.373288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-e45e24fe-edda-43c6-bf3d-95e9b6542fd3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0446784 Jul 16 20:44:48.411570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-9fe75f6e-1a3a-4f9c-b3ee-0d65acd51c83 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316794 Jul 16 20:44:48.507009 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-6164a0f3-4932-45ba-be31-95fb8ef5a3c4 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887547 Jul 16 20:44:48.609107 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-107e2959-7d0c-4302-9158-d6a53291dac7 req-69b9b86f-5f92-4306-8d14-5dd67d5212ec service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960412 Jul 16 20:44:49.045069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9270cc-db33-44a6-98d4-7c81de595148 req-478b603f-10dd-4662-8944-7f259a5756c4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:49.046591 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff9270cc-db33-44a6-98d4-7c81de595148 req-478b603f-10dd-4662-8944-7f259a5756c4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0758209 Jul 16 20:44:49.096044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff9270cc-db33-44a6-98d4-7c81de595148 req-aff4e2b6-f35c-4548-8cb3-23569874ec7c tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Jul 16 20:44:50.290620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c16f3-94f4-48a0-9691-ae3131d4dc2e req-663e34b8-cea1-447a-9d05-bdc14a4ec664 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:50.292125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-438c16f3-94f4-48a0-9691-ae3131d4dc2e req-663e34b8-cea1-447a-9d05-bdc14a4ec664 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0734451 Jul 16 20:44:50.331158 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-438c16f3-94f4-48a0-9691-ae3131d4dc2e req-b51da1fc-eb15-4e75-8ece-683b73c93f1f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Jul 16 20:44:51.524549 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522a07e-79c5-4efa-bc24-76b35b19ff83 req-a969315d-0ebb-4b6d-9bda-9ccc38987ad7 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.526082 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7522a07e-79c5-4efa-bc24-76b35b19ff83 req-a969315d-0ebb-4b6d-9bda-9ccc38987ad7 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0715086 Jul 16 20:44:51.566452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7522a07e-79c5-4efa-bc24-76b35b19ff83 req-33715431-72d2-483a-95d4-f69f7a865393 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Jul 16 20:44:52.765983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4853ae6-48d1-49f4-9431-539a2f325dfe req-d85e2aac-995a-4402-b04a-9073919a7918 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:52.767525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4853ae6-48d1-49f4-9431-539a2f325dfe req-d85e2aac-995a-4402-b04a-9073919a7918 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0745938 Jul 16 20:44:52.809917 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4853ae6-48d1-49f4-9431-539a2f325dfe req-4b8f59be-d8a7-4edb-baab-d860191265cc tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Jul 16 20:44:54.007063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06f743-cf8d-4073-ab37-4bac181412a1 req-9070d970-1b51-4bb3-9662-0ab238d01d46 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.007463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d06f743-cf8d-4073-ab37-4bac181412a1 req-9070d970-1b51-4bb3-9662-0ab238d01d46 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0745120 Jul 16 20:44:54.052693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d06f743-cf8d-4073-ab37-4bac181412a1 req-6872aeea-dd30-4f07-8eac-a4b3a4b6e54a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Jul 16 20:44:55.246674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8ca2b-f9c2-4859-a7f7-b774d10da463 req-d12b5e14-f80a-4f1a-9a7b-a7f6d9cd7fa9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.248188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dc8ca2b-f9c2-4859-a7f7-b774d10da463 req-d12b5e14-f80a-4f1a-9a7b-a7f6d9cd7fa9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0719247 Jul 16 20:44:55.287931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1dc8ca2b-f9c2-4859-a7f7-b774d10da463 req-5fc8ee04-d9ce-4776-9a73-6a3f02469128 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Jul 16 20:44:56.493557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ea4e-782b-4d8d-8f44-cea32f0d8fd8 req-779f7f5f-0070-4de7-8e6a-3c9cba0649d8 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:56.495135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3b0ea4e-782b-4d8d-8f44-cea32f0d8fd8 req-779f7f5f-0070-4de7-8e6a-3c9cba0649d8 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0748832 Jul 16 20:44:56.538990 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3b0ea4e-782b-4d8d-8f44-cea32f0d8fd8 req-c00fb7dd-933a-4e04-a5b6-365b40d19875 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Jul 16 20:44:57.721931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e79ca-ef3e-4a7d-b4a0-d4032ab3013b req-acdaa1d9-ccbd-4299-8b9c-f1fe2b0e53f3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:57.723486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2e79ca-ef3e-4a7d-b4a0-d4032ab3013b req-acdaa1d9-ccbd-4299-8b9c-f1fe2b0e53f3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0681088 Jul 16 20:44:57.763508 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e2e79ca-ef3e-4a7d-b4a0-d4032ab3013b req-06cfc844-1f7f-4117-858b-5064dfce8f36 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343890 Jul 16 20:44:58.959069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890830b-8446-431f-aa2f-6cece7df7579 req-a266c150-bece-46e3-bfae-070fad44ed57 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.960456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f890830b-8446-431f-aa2f-6cece7df7579 req-a266c150-bece-46e3-bfae-070fad44ed57 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0717654 Jul 16 20:44:59.002206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f890830b-8446-431f-aa2f-6cece7df7579 req-866a10e4-6a7f-443e-a734-1cd750d55cdb tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Jul 16 20:45:00.188275 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a8736-b22d-4c1d-89f0-c36dee059d44 req-f4d4a3ee-31e1-45f6-b71d-952602797c09 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.189816 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-460a8736-b22d-4c1d-89f0-c36dee059d44 req-f4d4a3ee-31e1-45f6-b71d-952602797c09 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0674813 Jul 16 20:45:00.232490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-460a8736-b22d-4c1d-89f0-c36dee059d44 req-776e441f-625e-4f17-aefa-68cc79346c1e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354309 Jul 16 20:45:01.439880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159dc93-4813-4c00-a84e-79f11467ffdf req-b704493c-401e-4d82-a28b-79a9e56ebdf5 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:01.441442 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c159dc93-4813-4c00-a84e-79f11467ffdf req-b704493c-401e-4d82-a28b-79a9e56ebdf5 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0782173 Jul 16 20:45:01.484433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c159dc93-4813-4c00-a84e-79f11467ffdf req-36c8d067-4404-4cd6-a452-c523a51d2ecb tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Jul 16 20:45:02.691495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4afcf9-582f-4347-9072-9412edb60785 req-4decdde9-4fa9-45b8-b256-0c1331a17b9e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.693043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a4afcf9-582f-4347-9072-9412edb60785 req-4decdde9-4fa9-45b8-b256-0c1331a17b9e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0712070 Jul 16 20:45:02.734405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a4afcf9-582f-4347-9072-9412edb60785 req-94d61b49-225a-4550-8dc7-44b3295eff89 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351543 Jul 16 20:45:03.935227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3a390-176e-4f65-ba04-e613d3b1a138 req-0b32697a-1538-4aed-bbf9-366ee9c3fea3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.936691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49d3a390-176e-4f65-ba04-e613d3b1a138 req-0b32697a-1538-4aed-bbf9-366ee9c3fea3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0738382 Jul 16 20:45:03.983911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-49d3a390-176e-4f65-ba04-e613d3b1a138 req-805c9b4c-0299-4f79-89d9-f5d17b8b31cd tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Jul 16 20:45:05.192840 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fc2d6-32bd-4dfe-82c5-8ecfc80ff99f req-38b61910-8341-4eaa-9ad5-fe10181d850f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:05.194200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc1fc2d6-32bd-4dfe-82c5-8ecfc80ff99f req-38b61910-8341-4eaa-9ad5-fe10181d850f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0811605 Jul 16 20:45:05.235819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cc1fc2d6-32bd-4dfe-82c5-8ecfc80ff99f req-7730fa91-b7f6-4c74-9b41-53bc897d3f8e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333834 Jul 16 20:45:06.060267 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4adf3081-eef0-4ebc-8351-18d61ec7cb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.419197 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e419bbc-45a5-43af-a540-4f410e4bc4ed req-23625ddb-53d5-4ce6-87c7-a7499be5b7c0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:06.420712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e419bbc-45a5-43af-a540-4f410e4bc4ed req-23625ddb-53d5-4ce6-87c7-a7499be5b7c0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0651841 Jul 16 20:45:06.467771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e419bbc-45a5-43af-a540-4f410e4bc4ed req-68948864-debe-402e-a879-8311dd04c7e6 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Jul 16 20:45:07.665268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b3526-90ac-4652-8f01-e85beb9073f6 req-2bd40d17-1c5c-46d3-95bd-3ee5853458ec tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:07.666781 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-135b3526-90ac-4652-8f01-e85beb9073f6 req-2bd40d17-1c5c-46d3-95bd-3ee5853458ec tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0743845 Jul 16 20:45:07.714484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-135b3526-90ac-4652-8f01-e85beb9073f6 req-de38fb16-fd22-4418-9adf-054d865fd721 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Jul 16 20:45:08.633991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.749600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.875676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6d6a9d54-158d-47a1-aac3-f415a30e017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.903703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7f1f-69ae-4ecf-83c7-c999ee3913ab req-8a2633e1-feb0-4776-9f37-133404ba6805 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.905194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c60f7f1f-69ae-4ecf-83c7-c999ee3913ab req-8a2633e1-feb0-4776-9f37-133404ba6805 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0682192 Jul 16 20:45:08.944513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c60f7f1f-69ae-4ecf-83c7-c999ee3913ab req-39c10225-0af8-4c1c-b9a2-d9800e3d72a9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Jul 16 20:45:09.236854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.122736 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.145539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd882dd-46b9-40eb-86ba-3c91fee8855b req-5c080984-ce04-4996-a0e5-bc317e2bf45e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:10.147083 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bd882dd-46b9-40eb-86ba-3c91fee8855b req-5c080984-ce04-4996-a0e5-bc317e2bf45e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0793896 Jul 16 20:45:10.195169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1bd882dd-46b9-40eb-86ba-3c91fee8855b req-37b32f28-a117-4b98-975f-0964adf3d901 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Jul 16 20:45:11.395269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d178-7112-41ca-983d-5698a893f912 req-581ed06d-74b6-4f6a-b6f6-74171bf6964e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.396815 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47a4d178-7112-41ca-983d-5698a893f912 req-581ed06d-74b6-4f6a-b6f6-74171bf6964e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0851235 Jul 16 20:45:11.447998 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-47a4d178-7112-41ca-983d-5698a893f912 req-53fd650b-f4db-4441-b15b-ac6f85279a05 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Jul 16 20:45:11.503908 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-11f2ea5a-95d9-476e-ae3d-3d43d233f05b service neutron] show failed (client error): The resource could not be found. Jul 16 20:45:11.505021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-11f2ea5a-95d9-476e-ae3d-3d43d233f05b service neutron] 10.222.0.99 "GET /v2.0/ports/a898be76-6093-404e-aa87-92c3d9e8da99/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0689976 Jul 16 20:45:11.808673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-b73f75b4-351f-4549-ac6e-60ccf8abb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.809654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-b73f75b4-351f-4549-ac6e-60ccf8abb91f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612&tenant_id=7b54506ea1fa4e258003d16a129e6fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0916991 Jul 16 20:45:11.820675 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:11.899288 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:11.914587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.111750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:12.149389 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:12.189573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:12.191916 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90abbdb3-16c9-4653-b8a6-cc695009a9e1" -d '{"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-unplugged", "status": "completed", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:12.195925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.209998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Transition to ACTIVE for port object a898be76-6093-404e-aa87-92c3d9e8da99 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:12.214454 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.258255 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc1dad2-3b54-4ebe-a999-115050f43b60 x-openstack-request-id: req-9bc1dad2-3b54-4ebe-a999-115050f43b60 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:12.258553 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-unplugged", "status": "completed", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:12.258807 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9bc1dad2-3b54-4ebe-a999-115050f43b60 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:12.259231 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'code': 200} Jul 16 20:45:12.281472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] No DVR routers for this DVR port a898be76-6093-404e-aa87-92c3d9e8da99 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:12.284553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:12.322346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:12.322652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:12.323016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:12.327632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Port a898be76-6093-404e-aa87-92c3d9e8da99 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:12.327954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Attempting to bind port a898be76-6093-404e-aa87-92c3d9e8da99 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:12.332846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:12.333176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Checking segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:12.333559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Bound using segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:12.333983 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Bound port: a898be76-6093-404e-aa87-92c3d9e8da99, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:12.334345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.412667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:12.416334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:12.422237 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.457096 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.457821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:12.459682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] 10.222.0.79 "PUT /v2.0/ports/a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 1092 time: 0.6427503 Jul 16 20:45:12.482249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f688e-3d1a-4dbd-8c31-0d995dadbb60 service neutron] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:12.567866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-f552207f-9b88-49c7-8b1c-edeacb22cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.569746 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-f552207f-9b88-49c7-8b1c-edeacb22cdea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1095 time: 0.0634546 Jul 16 20:45:12.654178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0968c9d-2a41-45ef-a246-a599afe42f8a req-a25cc4f5-df75-4862-83d3-0b98a80bc11a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.658864 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0968c9d-2a41-45ef-a246-a599afe42f8a req-a25cc4f5-df75-4862-83d3-0b98a80bc11a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 943 time: 0.0776122 Jul 16 20:45:12.669349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-6e48af16-832a-4c3e-b9fe-782a5e352a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.670775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-6e48af16-832a-4c3e-b9fe-782a5e352a93 service neutron] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0947070 Jul 16 20:45:12.703383 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b0968c9d-2a41-45ef-a246-a599afe42f8a req-21ac8240-12cf-4275-9547-c18fd088c5d3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Jul 16 20:45:12.716204 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-b1669d30-a7ac-414b-b1e4-993f8b1f6d26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.0390027 Jul 16 20:45:12.769570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-8edef3cd-3ffa-4983-a142-80f40ed2369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.771070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-8edef3cd-3ffa-4983-a142-80f40ed2369a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0491819 Jul 16 20:45:12.804491 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-0958b2c0-6284-47d5-9a3c-ead8e41f3647 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265186 Jul 16 20:45:12.900180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-ae7efb6c-f390-4206-89db-2b38f51d25ca service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882120 Jul 16 20:45:12.993886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf801690-e96c-43bc-828b-5ecf719223e8 req-f8ffb817-0dca-43c2-a8e0-c24fb389164f service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874481 Jul 16 20:45:13.913131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397b0e3-1122-477a-bce4-badb9b02b840 req-16185ff2-2056-4581-be0c-57f3638c8808 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.914780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6397b0e3-1122-477a-bce4-badb9b02b840 req-16185ff2-2056-4581-be0c-57f3638c8808 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 943 time: 0.0866494 Jul 16 20:45:13.956909 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6397b0e3-1122-477a-bce4-badb9b02b840 req-50c83a38-edfb-4375-8328-ccf1fef6367a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360687 Jul 16 20:45:14.260533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:14.263414 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de62726-80f0-45bc-aaa7-5365ecef82af" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:14.315039 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb119fb-788b-4147-9ca4-c01debd3d84d x-openstack-request-id: req-7cb119fb-788b-4147-9ca4-c01debd3d84d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:14.315345 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:14.315583 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7cb119fb-788b-4147-9ca4-c01debd3d84d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:14.315984 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'status': 'completed', 'code': 200} Jul 16 20:45:14.397252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-37c61332-78bd-4bd2-a657-6dc6a306a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.397535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-02dd75d9-c715-4ba2-b55f-583f344bcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.398907 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-37c61332-78bd-4bd2-a657-6dc6a306a9b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1095 time: 0.0594468 Jul 16 20:45:14.399058 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-02dd75d9-c715-4ba2-b55f-583f344bcd9a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1095 time: 0.0595193 Jul 16 20:45:14.493202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-749360bb-e0d1-4b1f-8916-8d625d4e55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.494718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-749360bb-e0d1-4b1f-8916-8d625d4e55ca service neutron] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0896518 Jul 16 20:45:14.498144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-3c071bbc-7b50-4845-8bb4-5f9697cd19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.500277 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-3c071bbc-7b50-4845-8bb4-5f9697cd19ca service neutron] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0937269 Jul 16 20:45:14.546946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-5c424a79-2ab0-46d0-9d2c-c9b1cc2e94df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.0457213 Jul 16 20:45:14.548936 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-dcebf809-1df9-49d3-8bed-98d0b9115239 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.0425143 Jul 16 20:45:14.601107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-588bcff3-4555-412a-9429-484e4ccf3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.601366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-78f2e19e-7ad2-408e-9532-02e200bccb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.602678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-588bcff3-4555-412a-9429-484e4ccf3bed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0479496 Jul 16 20:45:14.603471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-78f2e19e-7ad2-408e-9532-02e200bccb9e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0509145 Jul 16 20:45:14.642467 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-0b0f17de-28c4-4c01-9e73-a0bbbfe90b4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314341 Jul 16 20:45:14.643187 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-d9fd7952-2912-4ca9-887f-52bdaaba0ab2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328412 Jul 16 20:45:14.754954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-8d8a8329-4321-4e03-b2f1-39f469946d1c service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078851 Jul 16 20:45:14.858992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-ce31d8b6-47e5-4707-9a24-6dfe35b91817 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964494 Jul 16 20:45:15.013818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-c49f26e9-76d6-4aa7-8198-ebd8ee7eab55 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655989 Jul 16 20:45:15.104906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:15.144610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2de62726-80f0-45bc-aaa7-5365ecef82af req-7b1bdbf8-f2dd-48e9-9dce-dd1f57c2d0d8 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244042 Jul 16 20:45:15.155666 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:15.177020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347265e-3e4e-4b75-8807-ebbc8b33523c req-096349b9-167e-4064-a86a-7d81bc451f96 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.178630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b347265e-3e4e-4b75-8807-ebbc8b33523c req-096349b9-167e-4064-a86a-7d81bc451f96 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 943 time: 0.0911167 Jul 16 20:45:15.205048 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:15.226526 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b347265e-3e4e-4b75-8807-ebbc8b33523c req-e97e62ec-56d9-4f0d-aca8-01adfefb64ec tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Jul 16 20:45:15.311175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:15.418380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:15.431960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7', 'port_id': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'mac_address': 'fa:16:3e:25:28:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3d5486-f7e5-49f5-9c6d-4672f5597f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:15.484489 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.503244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a898be76-6093-404e-aa87-92c3d9e8da99 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:15.524110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:15.528656 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.560127 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88d6ab-a56f-40d2-96c2-c78c37b732c2 req-f0e73c17-028b-4b04-b21c-998531d009fe tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.562188 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad88d6ab-a56f-40d2-96c2-c78c37b732c2 req-f0e73c17-028b-4b04-b21c-998531d009fe tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 943 time: 0.0671139 Jul 16 20:45:15.588131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:15.604947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad88d6ab-a56f-40d2-96c2-c78c37b732c2 req-294919ea-630b-4cd1-af78-f54f40bcd6b3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Jul 16 20:45:15.636394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-a5d23cc6-ab3d-4df9-adcc-45585659fe11 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.637943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-a5d23cc6-ab3d-4df9-adcc-45585659fe11 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.99 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612&tenant_id=7b54506ea1fa4e258003d16a129e6fa8&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 944 time: 0.1272514 Jul 16 20:45:15.714389 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-6313a73a-0b6e-4f26-bc2b-512478eb18c4 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:45:15.715387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-6313a73a-0b6e-4f26-bc2b-512478eb18c4 service neutron] 10.222.0.99 "DELETE /v2.0/ports/a898be76-6093-404e-aa87-92c3d9e8da99/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0704558 Jul 16 20:45:15.755895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a898be76-6093-404e-aa87-92c3d9e8da99'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:15.828953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-23a69c9f-b27a-4bd2-94ca-858a3b616112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.830494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-23a69c9f-b27a-4bd2-94ca-858a3b616112 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 1096 time: 0.0608337 Jul 16 20:45:15.925047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-bcb8a71c-a059-4fb8-98ed-9f527e61310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.926565 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-bcb8a71c-a059-4fb8-98ed-9f527e61310c service neutron] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0900643 Jul 16 20:45:15.974037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-da147cc6-ce45-4a92-aca6-f99a7eeb55fe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 200 len: 217 time: 0.0389967 Jul 16 20:45:16.026673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-c1920fe8-578f-467f-91b2-8c1072710b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:16.028171 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-c1920fe8-578f-467f-91b2-8c1072710b3c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0475409 Jul 16 20:45:16.060746 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-7c47f8b6-341e-4ac4-9ec9-620f401101b7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262337 Jul 16 20:45:16.152150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-05a9d6d7-91a9-4bea-a6ce-f712107a4a31 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849400 Jul 16 20:45:16.244234 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-984c378d-5504-4d22-93f7-1658aeb4d198 req-0446cb19-69f1-4596-8222-aa631fbda172 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857093 Jul 16 20:45:16.804097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16d50-816e-45cc-9886-b74dacf0290e req-dc7a3160-de6c-4bf8-8e0a-48a4a0e65ff2 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:16.806301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53c16d50-816e-45cc-9886-b74dacf0290e req-dc7a3160-de6c-4bf8-8e0a-48a4a0e65ff2 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 944 time: 0.0795898 Jul 16 20:45:16.852329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-53c16d50-816e-45cc-9886-b74dacf0290e req-19dae7c2-ba6a-4ef6-825c-b679edf588b3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Jul 16 20:45:17.035804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767edc-b30d-4a7a-a289-f95abf48fd3a req-f4de4237-c9d6-4a87-871e-3d5a77e770b2 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.037337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70767edc-b30d-4a7a-a289-f95abf48fd3a req-f4de4237-c9d6-4a87-871e-3d5a77e770b2 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 944 time: 0.0657134 Jul 16 20:45:17.077315 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-70767edc-b30d-4a7a-a289-f95abf48fd3a req-c7526278-efb1-460c-b2ea-8f0ef539b596 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343726 Jul 16 20:45:17.265392 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58f72-7760-44a9-831e-4b7945a15b1b req-56d035fa-a3c0-4a5e-a425-0389f394456f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.266765 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cc58f72-7760-44a9-831e-4b7945a15b1b req-56d035fa-a3c0-4a5e-a425-0389f394456f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 944 time: 0.0716834 Jul 16 20:45:17.305987 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cc58f72-7760-44a9-831e-4b7945a15b1b req-a6bea74b-78e1-47de-98ef-f89fafb17e93 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Jul 16 20:45:17.327901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:17.382600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a898be76-6093-404e-aa87-92c3d9e8da99 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:17.386468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a898be76-6093-404e-aa87-92c3d9e8da99 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:17.386846 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.466238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.491339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:17.493632 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5f4c9-7708-4041-a479-f2d700aec9f4" -d '{"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-plugged", "status": "completed", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:17.511188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:17.516026 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.540138 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e223658-cd6c-4a43-8a81-77a210f123cb x-openstack-request-id: req-1e223658-cd6c-4a43-8a81-77a210f123cb {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:17.540435 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-plugged", "status": "completed", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:17.540677 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e223658-cd6c-4a43-8a81-77a210f123cb {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:17.541060 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'code': 200} Jul 16 20:45:17.575402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:17.793212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177d72-0564-426e-a088-3dad04db65bd req-72c9d726-3655-4ddb-b511-aa41fa3542ad tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.794720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-72c9d726-3655-4ddb-b511-aa41fa3542ad tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 814 time: 0.1150820 Jul 16 20:45:17.810990 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-b5fa8535-ec70-46b0-9bf7-7effaa069094 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/quotas/7b54506ea1fa4e258003d16a129e6fa8 HTTP/1.1" status: 200 len: 375 time: 0.0105054 Jul 16 20:45:17.886087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-3924e7e0-7d54-45c4-a05d-48e9486e15b0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692942 Jul 16 20:45:17.897303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-940f1597-e830-48e3-bded-c086c869e948 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:45:17.898239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-940f1597-e830-48e3-bded-c086c869e948 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058355 Jul 16 20:45:17.992642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-e544089d-d748-42e0-9eab-9675f93f87e0 service neutron] 10.222.0.91 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884583 Jul 16 20:45:18.098749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-a8acdac4-ffa4-4497-8761-849bd5453b50 service neutron] 10.222.0.91 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988553 Jul 16 20:45:18.276698 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a04f4119-b436-479b-a224-6de92af4edba req-8d0804c9-ac97-4b4e-9024-1677eaa7dcca tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 210 time: 0.0327630 Jul 16 20:45:18.928210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-d85e6fd9-c436-4850-b5e0-8cb49d8677e1 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.929604 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-d85e6fd9-c436-4850-b5e0-8cb49d8677e1 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d8df4e-8ed9-4ea3-a473-9c2e95d26612 HTTP/1.1" status: 200 len: 945 time: 0.0639958 Jul 16 20:45:19.042428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Deleting port a898be76-6093-404e-aa87-92c3d9e8da99 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:19.042771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.143325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] For port a898be76-6093-404e-aa87-92c3d9e8da99, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a898be76-6093-404e-aa87-92c3d9e8da99,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:19.144934 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.157777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Calling delete_port for a898be76-6093-404e-aa87-92c3d9e8da99 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:19.324855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.337441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a898be76-6093-404e-aa87-92c3d9e8da99'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:19.390061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Pushing event deleted for resources: {'Port': ['ID=a898be76-6093-404e-aa87-92c3d9e8da99,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:19.445872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb6a13b1-f485-4e9c-ae72-911d8cf24f28 req-ccb46fd8-fff7-4a17-b286-cd4a02f68de7 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 210 time: 0.0339620 Jul 16 20:45:19.460596 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] No DVR routers for this DVR port a898be76-6093-404e-aa87-92c3d9e8da99 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:19.470416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177d72-0564-426e-a088-3dad04db65bd req-3d6473eb-62ac-4979-8969-5e492477dea5 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.472436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-3d6473eb-62ac-4979-8969-5e492477dea5 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 814 time: 0.2011604 Jul 16 20:45:19.473936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.476078 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.79 "DELETE /v2.0/ports/a898be76-6093-404e-aa87-92c3d9e8da99 HTTP/1.1" status: 204 len: 173 time: 0.5401733 Jul 16 20:45:19.476554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-deleted', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:19.479793 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde92905-7426-434f-9b6b-41758c7f3cb5" -d '{"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-deleted", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:19.486300 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Request body: {'port': {'device_id': '910fe384-ec9e-4f31-a87c-643270686175', 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7', 'admin_state_up': True, 'tenant_id': '7b54506ea1fa4e258003d16a129e6fa8'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:19.521066 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09512695-5375-4c2b-a2cf-22c1c66070cc x-openstack-request-id: req-09512695-5375-4c2b-a2cf-22c1c66070cc {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:19.521360 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d8df4e-8ed9-4ea3-a473-9c2e95d26612", "name": "network-vif-deleted", "tag": "a898be76-6093-404e-aa87-92c3d9e8da99", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:19.521683 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-09512695-5375-4c2b-a2cf-22c1c66070cc {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:19.522103 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d8df4e-8ed9-4ea3-a473-9c2e95d26612', 'name': 'network-vif-deleted', 'tag': 'a898be76-6093-404e-aa87-92c3d9e8da99', 'status': 'completed', 'code': 200} Jul 16 20:45:19.610753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Made reservation on behalf of 7b54506ea1fa4e258003d16a129e6fa8 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:19.614368 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.745827 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Allocated IP 172.20.0.14 (067ac8e2-52b5-4c36-88b7-34a98a53aaf7/1c3d5486-f7e5-49f5-9c6d-4672f5597f78/2e1459fe-86ed-4ad4-b1dd-41e7e7255133) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:19.904640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.946400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:19.958038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a898be76-6093-404e-aa87-92c3d9e8da99'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:19.994196 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:20.003309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:20.006023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:20.041600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:20.070197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.070819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.088765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-1635b449-bc6f-4404-bc65-dd4909861d67 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6062951 Jul 16 20:45:20.100739 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Request body: {'port': {'device_id': '910fe384-ec9e-4f31-a87c-643270686175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:20.178555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.466294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:20.474377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.487870 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Transition to ACTIVE for port object 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:20.497021 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.557176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:20.634791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:20.635139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:20.635489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:20.640221 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:20.640548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:20.642525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b7185-dae0-4d5f-8b1a-909cf3cc53bc req-260614a9-54e3-4c1d-adb3-eb5e285c6905 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.644101 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e6b7185-dae0-4d5f-8b1a-909cf3cc53bc req-260614a9-54e3-4c1d-adb3-eb5e285c6905 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 944 time: 0.0709031 Jul 16 20:45:20.646423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:20.646759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Checking segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:20.647175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Bound using segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:20.647612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Bound port: 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:20.647980 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.683881 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6e6b7185-dae0-4d5f-8b1a-909cf3cc53bc req-1de18554-6c94-4c46-a680-458d854cc477 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Jul 16 20:45:20.717352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:20.720340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:20.724267 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.759232 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.759835 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.761270 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] 10.222.0.79 "PUT /v2.0/ports/2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 1093 time: 0.6652660 Jul 16 20:45:20.782296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f14e2d-1dd0-4063-8a97-72851eea5531 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:20.855769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177d72-0564-426e-a088-3dad04db65bd req-99b7e6c8-a209-4400-8fd7-49073da1beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.857262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-99b7e6c8-a209-4400-8fd7-49073da1beb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1096 time: 0.0567131 Jul 16 20:45:20.903715 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-171e7298-12e2-4b51-ac57-8dc8565eaa92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0396905 Jul 16 20:45:20.957902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177d72-0564-426e-a088-3dad04db65bd req-0ca77462-0b78-4678-85e4-27e1e538c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.960139 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-0ca77462-0b78-4678-85e4-27e1e538c88d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0501654 Jul 16 20:45:20.994685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-a0150fb4-9d8c-49f3-bd52-d9de5201aa23 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274591 Jul 16 20:45:21.090506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-a1b828b8-3a02-431a-a521-0559468e8b5e service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896559 Jul 16 20:45:21.184262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e177d72-0564-426e-a088-3dad04db65bd req-3f83ee2f-3695-4bb1-8a0c-3e469f01d603 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875573 Jul 16 20:45:21.523825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:21.526509 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60c0ac-468e-423f-976a-4646bff38518" -d '{"events": [{"name": "network-changed", "server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:21.563475 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf01f79-b861-4ee9-a43e-1688b9a3a658 x-openstack-request-id: req-abf01f79-b861-4ee9-a43e-1688b9a3a658 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:21.563769 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:21.564019 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-abf01f79-b861-4ee9-a43e-1688b9a3a658 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:21.564450 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'status': 'completed', 'code': 200} Jul 16 20:45:21.657764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c0ac-468e-423f-976a-4646bff38518 req-c150a8d2-ffa9-4b3a-b579-7ed0732146ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.659324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d60c0ac-468e-423f-976a-4646bff38518 req-c150a8d2-ffa9-4b3a-b579-7ed0732146ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1096 time: 0.0663393 Jul 16 20:45:21.752546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c0ac-468e-423f-976a-4646bff38518 req-01c44fee-e5bc-4504-891c-0a7c806d4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.754111 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d60c0ac-468e-423f-976a-4646bff38518 req-01c44fee-e5bc-4504-891c-0a7c806d4cfe service neutron] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0878918 Jul 16 20:45:21.800506 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d60c0ac-468e-423f-976a-4646bff38518 req-cec1bbfc-7134-4951-a25d-51e6d1b0af14 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0389235 Jul 16 20:45:21.853774 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c0ac-468e-423f-976a-4646bff38518 req-da301fce-1ad0-4630-b3e3-040f8388be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.855304 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d60c0ac-468e-423f-976a-4646bff38518 req-da301fce-1ad0-4630-b3e3-040f8388be0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0485437 Jul 16 20:45:21.865595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb4029-a127-4311-bb4c-a23ea7209f0b req-58ad85b5-a7f7-49b7-96c5-6fe2d12b9d56 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.867108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-effb4029-a127-4311-bb4c-a23ea7209f0b req-58ad85b5-a7f7-49b7-96c5-6fe2d12b9d56 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 944 time: 0.0695751 Jul 16 20:45:21.890968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d60c0ac-468e-423f-976a-4646bff38518 req-2633281c-f8a1-4a1c-9e99-ecaa678d9ad7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286210 Jul 16 20:45:21.908054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-effb4029-a127-4311-bb4c-a23ea7209f0b req-7a3033c1-cdc7-49e2-97c5-a2d5659f3ace tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Jul 16 20:45:21.993264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d60c0ac-468e-423f-976a-4646bff38518 req-bfe4a3bd-3b5f-40e5-b770-bc27c952201e service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941870 Jul 16 20:45:22.093165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d60c0ac-468e-423f-976a-4646bff38518 req-a5e70d17-40af-4ed9-870b-589def954600 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933664 Jul 16 20:45:23.092478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196946-9352-48fa-9658-a9fb631c215c req-dc7c7e17-a267-4414-b767-205bc114c351 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.093931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e196946-9352-48fa-9658-a9fb631c215c req-dc7c7e17-a267-4414-b767-205bc114c351 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 944 time: 0.0701928 Jul 16 20:45:23.133628 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7e196946-9352-48fa-9658-a9fb631c215c req-bc56eced-ca42-4ca9-87b9-7d08f5f81759 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 16 20:45:23.346458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:23.348631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:23.374087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: a898be76-6093-404e-aa87-92c3d9e8da99 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:23.374414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a898be76-6093-404e-aa87-92c3d9e8da99 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:23.474391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:23.486888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7', 'port_id': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'mac_address': 'fa:16:3e:66:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3d5486-f7e5-49f5-9c6d-4672f5597f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:23.529446 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.542473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:23.562266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:23.568121 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.622357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:23.756849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['2e1459fe-86ed-4ad4-b1dd-41e7e7255133'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:24.343427 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34db204-e0e8-4b36-be68-a3c55c17c411 req-a97bc6c5-ef64-4c82-9ae5-fc95ea14418f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.344910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a34db204-e0e8-4b36-be68-a3c55c17c411 req-a97bc6c5-ef64-4c82-9ae5-fc95ea14418f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 945 time: 0.0812063 Jul 16 20:45:24.386371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a34db204-e0e8-4b36-be68-a3c55c17c411 req-6aaf570d-6896-410d-bbd1-c2bb2757e0f0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Jul 16 20:45:25.343460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:25.401099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:25.405214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:25.405583 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.489930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.517005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:25.519289 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e5b08f-126d-4e60-818e-07a75ca92aa6" -d '{"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-plugged", "status": "completed", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:25.533756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:25.538527 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.565927 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b8de93-7a65-4c9d-b46d-54a60816972a x-openstack-request-id: req-07b8de93-7a65-4c9d-b46d-54a60816972a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:25.566265 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-plugged", "status": "completed", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:25.566465 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-07b8de93-7a65-4c9d-b46d-54a60816972a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:25.566872 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'code': 200} Jul 16 20:45:25.574148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25aa20-b9e9-40d6-8cbb-d56393fa2a03 req-4a581fe5-19f0-4179-9cad-be577898badc tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.576766 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff25aa20-b9e9-40d6-8cbb-d56393fa2a03 req-4a581fe5-19f0-4179-9cad-be577898badc tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 945 time: 0.0743916 Jul 16 20:45:25.605581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:25.620104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff25aa20-b9e9-40d6-8cbb-d56393fa2a03 req-3555341a-15a9-4b65-9710-28e56b8f8fce tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360804 Jul 16 20:45:25.676200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce746f9a-2e9c-40a3-aa37-fe48cadea55f req-95a1dc04-9aa8-4194-9a03-56f2b7dd15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.677720 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce746f9a-2e9c-40a3-aa37-fe48cadea55f req-95a1dc04-9aa8-4194-9a03-56f2b7dd15d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1098 time: 0.0550926 Jul 16 20:45:25.712789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce746f9a-2e9c-40a3-aa37-fe48cadea55f req-96a56b48-200c-4ebf-a806-b1c5e1a608f0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281723 Jul 16 20:45:26.815929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502db8c-b882-4581-bbdc-230d0dfdc3f2 req-7738f26e-ac29-4ea2-bbfb-33dd448dcf9a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.817446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e502db8c-b882-4581-bbdc-230d0dfdc3f2 req-7738f26e-ac29-4ea2-bbfb-33dd448dcf9a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0805006 Jul 16 20:45:26.862192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e502db8c-b882-4581-bbdc-230d0dfdc3f2 req-7c5503a1-e2b5-4636-ab63-53c9f0a971c8 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370059 Jul 16 20:45:27.051032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346ded6-6140-4018-ac18-f01174f663fa req-ef53d80d-a2a9-49d6-8c3b-b9065c960843 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.052533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7346ded6-6140-4018-ac18-f01174f663fa req-ef53d80d-a2a9-49d6-8c3b-b9065c960843 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0780311 Jul 16 20:45:27.092566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7346ded6-6140-4018-ac18-f01174f663fa req-ac92ec0b-a6f7-48b1-be19-38bbd0f98dcc tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Jul 16 20:45:27.474097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-f57988c7-4fc4-4121-8e5f-9bbff0e9fb15 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831399 Jul 16 20:45:27.514806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c97a-1f58-4d50-9a0c-f12d8ff9efdc req-ddeb580f-a093-4334-af51-99a0ec4731f8 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.516633 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20f7c97a-1f58-4d50-9a0c-f12d8ff9efdc req-ddeb580f-a093-4334-af51-99a0ec4731f8 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0805552 Jul 16 20:45:27.563248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20f7c97a-1f58-4d50-9a0c-f12d8ff9efdc req-cac9b391-426d-4037-ba0b-c28887f595de tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Jul 16 20:45:28.735452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-151cb504-99fd-4c83-aafa-ed47d1310250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:28.736974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-151cb504-99fd-4c83-aafa-ed47d1310250 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1098 time: 0.0547743 Jul 16 20:45:28.752363 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e70d8-09fb-422f-bf86-2e997cb23a22 req-c182e3f5-c6f8-43d7-a9d4-77c071aef791 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:28.753888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f6e70d8-09fb-422f-bf86-2e997cb23a22 req-c182e3f5-c6f8-43d7-a9d4-77c071aef791 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0643320 Jul 16 20:45:28.798375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f6e70d8-09fb-422f-bf86-2e997cb23a22 req-3c73b38d-8ef2-44c0-ab70-87827469d0cf tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 Jul 16 20:45:28.839000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-39dc3388-bb14-413a-946f-16d100ff4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:28.840503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-39dc3388-bb14-413a-946f-16d100ff4b26 service neutron] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0975778 Jul 16 20:45:28.885682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-809ce433-4b5f-4210-bf0c-19436ab17985 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0390050 Jul 16 20:45:28.936472 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-caed1d46-4e40-40a6-bf34-658f5ea8b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:28.937996 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-caed1d46-4e40-40a6-bf34-658f5ea8b282 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0466940 Jul 16 20:45:28.975393 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-b0375450-1f0c-4718-9a97-64ad576d95a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312729 Jul 16 20:45:29.073826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-356249a3-b800-434f-af18-2bb68ad92629 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897248 Jul 16 20:45:29.165397 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-9b933840-2581-417b-aa05-70effb3cc403 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857027 Jul 16 20:45:29.990888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241cf09-619f-4038-8938-0a605b6585e5 req-d0d99b8e-26ca-4294-a7fa-a95701e24297 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.992445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0241cf09-619f-4038-8938-0a605b6585e5 req-d0d99b8e-26ca-4294-a7fa-a95701e24297 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0742567 Jul 16 20:45:30.043222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0241cf09-619f-4038-8938-0a605b6585e5 req-008f5df7-5584-4231-9baf-64f1d1e4578e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Jul 16 20:45:31.235224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daef0f-0920-4ac2-8c2f-af9001e52b36 req-98a55700-1754-432b-9915-1f63d099d414 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:31.236715 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32daef0f-0920-4ac2-8c2f-af9001e52b36 req-98a55700-1754-432b-9915-1f63d099d414 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0806983 Jul 16 20:45:31.275914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-32daef0f-0920-4ac2-8c2f-af9001e52b36 req-a39a2bf4-babb-4262-805e-003cce114fbe tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Jul 16 20:45:32.467836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d81b3-6368-41ed-94a3-a9212cd435c3 req-8259a759-e64c-4bef-8791-0c0ee6c9e130 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:32.469400 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d12d81b3-6368-41ed-94a3-a9212cd435c3 req-8259a759-e64c-4bef-8791-0c0ee6c9e130 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0806403 Jul 16 20:45:32.514752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d12d81b3-6368-41ed-94a3-a9212cd435c3 req-b2b912de-20e0-4ce2-a263-a15e657b85c4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Jul 16 20:45:33.725559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda531c0-9134-4459-9b6c-3707a47c5d1b req-d972288e-f761-4660-b4cd-2e0cffeed257 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:33.727090 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bda531c0-9134-4459-9b6c-3707a47c5d1b req-d972288e-f761-4660-b4cd-2e0cffeed257 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0777638 Jul 16 20:45:33.779390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bda531c0-9134-4459-9b6c-3707a47c5d1b req-a01f7f7b-62ef-494a-9204-6882a7e4c5f2 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Jul 16 20:45:34.973882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9255d4-b816-420a-abcc-99674bdb1c23 req-f3a10ee9-3cbd-4e5a-97d6-328f28da8fd3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:34.975351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5d9255d4-b816-420a-abcc-99674bdb1c23 req-f3a10ee9-3cbd-4e5a-97d6-328f28da8fd3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0718868 Jul 16 20:45:35.021556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5d9255d4-b816-420a-abcc-99674bdb1c23 req-a6471c63-a278-4acd-bf51-aa258ac58174 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Jul 16 20:45:36.067059 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c3c70d09-14ed-469d-8c03-e469b0770f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.225671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a70b-62a5-4a56-b61c-4fb8a06d3b31 req-e7cc55f2-7b2b-41c2-974e-8e155c842d68 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:36.227083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f97a70b-62a5-4a56-b61c-4fb8a06d3b31 req-e7cc55f2-7b2b-41c2-974e-8e155c842d68 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0864716 Jul 16 20:45:36.271221 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2f97a70b-62a5-4a56-b61c-4fb8a06d3b31 req-bc37e668-9100-41c8-8660-e506f4ebf439 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380781 Jul 16 20:45:37.453902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae162a4e-a900-4bef-a96d-d9c3fdcb1ce9 req-dab20d52-fa98-41f0-9d9f-9617f5a9394f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:37.455485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae162a4e-a900-4bef-a96d-d9c3fdcb1ce9 req-dab20d52-fa98-41f0-9d9f-9617f5a9394f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0713060 Jul 16 20:45:37.499952 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae162a4e-a900-4bef-a96d-d9c3fdcb1ce9 req-24f90bd3-df72-487b-a52f-faa2e33cf2d0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Jul 16 20:45:38.629241 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.689279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4b27d-18a5-4225-8e7f-503244b23632 req-f5c603dd-bf04-4c9a-b113-4a043898760a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:38.690814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80f4b27d-18a5-4225-8e7f-503244b23632 req-f5c603dd-bf04-4c9a-b113-4a043898760a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0738268 Jul 16 20:45:38.732728 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80f4b27d-18a5-4225-8e7f-503244b23632 req-be020df1-2739-4cf5-81c8-67e0cf35f39d tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359166 Jul 16 20:45:38.767207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.882298 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-05f08782-0140-4c00-aa60-8514a339de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.230613 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:39.923621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9c5b-9c1f-4609-870b-cfa711399663 req-52105c01-d6d2-440a-9715-e79f1c21d087 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.925112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-553c9c5b-9c1f-4609-870b-cfa711399663 req-52105c01-d6d2-440a-9715-e79f1c21d087 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0703173 Jul 16 20:45:39.966991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-553c9c5b-9c1f-4609-870b-cfa711399663 req-1a54fbf5-6717-42b5-a84b-d1f248c4a18f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Jul 16 20:45:40.131046 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.162817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b222b57-ed6a-45fc-ad97-aba1655cf739 req-afd70800-d58b-459e-baf2-ad2dc3d4a32b tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:41.164756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b222b57-ed6a-45fc-ad97-aba1655cf739 req-afd70800-d58b-459e-baf2-ad2dc3d4a32b tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0791829 Jul 16 20:45:41.207251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b222b57-ed6a-45fc-ad97-aba1655cf739 req-8b13edc3-3342-4623-bb39-7c1257f08a53 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365365 Jul 16 20:45:41.924924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.397272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caefd2-85ca-4e5e-b43f-f874244e2bad req-2fc27cea-040e-4f5a-a4b1-4bfaf793063f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:42.398805 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9caefd2-85ca-4e5e-b43f-f874244e2bad req-2fc27cea-040e-4f5a-a4b1-4bfaf793063f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0744166 Jul 16 20:45:42.445454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d9caefd2-85ca-4e5e-b43f-f874244e2bad req-a17237ca-98c9-481a-b7f9-a0d0c7d03502 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Jul 16 20:45:43.658562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943087d-4443-45d3-989b-fb285fffa9ce req-07bbaf0c-8876-4c77-98f7-3e0beef222c3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:43.660452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e943087d-4443-45d3-989b-fb285fffa9ce req-07bbaf0c-8876-4c77-98f7-3e0beef222c3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0882881 Jul 16 20:45:43.707823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e943087d-4443-45d3-989b-fb285fffa9ce req-be9b06dc-b23d-49c4-9e3b-9c11f083a02a tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Jul 16 20:45:44.899876 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8aec5-2c14-47bd-aa09-d81b5c5999aa req-18552942-95b7-48ee-86f6-b0b75cc6b66f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:44.901282 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcf8aec5-2c14-47bd-aa09-d81b5c5999aa req-18552942-95b7-48ee-86f6-b0b75cc6b66f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0745060 Jul 16 20:45:44.946862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bcf8aec5-2c14-47bd-aa09-d81b5c5999aa req-0ea87557-4d70-4bd2-8c2e-fd0536bbd277 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Jul 16 20:45:46.130760 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402546-0dcb-43d7-9295-bc86e8ca4996 req-f08cdc3a-959e-457f-97ad-8262e04aeba6 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:46.132309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c402546-0dcb-43d7-9295-bc86e8ca4996 req-f08cdc3a-959e-457f-97ad-8262e04aeba6 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0691776 Jul 16 20:45:46.173024 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8c402546-0dcb-43d7-9295-bc86e8ca4996 req-88b9528a-bdbd-432f-b80e-e0c9fd78a467 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jul 16 20:45:47.359854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f487f2-80fc-4eae-9639-c0cdd49b39ea req-73c61058-558e-4e52-9b05-d7fb4110cf3c tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:47.361424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57f487f2-80fc-4eae-9639-c0cdd49b39ea req-73c61058-558e-4e52-9b05-d7fb4110cf3c tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0776072 Jul 16 20:45:47.406262 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-57f487f2-80fc-4eae-9639-c0cdd49b39ea req-842eee67-09b0-45fa-8fb0-fd1ebf5f129f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Jul 16 20:45:48.607509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85e7bc-c6cf-46cf-8bd8-8aec0840f559 req-10c1cfa2-2cfd-4791-87f8-9510cd399fe6 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:48.608951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e85e7bc-c6cf-46cf-8bd8-8aec0840f559 req-10c1cfa2-2cfd-4791-87f8-9510cd399fe6 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0759063 Jul 16 20:45:48.650017 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e85e7bc-c6cf-46cf-8bd8-8aec0840f559 req-683e8ba5-696b-49b7-a7e5-5b27f7ee0d31 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Jul 16 20:45:49.846985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a69ad6-a230-4f12-a8d1-31200ef8e27d req-375c4c06-f474-49bd-a7a2-4f5d26947c41 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:49.848624 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99a69ad6-a230-4f12-a8d1-31200ef8e27d req-375c4c06-f474-49bd-a7a2-4f5d26947c41 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0720465 Jul 16 20:45:49.890701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99a69ad6-a230-4f12-a8d1-31200ef8e27d req-ccd21985-fb3c-49a0-bc9d-dc9952696ac0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Jul 16 20:45:51.083132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2f71d-6817-4e0b-8373-72cde5264a0c req-c8ee68bc-69dc-4c6f-b9c9-7aa7e4d05206 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:51.084730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65f2f71d-6817-4e0b-8373-72cde5264a0c req-c8ee68bc-69dc-4c6f-b9c9-7aa7e4d05206 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0731702 Jul 16 20:45:51.133873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65f2f71d-6817-4e0b-8373-72cde5264a0c req-1f7b2d87-be81-4c72-b42a-06207d9cc97e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Jul 16 20:45:52.204622 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:52.346138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee22779-01f4-4a69-8641-b813cc30963c req-5d81a014-4f89-4e78-ae8c-fc74c84859ab tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.347655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ee22779-01f4-4a69-8641-b813cc30963c req-5d81a014-4f89-4e78-ae8c-fc74c84859ab tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0832689 Jul 16 20:45:52.387332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2ee22779-01f4-4a69-8641-b813cc30963c req-ef4504c0-0bc8-48ba-8919-2233946c4bf3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Jul 16 20:45:53.571597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c823c-9b91-45ab-96c1-ec23fbeee21f req-623ad874-988d-47c5-9810-9949a48143ee tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:53.573102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-375c823c-9b91-45ab-96c1-ec23fbeee21f req-623ad874-988d-47c5-9810-9949a48143ee tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0697393 Jul 16 20:45:53.616734 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-375c823c-9b91-45ab-96c1-ec23fbeee21f req-1f47043f-62e2-45a6-b131-4f054bc1de54 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Jul 16 20:45:53.784779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-063b2317-d600-4db5-8d7c-1ab1edf00f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:53.786978 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-063b2317-d600-4db5-8d7c-1ab1edf00f9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1098 time: 0.0686226 Jul 16 20:45:53.910305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-7e985c59-daca-4e89-9c83-f7350b9883fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:53.912080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-7e985c59-daca-4e89-9c83-f7350b9883fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0982897 Jul 16 20:45:53.957451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-11458f99-d8cc-427c-866c-68cf7bab6a16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0386727 Jul 16 20:45:54.014616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-55729274-ba74-4d97-bcb1-0d8bbb7540f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.016114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-55729274-ba74-4d97-bcb1-0d8bbb7540f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0521672 Jul 16 20:45:54.049672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-7be4a6c5-8dd0-43e3-8244-6040a757ec72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273347 Jul 16 20:45:54.150601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-fa5b9740-1855-4942-a370-188e33a2584f service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950170 Jul 16 20:45:54.246943 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f895e64c-84ef-4b4e-a6f8-7b82b15a216a req-625cb501-7798-40bf-82d4-0339444942b1 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903986 Jul 16 20:45:54.805381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df287-2921-4407-a538-97435d520e48 req-7cf0df26-a989-4170-932b-6bfd81d8e52f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.806849 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b3df287-2921-4407-a538-97435d520e48 req-7cf0df26-a989-4170-932b-6bfd81d8e52f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0700068 Jul 16 20:45:54.849901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8b3df287-2921-4407-a538-97435d520e48 req-258c3293-ed31-4b5e-91d1-0e33ec65af98 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Jul 16 20:45:55.945967 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-3eeeacdf-b08f-4da7-8109-3ab9bb6270ae service neutron] show failed (client error): The resource could not be found. Jul 16 20:45:55.947030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-3eeeacdf-b08f-4da7-8109-3ab9bb6270ae service neutron] 10.222.0.79 "GET /v2.0/ports/2e1459fe-86ed-4ad4-b1dd-41e7e7255133/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0565400 Jul 16 20:45:56.035005 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6784ba0-bb3c-407e-8280-eb7031ed37d2 req-bbf4936c-bfc8-42d2-bd91-3467efa4625c tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:56.036503 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6784ba0-bb3c-407e-8280-eb7031ed37d2 req-bbf4936c-bfc8-42d2-bd91-3467efa4625c tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0695882 Jul 16 20:45:56.076444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6784ba0-bb3c-407e-8280-eb7031ed37d2 req-e764b3a7-46bc-4f07-a906-ded4ae307c8c tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Jul 16 20:45:56.214606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-873787d1-e0a4-477f-91c9-e811827178a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:56.216118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-873787d1-e0a4-477f-91c9-e811827178a5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175&tenant_id=7b54506ea1fa4e258003d16a129e6fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0627885 Jul 16 20:45:56.227239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:56.307125 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.517742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:56.558090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:56.599282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:56.601654 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a5bdc-0d11-4b56-a747-e28bdd316f19" -d '{"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:56.605508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.625064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Transition to ACTIVE for port object 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:56.630144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.661597 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba9117-70ed-4e8a-8c69-521b05f7b813 x-openstack-request-id: req-8cba9117-70ed-4e8a-8c69-521b05f7b813 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:56.661881 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:56.662582 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8cba9117-70ed-4e8a-8c69-521b05f7b813 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:56.662582 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'code': 200} Jul 16 20:45:56.703689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] No DVR routers for this DVR port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:56.707006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.718558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.718924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.719264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.719620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.719930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.720982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.720982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.720982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.721276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.721460 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.721829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.722081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:56.753871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:56.754170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:56.754526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:56.758861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:56.759193 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Attempting to bind port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on network 067ac8e2-52b5-4c36-88b7-34a98a53aaf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:56.764468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:56.764795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Checking segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:56.765150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Bound using segment: {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:56.765566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Bound port: 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3634e90d-4ae8-432c-b42e-acabe50c8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:56.765915 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.839088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:56.843880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:56.851200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.885276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:56.885889 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.887298 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] 10.222.0.99 "PUT /v2.0/ports/2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 1093 time: 0.6643527 Jul 16 20:45:56.909696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222921bf-1b12-4678-a391-d3210db18ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:57.353225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-e24fee3e-9c34-4663-8c2a-40e051499e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:57.354824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-e24fee3e-9c34-4663-8c2a-40e051499e6e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1096 time: 0.4421666 Jul 16 20:45:57.377556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17f064-1cd6-4461-8cf4-597daa727e0f req-6be702b7-31e3-4c54-ae7d-9b8b12535e3d tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:57.378888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f17f064-1cd6-4461-8cf4-597daa727e0f req-6be702b7-31e3-4c54-ae7d-9b8b12535e3d tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 944 time: 0.0948830 Jul 16 20:45:57.465853 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f17f064-1cd6-4461-8cf4-597daa727e0f req-7e45c904-affb-42b4-ab0e-b848bb407794 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756843 Jul 16 20:45:57.488458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-c8c8d38f-c70d-44bb-9a77-ba7be03c0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:57.490149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-c8c8d38f-c70d-44bb-9a77-ba7be03c0d28 service neutron] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.1286006 Jul 16 20:45:57.535241 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-36d92a46-b827-489c-bfd0-544cfc9e3970 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0369115 Jul 16 20:45:57.591555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-44f6c0ea-b105-496d-a600-520e476a33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:57.593041 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-44f6c0ea-b105-496d-a600-520e476a33bb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0516055 Jul 16 20:45:57.627541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-383f5923-6df5-4f99-a005-ba6ca6c88aa6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278907 Jul 16 20:45:57.733121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-c36ea632-d036-41c7-bde8-1c545d7fe1c1 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968091 Jul 16 20:45:57.827485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f8f89f98-0205-4615-9b20-7a162a00a73b req-a4932fcd-20ce-4ba6-a9b9-53f6bd6421d2 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877042 Jul 16 20:45:58.660832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12b65-44f6-48d7-9648-71c1f7e92b0e req-821d46bb-5037-4ab1-bb9d-753e4a315707 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:58.662359 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5c12b65-44f6-48d7-9648-71c1f7e92b0e req-821d46bb-5037-4ab1-bb9d-753e4a315707 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 944 time: 0.0728204 Jul 16 20:45:58.663402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:58.665812 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4149b671-bd74-468e-a6d5-f1f2bcf7f580" -d '{"events": [{"name": "network-changed", "server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:58.704086 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d5c12b65-44f6-48d7-9648-71c1f7e92b0e req-f3f4afe8-bff8-4f16-88c1-a8444378579c tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356286 Jul 16 20:45:58.714419 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d551c726-9c19-4a18-998a-67d5df602059 x-openstack-request-id: req-d551c726-9c19-4a18-998a-67d5df602059 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:58.714708 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:58.714985 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d551c726-9c19-4a18-998a-67d5df602059 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:58.715405 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'status': 'completed', 'code': 200} Jul 16 20:45:58.802124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-fac62d7a-557b-4237-9d80-2586f5e77e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:58.803557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-fac62d7a-557b-4237-9d80-2586f5e77e1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1096 time: 0.0647366 Jul 16 20:45:58.818130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-ebe28f69-f30f-46c2-a7a3-7f99ebc0886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:58.819739 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-ebe28f69-f30f-46c2-a7a3-7f99ebc0886a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1096 time: 0.0611496 Jul 16 20:45:58.901973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-c16cc66e-951c-4902-862e-17a234f9e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:58.903522 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-c16cc66e-951c-4902-862e-17a234f9e96d service neutron] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0933299 Jul 16 20:45:58.918826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-a451bf16-5d75-43d1-b2d4-8f2c6f1cfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:58.921151 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-a451bf16-5d75-43d1-b2d4-8f2c6f1cfb46 service neutron] 10.222.0.99 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0936530 Jul 16 20:45:58.953121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-53bbadd1-c968-461b-970e-36f585fbe920 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0433264 Jul 16 20:45:58.965563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-c80e9b88-ef70-4615-8707-e5146c9373e5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0373569 Jul 16 20:45:59.024061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-8485f7db-f077-4e46-b55d-b4ce7b79808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:59.025681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-8485f7db-f077-4e46-b55d-b4ce7b79808a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0540390 Jul 16 20:45:59.060368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-3547326a-7f0f-41f9-91d5-dd3fbb871894 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280077 Jul 16 20:45:59.162456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-b6ec5068-4e13-45a6-acec-196dddc24c36 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949233 Jul 16 20:45:59.264949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-586133fb-f906-490f-8a7c-043cb95e02a7 service neutron] 10.222.0.99 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940428 Jul 16 20:45:59.289931 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-d358dafc-ce73-42c3-b667-583bd860b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:59.291409 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-d358dafc-ce73-42c3-b667-583bd860b9da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.3325942 Jul 16 20:45:59.324334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-2d793840-25bf-4d59-8311-23e0be31c1b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264187 Jul 16 20:45:59.326271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:59.428299 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-b3388160-b6f9-4163-b8b8-d38695ac4025 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979965 Jul 16 20:45:59.434468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:59.448720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'network_id': '067ac8e2-52b5-4c36-88b7-34a98a53aaf7', 'port_id': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'mac_address': 'fa:16:3e:66:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3d5486-f7e5-49f5-9c6d-4672f5597f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:59.544992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4149b671-bd74-468e-a6d5-f1f2bcf7f580 req-928d1c39-f4f9-4c5f-a5f4-a90646cd2df5 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099012 Jul 16 20:45:59.677023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:59.700667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.721579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:59.744899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:59.747642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:59.752790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.808010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:59.816656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.816995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.817360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.817696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.818026 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.818360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.818691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.819056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.819383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.819700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.820088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.820407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:59.896805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58c3af-fc2b-47b9-8bb9-e5a7b4226335 req-d1067b97-5ccd-4231-81c2-5172e6b83e3e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:59.898670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d58c3af-fc2b-47b9-8bb9-e5a7b4226335 req-d1067b97-5ccd-4231-81c2-5172e6b83e3e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 945 time: 0.0751443 Jul 16 20:45:59.941128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d58c3af-fc2b-47b9-8bb9-e5a7b4226335 req-750bbeb2-a883-4497-b393-37d409e09fbc tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Jul 16 20:45:59.978757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['2e1459fe-86ed-4ad4-b1dd-41e7e7255133'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:00.260388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd3a0e-c2b8-49d2-8491-cbea37348d8b req-273db1e3-b6d4-440c-aa2c-ebe4cdf191d0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:00.261807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccdd3a0e-c2b8-49d2-8491-cbea37348d8b req-273db1e3-b6d4-440c-aa2c-ebe4cdf191d0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 945 time: 0.0718994 Jul 16 20:46:00.277426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-a8837b20-b3d9-45d0-868a-c845c73732d4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:00.278928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-a8837b20-b3d9-45d0-868a-c845c73732d4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.79 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175&tenant_id=7b54506ea1fa4e258003d16a129e6fa8&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 945 time: 0.0773168 Jul 16 20:46:00.302359 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ccdd3a0e-c2b8-49d2-8491-cbea37348d8b req-d5971e7a-0231-49be-915c-d7d57ca7e91e tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Jul 16 20:46:00.342569 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-6bed09b5-12b4-48ce-b3cb-f085580559de service neutron] delete failed (client error): The resource could not be found. Jul 16 20:46:00.343672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-6bed09b5-12b4-48ce-b3cb-f085580559de service neutron] 10.222.0.79 "DELETE /v2.0/ports/2e1459fe-86ed-4ad4-b1dd-41e7e7255133/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0578985 Jul 16 20:46:00.448435 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-8f0af96e-e0ea-4d57-adde-fb740c9b3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:00.450054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-8f0af96e-e0ea-4d57-adde-fb740c9b3f7a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 1097 time: 0.0581179 Jul 16 20:46:00.549088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-03913be5-5b10-4baa-82ad-217739afef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:00.550637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-03913be5-5b10-4baa-82ad-217739afef13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 200 len: 915 time: 0.0946107 Jul 16 20:46:00.597090 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-0e797e09-6ba6-4442-97d4-8580087ad5a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 200 len: 217 time: 0.0402081 Jul 16 20:46:00.651712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-a74f1c78-ca13-4ee7-86e3-d012a7a82b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:00.653227 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-a74f1c78-ca13-4ee7-86e3-d012a7a82b24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 200 len: 854 time: 0.0499523 Jul 16 20:46:00.688988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-3ad2675a-c3e2-4851-a539-69e042c1ecc4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=067ac8e2-52b5-4c36-88b7-34a98a53aaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298877 Jul 16 20:46:00.779466 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-7423e927-9993-4a81-be71-7dc625d8b7c3 service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834122 Jul 16 20:46:00.887951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2aeaea5d-c887-41a0-af25-7385c2c3ddb8 req-7e9b28f4-723c-4269-aadb-201c9cec2a8c service neutron] 10.222.0.79 "GET /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007292 Jul 16 20:46:01.338137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:01.387547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:01.391428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:01.391797 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.480816 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.496644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6a94c-3a79-40fe-bda3-abae1a705aed req-9105cb5c-683e-4471-bcfa-84ba975520c9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:01.498546 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41a6a94c-3a79-40fe-bda3-abae1a705aed req-9105cb5c-683e-4471-bcfa-84ba975520c9 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 945 time: 0.0773883 Jul 16 20:46:01.504355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:01.506616 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256b04f-16b4-4286-a807-565c433b1733" -d '{"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-plugged", "status": "completed", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:01.520668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:01.526600 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.545027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-41a6a94c-3a79-40fe-bda3-abae1a705aed req-6301554e-725d-4c94-9fbb-205e4aa0f2b2 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 Jul 16 20:46:01.583773 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:01.595798 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07674bc-c197-4d4b-b68e-72e3f7d87ef4 x-openstack-request-id: req-a07674bc-c197-4d4b-b68e-72e3f7d87ef4 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:01.596106 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-plugged", "status": "completed", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:01.596366 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a07674bc-c197-4d4b-b68e-72e3f7d87ef4 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:01.596741 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'code': 200} Jul 16 20:46:02.743642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346ea6-e8f7-4e27-a5a7-ff61e40d9cc2 req-31093475-5a16-447f-96d4-3da51c29a642 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.745187 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7346ea6-e8f7-4e27-a5a7-ff61e40d9cc2 req-31093475-5a16-447f-96d4-3da51c29a642 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0707469 Jul 16 20:46:02.789115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7346ea6-e8f7-4e27-a5a7-ff61e40d9cc2 req-9ff20402-169d-4e67-bf72-0cd62e774b5f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379095 Jul 16 20:46:02.986947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e2080-2bdc-451f-88ea-52d1a44223d9 req-9a8b38a8-9e44-4508-9214-8b03e56e0f78 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.988499 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b25e2080-2bdc-451f-88ea-52d1a44223d9 req-9a8b38a8-9e44-4508-9214-8b03e56e0f78 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0750637 Jul 16 20:46:03.027029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b25e2080-2bdc-451f-88ea-52d1a44223d9 req-ff9d07da-0595-4b5d-944d-eadb3374b582 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Jul 16 20:46:03.227535 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7036e4-ca29-4e10-b2ae-a9c0854648cc req-decdfcb1-f02c-43dd-9c5c-a22c638e54b3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.229133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae7036e4-ca29-4e10-b2ae-a9c0854648cc req-decdfcb1-f02c-43dd-9c5c-a22c638e54b3 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0815003 Jul 16 20:46:03.269182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ae7036e4-ca29-4e10-b2ae-a9c0854648cc req-262f4492-77b0-4746-b06f-b3290aba1aae tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Jul 16 20:46:03.871353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf792d2-8394-4862-b2d8-0e35e5ae74eb req-4c2c7662-8fd3-4e6f-89de-51931737da03 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.872996 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eaf792d2-8394-4862-b2d8-0e35e5ae74eb req-4c2c7662-8fd3-4e6f-89de-51931737da03 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0736089 Jul 16 20:46:03.918542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eaf792d2-8394-4862-b2d8-0e35e5ae74eb req-87610efe-18c5-4cb9-8b60-18d2f2f285d0 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Jul 16 20:46:04.940771 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-54f8de60-cde9-44c7-b0cd-141c8761211f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.941599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-54f8de60-cde9-44c7-b0cd-141c8761211f tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.99 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0770252 Jul 16 20:46:05.058159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Deleting port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:05.058575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.107408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9873fa-f82c-44d7-8990-ca1e9fe83e19 req-b067b91a-00a6-434a-a268-61e0d3157322 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:05.109020 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea9873fa-f82c-44d7-8990-ca1e9fe83e19 req-b067b91a-00a6-434a-a268-61e0d3157322 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/ports?device_id=910fe384-ec9e-4f31-a87c-643270686175 HTTP/1.1" status: 200 len: 946 time: 0.0683851 Jul 16 20:46:05.148042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea9873fa-f82c-44d7-8990-ca1e9fe83e19 req-6891ba9c-9843-403e-8d87-933d360c0060 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.91 "GET /v2.0/security-groups?id=a601ba26-ea59-477b-96c3-02982eda45d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Jul 16 20:46:05.158056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] For port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,segment=NetworkSegment(3634e90d-4ae8-432c-b42e-acabe50c8408),segment_id=3634e90d-4ae8-432c-b42e-acabe50c8408)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:05.158400 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.172311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Calling delete_port for 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:05.329013 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.343249 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['2e1459fe-86ed-4ad4-b1dd-41e7e7255133'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:05.360400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Pushing event deleted for resources: {'Port': ['ID=2e1459fe-86ed-4ad4-b1dd-41e7e7255133,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:05.405606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] No DVR routers for this DVR port 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:05.408473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.410441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-79dd1987-6d1c-4437-9e3f-d1258dbd6104 req-5f63db7a-6d2b-4daf-a481-d7c1f9ad2608 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] 10.222.0.99 "DELETE /v2.0/ports/2e1459fe-86ed-4ad4-b1dd-41e7e7255133 HTTP/1.1" status: 204 len: 173 time: 0.4624271 Jul 16 20:46:05.411124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-deleted', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:05.413161 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2944f3-48be-41b5-8d4c-d8c867cb7c39" -d '{"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-deleted", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:05.452322 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb2b12b-496c-42c4-8cb7-86a2983459ec x-openstack-request-id: req-3fb2b12b-496c-42c4-8cb7-86a2983459ec {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:05.452619 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe384-ec9e-4f31-a87c-643270686175", "name": "network-vif-deleted", "tag": "2e1459fe-86ed-4ad4-b1dd-41e7e7255133", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:05.452860 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3fb2b12b-496c-42c4-8cb7-86a2983459ec {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:05.453361 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe384-ec9e-4f31-a87c-643270686175', 'name': 'network-vif-deleted', 'tag': '2e1459fe-86ed-4ad4-b1dd-41e7e7255133', 'status': 'completed', 'code': 200} Jul 16 20:46:06.061656 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a17b5fc5-9850-40fa-b386-dc6c112ff813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.395915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37982) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.444162 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] Deleting subnet 1c3d5486-f7e5-49f5-9c6d-4672f5597f78 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:46:06.448009 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.492393 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.531859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.589890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.619816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3d5486-f7e5-49f5-9c6d-4672f5597f78,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.623797 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.626196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-05c05b19-a72c-4264-b4d0-5333ec2340d9 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1c3d5486-f7e5-49f5-9c6d-4672f5597f78 HTTP/1.1" status: 204 len: 168 time: 0.2286427 Jul 16 20:46:06.628504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.706877 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.784964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.795577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067ac8e2-52b5-4c36-88b7-34a98a53aaf7']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.806011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3634e90d-4ae8-432c-b42e-acabe50c8408') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.806300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3634e90d-4ae8-432c-b42e-acabe50c8408') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:06.815404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.835087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.842320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:46:06.842700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:46:06.844836 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:46:06.906225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.911285 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.913868 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] 10.222.0.91 "DELETE /v2.0/networks/067ac8e2-52b5-4c36-88b7-34a98a53aaf7 HTTP/1.1" status: 204 len: 168 time: 0.2841399 Jul 16 20:46:06.926775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2352aa-1a9e-43eb-9331-856a8341a723 admin admin] Pushing event deleted for resources: {'Network': ['ID=067ac8e2-52b5-4c36-88b7-34a98a53aaf7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:07.059540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 37988) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.108753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-75aec763-8f6a-4f1d-af5b-25de7a03197d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b54506ea1fa4e258003d16a129e6fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478053 Jul 16 20:46:07.111449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 37990) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.183432 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.211191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.264035 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.266526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.267727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a601ba26-ea59-477b-96c3-02982eda45d9 HTTP/1.1" status: 204 len: 168 time: 0.1552894 Jul 16 20:46:07.275891 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601ba26-ea59-477b-96c3-02982eda45d9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:07.283598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.284023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.284359 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.284685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.285008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.285327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.285647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.285972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.286284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.286597 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.286932 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.287248 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a725721-07ed-445b-a49f-6138426a5486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:07.385838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:07.409721 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:07.410063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 2e1459fe-86ed-4ad4-b1dd-41e7e7255133 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:08.017941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38012) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.132979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1947909399-network', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:08.160436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Made reservation on behalf of f416e817a0934c33af99e7da844b8a17 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:08.164557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.173049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.277042 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.281712 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.309726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:46:08.316703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa66d084-0002-4197-a735-524e436744ba,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:08.325348 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.325348 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Added segment 58ae304d-d9fe-4f51-a10a-a323ee4a4fc9 of type vlan for network 3819f110-e781-4c28-a4f3-2a44f34b3528 Jul 16 20:46:08.369555 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.399604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.400661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:08.401252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.435733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4165895 Jul 16 20:46:08.438825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38016) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.477546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Request body: {'subnet': {'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1947909399-subnet', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:08.481873 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185b0a9-a8a5-4795-b814-33b3be9ca249 admin admin] Pushing event updated for resources: {'Network': ['ID=3819f110-e781-4c28-a4f3-2a44f34b3528,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:08.492566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:46:08.505564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Made reservation on behalf of f416e817a0934c33af99e7da844b8a17 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:08.507996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.633390 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.702650 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.764041 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37680b0-aa90-484c-9cb5-881456c74939,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:08.776094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:08.776094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Network hostable DHCP agents. Network: 3819f110-e781-4c28-a4f3-2a44f34b3528, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:46:08.793591 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.795208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:46:08.810534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 3819f110-e781-4c28-a4f3-2a44f34b3528) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:08.815940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:08.817169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.821177 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940fe4a-0053-48f6-9bf9-72d2fa521ba5 None None] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:08.832712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dae647fa-e2ad-483b-87ce-48e60f9bf8db admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903937 Jul 16 20:46:08.835630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38018) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:08.840676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:08.868006 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.869038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.906518 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1614c6bd-4f4d-4d21-a5d7-d73c6498d842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.958963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.990456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-3819f110-e781-4c28-a4f3-2a44f34b3528', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:46:08.991375 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.119669 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.137009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Allocated IP 172.20.0.2 (3819f110-e781-4c28-a4f3-2a44f34b3528/f37680b0-aa90-484c-9cb5-881456c74939/41cd80ee-059b-47a1-bba8-aca3a37b9741) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:09.238981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.295292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.304570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Transition to ACTIVE for port object 41cd80ee-059b-47a1-bba8-aca3a37b9741 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:09.321108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Transition to ACTIVE for port object 41cd80ee-059b-47a1-bba8-aca3a37b9741 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:09.327453 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.333496 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.359789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.363532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:09.368407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:09.371825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:09.382506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Pushing event updated for resources: {'Port': ['ID=41cd80ee-059b-47a1-bba8-aca3a37b9741,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:09.433003 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Attempting to bind port 41cd80ee-059b-47a1-bba8-aca3a37b9741 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:09.433365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Attempting to bind port 41cd80ee-059b-47a1-bba8-aca3a37b9741 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:09.433715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Attempting to bind port 41cd80ee-059b-47a1-bba8-aca3a37b9741 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:09.438800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:09.439205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:09.439603 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.440106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:09.440450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Bound port: 41cd80ee-059b-47a1-bba8-aca3a37b9741, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:09.440826 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.509442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] For port 41cd80ee-059b-47a1-bba8-aca3a37b9741, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:09.512815 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] For port 41cd80ee-059b-47a1-bba8-aca3a37b9741, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=41cd80ee-059b-47a1-bba8-aca3a37b9741,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:09.518007 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.521170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Allocated IP 172.25.3.195 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/abe61155-449a-4e15-8e86-db15bae680dd) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:09.578999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f29d1-a96c-4837-9e70-0e4f20a4de45 None None] Pushing event updated for resources: {'Port': ['ID=41cd80ee-059b-47a1-bba8-aca3a37b9741,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:09.643362 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.683675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.717367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:09.720402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:09.724749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:09.761385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Pushing event updated for resources: {'Port': ['ID=abe61155-449a-4e15-8e86-db15bae680dd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:10.020751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.128847 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.222180 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.368884 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Router 3788f442-e056-43bb-8f37-4ab641703fae is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:46:10.479032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:10.488477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:10.496790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.501133 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-835da559-2f12-4911-b19d-c6637ae96a35 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6617124 Jul 16 20:46:10.501288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:10.501288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:46:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:10.501489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38020) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:10.551295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ca9e5-871c-452f-b005-746928af803a None None] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:10.652255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f8a50603-2684-40cf-a26e-2e3b4c6e841f None None] Provisioning for port 41cd80ee-059b-47a1-bba8-aca3a37b9741 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:10.684749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:10.937352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:09Z', 'revision_number': 3, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:10.969923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:10.970907 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Updating router 3788f442-e056-43bb-8f37-4ab641703fae port abe61155-449a-4e15-8e86-db15bae680dd binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:11.007594 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.220213 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.298234 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.308837 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Transition to ACTIVE for port object abe61155-449a-4e15-8e86-db15bae680dd will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:11.318927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.375938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Attempting to bind port abe61155-449a-4e15-8e86-db15bae680dd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:11.376311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Attempting to bind port abe61155-449a-4e15-8e86-db15bae680dd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:11.376649 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Attempting to bind port abe61155-449a-4e15-8e86-db15bae680dd on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:11.378552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdae0a3-538f-4d94-b6f4-7aa8a3a141a2 None None] Pushing event updated for resources: {'Port': ['ID=abe61155-449a-4e15-8e86-db15bae680dd,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:11.384860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:11.385228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:11.386189 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.386189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:11.386495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Bound port: abe61155-449a-4e15-8e86-db15bae680dd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:11.386891 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.437093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] For port abe61155-449a-4e15-8e86-db15bae680dd, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:11.438566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Allocated IP 172.20.0.1 (3819f110-e781-4c28-a4f3-2a44f34b3528/f37680b0-aa90-484c-9cb5-881456c74939/b5ad4a81-d2de-4a73-8c99-da1bed491064) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:11.440334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] For port abe61155-449a-4e15-8e86-db15bae680dd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=abe61155-449a-4e15-8e86-db15bae680dd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:11.452472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.506237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:11.506865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:46:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:11.556806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdae0a3-538f-4d94-b6f4-7aa8a3a141a2 None None] Pushing event updated for resources: {'Port': ['ID=abe61155-449a-4e15-8e86-db15bae680dd,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:11.557554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.572324 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Transition to ACTIVE for port object b5ad4a81-d2de-4a73-8c99-da1bed491064 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:11.608902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.632044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:11.662367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:11.669545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:11.673199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:11.696621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ad4a81-d2de-4a73-8c99-da1bed491064,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:11.718036 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:11.719297 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 41cd80ee-059b-47a1-bba8-aca3a37b9741 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:11.876933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.003301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.007742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d975ffb9-37fe-446e-bd66-d9b554b07452 None None] Provisioning for port b5ad4a81-d2de-4a73-8c99-da1bed491064 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:12.022857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d975ffb9-37fe-446e-bd66-d9b554b07452 None None] Provisioning complete for port b5ad4a81-d2de-4a73-8c99-da1bed491064 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:12.023222 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d975ffb9-37fe-446e-bd66-d9b554b07452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.045987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 41cd80ee-059b-47a1-bba8-aca3a37b9741 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:12.058735 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.065706 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.071747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 41cd80ee-059b-47a1-bba8-aca3a37b9741 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:12.072108 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.109830 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d975ffb9-37fe-446e-bd66-d9b554b07452 None None] Port b5ad4a81-d2de-4a73-8c99-da1bed491064 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:12.131195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.132935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ad4a81-d2de-4a73-8c99-da1bed491064,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:12.165372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:09Z', 'revision_number': 3, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:12.198634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad83e77-4e11-41e1-868e-4d84bca1cac6 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:09Z', 'revision_number': 3, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:12.205364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.234954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:12.236680 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:12.249887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 41cd80ee-059b-47a1-bba8-aca3a37b9741, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=41cd80ee-059b-47a1-bba8-aca3a37b9741,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:12.255842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.311698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=41cd80ee-059b-47a1-bba8-aca3a37b9741,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:12.371148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:12.508613 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:12.514516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d3c829f3-74b7-472d-a35c-f4783932b171 admin admin] 10.222.0.91 "PUT /v2.0/routers/3788f442-e056-43bb-8f37-4ab641703fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119352 Jul 16 20:46:12.536960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d01598c6-839d-4e08-8548-2087b7a9f91b None None] Provisioning complete for port b5ad4a81-d2de-4a73-8c99-da1bed491064 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:12.537443 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d01598c6-839d-4e08-8548-2087b7a9f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.581887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d01598c6-839d-4e08-8548-2087b7a9f91b None None] Port b5ad4a81-d2de-4a73-8c99-da1bed491064 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:13.057574 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38028) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:13.062685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-16f2b08e-23e6-43b8-9d0f-7f56ac77615b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964736361', 'description': 'tempest-description--266413331'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:13.092569 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16f2b08e-23e6-43b8-9d0f-7f56ac77615b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.185740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16f2b08e-23e6-43b8-9d0f-7f56ac77615b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.191199 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16f2b08e-23e6-43b8-9d0f-7f56ac77615b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.218960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-16f2b08e-23e6-43b8-9d0f-7f56ac77615b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.220276 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-16f2b08e-23e6-43b8-9d0f-7f56ac77615b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1614828 Jul 16 20:46:13.224340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38030) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:13.224898 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2b08e-23e6-43b8-9d0f-7f56ac77615b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc476705-ae50-4daa-8023-ee3054541252,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:13.229587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-514f0b17-79f7-4b24-b870-d46bd8cdb5d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'security_group_rule': {'security_group_id': 'bc476705-ae50-4daa-8023-ee3054541252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:13.258580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-514f0b17-79f7-4b24-b870-d46bd8cdb5d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.322944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-514f0b17-79f7-4b24-b870-d46bd8cdb5d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.328306 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-514f0b17-79f7-4b24-b870-d46bd8cdb5d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.346125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f0b17-79f7-4b24-b870-d46bd8cdb5d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b50db10-4329-46bf-bbc6-01915a0f599e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:13.357298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-514f0b17-79f7-4b24-b870-d46bd8cdb5d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.358583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-514f0b17-79f7-4b24-b870-d46bd8cdb5d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329484 Jul 16 20:46:13.362709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38032) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:13.367836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6f260d09-c25d-461c-9623-5bd128291e91 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'security_group_rule': {'security_group_id': 'bc476705-ae50-4daa-8023-ee3054541252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:13.404460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f260d09-c25d-461c-9623-5bd128291e91 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.471813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f260d09-c25d-461c-9623-5bd128291e91 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.476548 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f260d09-c25d-461c-9623-5bd128291e91 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.496265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f260d09-c25d-461c-9623-5bd128291e91 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e68be7-ee4f-4bd1-8f78-2975caa7df63,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:13.505168 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f260d09-c25d-461c-9623-5bd128291e91 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.505867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6f260d09-c25d-461c-9623-5bd128291e91 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419959 Jul 16 20:46:13.509234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38034) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:13.513925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:13.541061 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.654371 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.753512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device abe61155-449a-4e15-8e86-db15bae680dd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:13.775252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Allocated IP 172.25.3.254 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/96961b81-6aa8-490f-894c-103c4d403246) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:13.815344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port abe61155-449a-4e15-8e86-db15bae680dd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:13.819888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port abe61155-449a-4e15-8e86-db15bae680dd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:13.820266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.823256 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:13.833299 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:13.833918 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:46:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:13.895591 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.902155 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.922826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port abe61155-449a-4e15-8e86-db15bae680dd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=abe61155-449a-4e15-8e86-db15bae680dd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:13.927771 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.928695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 41cd80ee-059b-47a1-bba8-aca3a37b9741 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:13.937078 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:13.944389 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:13.980583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:13.983777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:13.988711 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:13.992076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'Port': ['ID=96961b81-6aa8-490f-894c-103c4d403246,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.022342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=abe61155-449a-4e15-8e86-db15bae680dd,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.032997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 41cd80ee-059b-47a1-bba8-aca3a37b9741 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:14.033756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.120211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.161933 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 2, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:14.167840 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.192227 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:14.192556 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Updating router 3788f442-e056-43bb-8f37-4ab641703fae port b5ad4a81-d2de-4a73-8c99-da1bed491064 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:14.230775 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.323671 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.329259 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.399510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'Port': ['ID=96961b81-6aa8-490f-894c-103c4d403246,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.411364 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.426395 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.427680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f0a31852-06ac-4403-a406-72ab79ca3a87 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9174974 Jul 16 20:46:14.505582 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.516302 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Transition to ACTIVE for port object b5ad4a81-d2de-4a73-8c99-da1bed491064 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:14.523118 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.577025 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-ba94bd32-608a-4d37-b707-b115db38b218 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--964736361&fields=id&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 267 time: 0.0379395 Jul 16 20:46:14.593810 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Pushing event updated for resources: {'Port': ['ID=b5ad4a81-d2de-4a73-8c99-da1bed491064,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.620689 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.620833 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.621120 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.621528 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.621859 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.622189 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.622507 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.623004 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.623328 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.624499 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.624499 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.624499 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:14.644690 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Attempting to bind port b5ad4a81-d2de-4a73-8c99-da1bed491064 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:14.645059 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Attempting to bind port b5ad4a81-d2de-4a73-8c99-da1bed491064 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:14.645433 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Attempting to bind port b5ad4a81-d2de-4a73-8c99-da1bed491064 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:14.650676 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:14.651081 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:14.651481 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.651866 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:14.652327 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Bound port: b5ad4a81-d2de-4a73-8c99-da1bed491064, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:14.652708 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.703175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-4bf92607-c962-4bd0-ba0b-cca9177e3f28 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:14.704734 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-4bf92607-c962-4bd0-ba0b-cca9177e3f28 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1204627 Jul 16 20:46:14.721669 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-7a68dad9-7ab8-415f-98be-777dc6ef78cb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/quotas/f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 375 time: 0.0112069 Jul 16 20:46:14.723312 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] For port b5ad4a81-d2de-4a73-8c99-da1bed491064, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:14.727131 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] For port b5ad4a81-d2de-4a73-8c99-da1bed491064, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b5ad4a81-d2de-4a73-8c99-da1bed491064,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:14.732564 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.793437 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:14.794361 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:46:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:14.799752 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9765c-f2a6-4aab-af85-2abcf5cd7564 None None] Pushing event updated for resources: {'Port': ['ID=b5ad4a81-d2de-4a73-8c99-da1bed491064,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.819655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-e4b16476-97c7-4345-8200-b88f3e1e86d9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923686 Jul 16 20:46:14.825751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-d18d166f-6fa5-4802-bf4e-cc3ce5f56274 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:46:14.826631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-d18d166f-6fa5-4802-bf4e-cc3ce5f56274 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061140 Jul 16 20:46:14.921528 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:14.985771 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-e33dcce7-4d5b-4776-b383-fdd7a6cb5eac service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461217 Jul 16 20:46:15.083829 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-25632d09-b8d7-4c7c-8f5f-2ec29a029394 service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918908 Jul 16 20:46:15.134439 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:14Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:15.166105 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b99cf-3eff-4ca6-a203-e80115ab44d2 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:14Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:15.285880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-56341a1e-3ebd-4531-9f9c-d3132a4453ce req-203621f6-1d08-44e1-9c10-91813e36c795 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 210 time: 0.0350852 Jul 16 20:46:15.747191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device abe61155-449a-4e15-8e86-db15bae680dd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:15.807246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port abe61155-449a-4e15-8e86-db15bae680dd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:15.807599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:15.913992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b5ad4a81-d2de-4a73-8c99-da1bed491064 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:15.967606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port b5ad4a81-d2de-4a73-8c99-da1bed491064 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:15.972257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b5ad4a81-d2de-4a73-8c99-da1bed491064 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:15.972632 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.059949 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.095586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port b5ad4a81-d2de-4a73-8c99-da1bed491064, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b5ad4a81-d2de-4a73-8c99-da1bed491064,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:16.100341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.150690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=b5ad4a81-d2de-4a73-8c99-da1bed491064,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:16.448699 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c9301c4c-1d36-413e-9be3-aa4a56891d86 req-e3f42f36-f2a3-4eb2-b50b-0c69bdc6d4d8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 210 time: 0.0410833 Jul 16 20:46:16.477121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-fd01746f-56dc-40ee-86f5-bf9ed698ddf0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.478622 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-fd01746f-56dc-40ee-86f5-bf9ed698ddf0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1454742 Jul 16 20:46:16.534064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-b234caed-5a7c-4a78-b7ff-e858ed9aa11a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 379 time: 0.0470109 Jul 16 20:46:16.542744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'port': {'device_id': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'admin_state_up': True, 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'security_groups': ['bc476705-ae50-4daa-8023-ee3054541252']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:16.665147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Made reservation on behalf of f416e817a0934c33af99e7da844b8a17 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:16.668940 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.811207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Allocated IP 172.20.0.11 (3819f110-e781-4c28-a4f3-2a44f34b3528/f37680b0-aa90-484c-9cb5-881456c74939/427849d5-9126-4f5f-b4ed-6049cbf7fd86) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:16.966322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.980495 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Transition to ACTIVE for port object 427849d5-9126-4f5f-b4ed-6049cbf7fd86 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:17.020247 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.065760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:17.071214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:17.075162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:17.103219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:17.134254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.134941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.154722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-f4af4428-590e-40cd-94b3-e26fd4110881 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158223 Jul 16 20:46:17.166925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Request body: {'port': {'device_id': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:17.255004 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.290473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c1a1a1c6-dcf6-4d5f-9ac3-4fe15131b5df None None] Provisioning for port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:17.294591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c1a1a1c6-dcf6-4d5f-9ac3-4fe15131b5df None None] Provisioning complete for port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:17.295014 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a1c6-dcf6-4d5f-9ac3-4fe15131b5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.329788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1a1c6-dcf6-4d5f-9ac3-4fe15131b5df None None] Port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:17.640694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae9d87-77a4-42f4-981a-34c02fa9d95e req-48e568c0-7361-4cec-91b1-583276bb78cb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.642478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22ae9d87-77a4-42f4-981a-34c02fa9d95e req-48e568c0-7361-4cec-91b1-583276bb78cb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 932 time: 0.0755355 Jul 16 20:46:17.677122 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b5ad4a81-d2de-4a73-8c99-da1bed491064 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:17.688757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-22ae9d87-77a4-42f4-981a-34c02fa9d95e req-81e84e74-45bb-4d75-91fa-4229ea2de831 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395906 Jul 16 20:46:17.735727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port b5ad4a81-d2de-4a73-8c99-da1bed491064 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:17.736137 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.838670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427849d5-9126-4f5f-b4ed-6049cbf7fd86 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:17.846794 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.866065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Transition to ACTIVE for port object 427849d5-9126-4f5f-b4ed-6049cbf7fd86 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:17.873034 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.926354 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:18.001536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:18.001878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:18.002204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:18.006859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:18.007214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:18.012576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:18.012912 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:18.013296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:18.013719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Bound port: 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:18.014077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.084180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:18.088212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:18.093144 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.129907 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.130514 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.131877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] 10.222.0.79 "PUT /v2.0/ports/427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1093 time: 0.9699609 Jul 16 20:46:18.132470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:18.134579 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec749a6e-30fd-425c-a7dd-6b51e329ba94" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:18.168807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4792f67-c030-41b6-ad8d-ef0735e20bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:18.187706 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3bdbaa-24b5-4bbf-bd72-6d553af771e7 x-openstack-request-id: req-5e3bdbaa-24b5-4bbf-bd72-6d553af771e7 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:18.188263 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:18.188717 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e3bdbaa-24b5-4bbf-bd72-6d553af771e7 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:18.189211 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'status': 'completed', 'code': 200} Jul 16 20:46:18.241126 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-eedd1a49-7b4e-47bf-a70a-9b7e6b68315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.242974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-eedd1a49-7b4e-47bf-a70a-9b7e6b68315f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1096 time: 0.0673575 Jul 16 20:46:18.288030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-c9cd3f94-4d09-4111-8b1f-00d2575d7abf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 217 time: 0.0380814 Jul 16 20:46:18.346304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-623eba2f-ec90-4cf5-ab48-8f617677bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.347835 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-623eba2f-ec90-4cf5-ab48-8f617677bc9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0531132 Jul 16 20:46:18.412620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ea80-ff46-486d-9155-3ea875b09950 req-a2f0005c-0471-4377-8c1d-17118ee9eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.414265 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-a2f0005c-0471-4377-8c1d-17118ee9eb1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602674 Jul 16 20:46:18.513150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-eee110a4-81cd-44e9-8423-7af36a9cd710 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919070 Jul 16 20:46:18.612544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c614ea80-ff46-486d-9155-3ea875b09950 req-dc521c10-dec3-4639-922f-28389bf859a5 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930820 Jul 16 20:46:18.724738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-473678c7-03ac-4f51-b97d-87e23925f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.726363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-473678c7-03ac-4f51-b97d-87e23925f7a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1096 time: 0.0622706 Jul 16 20:46:18.823458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-ceb20299-db01-4176-ac0e-c025e607ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.824968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-ceb20299-db01-4176-ac0e-c025e607ab46 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0923152 Jul 16 20:46:18.868044 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-d7ff31ec-039b-47d8-8856-a393d3634a81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 217 time: 0.0362022 Jul 16 20:46:18.868756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527171b-5e15-4bc1-829b-c15e31c38216 req-f62160ae-d5f3-4ce6-ad96-35d8335ad723 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.869537 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b527171b-5e15-4bc1-829b-c15e31c38216 req-f62160ae-d5f3-4ce6-ad96-35d8335ad723 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.0661595 Jul 16 20:46:18.918139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b527171b-5e15-4bc1-829b-c15e31c38216 req-65c42280-7d31-4cf0-b1e6-c46483587c6b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429688 Jul 16 20:46:18.924187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-56184a20-c734-485a-878f-8ee728322481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.925702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-56184a20-c734-485a-878f-8ee728322481 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0515938 Jul 16 20:46:18.987135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-b6c5d870-0cd8-4146-85d7-0d6d4a54f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.988895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-b6c5d870-0cd8-4146-85d7-0d6d4a54f4d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567575 Jul 16 20:46:19.090608 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-9541823c-c81f-4fd5-886a-e2b2a645cabb service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945594 Jul 16 20:46:19.202003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec749a6e-30fd-425c-a7dd-6b51e329ba94 req-79448fbf-5904-4bbe-b820-29cbbfde76f1 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044316 Jul 16 20:46:20.100291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b9a7-fe47-46df-ac31-41c5489cf649 req-c641076d-c611-4341-955f-faec979cc802 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.101862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d34b9a7-fe47-46df-ac31-41c5489cf649 req-c641076d-c611-4341-955f-faec979cc802 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.0684228 Jul 16 20:46:20.142916 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d34b9a7-fe47-46df-ac31-41c5489cf649 req-6185f293-dccb-4f55-be7e-a6373c05110f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330048 Jul 16 20:46:21.329793 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb6d2-9cc6-460b-a363-bcd1e5e8653d req-dc6f036e-c33c-4ccd-bce6-a542ae20cad5 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:21.331345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ddffb6d2-9cc6-460b-a363-bcd1e5e8653d req-dc6f036e-c33c-4ccd-bce6-a542ae20cad5 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.0701683 Jul 16 20:46:21.373580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ddffb6d2-9cc6-460b-a363-bcd1e5e8653d req-2c180318-7ce5-4dd7-b08c-6d23023cddf8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339375 Jul 16 20:46:21.654191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:21.763727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:21.779056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'mac_address': 'fa:16:3e:d6:a2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:21.821116 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.834222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427849d5-9126-4f5f-b4ed-6049cbf7fd86 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:21.854299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:21.859338 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.918684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:22.064148 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['427849d5-9126-4f5f-b4ed-6049cbf7fd86'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:22.568250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943f18-31f1-4700-b9d9-0c70633608bf req-3886f795-c7f9-4e8a-ada5-bca59041362f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:22.570018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed943f18-31f1-4700-b9d9-0c70633608bf req-3886f795-c7f9-4e8a-ada5-bca59041362f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 945 time: 0.0769691 Jul 16 20:46:22.612290 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ed943f18-31f1-4700-b9d9-0c70633608bf req-8a2b3743-f324-42c2-9b49-eaf46c34c3a1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339200 Jul 16 20:46:23.654617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:23.709065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:23.713285 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:23.713646 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.795219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b3cb2-2dd9-4217-8323-73c74febef06 req-9f5b078a-43ba-46f2-a901-8903bcccb9ff tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:23.796717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d21b3cb2-2dd9-4217-8323-73c74febef06 req-9f5b078a-43ba-46f2-a901-8903bcccb9ff tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 945 time: 0.0650089 Jul 16 20:46:23.798201 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.824969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:23.827337 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66401430-fa84-409a-8a62-529e85c3d61e" -d '{"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-plugged", "status": "completed", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:23.840390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:23.846039 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.859367 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d21b3cb2-2dd9-4217-8323-73c74febef06 req-f827e739-e5d3-4f03-84bf-05559f02b1db tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452983 Jul 16 20:46:23.874392 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dc5598-9426-4f12-ab04-32b02473532b x-openstack-request-id: req-81dc5598-9426-4f12-ab04-32b02473532b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:23.874761 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-plugged", "status": "completed", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:23.875113 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-81dc5598-9426-4f12-ab04-32b02473532b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:23.876593 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'code': 200} Jul 16 20:46:23.902400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:23.994491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073a5b-c9d5-4e00-88b7-06c736131574 req-c53ee498-8a71-4429-ab59-2918bc08b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:23.996140 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84073a5b-c9d5-4e00-88b7-06c736131574 req-c53ee498-8a71-4429-ab59-2918bc08b7e6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1098 time: 0.0580175 Jul 16 20:46:24.031926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84073a5b-c9d5-4e00-88b7-06c736131574 req-429f15bc-f663-468f-8a1e-78a0c94e94a1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295804 Jul 16 20:46:25.041248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30a4bb-fe69-4a1b-ae80-e6a199bec570 req-898376a5-d542-4420-b1ed-c88b3d05a643 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:25.042817 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a30a4bb-fe69-4a1b-ae80-e6a199bec570 req-898376a5-d542-4420-b1ed-c88b3d05a643 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0731266 Jul 16 20:46:25.083062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4a30a4bb-fe69-4a1b-ae80-e6a199bec570 req-5fc1a459-c322-4d45-aeef-04fe362d3974 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342395 Jul 16 20:46:25.270795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae069a-d21d-49c6-ba61-299fbc34eb73 req-79f99c48-1f12-41c9-a16b-62f874fbcaab tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:25.272233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-59ae069a-d21d-49c6-ba61-299fbc34eb73 req-79f99c48-1f12-41c9-a16b-62f874fbcaab tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0789819 Jul 16 20:46:25.284195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38082) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:25.289155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'floatingip': {'port_id': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:25.335073 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.833135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.839590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:25.950553 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b associated. External IP: 172.25.3.254, port: 427849d5-9126-4f5f-b4ed-6049cbf7fd86. Jul 16 20:46:26.194085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:26.311780 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:26.316780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.321843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:26.331967 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:26.332588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:46:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:26.357701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e0550fc7-bfb8-4d73-993c-25917a7fcef9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "PUT /v2.0/floatingips/2e93efd4-e219-4cc8-8e35-2a63b6f01f9b HTTP/1.1" status: 200 len: 992 time: 1.0723603 Jul 16 20:46:26.358409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:26.360878 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:26.399983 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0b762c-fa3a-4454-bf27-2f881631d684 x-openstack-request-id: req-2d0b762c-fa3a-4454-bf27-2f881631d684 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:26.400422 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:26.400770 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d0b762c-fa3a-4454-bf27-2f881631d684 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:26.401253 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'status': 'completed', 'code': 200} Jul 16 20:46:26.446559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:26.481139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-42d85cda-ffff-4643-a566-1df81f7af8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:26.482869 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-42d85cda-ffff-4643-a566-1df81f7af8eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1098 time: 0.0588865 Jul 16 20:46:26.578941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-cb87aa7f-998e-476a-830d-1f52a542be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:26.580431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-cb87aa7f-998e-476a-830d-1f52a542be60 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0911541 Jul 16 20:46:26.680541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:d6:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:46:25Z', 'revision_number': 1, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:26.682435 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-0debf13d-8f4c-42c4-9191-241095003174 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1000 time: 0.0947392 Jul 16 20:46:26.708242 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:26.721423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:26.722263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:46:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:26.742660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-9779fd6c-e92d-4d26-9ea8-2f20335b52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:26.744215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-9779fd6c-e92d-4d26-9ea8-2f20335b52cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0534253 Jul 16 20:46:26.803673 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-5219ab70-8fd4-4e91-b174-737971249adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:26.805207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-5219ab70-8fd4-4e91-b174-737971249adb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551307 Jul 16 20:46:26.832647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:26.901384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-d0607d64-499b-4b6a-bfce-ccaaad5f9eab service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900006 Jul 16 20:46:26.993623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa91f3ce-b3d0-4c5b-b18f-4e916fc1f245 req-5613382c-9a7b-46e8-900b-9b9b556f83ea service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863316 Jul 16 20:46:27.069709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:d6:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:46:25Z', 'revision_number': 1, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:27.097096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8b7c6-aa4d-4042-bed4-556dd846f3e2 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:d6:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:46:25Z', 'revision_number': 1, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:27.299050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778f5dc-9563-4f17-933e-3de4ab6077f0 None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:46:29.204680 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:31.158882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-04cd4dd7-e574-40f9-b282-edc123af3048 req-175df76d-55c9-414f-b441-89fa66844206 service neutron] (93862) timed out ('10.222.0.99', 61510) {{(pid=93862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:46:36.068146 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b68f-bf6c-4d42-8129-81072bbd0833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.631640 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.798250 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.880295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-22a5e24d-2079-43de-8b9b-13250e3843f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:39.243006 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:40.133820 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.926305 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.740017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-164ed518-a6a2-4412-a710-3803724717e6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611429 Jul 16 20:46:53.842106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-d6cca18a-03f7-4568-9704-ccb7f36cf008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.843685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-d6cca18a-03f7-4568-9704-ccb7f36cf008 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1098 time: 0.0594709 Jul 16 20:46:53.976262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-00ecb14f-11c4-43e1-bd3f-8c3e8128a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.977992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-00ecb14f-11c4-43e1-bd3f-8c3e8128a732 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1136642 Jul 16 20:46:54.049576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-ca876a47-41c9-4676-b861-a89cdd610e0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1002 time: 0.0644920 Jul 16 20:46:54.105772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-5d2537c8-bcde-4186-b3bf-6fb55d14910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.107688 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-5d2537c8-bcde-4186-b3bf-6fb55d14910f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0517778 Jul 16 20:46:54.178191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-1c00a757-bed5-4388-b140-33c911c8d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.179753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-1c00a757-bed5-4388-b140-33c911c8d17a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648355 Jul 16 20:46:54.288934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-77239ab0-2e2d-4341-bf51-fd13fa14cb09 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918481 Jul 16 20:46:54.390779 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ca301c54-0742-4751-bcb5-b3e088aaf431 req-566515e5-c5ed-46fa-9ef0-68e53636c591 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942912 Jul 16 20:47:06.077743 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-60e42894-7850-4701-934a-d8d9151ccc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:06.208020 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:08.641884 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:08.823381 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:08.887522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3704e8e8-62d0-4bdd-b293-2cbf15ddc773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:09.240699 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.138757 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.930339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.071773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8aea96e0-6db0-4944-990d-8b4d04eb3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.636217 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.824387 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.881737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-913db208-6b16-4d40-8119-87aa59e73756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.251935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:40.141232 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.932253 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.212901 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:53.724467 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-3266329c-3833-400d-99df-8346f6ae2d83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584707 Jul 16 20:47:53.821155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-58486b66-c69f-4168-8f3a-b9f0658a2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.821155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-58486b66-c69f-4168-8f3a-b9f0658a2a6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1098 time: 0.0552824 Jul 16 20:47:53.932485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-0bd02c98-83dc-42e1-8823-8487e45412ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.933876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-0bd02c98-83dc-42e1-8823-8487e45412ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0914006 Jul 16 20:47:53.997085 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-e7dc284e-1e8d-442d-ad27-5c5a3fb6994b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1002 time: 0.0571349 Jul 16 20:47:54.055817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-8b837e78-73de-4695-bfa1-8781fe08e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:54.057259 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-8b837e78-73de-4695-bfa1-8781fe08e04f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0544357 Jul 16 20:47:54.124121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-6a3eca67-4086-4088-b2f3-0450afe11acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:54.125633 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-6a3eca67-4086-4088-b2f3-0450afe11acd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618408 Jul 16 20:47:54.221957 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-919c7f31-b5b5-4418-aa3e-6a4427177325 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901666 Jul 16 20:47:54.322111 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bd6e20db-1c91-4f3a-a774-f3ee4aa92d09 req-b086b91d-0cf6-4665-a2b8-fc947c5fc642 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938280 Jul 16 20:48:02.385057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514bb45-262d-415a-b026-6b80146c7508 req-36b5972e-8a4a-40ca-897b-6536e271f25a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.386564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7514bb45-262d-415a-b026-6b80146c7508 req-36b5972e-8a4a-40ca-897b-6536e271f25a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.1439402 Jul 16 20:48:02.432041 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7514bb45-262d-415a-b026-6b80146c7508 req-6037858d-fca5-48f4-aebf-8e6744c2fc3c tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371797 Jul 16 20:48:02.850954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-7947a71c-eb3d-4e7b-b885-161f4e0962df service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110420 Jul 16 20:48:02.852445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d999c-567c-40a4-a34f-84ebc6e26e37 req-3595b722-5c62-4e60-8cbf-0f8694da8384 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.853943 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-225d999c-567c-40a4-a34f-84ebc6e26e37 req-3595b722-5c62-4e60-8cbf-0f8694da8384 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0691848 Jul 16 20:48:02.895064 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-225d999c-567c-40a4-a34f-84ebc6e26e37 req-c396b5bb-710e-4114-bbfb-88cf8dd3b627 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351324 Jul 16 20:48:04.151925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164c8c1-7e33-4bc9-8988-90e7bc6dc201 req-dc1f1ca0-c244-47f5-ba1a-bd3e79321df2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.153342 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3164c8c1-7e33-4bc9-8988-90e7bc6dc201 req-dc1f1ca0-c244-47f5-ba1a-bd3e79321df2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.1364276 Jul 16 20:48:04.192412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3164c8c1-7e33-4bc9-8988-90e7bc6dc201 req-0323b861-3e3c-4a16-9083-6d27b9a98a51 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328016 Jul 16 20:48:04.205052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-b6923b19-ed71-435e-8749-b0c9daa318f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.206602 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-b6923b19-ed71-435e-8749-b0c9daa318f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1098 time: 0.0659683 Jul 16 20:48:04.611536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-d0e37aaa-8429-4ffc-b5cd-4f1bf991b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.613031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-d0e37aaa-8429-4ffc-b5cd-4f1bf991b8b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.4002497 Jul 16 20:48:04.680862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-9a8dc62d-4e5f-49e3-ba47-e9e5b6d509e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1002 time: 0.0608342 Jul 16 20:48:04.739887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-a9769e6f-1693-4f49-90da-3502ca3ba885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.741346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-a9769e6f-1693-4f49-90da-3502ca3ba885 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0544748 Jul 16 20:48:04.816426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-5ae43d30-cf09-4aba-8ed2-ffc0b94cea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.817999 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-5ae43d30-cf09-4aba-8ed2-ffc0b94cea52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706797 Jul 16 20:48:04.913433 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-f0862886-ec85-4af6-8bb7-26397bec0954 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891080 Jul 16 20:48:05.014233 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-cae1a90a-805b-4966-b68b-6fdff0a1ac57 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947127 Jul 16 20:48:05.380283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dafca7-cc9c-44ad-9042-0329156cc1ec req-880fa946-9e9d-414f-aa8a-168edde20225 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.381575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-79dafca7-cc9c-44ad-9042-0329156cc1ec req-880fa946-9e9d-414f-aa8a-168edde20225 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0702534 Jul 16 20:48:05.428057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-79dafca7-cc9c-44ad-9042-0329156cc1ec req-b189f920-2f35-47e7-9ec3-5a88090ab2b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Jul 16 20:48:06.078472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1f3229af-0f56-427c-984c-412912cf154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.635133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669efd38-4ada-45ce-affc-f3ef25623a24 req-e1daa0cb-d604-4ce7-8801-b41daceb179e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.636731 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-669efd38-4ada-45ce-affc-f3ef25623a24 req-e1daa0cb-d604-4ce7-8801-b41daceb179e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0771487 Jul 16 20:48:06.681964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-669efd38-4ada-45ce-affc-f3ef25623a24 req-9ffaa1c0-6124-4caa-a59b-d8ea317d726e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368645 Jul 16 20:48:07.891223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305933e-27f4-475d-b13b-560bfb3d21e3 req-8feed53e-6695-406c-8fe9-b48e641afe80 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:07.892650 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6305933e-27f4-475d-b13b-560bfb3d21e3 req-8feed53e-6695-406c-8fe9-b48e641afe80 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0735898 Jul 16 20:48:07.932013 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6305933e-27f4-475d-b13b-560bfb3d21e3 req-b1426b2c-6a61-4598-a22d-2deeb1af8168 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335634 Jul 16 20:48:08.641888 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.831010 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.886980 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-812a0aaf-9717-430b-a36a-b11b508a56bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.125479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24f4df-cfaa-4f23-82c4-064f73be3c56 req-21e6d9f6-dc6d-4abe-a135-ad76195e3ddd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.125479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f24f4df-cfaa-4f23-82c4-064f73be3c56 req-21e6d9f6-dc6d-4abe-a135-ad76195e3ddd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0783544 Jul 16 20:48:09.169452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f24f4df-cfaa-4f23-82c4-064f73be3c56 req-65be9c14-5008-4ccd-a899-13b9db64ad3d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377448 Jul 16 20:48:09.263525 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.143605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.355769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126ea3-6850-4701-b427-c2fc4609ad06 req-8342587a-9e22-4b18-8c12-b210d4be04c2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:10.357251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af126ea3-6850-4701-b427-c2fc4609ad06 req-8342587a-9e22-4b18-8c12-b210d4be04c2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0728920 Jul 16 20:48:10.398014 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-af126ea3-6850-4701-b427-c2fc4609ad06 req-b494e6b6-7b0f-4c94-addf-303c3afbef9a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Jul 16 20:48:11.591908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda23a0-aa59-4eaf-a5f2-7720df71dff1 req-68d71249-591b-49ba-beea-b30dac4e9af0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.593414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cbda23a0-aa59-4eaf-a5f2-7720df71dff1 req-68d71249-591b-49ba-beea-b30dac4e9af0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0742486 Jul 16 20:48:11.633305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cbda23a0-aa59-4eaf-a5f2-7720df71dff1 req-06c27a18-bda9-448e-96dc-df0999085f1f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342412 Jul 16 20:48:11.934263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:12.811584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fb922-3e52-47c6-95ec-7221b24809b2 req-7dae93aa-ea5a-462e-924c-f71d7eae4bd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.813104 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-671fb922-3e52-47c6-95ec-7221b24809b2 req-7dae93aa-ea5a-462e-924c-f71d7eae4bd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0665624 Jul 16 20:48:12.853446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-671fb922-3e52-47c6-95ec-7221b24809b2 req-29898fcc-b9a8-4527-9f7a-92fc26756f43 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343454 Jul 16 20:48:14.046203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd5a6c-68c1-4bf7-b09e-2456a5e931e0 req-ccfcd19d-1b81-4474-9e36-2677139e660d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:14.047737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ddd5a6c-68c1-4bf7-b09e-2456a5e931e0 req-ccfcd19d-1b81-4474-9e36-2677139e660d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0725732 Jul 16 20:48:14.090388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ddd5a6c-68c1-4bf7-b09e-2456a5e931e0 req-2f43ccb3-6957-430b-a59d-37fb1f5e86b3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351892 Jul 16 20:48:15.272955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de0005-4a3c-4a1e-9e39-dc48cd5aaf34 req-20e0b048-2c5e-4cab-967b-09a5eef58905 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:15.274501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7de0005-4a3c-4a1e-9e39-dc48cd5aaf34 req-20e0b048-2c5e-4cab-967b-09a5eef58905 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0715728 Jul 16 20:48:15.315505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7de0005-4a3c-4a1e-9e39-dc48cd5aaf34 req-95a1aad9-6e8b-4115-9c97-dc5c4ce08516 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352097 Jul 16 20:48:16.508110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22d0e-8db2-44e4-b4a5-e2e3480a1b8d req-70940665-3b46-499a-aebb-63e5df1aa3d1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.509662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7e22d0e-8db2-44e4-b4a5-e2e3480a1b8d req-70940665-3b46-499a-aebb-63e5df1aa3d1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0764163 Jul 16 20:48:16.553669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d7e22d0e-8db2-44e4-b4a5-e2e3480a1b8d req-894c153a-71eb-4408-94e6-6b6d0ad1e974 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382020 Jul 16 20:48:16.882893 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-b6d873c8-5814-47ca-938b-396dcf411c10 service neutron] show failed (client error): The resource could not be found. Jul 16 20:48:16.883840 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-b6d873c8-5814-47ca-938b-396dcf411c10 service neutron] 10.222.0.79 "GET /v2.0/ports/427849d5-9126-4f5f-b4ed-6049cbf7fd86/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0589244 Jul 16 20:48:17.185514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-956dcbe7-9498-4dcc-a1c4-c985df73ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.187000 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-956dcbe7-9498-4dcc-a1c4-c985df73ec54 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 1098 time: 0.0592155 Jul 16 20:48:17.198250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:17.282099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.499386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:17.532797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:17.572540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:17.574870 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd1e8cc-aa4f-48db-a73d-7440f5faafa8" -d '{"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-unplugged", "status": "completed", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:17.578944 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.593631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Transition to ACTIVE for port object 427849d5-9126-4f5f-b4ed-6049cbf7fd86 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:17.599670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.640958 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d9687a-d926-4fd7-a47d-42ccf5f24a33 x-openstack-request-id: req-d7d9687a-d926-4fd7-a47d-42ccf5f24a33 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:17.641270 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-unplugged", "status": "completed", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:17.641519 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d7d9687a-d926-4fd7-a47d-42ccf5f24a33 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:17.641979 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'code': 200} Jul 16 20:48:17.724795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:17.791934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.792367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.792624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.793091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.793349 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.793552 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.793897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.794189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.794575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.794905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.795223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.795551 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:17.835963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] No DVR routers for this DVR port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:17.939063 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0bb6b-1587-4f36-8691-c91a7ef5af83 req-3a4d35f6-e5cc-4409-9678-341d27d5df92 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.940642 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2d0bb6b-1587-4f36-8691-c91a7ef5af83 req-3a4d35f6-e5cc-4409-9678-341d27d5df92 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.2238984 Jul 16 20:48:18.008227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2d0bb6b-1587-4f36-8691-c91a7ef5af83 req-474e6f4a-adfa-43c4-8ca9-457354df9661 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598099 Jul 16 20:48:18.017787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:18.018122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:18.018448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:18.024001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:48:18.024524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Attempting to bind port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:18.032453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:18.033020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:18.033613 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:18.034272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Bound port: 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:18.034850 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.102913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:18.106617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:18.115105 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.150995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.151608 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.152994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] 10.222.0.99 "PUT /v2.0/ports/427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1093 time: 0.9589460 Jul 16 20:48:18.177190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c082a-f3c2-49ca-bb4e-9512ea73f7ed service neutron] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:18.236215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-c7edd05c-0dbb-4803-b47d-eb50d5e22168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.237762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-c7edd05c-0dbb-4803-b47d-eb50d5e22168 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1096 time: 0.0573738 Jul 16 20:48:18.337846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-57a45c96-87eb-421f-b8d0-ac13b463c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.339380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-57a45c96-87eb-421f-b8d0-ac13b463c56a service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0941176 Jul 16 20:48:18.414285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-44388d84-ea7c-4d82-b586-e656d920c205 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1000 time: 0.0683525 Jul 16 20:48:18.464951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-9a76b490-b84a-499a-ba8d-238270ba96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.466416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-9a76b490-b84a-499a-ba8d-238270ba96c9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0460107 Jul 16 20:48:18.536900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-302b2e54-29b2-4998-ab65-3fdbffa1c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.538375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-302b2e54-29b2-4998-ab65-3fdbffa1c769 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658112 Jul 16 20:48:18.636418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-828cf748-0ebe-47a8-922d-ffaa2cb83caf service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912962 Jul 16 20:48:18.736699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0422efbc-af58-4379-b14e-c7d39928ac30 req-b95f2be4-1601-42c6-b132-566638c5a3d6 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934801 Jul 16 20:48:19.217425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4124cf-c699-4a4a-9b3d-eedf4abcbc5b req-656e09bb-be92-44a5-8d4a-72c0297ae73d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.218915 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff4124cf-c699-4a4a-9b3d-eedf4abcbc5b req-656e09bb-be92-44a5-8d4a-72c0297ae73d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.0825524 Jul 16 20:48:19.262405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff4124cf-c699-4a4a-9b3d-eedf4abcbc5b req-a1ab9689-d239-4b64-807f-3816046e39ea tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359325 Jul 16 20:48:19.643513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:19.645917 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8d979-3e70-446f-9601-419298867ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:19.701649 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c3800-790d-4a1d-a0fd-ec678e6c59c3 x-openstack-request-id: req-b97c3800-790d-4a1d-a0fd-ec678e6c59c3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:19.702011 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:19.702262 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b97c3800-790d-4a1d-a0fd-ec678e6c59c3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:19.702673 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'status': 'completed', 'code': 200} Jul 16 20:48:19.774395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-57bcd54e-144f-4d01-9090-b4263d9d07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.775948 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-57bcd54e-144f-4d01-9090-b4263d9d07b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1096 time: 0.0542760 Jul 16 20:48:19.778133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-cafd6653-9aec-4518-bf37-b7fff72a5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.779643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-cafd6653-9aec-4518-bf37-b7fff72a5f57 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1096 time: 0.0528352 Jul 16 20:48:19.874913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-ae80c394-fd09-4c43-b886-1a7cbd8f25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.876601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-ae80c394-fd09-4c43-b886-1a7cbd8f25ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0945480 Jul 16 20:48:19.876768 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-ed235e7f-230a-483b-a630-73d0e2d650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:19.878339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-ed235e7f-230a-483b-a630-73d0e2d650c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0920870 Jul 16 20:48:19.945804 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-9321d1e7-190e-4c91-84c3-6d71e807ad19 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1000 time: 0.0604846 Jul 16 20:48:19.950084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-c6c74e5d-ab5f-4890-b316-9623243951c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1000 time: 0.0669746 Jul 16 20:48:19.998699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-2d83a37c-7fe5-4ab9-88c8-866951dc6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.000215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-2d83a37c-7fe5-4ab9-88c8-866951dc6951 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0472093 Jul 16 20:48:20.003719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-e98660f9-1fb7-420e-813f-d47a2473a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.005911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-e98660f9-1fb7-420e-813f-d47a2473a9a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0494189 Jul 16 20:48:20.064246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-c49f0abf-b36d-46c0-8288-523621c9bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.065799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-c49f0abf-b36d-46c0-8288-523621c9bb7e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589280 Jul 16 20:48:20.069688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d979-3e70-446f-9601-419298867ab0 req-b5e80aa5-1bc3-4bb8-b868-96306ea7510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.071228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-b5e80aa5-1bc3-4bb8-b868-96306ea7510f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595028 Jul 16 20:48:20.086879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:20.128587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:20.158443 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-be06b564-6363-40a2-9612-e3d8a1268e40 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855505 Jul 16 20:48:20.165462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-e3df141d-1de1-4495-b6be-8398a82dc09b service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879765 Jul 16 20:48:20.212202 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:48:20.255577 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-ad351094-1980-4ef1-9cc4-82017a8389f6 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885563 Jul 16 20:48:20.265613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7fe8d979-3e70-446f-9601-419298867ab0 req-67d08a57-effb-42ff-a104-7a042fdbe7fa service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939999 Jul 16 20:48:20.452289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff64c2-122e-4d1e-ab54-93dcb4d9b93f req-c7676b03-cd7e-4175-80a2-89170375460b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.453811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8ff64c2-122e-4d1e-ab54-93dcb4d9b93f req-c7676b03-cd7e-4175-80a2-89170375460b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.0720315 Jul 16 20:48:20.496513 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d8ff64c2-122e-4d1e-ab54-93dcb4d9b93f req-80c2ef25-8958-41ba-9d48-8ca4f37f5d0f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344472 Jul 16 20:48:21.690800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305633-f517-4c20-95d3-77c85fe58f35 req-6448bc0d-4419-4235-b2ea-4c2ec45f0a85 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:21.692243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3305633-f517-4c20-95d3-77c85fe58f35 req-6448bc0d-4419-4235-b2ea-4c2ec45f0a85 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.0764785 Jul 16 20:48:21.734698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a3305633-f517-4c20-95d3-77c85fe58f35 req-ea852e26-a40d-4762-8f6f-cb7190c0c920 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365903 Jul 16 20:48:22.051689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f670c1-eed5-4fbb-9ffb-3afdfa1e0560 req-aebdf2e4-fad9-47d6-8aa9-8fc389ce8582 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.053341 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50f670c1-eed5-4fbb-9ffb-3afdfa1e0560 req-aebdf2e4-fad9-47d6-8aa9-8fc389ce8582 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 944 time: 0.0659297 Jul 16 20:48:22.072067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-c306c23a-c4e0-44d6-9ace-a1e9e65d2af9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.073570 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-c306c23a-c4e0-44d6-9ace-a1e9e65d2af9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283&tenant_id=f416e817a0934c33af99e7da844b8a17&binding%3Ahost_id=n-h1-792458-10 HTTP/1.1" status: 200 len: 944 time: 0.0868309 Jul 16 20:48:22.096579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-50f670c1-eed5-4fbb-9ffb-3afdfa1e0560 req-34b5affd-bff1-4d0c-826c-68ad31c0ac70 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374210 Jul 16 20:48:22.137850 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-6ba40d1a-ea49-4e9b-8da4-d08e9ff67d65 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:48:22.138996 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-6ba40d1a-ea49-4e9b-8da4-d08e9ff67d65 service neutron] 10.222.0.79 "DELETE /v2.0/ports/427849d5-9126-4f5f-b4ed-6049cbf7fd86/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0587292 Jul 16 20:48:22.247155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:22.251764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-fc2c54e4-263d-42c0-9ba1-7b0bf1d9f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.253297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-fc2c54e4-263d-42c0-9ba1-7b0bf1d9f5aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 1096 time: 0.0647018 Jul 16 20:48:22.352576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-56ab7f12-3f71-43c0-9bcd-a7fd9cf73ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.352979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:22.354163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-56ab7f12-3f71-43c0-9bcd-a7fd9cf73ed9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0947778 Jul 16 20:48:22.365415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'mac_address': 'fa:16:3e:d6:a2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:22.402620 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.416064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427849d5-9126-4f5f-b4ed-6049cbf7fd86 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:22.421955 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-11326094-68c6-45e1-a20a-b7f6f260e82c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 200 len: 1000 time: 0.0615156 Jul 16 20:48:22.439772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:22.444525 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.474915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-2c0650d8-84cf-4b25-b2e5-eaf3a7c54250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.476432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-2c0650d8-84cf-4b25-b2e5-eaf3a7c54250 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0488584 Jul 16 20:48:22.498140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:22.506052 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.506399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.506744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.507114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.507471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.507784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.508093 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.508435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.508757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.509073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.509400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.509720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:22.540853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-8da336ca-5521-44be-b177-8a1b81562c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:22.542710 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-8da336ca-5521-44be-b177-8a1b81562c31 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601645 Jul 16 20:48:22.644876 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-7a0ca1c5-4fcb-4bcf-8295-5153420711be service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960202 Jul 16 20:48:22.677192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['427849d5-9126-4f5f-b4ed-6049cbf7fd86'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:22.747486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-97086fbd-b267-45dc-abfc-c0c2da2c9a29 req-7c2dfba2-f4cc-4b57-b9ac-613ad510625f service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958335 Jul 16 20:48:23.289954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b298d-eac6-437b-88d1-d2d06454c8dc req-d2d973a5-f28a-4c4a-a73f-b1b4ace4b0dd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.292132 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-092b298d-eac6-437b-88d1-d2d06454c8dc req-d2d973a5-f28a-4c4a-a73f-b1b4ace4b0dd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 945 time: 0.0771518 Jul 16 20:48:23.336473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-092b298d-eac6-437b-88d1-d2d06454c8dc req-38de7edc-0485-48a0-b86b-5643d82caa88 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380454 Jul 16 20:48:24.279730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:24.338170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:24.342502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:24.342873 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:24.425583 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:24.449505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:24.451870 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c76fd65-2439-48f6-b056-44252f87b01c" -d '{"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-plugged", "status": "completed", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:24.467199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:24.473817 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:24.497925 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e0d5f-5176-4ccb-bcc3-e97d6d996320 x-openstack-request-id: req-9a3e0d5f-5176-4ccb-bcc3-e97d6d996320 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:24.498205 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-plugged", "status": "completed", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:24.498454 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9a3e0d5f-5176-4ccb-bcc3-e97d6d996320 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:24.498862 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'code': 200} Jul 16 20:48:24.525106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bead22-6a80-4e9f-aa12-37d7db8062fe req-85276888-28b7-4789-b856-3bce3d53db65 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.526594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89bead22-6a80-4e9f-aa12-37d7db8062fe req-85276888-28b7-4789-b856-3bce3d53db65 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 945 time: 0.0728552 Jul 16 20:48:24.529289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:24.567785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89bead22-6a80-4e9f-aa12-37d7db8062fe req-64c5a7d2-906b-4ce1-84d6-25ef90b93fb9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343482 Jul 16 20:48:24.760303 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dce7d-4999-4c7e-8319-bb0f9521c5ab req-4ae83152-ebf8-4d8a-8008-fb5ee60b0953 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.761814 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b4dce7d-4999-4c7e-8319-bb0f9521c5ab req-4ae83152-ebf8-4d8a-8008-fb5ee60b0953 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0718932 Jul 16 20:48:24.803964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b4dce7d-4999-4c7e-8319-bb0f9521c5ab req-7610cdfd-4aee-423b-b162-3e5b431141d0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Jul 16 20:48:24.992512 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca816b15-fcad-4185-b9c6-99066e9eb21d req-fc568834-002f-4776-9875-aa47f9010da0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.993991 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca816b15-fcad-4185-b9c6-99066e9eb21d req-fc568834-002f-4776-9875-aa47f9010da0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0724809 Jul 16 20:48:25.035938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ca816b15-fcad-4185-b9c6-99066e9eb21d req-e4465c0a-eb46-48e7-8de2-104d988929b6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338295 Jul 16 20:48:25.458803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d0f3f-6847-4f77-ba5a-d4d4897b3771 req-c9893288-eb0c-4b3b-9d63-2ff9ca33645b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.460675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b10d0f3f-6847-4f77-ba5a-d4d4897b3771 req-c9893288-eb0c-4b3b-9d63-2ff9ca33645b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0717144 Jul 16 20:48:25.508121 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b10d0f3f-6847-4f77-ba5a-d4d4897b3771 req-2f08bd8e-b095-4f24-b6a5-65c047438fea tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409491 Jul 16 20:48:26.697402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b16c9-58ff-4ffd-a0a3-1d46141056f8 req-f4eaac96-66b7-44e2-939b-4f9d1456f829 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:26.698972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d89b16c9-58ff-4ffd-a0a3-1d46141056f8 req-f4eaac96-66b7-44e2-939b-4f9d1456f829 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0727873 Jul 16 20:48:26.738909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5749642-f083-4fc7-94d2-4452832abf63 req-0f7e74eb-f558-454d-b635-26a0ecdca4bd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:26.740105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d89b16c9-58ff-4ffd-a0a3-1d46141056f8 req-808cd106-8e3d-4a35-b840-cb612f0e7611 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352812 Jul 16 20:48:26.740412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5749642-f083-4fc7-94d2-4452832abf63 req-0f7e74eb-f558-454d-b635-26a0ecdca4bd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 946 time: 0.0690234 Jul 16 20:48:26.856824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Deleting port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:26.857147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.960024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] For port 427849d5-9126-4f5f-b4ed-6049cbf7fd86, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=427849d5-9126-4f5f-b4ed-6049cbf7fd86,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:26.960475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.526085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.526432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.526783 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b disassociated. External IP: 172.25.3.254, port: 427849d5-9126-4f5f-b4ed-6049cbf7fd86. Jul 16 20:48:27.527147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Calling delete_port for 427849d5-9126-4f5f-b4ed-6049cbf7fd86 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:27.664866 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.694365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event deleted for resources: {'Port': ['ID=427849d5-9126-4f5f-b4ed-6049cbf7fd86,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:27.827055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:27.909782 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-602819f4-a1bd-49b6-bb65-d51c61799dd6 req-012e8fa7-5cf9-47ec-b00d-c59e08262c67 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c8b4760a-25ee-472f-816f-e38e12c51283 HTTP/1.1" status: 200 len: 210 time: 0.0346203 Jul 16 20:48:27.973886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:27.984114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:27.994452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:27.995110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:48:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:28.020224 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] No DVR routers for this DVR port 427849d5-9126-4f5f-b4ed-6049cbf7fd86 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:28.023215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:28.025308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c5749642-f083-4fc7-94d2-4452832abf63 req-a1c78e4c-5090-4a0d-ac25-4539ac7bb8e8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "DELETE /v2.0/ports/427849d5-9126-4f5f-b4ed-6049cbf7fd86 HTTP/1.1" status: 204 len: 173 time: 1.2778695 Jul 16 20:48:28.025763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-deleted', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:28.028171 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e4406d-d9f5-4ab1-8b4c-588372864607" -d '{"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-deleted", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:28.068568 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5d55a9-11fd-4663-8040-b99f063c2211 x-openstack-request-id: req-2e5d55a9-11fd-4663-8040-b99f063c2211 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:28.068857 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4760a-25ee-472f-816f-e38e12c51283", "name": "network-vif-deleted", "tag": "427849d5-9126-4f5f-b4ed-6049cbf7fd86", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:28.069155 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2e5d55a9-11fd-4663-8040-b99f063c2211 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:28.069579 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4760a-25ee-472f-816f-e38e12c51283', 'name': 'network-vif-deleted', 'tag': '427849d5-9126-4f5f-b4ed-6049cbf7fd86', 'status': 'completed', 'code': 200} Jul 16 20:48:28.118527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:28.499680 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:28.528354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:28.537596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:28.538223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:48:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:28.649556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:28.860652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:28.886780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949fe7a-1813-41c6-9677-66ea2224d4ba None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:29.130105 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d378b2-4c33-4913-8761-326165555463 None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:29.237458 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-fd4daf0d-5096-481f-bf28-9b54b7bffa25 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--964736361&fields=id&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 267 time: 0.0397577 Jul 16 20:48:29.357066 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-108e6b3a-e95b-4c2c-937d-441d9185fd66 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:29.358524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-108e6b3a-e95b-4c2c-937d-441d9185fd66 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1143358 Jul 16 20:48:29.373170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-86358042-1f20-4870-a90e-ad417f86ba90 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/quotas/f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 375 time: 0.0091465 Jul 16 20:48:29.455493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-418a10da-0e44-4714-9974-1bceddd67e62 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775421 Jul 16 20:48:29.554391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-e501a58b-6078-4476-8236-ed1cb1a3e97f service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864136 Jul 16 20:48:29.661888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-b40ef029-961e-47a1-895e-0ea62cb8ba1d service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035573 Jul 16 20:48:29.832567 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-349de785-c019-4ed0-bc29-525b9730be6d req-b5f399ef-87c8-4231-b2ac-64e9a89de007 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Jul 16 20:48:30.293772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:30.316828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 427849d5-9126-4f5f-b4ed-6049cbf7fd86 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:30.317228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 427849d5-9126-4f5f-b4ed-6049cbf7fd86 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:30.939348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-2ef78477-3e1d-489c-a029-8bbfcc8396a2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.940868 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-2ef78477-3e1d-489c-a029-8bbfcc8396a2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1064556 Jul 16 20:48:30.988419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf6a651b-16da-4dbd-968c-c42897faf186 req-0a62c56d-0363-43df-a535-244d73f634ad tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 210 time: 0.0394907 Jul 16 20:48:31.018637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-47dc9f4b-ea65-4f58-a37b-b5f0b631d267 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 379 time: 0.0607374 Jul 16 20:48:31.029047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'port': {'device_id': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'admin_state_up': True, 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'security_groups': ['bc476705-ae50-4daa-8023-ee3054541252']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:31.152744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Made reservation on behalf of f416e817a0934c33af99e7da844b8a17 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:31.156382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.290434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Allocated IP 172.20.0.9 (3819f110-e781-4c28-a4f3-2a44f34b3528/f37680b0-aa90-484c-9cb5-881456c74939/7f4d7f55-1a9d-48cf-a39d-f3c734e51c75) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:31.434235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.454729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Transition to ACTIVE for port object 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:31.491340 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.539558 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:31.542823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:31.546902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:31.572065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:31.601176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.601807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.617760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-077b82c8-efff-4d35-a08b-1a58ea2dafd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933633 Jul 16 20:48:31.629603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Request body: {'port': {'device_id': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:31.715511 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.775064 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c5ec39ed-64af-4c5e-a717-c8c178825d37 None None] Provisioning for port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:31.780029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c5ec39ed-64af-4c5e-a717-c8c178825d37 None None] Provisioning complete for port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:31.780421 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c5ec39ed-64af-4c5e-a717-c8c178825d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.818166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec39ed-64af-4c5e-a717-c8c178825d37 None None] Port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:32.001569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:32.009925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:32.023660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Transition to ACTIVE for port object 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:32.028183 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:32.104173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:32.158452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:32.158772 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:32.159130 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:32.164370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:48:32.164974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:32.170595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:32.171112 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:32.171567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:32.172071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Bound port: 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:32.172538 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:32.184834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7d248-6477-40cf-9a90-01183e18be01 req-a98f3f77-c60a-4448-8367-b78228e7949b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.187174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49e7d248-6477-40cf-9a90-01183e18be01 req-a98f3f77-c60a-4448-8367-b78228e7949b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 943 time: 0.0755055 Jul 16 20:48:32.236462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-49e7d248-6477-40cf-9a90-01183e18be01 req-2ad80703-325c-4397-960b-f3f50108d222 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416338 Jul 16 20:48:32.251039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:32.257913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:32.264096 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:32.306814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.307499 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:32.309107 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] 10.222.0.99 "PUT /v2.0/ports/7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 1092 time: 0.6840446 Jul 16 20:48:32.309624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:32.312205 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6686002-caff-4b4b-9408-2e04a494cfce" -d '{"events": [{"name": "network-changed", "server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:32.333161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe804a-88c2-406f-820a-23216f353309 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:32.386395 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94129c40-544d-41ab-b028-00b32762a42c x-openstack-request-id: req-94129c40-544d-41ab-b028-00b32762a42c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:32.386661 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:32.386948 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94129c40-544d-41ab-b028-00b32762a42c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:32.387350 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'status': 'completed', 'code': 200} Jul 16 20:48:32.415368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-5db98f7e-a97c-46cc-83d4-033bb4818f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.416894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-5db98f7e-a97c-46cc-83d4-033bb4818f75 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1095 time: 0.0635233 Jul 16 20:48:32.461608 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-509912ad-626a-442d-91d7-5635ae1a55f0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 217 time: 0.0367625 Jul 16 20:48:32.512669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-575d258d-e5e8-4d86-83c2-e1a4074f8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.514103 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-575d258d-e5e8-4d86-83c2-e1a4074f8a91 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0470738 Jul 16 20:48:32.592601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-417f09fb-c75d-4309-aa6b-42b7a80b0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.594158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-417f09fb-c75d-4309-aa6b-42b7a80b0af4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729072 Jul 16 20:48:32.691671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-71c8984f-70f8-4b67-993c-d18a3c36f72b service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904591 Jul 16 20:48:32.794473 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c27c2d8f-8091-4b81-90ab-9846151ee517 req-d42bfdaa-5ad9-45e4-92e2-cdcc4fd7b125 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966656 Jul 16 20:48:32.903840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6686002-caff-4b4b-9408-2e04a494cfce req-f150cf4a-53a3-4a1a-af70-ab1c20724d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.905438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6686002-caff-4b4b-9408-2e04a494cfce req-f150cf4a-53a3-4a1a-af70-ab1c20724d1d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1095 time: 0.0598097 Jul 16 20:48:33.012204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6686002-caff-4b4b-9408-2e04a494cfce req-46efd109-870e-49e7-8cea-b379c1a0a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.014086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6686002-caff-4b4b-9408-2e04a494cfce req-46efd109-870e-49e7-8cea-b379c1a0a09c service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1018722 Jul 16 20:48:33.057851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6686002-caff-4b4b-9408-2e04a494cfce req-a8b0b0ed-5d81-48af-b00c-e8fe25c10dee service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 217 time: 0.0364056 Jul 16 20:48:33.114414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6686002-caff-4b4b-9408-2e04a494cfce req-c3882115-146c-4766-8c5f-d0a8a7804840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.115971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6686002-caff-4b4b-9408-2e04a494cfce req-c3882115-146c-4766-8c5f-d0a8a7804840 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0512254 Jul 16 20:48:33.191951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6686002-caff-4b4b-9408-2e04a494cfce req-276a05eb-b61a-408b-92de-4e05dac6a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.193502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6686002-caff-4b4b-9408-2e04a494cfce req-276a05eb-b61a-408b-92de-4e05dac6a8e4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691235 Jul 16 20:48:33.291479 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6686002-caff-4b4b-9408-2e04a494cfce req-90134ecc-ca68-4b4a-8164-7e59a7096ba4 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899911 Jul 16 20:48:33.388712 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6686002-caff-4b4b-9408-2e04a494cfce req-2c167bfe-1229-4423-acab-c958c3ff3015 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906768 Jul 16 20:48:33.417569 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9b833-a6c0-4780-b286-2bef1f783eaa req-535ae149-ca36-4c4f-af5a-694eab9d62ed tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.419088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40e9b833-a6c0-4780-b286-2bef1f783eaa req-535ae149-ca36-4c4f-af5a-694eab9d62ed tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 943 time: 0.0687613 Jul 16 20:48:33.464207 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40e9b833-a6c0-4780-b286-2bef1f783eaa req-18aad2bc-a1a1-411c-882b-89ac65a72f70 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 Jul 16 20:48:34.294248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:34.396713 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:34.408581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'mac_address': 'fa:16:3e:ad:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:34.445552 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:34.462584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:34.482625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:34.488247 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:34.539692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:34.649803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83524-1583-431e-9061-b27348ef8599 req-a2d0a945-79f2-4845-8b5e-a942ebf1a2e0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:34.651345 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6de83524-1583-431e-9061-b27348ef8599 req-a2d0a945-79f2-4845-8b5e-a942ebf1a2e0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 944 time: 0.0734403 Jul 16 20:48:34.680576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:34.695895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6de83524-1583-431e-9061-b27348ef8599 req-4a731eca-14e8-4639-94cc-29298f9dff5a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385580 Jul 16 20:48:35.885727 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520e0e2-05d5-4bdd-8082-a31f79926ab1 req-d1fc5be2-6c17-4246-9879-fe7a6fc98e13 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.887290 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b520e0e2-05d5-4bdd-8082-a31f79926ab1 req-d1fc5be2-6c17-4246-9879-fe7a6fc98e13 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 944 time: 0.0724485 Jul 16 20:48:35.926748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b520e0e2-05d5-4bdd-8082-a31f79926ab1 req-8ac5e1c7-ab60-4fbd-873c-f24ecb464935 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334804 Jul 16 20:48:36.075334 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-664f9c48-f31a-4952-839e-d3cae3151113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.309170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:36.367354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:36.371458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:36.371835 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.463012 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.487088 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:36.489369 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86dca23-4909-4742-a619-2f166d2c8755" -d '{"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:36.502290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:36.507996 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.538510 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d73857-0579-4db1-b135-8d98bb9759c0 x-openstack-request-id: req-82d73857-0579-4db1-b135-8d98bb9759c0 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:36.538799 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:36.539075 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-82d73857-0579-4db1-b135-8d98bb9759c0 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:36.539453 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'code': 200} Jul 16 20:48:36.571845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:36.653021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dcb36-16b1-4ebc-a842-4b90a86ef68f req-79f834c3-be05-443d-981d-66b9cbbcd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:36.654551 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e5dcb36-16b1-4ebc-a842-4b90a86ef68f req-79f834c3-be05-443d-981d-66b9cbbcd746 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1097 time: 0.0566232 Jul 16 20:48:36.691176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0e5dcb36-16b1-4ebc-a842-4b90a86ef68f req-009f12f9-e064-4029-8288-eb667ec6f010 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304153 Jul 16 20:48:37.121909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daa388-a9be-41b1-9884-d9a3a52f0eb4 req-97e509d4-8d48-4e4d-9a85-9f45b9113d65 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:37.123434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-73daa388-a9be-41b1-9884-d9a3a52f0eb4 req-97e509d4-8d48-4e4d-9a85-9f45b9113d65 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0796919 Jul 16 20:48:37.164363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-73daa388-a9be-41b1-9884-d9a3a52f0eb4 req-fb3f0139-5ae6-47ae-9191-33d988900273 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352967 Jul 16 20:48:38.359635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3adeda-9917-446e-bda6-916a7f1e1af7 req-313ffdd9-878b-4651-a935-ad8c6a448dab tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.361131 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f3adeda-9917-446e-bda6-916a7f1e1af7 req-313ffdd9-878b-4651-a935-ad8c6a448dab tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0808027 Jul 16 20:48:38.402356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7f3adeda-9917-446e-bda6-916a7f1e1af7 req-f0834b60-b8ab-4931-b470-66e6bbf7214e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352290 Jul 16 20:48:38.593158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf6797-daaa-4851-8a9d-ac86a43658dd req-a9eb16fd-00a5-438f-96f6-7e52be80ca21 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.594719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3bbf6797-daaa-4851-8a9d-ac86a43658dd req-a9eb16fd-00a5-438f-96f6-7e52be80ca21 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0731187 Jul 16 20:48:38.607607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 38430) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:38.612350 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'floatingip': {'port_id': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:38.645997 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:38.658377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:38.838082 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:38.879790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c6058306-f76c-4169-8e4d-581c728543a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.136472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.143936 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.244143 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b associated. External IP: 172.25.3.254, port: 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75. Jul 16 20:48:39.267923 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.475879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:39.598796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:39.604277 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.611165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:39.627482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:39.627482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:48:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:39.644790 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f59426ea-8825-4d89-aed3-43de4267512a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "PUT /v2.0/floatingips/2e93efd4-e219-4cc8-8e35-2a63b6f01f9b HTTP/1.1" status: 200 len: 991 time: 1.0359793 Jul 16 20:48:39.645829 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:39.648353 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1ef42b-d412-454b-90b8-a41da300e4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:39.747775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:39.762453 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d686517c-5ee9-4f45-900a-cc3cd3f46006 x-openstack-request-id: req-d686517c-5ee9-4f45-900a-cc3cd3f46006 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:39.762765 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:39.763044 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d686517c-5ee9-4f45-900a-cc3cd3f46006 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:39.763431 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'status': 'completed', 'code': 200} Jul 16 20:48:39.838379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-db7463db-2aa2-487e-92ae-e563e6d914bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:39.840003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-db7463db-2aa2-487e-92ae-e563e6d914bb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1097 time: 0.0557759 Jul 16 20:48:39.936338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-61be358b-4395-4ef7-b4d3-a55f98ffe8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:39.938162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-61be358b-4395-4ef7-b4d3-a55f98ffe8fd service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0920250 Jul 16 20:48:39.989432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:ad:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:48:39Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.012426 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-68bc8de8-946a-4ee9-93ca-39dbd9b5390b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 999 time: 0.0674169 Jul 16 20:48:40.020419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:40.029450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:40.030073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:48:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.061305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-680e8dd1-fbfb-498c-b3f2-6758952a8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.062769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-680e8dd1-fbfb-498c-b3f2-6758952a8847 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0443041 Jul 16 20:48:40.132581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-7024d447-50b9-4140-af35-1aeed6be9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.134418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-7024d447-50b9-4140-af35-1aeed6be9660 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621109 Jul 16 20:48:40.153944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:40.155963 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.224111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-a39a7e68-62e3-4d1a-996b-b9b6977159b6 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833969 Jul 16 20:48:40.338216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a1ef42b-d412-454b-90b8-a41da300e4e1 req-3cc7d889-364c-4be9-8d0c-118d7ec7ad8d service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071129 Jul 16 20:48:40.398549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:ad:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:48:39Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.427997 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d823c-82a8-435b-8476-67fb751f5269 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:ad:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:48:39Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:40.642326 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f18d02-4248-4fca-becc-4d4d101a1bc2 None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:41.937197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.084174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-bc51e453-56e3-455f-a268-87d925f1433f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647371 Jul 16 20:48:52.189905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-315c52cf-a13e-4383-9fb5-031f3d1e185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:52.191358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-315c52cf-a13e-4383-9fb5-031f3d1e185c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1097 time: 0.0615659 Jul 16 20:48:52.315900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-647a04a0-c48c-4b48-b6f3-1d2d807ff06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:52.317808 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-647a04a0-c48c-4b48-b6f3-1d2d807ff06f service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1023269 Jul 16 20:48:52.387467 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-b9f2a701-79b3-4b16-8280-7cb3a1652fa4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 1001 time: 0.0630121 Jul 16 20:48:52.441334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-52314594-1ad1-4a2b-b183-37e429619351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:52.442657 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-52314594-1ad1-4a2b-b183-37e429619351 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0495846 Jul 16 20:48:52.501845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-b5c7bc29-adba-4908-b525-5370fbb18d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:52.503478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-b5c7bc29-adba-4908-b525-5370fbb18d1e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547602 Jul 16 20:48:52.604014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-617280f6-a5a1-4a1e-903b-870d9a6bc1b5 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944448 Jul 16 20:48:52.699196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-92fa745a-a356-477c-bdc1-6e89b5709686 req-463ae61c-ef35-486a-9769-777c9c03c2f6 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893853 Jul 16 20:48:57.214739 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:00.083202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-e02922b9-6c0a-4649-8a58-10073766c20b req-9d8911eb-e77e-4503-94ab-ecbc075ba36f service neutron] (93861) timed out ('10.222.0.91', 36186) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:49:06.072906 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3a557ea5-388e-4330-b790-239a5b97d9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.653396 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.852207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.887236 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5e66273a-8c5a-41a2-916e-91f167263b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.281028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.148883 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.942050 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.219578 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:36.069135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3426-7427-4b1a-b2cf-13c176fa53df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.647653 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.851972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.882482 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-58ec6293-1a10-4234-a093-5defad936ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.276433 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.152234 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.944922 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.188844 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-95b95da5-d641-4e8b-bb25-0a7097554066 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1739080 Jul 16 20:49:52.308378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-65767b6c-b266-4183-8fce-edab1559e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.310354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-65767b6c-b266-4183-8fce-edab1559e82d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1097 time: 0.0746074 Jul 16 20:49:52.427870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-4d412342-383f-489e-b566-aedc3ce90326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.429424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-4d412342-383f-489e-b566-aedc3ce90326 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0988779 Jul 16 20:49:52.507895 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-db6eb800-18bb-49ba-92bd-b312ad16d942 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 1001 time: 0.0712254 Jul 16 20:49:52.563500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-66bc4100-e789-4d9f-9c72-c4c69e1ca878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.564848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-66bc4100-e789-4d9f-9c72-c4c69e1ca878 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0505359 Jul 16 20:49:52.626574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-a7a5b9ad-e181-4c2f-bc4d-335c299f1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.628405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-a7a5b9ad-e181-4c2f-bc4d-335c299f1372 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574193 Jul 16 20:49:52.726882 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-b097a30a-528d-4832-87fe-8bcaa40c1bd4 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917573 Jul 16 20:49:52.823645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9f2f97f-0611-4e0b-a1c7-0d3b79e818ef req-7e3777a6-cbd4-4ec5-a693-2e656a5866a0 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900970 Jul 16 20:50:06.072652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-619f1fb5-37dd-4148-b763-fa23ab3191e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.652924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.857129 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.884160 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e5dcdfd-d30e-42c9-a631-f081888f4d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.285443 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.155970 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:11.219486 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:11.948769 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.554006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b08a9-ecc5-47d9-b30b-e4f7876671e3 req-31f174f3-9f0f-404e-9f45-0532e59ed9b3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:17.555622 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c1b08a9-ecc5-47d9-b30b-e4f7876671e3 req-31f174f3-9f0f-404e-9f45-0532e59ed9b3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0782437 Jul 16 20:50:17.596077 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3c1b08a9-ecc5-47d9-b30b-e4f7876671e3 req-677844e0-fe84-4d65-8eab-67925338a0e3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345912 Jul 16 20:50:18.801026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33240-8788-4d0f-9428-0aac799cc9e5 req-961e7c67-0c65-4b1d-8579-fd54d0e19f8b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:18.802543 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60a33240-8788-4d0f-9428-0aac799cc9e5 req-961e7c67-0c65-4b1d-8579-fd54d0e19f8b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0810771 Jul 16 20:50:18.844733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60a33240-8788-4d0f-9428-0aac799cc9e5 req-e02e7ee0-c393-44e0-9b04-46daea1c74e5 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339963 Jul 16 20:50:20.041702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecb249-6ea2-446e-b4e6-85ed04a6c757 req-57f14896-f6dc-447b-89e5-82b0a4ae539e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:20.043528 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99ecb249-6ea2-446e-b4e6-85ed04a6c757 req-57f14896-f6dc-447b-89e5-82b0a4ae539e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0815611 Jul 16 20:50:20.083505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99ecb249-6ea2-446e-b4e6-85ed04a6c757 req-c8b5150f-6d28-4cce-95e9-9146ffc1f51e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334167 Jul 16 20:50:21.288083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85861d-fdc3-4c10-8c30-00764f707537 req-17ffac50-f4a9-4159-a073-cf1cda41f148 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:21.288083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b85861d-fdc3-4c10-8c30-00764f707537 req-17ffac50-f4a9-4159-a073-cf1cda41f148 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0839424 Jul 16 20:50:21.331179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b85861d-fdc3-4c10-8c30-00764f707537 req-eb512c95-36b1-4912-87bc-bcd1c41c37ba tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371909 Jul 16 20:50:22.522329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a553-624d-4c2e-9166-48537794da0a req-e30e029d-9984-4d77-a4c0-feb215696fd8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:22.523738 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe0a553-624d-4c2e-9166-48537794da0a req-e30e029d-9984-4d77-a4c0-feb215696fd8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0779877 Jul 16 20:50:22.565617 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fe0a553-624d-4c2e-9166-48537794da0a req-b3d651a3-341f-4345-8617-218afb6ee916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362825 Jul 16 20:50:23.749520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ee66-7c6f-4e84-a247-750f6edc9204 req-23c3533e-bd2d-435a-9da5-f18b74700e9d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:23.751135 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b63ee66-7c6f-4e84-a247-750f6edc9204 req-23c3533e-bd2d-435a-9da5-f18b74700e9d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0676763 Jul 16 20:50:23.801318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b63ee66-7c6f-4e84-a247-750f6edc9204 req-ec400b58-fb7c-4cb7-a612-b4a7b518b588 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426695 Jul 16 20:50:24.998764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aca6f-f5cb-4224-b9e1-1946d86d1b17 req-8574a958-62e3-40f0-8f6a-57e72edfadcb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:25.000184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d19aca6f-f5cb-4224-b9e1-1946d86d1b17 req-8574a958-62e3-40f0-8f6a-57e72edfadcb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0725212 Jul 16 20:50:25.041209 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d19aca6f-f5cb-4224-b9e1-1946d86d1b17 req-5c45d44e-814b-457a-9eef-2482eebbf8f1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Jul 16 20:50:26.229644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116fe8-cc56-430a-a95f-c20f9a8f97fe req-c295542d-3e96-4a47-8953-425e256a3d45 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:26.231369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4116fe8-cc56-430a-a95f-c20f9a8f97fe req-c295542d-3e96-4a47-8953-425e256a3d45 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0746520 Jul 16 20:50:26.275752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4116fe8-cc56-430a-a95f-c20f9a8f97fe req-67348d20-06c1-4d55-b118-a79cf4a29d1e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382257 Jul 16 20:50:27.475250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f067-e6f8-4b71-a553-71d3552ffa35 req-59893439-dd22-4e08-ab04-1ede6c766540 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:27.476841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3eb8f067-e6f8-4b71-a553-71d3552ffa35 req-59893439-dd22-4e08-ab04-1ede6c766540 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0826011 Jul 16 20:50:27.528021 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3eb8f067-e6f8-4b71-a553-71d3552ffa35 req-698b97db-64c8-4f2d-86a5-3e721227eede tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 Jul 16 20:50:28.722958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93738152-a3c5-47c5-858c-5fcd5f5900a0 req-57090b2b-45c9-4695-bdf2-28f2252117ad tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.724444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93738152-a3c5-47c5-858c-5fcd5f5900a0 req-57090b2b-45c9-4695-bdf2-28f2252117ad tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0674736 Jul 16 20:50:28.770064 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93738152-a3c5-47c5-858c-5fcd5f5900a0 req-2f1fe8e6-c970-43ad-a890-6cf777450d88 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376599 Jul 16 20:50:29.190033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-7ade493a-562a-4339-aeaf-e5ac38b402cd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959847 Jul 16 20:50:29.210313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0f61a-7b52-4250-908d-3da88b06f3e7 req-c1702d89-05db-41b7-a305-036ce3150607 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:29.211831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebd0f61a-7b52-4250-908d-3da88b06f3e7 req-c1702d89-05db-41b7-a305-036ce3150607 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0778120 Jul 16 20:50:29.252655 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ebd0f61a-7b52-4250-908d-3da88b06f3e7 req-85486855-b6a2-4df7-8997-94e3f79ee057 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347478 Jul 16 20:50:30.454610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201d9c7-c360-4658-8ff2-6ec63644d2af req-195ff676-5e2a-4cca-9835-77395193d218 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:30.456081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8201d9c7-c360-4658-8ff2-6ec63644d2af req-195ff676-5e2a-4cca-9835-77395193d218 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0869114 Jul 16 20:50:30.508225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8201d9c7-c360-4658-8ff2-6ec63644d2af req-aeac615e-88c2-4372-8573-ea19ab3e1f62 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454025 Jul 16 20:50:30.641937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-e2d9e08b-03ec-4147-885f-d3346345bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:30.643472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-e2d9e08b-03ec-4147-885f-d3346345bc7f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1097 time: 0.0592375 Jul 16 20:50:30.738279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-b62125d8-6826-4dcc-8c4f-5223f8b4bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:30.739699 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-b62125d8-6826-4dcc-8c4f-5223f8b4bbf1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0896511 Jul 16 20:50:30.812730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-bae202a7-6990-4225-b7d8-e7c636ff8ef5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 1001 time: 0.0668986 Jul 16 20:50:30.864174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-0bfa65ba-cfc7-4631-b02c-d888e979e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:30.865682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-0bfa65ba-cfc7-4631-b02c-d888e979e974 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0464563 Jul 16 20:50:30.924230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-48e0d116-6248-410e-a27e-73667fd18176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:30.926019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-48e0d116-6248-410e-a27e-73667fd18176 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545220 Jul 16 20:50:31.392912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-d72c3c1f-9b67-46be-a18d-4e40cd37d520 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582229 Jul 16 20:50:31.492447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-a0a514f0-1b47-4228-8329-d360fc0cb8e8 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920603 Jul 16 20:50:31.695529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422324c4-5491-4d5f-909b-74d567007155 req-9b922287-c6bf-41f0-8dab-1a38dd26ea23 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:31.696967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-422324c4-5491-4d5f-909b-74d567007155 req-9b922287-c6bf-41f0-8dab-1a38dd26ea23 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0671380 Jul 16 20:50:31.742368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-422324c4-5491-4d5f-909b-74d567007155 req-411b8d2f-74ca-445d-8343-2ba52da58378 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366154 Jul 16 20:50:32.934813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ee31f-ebc8-48a3-952f-a46d879e2863 req-00843dd6-6382-4dcd-aae6-e5daeb36a5d7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.936472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-972ee31f-ebc8-48a3-952f-a46d879e2863 req-00843dd6-6382-4dcd-aae6-e5daeb36a5d7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0757840 Jul 16 20:50:32.978973 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-972ee31f-ebc8-48a3-952f-a46d879e2863 req-e9a14140-2ada-41a2-9941-cf1bd710167f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343499 Jul 16 20:50:33.406818 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-b4239979-33b2-4f26-93a0-70f55c4b6392 service neutron] show failed (client error): The resource could not be found. Jul 16 20:50:33.407918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-b4239979-33b2-4f26-93a0-70f55c4b6392 service neutron] 10.222.0.99 "GET /v2.0/ports/7f4d7f55-1a9d-48cf-a39d-f3c734e51c75/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0608890 Jul 16 20:50:33.754023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-8cfad2a8-c014-482f-9261-fb84244356fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:33.755684 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-8cfad2a8-c014-482f-9261-fb84244356fa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 1097 time: 0.1381795 Jul 16 20:50:33.768436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:33.845926 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.078521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:34.112066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:34.151856 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:34.154486 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82977c42-d611-4a7e-b85b-1f779f4f9fae" -d '{"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:34.158533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.163425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed103837-d816-4d37-8d68-3e5bce0b0733 req-ca6ad7eb-ebf2-4ac3-b224-3bfa0bbd5f0f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:34.165109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed103837-d816-4d37-8d68-3e5bce0b0733 req-ca6ad7eb-ebf2-4ac3-b224-3bfa0bbd5f0f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0653069 Jul 16 20:50:34.171897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Transition to ACTIVE for port object 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:34.178052 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.206144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed103837-d816-4d37-8d68-3e5bce0b0733 req-76f212b0-93fd-4b1e-9877-306a38076ea9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350852 Jul 16 20:50:34.222700 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c657aaba-bff8-4745-80d1-918ec84ac67a x-openstack-request-id: req-c657aaba-bff8-4745-80d1-918ec84ac67a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:34.223012 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:34.223261 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c657aaba-bff8-4745-80d1-918ec84ac67a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:34.223699 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'code': 200} Jul 16 20:50:34.299338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:34.327935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.328257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.328600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.328951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.329312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.329614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.329944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.330268 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.330602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.330946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.331282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.331592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:34.689603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] No DVR routers for this DVR port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:50:34.848063 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:34.848430 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:34.848766 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:34.853291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:34.853606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Attempting to bind port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:34.858384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:34.858714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:34.859110 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:34.859534 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Bound port: 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:34.859905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.925023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:34.929361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:34.934504 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.976224 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:34.976868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.978343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] 10.222.0.79 "PUT /v2.0/ports/7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 1092 time: 1.2154074 Jul 16 20:50:34.995555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296ca87-90b5-4f9e-9900-69864d5fd214 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:35.060103 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-875f96d0-ce51-4673-8b6f-8d948696b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.061603 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-875f96d0-ce51-4673-8b6f-8d948696b38c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1095 time: 0.0573187 Jul 16 20:50:35.158582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-09a28b6c-9dc1-4876-9be5-cc5b92e7dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.160113 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-09a28b6c-9dc1-4876-9be5-cc5b92e7dea2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0919139 Jul 16 20:50:35.235886 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-64829fed-7204-4884-8047-07f47afec124 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 999 time: 0.0687869 Jul 16 20:50:35.284941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-e0b76e58-0189-436e-945b-b853856d468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.286443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-e0b76e58-0189-436e-945b-b853856d468f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0443783 Jul 16 20:50:35.385443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-3d851643-cec1-47e9-8f14-a696f98c6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.387033 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-3d851643-cec1-47e9-8f14-a696f98c6801 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935926 Jul 16 20:50:35.467179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d52c-6ac6-40dd-a612-a268302eebaf req-214eeb35-2b40-4cd2-8b5c-0cc71b1f6674 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.468674 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84c7d52c-6ac6-40dd-a612-a268302eebaf req-214eeb35-2b40-4cd2-8b5c-0cc71b1f6674 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 943 time: 0.1346340 Jul 16 20:50:35.513302 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-49796e3d-a9bc-4b0e-bbc2-66be7a590cd1 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179011 Jul 16 20:50:35.546583 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-84c7d52c-6ac6-40dd-a612-a268302eebaf req-091ed453-1f45-44a0-94e0-706450ef2936 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696168 Jul 16 20:50:35.623967 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88006fb8-b4e5-4954-965d-78c15247fa18 req-852d958a-b858-4f9e-8d34-2ad6936383eb service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048136 Jul 16 20:50:36.077510 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-59b57ce5-9174-4088-aed6-4e2ecbc7e589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.224888 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:36.227357 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fec92f-4aaf-43f4-b099-8411ed892f99" -d '{"events": [{"name": "network-changed", "server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:36.280166 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac4f9b-89b4-474c-99f6-25fd58cfe3c8 x-openstack-request-id: req-6fac4f9b-89b4-474c-99f6-25fd58cfe3c8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:36.280496 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:36.281307 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6fac4f9b-89b4-474c-99f6-25fd58cfe3c8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:36.281731 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'status': 'completed', 'code': 200} Jul 16 20:50:36.369286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-af63202d-8fe3-4755-a3a1-a7d5c8da7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.370786 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-af63202d-8fe3-4755-a3a1-a7d5c8da7e66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1095 time: 0.0707273 Jul 16 20:50:36.372829 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-d4124e09-dd23-42ba-a083-1cb39477fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.374775 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-d4124e09-dd23-42ba-a083-1cb39477fa17 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1095 time: 0.0677450 Jul 16 20:50:36.473494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-60606e28-41c6-4d83-9131-cf34cc396e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.475088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-60606e28-41c6-4d83-9131-cf34cc396e8d service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0938497 Jul 16 20:50:36.476048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-ee3bcdbd-5511-47f5-937e-3e26ea38d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.477674 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-ee3bcdbd-5511-47f5-937e-3e26ea38d46a service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0993464 Jul 16 20:50:36.546089 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-75b916ac-1ac7-49b1-b9cf-96ee36313623 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 999 time: 0.0613475 Jul 16 20:50:36.546599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-8246816b-1129-43e0-8345-8eb56c225887 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 999 time: 0.0646336 Jul 16 20:50:36.600887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-345cc30a-5b4b-446f-b9fa-218b6f2139fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.603005 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-345cc30a-5b4b-446f-b9fa-218b6f2139fc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0500908 Jul 16 20:50:36.605422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-c799b148-8f9d-4028-b6f0-0578db92ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.606931 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-c799b148-8f9d-4028-b6f0-0578db92ac73 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0532892 Jul 16 20:50:36.663146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-8f4825ec-2b39-4d02-a335-bfe4bee06c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.664759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-8f4825ec-2b39-4d02-a335-bfe4bee06c6f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564625 Jul 16 20:50:36.670070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-df2c6a48-1dfc-4ef7-ad53-3aea9170e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.671647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-df2c6a48-1dfc-4ef7-ad53-3aea9170e302 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570598 Jul 16 20:50:36.762483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-62aa33b2-5aec-40db-b1c6-dc5eef9635d0 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Jul 16 20:50:36.800637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-eb028053-c4fd-4454-939f-2ee9143c4579 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191425 Jul 16 20:50:36.811360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cce0d-6fbf-4ea8-99bc-a3e9f93a2c61 req-cb64a18b-c2ed-4fad-9c41-ea1da4fbeb1f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.812777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-629cce0d-6fbf-4ea8-99bc-a3e9f93a2c61 req-cb64a18b-c2ed-4fad-9c41-ea1da4fbeb1f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 943 time: 0.1402652 Jul 16 20:50:36.862292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-bea33b5a-de96-456f-b3ba-7b8ace0f0afe service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935292 Jul 16 20:50:36.904685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-629cce0d-6fbf-4ea8-99bc-a3e9f93a2c61 req-a4c33157-990b-4aed-a25e-0631cd6add8b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836899 Jul 16 20:50:36.935893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4fec92f-4aaf-43f4-b099-8411ed892f99 req-c898cd2c-81e5-4cb3-bfd2-b4c02cf1e92b service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221473 Jul 16 20:50:36.948083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:36.992839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:38.095775 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856c97d-4283-4c75-b0b4-bfaa2b4a50cd req-cc7faf6b-da7f-49e5-b25f-1f7d99679e35 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.097266 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d856c97d-4283-4c75-b0b4-bfaa2b4a50cd req-cc7faf6b-da7f-49e5-b25f-1f7d99679e35 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 943 time: 0.0737090 Jul 16 20:50:38.138951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d856c97d-4283-4c75-b0b4-bfaa2b4a50cd req-b1df3d2a-cd74-49af-be14-3dde8d87c86c tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341682 Jul 16 20:50:38.512956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c9f1b-21fa-4a84-bcb5-27d2248d530d req-9e491e6b-61ed-407a-8892-0d736236e876 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.514550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-659c9f1b-21fa-4a84-bcb5-27d2248d530d req-9e491e6b-61ed-407a-8892-0d736236e876 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 943 time: 0.1243343 Jul 16 20:50:38.523060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-04e585e6-34c6-43e0-a064-56876438e645 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.524809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-04e585e6-34c6-43e0-a064-56876438e645 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0&tenant_id=f416e817a0934c33af99e7da844b8a17&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 943 time: 0.1316586 Jul 16 20:50:38.561036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:38.605133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-659c9f1b-21fa-4a84-bcb5-27d2248d530d req-8ed36cb7-dc35-4163-8903-2ff2dc07dc2d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791748 Jul 16 20:50:38.622396 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-cb82dac0-b328-40b0-8d34-642b8649edca service neutron] delete failed (client error): The resource could not be found. Jul 16 20:50:38.624070 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-cb82dac0-b328-40b0-8d34-642b8649edca service neutron] 10.222.0.99 "DELETE /v2.0/ports/7f4d7f55-1a9d-48cf-a39d-f3c734e51c75/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0911686 Jul 16 20:50:38.676441 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.689922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:38.701443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'mac_address': 'fa:16:3e:ad:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:38.737358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-a6b66984-8580-4781-8272-a4523fedcb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.738938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-a6b66984-8580-4781-8272-a4523fedcb16 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1095 time: 0.0589302 Jul 16 20:50:38.744828 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.758463 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:38.780528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:38.790084 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.842309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-24c50e04-9bd4-4688-9eb3-b99f649940d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.843854 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-24c50e04-9bd4-4688-9eb3-b99f649940d3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0969701 Jul 16 20:50:38.845522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:38.858787 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.859118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.859466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.859786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.860127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.860433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.860754 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.861094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.861384 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.861702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.862017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.862330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:38.877837 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.888288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0021cea6-f084-489c-80d6-86d746f85846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.912687 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-fa094c2d-f477-496f-8460-15b2b3074638 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 1000 time: 0.0617168 Jul 16 20:50:38.981480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-28bc5bbe-d376-4526-9ad3-4a2f68b3152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.983098 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-28bc5bbe-d376-4526-9ad3-4a2f68b3152f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0641811 Jul 16 20:50:39.032167 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:39.044072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-95c8002c-70b1-4e3c-bc47-bf07bdb0a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.045873 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-95c8002c-70b1-4e3c-bc47-bf07bdb0a5d1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565667 Jul 16 20:50:39.141506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-003226df-c961-412d-8743-d37e7b9d95ee service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895190 Jul 16 20:50:39.253207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dcc03002-a22e-493c-9fd2-855088d5fdfd req-05d306a4-c784-451d-8250-98b7135c5d46 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036024 Jul 16 20:50:39.292047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.802917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300e15c-67cd-4f65-b153-694ac9fe5f27 req-560b9bc9-9fd1-457e-ad81-f8da9571a1d0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.804470 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f300e15c-67cd-4f65-b153-694ac9fe5f27 req-560b9bc9-9fd1-457e-ad81-f8da9571a1d0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 944 time: 0.0678225 Jul 16 20:50:39.844078 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f300e15c-67cd-4f65-b153-694ac9fe5f27 req-eb685b18-c3f2-4b4a-853f-e4c533a5e3ec tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337420 Jul 16 20:50:40.035858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ef4f-b680-4bb4-8d47-e9ff1cb9242f req-24b21a82-2327-4388-8123-64963e62a48d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.037557 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bcf7ef4f-b680-4bb4-8d47-e9ff1cb9242f req-24b21a82-2327-4388-8123-64963e62a48d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 944 time: 0.0722361 Jul 16 20:50:40.080423 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bcf7ef4f-b680-4bb4-8d47-e9ff1cb9242f req-98042a43-7246-4e64-942d-e588051f0063 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350218 Jul 16 20:50:40.160556 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.433832 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34813-4464-45b8-90ad-13114eb26716 req-344c4084-6c6b-4520-a70e-c8c8617b5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.435695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ae34813-4464-45b8-90ad-13114eb26716 req-344c4084-6c6b-4520-a70e-c8c8617b5d20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 1096 time: 0.0591657 Jul 16 20:50:40.451881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77646c33-54cf-40e4-9a96-da0e339a71d9 req-96da1cc8-a6b6-402d-a9d7-a688b79d977a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.453520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77646c33-54cf-40e4-9a96-da0e339a71d9 req-96da1cc8-a6b6-402d-a9d7-a688b79d977a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 944 time: 0.0767684 Jul 16 20:50:40.493213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77646c33-54cf-40e4-9a96-da0e339a71d9 req-c17b3c67-b76d-4b83-9f2d-6763a45e0637 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330222 Jul 16 20:50:40.545915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34813-4464-45b8-90ad-13114eb26716 req-09479fc2-208d-4c25-b33e-d4267ca273f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.548363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ae34813-4464-45b8-90ad-13114eb26716 req-09479fc2-208d-4c25-b33e-d4267ca273f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1064944 Jul 16 20:50:40.584642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:40.619143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ae34813-4464-45b8-90ad-13114eb26716 req-c4da8f4e-203d-4b4e-ac78-3d380dae8190 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 200 len: 1000 time: 0.0645905 Jul 16 20:50:40.642654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:40.647039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:40.647425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.683279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34813-4464-45b8-90ad-13114eb26716 req-e82f7917-9e20-40a0-9e13-639d0029ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.684902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ae34813-4464-45b8-90ad-13114eb26716 req-e82f7917-9e20-40a0-9e13-639d0029ef41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0598619 Jul 16 20:50:40.731159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.746030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34813-4464-45b8-90ad-13114eb26716 req-08b7fdd6-a522-4e0a-a07a-7ef213d9c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.747721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ae34813-4464-45b8-90ad-13114eb26716 req-08b7fdd6-a522-4e0a-a07a-7ef213d9c749 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569153 Jul 16 20:50:40.847754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ae34813-4464-45b8-90ad-13114eb26716 req-9a45ede6-1396-4551-b55e-a90889a2178a service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936399 Jul 16 20:50:40.917763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:40.920026 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a9e2f6-6939-41a0-b0c3-6453abc067a4" -d '{"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:40.934119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:40.940028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:40.953071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3ae34813-4464-45b8-90ad-13114eb26716 req-267dabaa-edc3-42ce-abc4-32042c43d6e5 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994663 Jul 16 20:50:41.001606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:41.035262 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c879b1-cfdd-477a-90c4-744b3c84063c x-openstack-request-id: req-88c879b1-cfdd-477a-90c4-744b3c84063c {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:41.035522 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:41.035788 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-88c879b1-cfdd-477a-90c4-744b3c84063c {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:41.036190 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'code': 200} Jul 16 20:50:41.696977 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6fbdd-acfd-44de-a5f7-8894bfcfc167 req-039ae14d-e068-40f3-ab64-da5a31ae00ee tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:41.698529 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41b6fbdd-acfd-44de-a5f7-8894bfcfc167 req-039ae14d-e068-40f3-ab64-da5a31ae00ee tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0760028 Jul 16 20:50:41.741580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-41b6fbdd-acfd-44de-a5f7-8894bfcfc167 req-cf10fb72-3bca-4c23-b6b8-e09ab39847ca tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371618 Jul 16 20:50:41.951777 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:42.182988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb28ab2-e0ee-4911-9bcf-aafc21563077 req-59eb648e-1bf3-432c-9253-7a0a738d1018 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:42.184517 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfb28ab2-e0ee-4911-9bcf-aafc21563077 req-59eb648e-1bf3-432c-9253-7a0a738d1018 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0759087 Jul 16 20:50:42.229645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dfb28ab2-e0ee-4911-9bcf-aafc21563077 req-07709a85-9443-4c8a-b8e8-4b609ec9ce54 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375612 Jul 16 20:50:43.362509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-7094f4cd-de54-402f-85bf-e428b4592a15 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.364040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-7094f4cd-de54-402f-85bf-e428b4592a15 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.0677512 Jul 16 20:50:43.498305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a50a0-c47b-419e-adcb-a183d1db33e7 req-05d6ca94-9156-49e0-9d99-caf1fe41caae tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.499867 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a76a50a0-c47b-419e-adcb-a183d1db33e7 req-05d6ca94-9156-49e0-9d99-caf1fe41caae tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 945 time: 0.1348979 Jul 16 20:50:43.547755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Deleting port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:43.548014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.555015 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a76a50a0-c47b-419e-adcb-a183d1db33e7 req-494461a9-ad98-43d3-be7b-aade9d4ae48a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487871 Jul 16 20:50:43.665329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] For port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:43.665816 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.910157 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.910557 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.910862 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b disassociated. External IP: 172.25.3.254, port: 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75. Jul 16 20:50:43.911228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Calling delete_port for 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:44.055060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.088467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event deleted for resources: {'Port': ['ID=7f4d7f55-1a9d-48cf-a39d-f3c734e51c75,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:44.205525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:44.315843 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:44.326695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:44.338033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:44.338745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:50:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:44.362869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] No DVR routers for this DVR port 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:50:44.365530 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.367546 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a95ee243-6990-4281-bbc6-3f3932e63a4d req-d7e0cb86-5f9d-47b0-9f75-ccad1237181e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "DELETE /v2.0/ports/7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 HTTP/1.1" status: 204 len: 173 time: 0.9937978 Jul 16 20:50:44.367980 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-deleted', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:44.370249 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db43c31-9e63-41f4-9dc6-1694f0980bee" -d '{"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-deleted", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:44.407855 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815f060d-0991-4eda-9fcb-b792e17bd884 x-openstack-request-id: req-815f060d-0991-4eda-9fcb-b792e17bd884 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:44.408132 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365aa8f5-5b7f-4007-b4ba-a826311372f0", "name": "network-vif-deleted", "tag": "7f4d7f55-1a9d-48cf-a39d-f3c734e51c75", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:44.408462 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-815f060d-0991-4eda-9fcb-b792e17bd884 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:44.408867 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365aa8f5-5b7f-4007-b4ba-a826311372f0', 'name': 'network-vif-deleted', 'tag': '7f4d7f55-1a9d-48cf-a39d-f3c734e51c75', 'status': 'completed', 'code': 200} Jul 16 20:50:44.456545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:44.679370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:44.715530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:44.725586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:44.726227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:50:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:44.728852 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a2d6a91-623a-4bf0-8390-7c4be54d1f9c req-be3b7c2e-3a89-4424-86e1-444383c44be0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=365aa8f5-5b7f-4007-b4ba-a826311372f0 HTTP/1.1" status: 200 len: 210 time: 0.0338628 Jul 16 20:50:44.842417 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:45.060129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:45.087225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414e82f-5f91-41bc-b250-4d703142f737 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:45.324077 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b389ea-d694-4ab7-a0b5-602cf796101b None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:50:46.102296 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-5fa1a28f-917f-48ab-a011-d21ae0308eca tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--964736361&fields=id&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 267 time: 0.0415661 Jul 16 20:50:46.214291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-29dc7c34-96f1-4a9f-aef9-017f75fa72c7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:46.215794 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-29dc7c34-96f1-4a9f-aef9-017f75fa72c7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1067939 Jul 16 20:50:46.233875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-c172973d-7d41-40a8-a33e-ed651ff646ca tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/quotas/f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 375 time: 0.0103331 Jul 16 20:50:46.317116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-29c29f30-10ea-4a36-8541-0de922d90dd2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757909 Jul 16 20:50:46.479582 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-28661dec-1767-4d14-9aaa-58c1f31b51e8 service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469417 Jul 16 20:50:46.580743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-1cb0d3a1-d612-44b6-8e7a-524bd1be8e1e service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954607 Jul 16 20:50:46.601015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:46.626881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:46.627218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 7f4d7f55-1a9d-48cf-a39d-f3c734e51c75 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:46.782817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa505cee-1c69-4d28-80c1-49ebf6c6adc7 req-1518c69c-f368-4755-883b-703286c5a7f5 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 210 time: 0.0377467 Jul 16 20:50:47.868397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-1ad428da-75ca-438f-b3d3-3cfbb59f69ab tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:47.870898 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-1ad428da-75ca-438f-b3d3-3cfbb59f69ab tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1058829 Jul 16 20:50:47.941916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f20adda3-dbb8-45b6-923f-0ff3a3305aba req-a210e0d2-c93c-45a4-ba9a-9542d992af0a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 210 time: 0.0425649 Jul 16 20:50:47.946407 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8433fa74-80eb-4dde-9eab-13768aa29c12 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 379 time: 0.0675445 Jul 16 20:50:47.955827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'port': {'device_id': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'admin_state_up': True, 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'security_groups': ['bc476705-ae50-4daa-8023-ee3054541252']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:48.086907 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Made reservation on behalf of f416e817a0934c33af99e7da844b8a17 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:48.090427 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.218817 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:48.238940 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Allocated IP 172.20.0.12 (3819f110-e781-4c28-a4f3-2a44f34b3528/f37680b0-aa90-484c-9cb5-881456c74939/59d3b504-a4cc-41b5-9499-e9623e8bf04c) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:48.384817 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.407966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Transition to ACTIVE for port object 59d3b504-a4cc-41b5-9499-e9623e8bf04c will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:48.451593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.503385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:48.506573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:48.511153 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:48.536117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:48.551676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.551969 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.552250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.552592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.552918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.553285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.553566 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.553886 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.554209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.554522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.554884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.555212 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:48.576827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:48.577466 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.594187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b342043c-e78b-4fdb-8337-f5c7a06770af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6421912 Jul 16 20:50:48.607051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Request body: {'port': {'device_id': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:48.691339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.797181 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba70f0d5-a402-498c-9956-e59eba93c7a5 None None] Provisioning for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:48.802755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ba70f0d5-a402-498c-9956-e59eba93c7a5 None None] Provisioning complete for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:48.803286 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ba70f0d5-a402-498c-9956-e59eba93c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.842405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-ba70f0d5-a402-498c-9956-e59eba93c7a5 None None] Port 59d3b504-a4cc-41b5-9499-e9623e8bf04c cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:48.969764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d3b504-a4cc-41b5-9499-e9623e8bf04c {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:48.983958 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.996661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Transition to ACTIVE for port object 59d3b504-a4cc-41b5-9499-e9623e8bf04c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:49.001178 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.050573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:49.128651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:49.129082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:49.129475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:49.133776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3b3c-a262-4c0e-9dbb-d9308b0dda82 req-b31a5860-4880-4c81-b504-8bab6652ab1b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.134792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:49.135249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:49.135429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c68c3b3c-a262-4c0e-9dbb-d9308b0dda82 req-b31a5860-4880-4c81-b504-8bab6652ab1b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 944 time: 0.0728030 Jul 16 20:50:49.140964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:49.141466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:49.142001 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:49.142464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Bound port: 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:49.142942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.175062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c68c3b3c-a262-4c0e-9dbb-d9308b0dda82 req-803cf93e-ebf9-4b02-8750-fc61b2e7ef32 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Jul 16 20:50:49.214081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:49.217263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:49.222632 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.258160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.258753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:49.260192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] 10.222.0.99 "PUT /v2.0/ports/59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1093 time: 0.6583629 Jul 16 20:50:49.260645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:49.262998 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73df934-8cff-4a40-ac15-dd10315660e3" -d '{"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:49.298854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc72161-44a9-4bbf-809f-a9364b6c31fc service neutron] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:49.367299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8dff1b74-b37a-464e-8b43-d9cbfbb00bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.369045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-8dff1b74-b37a-464e-8b43-d9cbfbb00bc7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0624220 Jul 16 20:50:49.413641 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4dbd24-3c4a-4f92-b6fa-9d755780358c x-openstack-request-id: req-fa4dbd24-3c4a-4f92-b6fa-9d755780358c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:49.413926 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:49.414177 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fa4dbd24-3c4a-4f92-b6fa-9d755780358c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:49.414576 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'status': 'completed', 'code': 200} Jul 16 20:50:49.416513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-aa8eaa2c-302f-48d4-b9db-b7d1a91b8197 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 217 time: 0.0401621 Jul 16 20:50:49.475179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-c33d1ad7-dc43-4e66-a027-56d4f1da148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.476884 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-c33d1ad7-dc43-4e66-a027-56d4f1da148e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0545745 Jul 16 20:50:49.545466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b69b12cc-fc9e-40bf-9e9a-29ec1bc3766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.547042 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-b69b12cc-fc9e-40bf-9e9a-29ec1bc3766b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640044 Jul 16 20:50:49.642740 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-7b9a8379-9ad5-4d71-a40b-b53f637f0d92 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890379 Jul 16 20:50:49.747085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74ec59c2-1f8d-4863-a7b2-cf9fdb60410f req-23121b74-dabd-4233-8ae6-beb23bcc31a0 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961425 Jul 16 20:50:49.865205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-2c8fc76f-22df-4342-94cb-2a03d3d01705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.866648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-2c8fc76f-22df-4342-94cb-2a03d3d01705 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0645714 Jul 16 20:50:49.969226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-88b0e3bb-ffef-4f78-bfb4-06d66802c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.970753 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-88b0e3bb-ffef-4f78-bfb4-06d66802c607 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0979013 Jul 16 20:50:50.014311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-419f70c5-e3c7-4611-8005-9f3bc3a0a5b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 217 time: 0.0366304 Jul 16 20:50:50.070951 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-5c4d3076-6b13-4e1b-a79e-4968531c93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:50.073046 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-5c4d3076-6b13-4e1b-a79e-4968531c93d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0509307 Jul 16 20:50:50.136260 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-e013a0fa-38c8-46e2-ab99-69378ad2cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:50.137582 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-e013a0fa-38c8-46e2-ab99-69378ad2cade service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580883 Jul 16 20:50:50.239099 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-e615d0ab-138d-4359-8fe2-3140574569d0 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940602 Jul 16 20:50:50.346287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f73df934-8cff-4a40-ac15-dd10315660e3 req-3f194053-6ff9-4a65-a9b7-1c2453b70e4f service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981586 Jul 16 20:50:50.362413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b46e5-51c7-4320-9baf-abf25575a04e req-0c9ae807-9ff2-4d43-b9a8-77a8917fc76c tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:50.364153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d9b46e5-51c7-4320-9baf-abf25575a04e req-0c9ae807-9ff2-4d43-b9a8-77a8917fc76c tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 944 time: 0.0750504 Jul 16 20:50:50.416120 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d9b46e5-51c7-4320-9baf-abf25575a04e req-e40e17ca-4597-4146-a9a3-376f1aef142e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458229 Jul 16 20:50:51.025252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:51.132145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:51.147629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'mac_address': 'fa:16:3e:0f:96:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:51.186026 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.199171 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d3b504-a4cc-41b5-9499-e9623e8bf04c {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:51.218850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:51.224926 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:51.273192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:51.458191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['59d3b504-a4cc-41b5-9499-e9623e8bf04c'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:51.598630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c3a2a-cef9-4a62-a011-d6db5a8783da req-dd0c7c69-b13d-4e92-8078-866c7ac4d6a0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:51.600162 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de5c3a2a-cef9-4a62-a011-d6db5a8783da req-dd0c7c69-b13d-4e92-8078-866c7ac4d6a0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 945 time: 0.0649524 Jul 16 20:50:51.639147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de5c3a2a-cef9-4a62-a011-d6db5a8783da req-d193d7be-9cdd-4f9f-a8c4-0238c7b30268 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320766 Jul 16 20:50:52.824375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af6816-302e-4dad-801e-8fef9592bc45 req-ed060697-e53c-454c-85a7-f4799d48efb9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:52.826047 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19af6816-302e-4dad-801e-8fef9592bc45 req-ed060697-e53c-454c-85a7-f4799d48efb9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 945 time: 0.0679150 Jul 16 20:50:52.865168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-19af6816-302e-4dad-801e-8fef9592bc45 req-0497b54e-a946-4d7c-8a6d-f7314a46de09 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335321 Jul 16 20:50:53.041228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:53.094205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:53.097888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:53.098255 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.178827 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.203262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:53.205518 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a7df33-ef0d-447d-8f30-77c7ef687b86" -d '{"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-plugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:53.218389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:53.223407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.246213 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f281a-f129-40a5-b79c-7e2202988366 x-openstack-request-id: req-eb1f281a-f129-40a5-b79c-7e2202988366 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:53.246489 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-plugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:53.246736 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb1f281a-f129-40a5-b79c-7e2202988366 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:53.247143 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'code': 200} Jul 16 20:50:53.273419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:53.361675 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b864b-d2a2-40d4-93b2-858a6c2db8c7 req-ad885033-3f08-4e21-bc6f-09e9c055b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:53.363201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-782b864b-d2a2-40d4-93b2-858a6c2db8c7 req-ad885033-3f08-4e21-bc6f-09e9c055b735 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0540588 Jul 16 20:50:53.398758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-782b864b-d2a2-40d4-93b2-858a6c2db8c7 req-0d938513-7d65-4dd3-aa2d-7dbc67c3e004 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284731 Jul 16 20:50:54.057178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66fc5b-f6c6-43d2-97ee-cbb94fb92771 req-6bbfb71a-04ae-4e14-a5c5-f1b48d377b1e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:54.058889 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb66fc5b-f6c6-43d2-97ee-cbb94fb92771 req-6bbfb71a-04ae-4e14-a5c5-f1b48d377b1e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0710135 Jul 16 20:50:54.106055 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eb66fc5b-f6c6-43d2-97ee-cbb94fb92771 req-86f916d6-47be-4709-ae93-c0eae7a567c3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405264 Jul 16 20:50:55.296920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab04f8-116e-417e-a253-e7b837770884 req-10b89c97-9d6b-4c83-98f3-5ec93603650f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:55.298422 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4ab04f8-116e-417e-a253-e7b837770884 req-10b89c97-9d6b-4c83-98f3-5ec93603650f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0784042 Jul 16 20:50:55.341525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4ab04f8-116e-417e-a253-e7b837770884 req-6120f920-8815-45a0-ab56-a40d5e269fba tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343275 Jul 16 20:50:55.712000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1babe2c-df67-4aa9-8094-22975d99f7ed req-1b885809-4cd7-47e3-8759-32463af19270 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:55.713391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1babe2c-df67-4aa9-8094-22975d99f7ed req-1b885809-4cd7-47e3-8759-32463af19270 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0699644 Jul 16 20:50:55.723808 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 38800) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:55.728901 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'floatingip': {'port_id': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:55.777512 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.234237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.240892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.356976 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b associated. External IP: 172.25.3.254, port: 59d3b504-a4cc-41b5-9499-e9623e8bf04c. Jul 16 20:50:56.579247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:57.053261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:57.059165 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.063281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:57.074336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:57.074943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:50:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:57.096129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f78d213c-a0e7-40fe-ae0f-548b6b365b14 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "PUT /v2.0/floatingips/2e93efd4-e219-4cc8-8e35-2a63b6f01f9b HTTP/1.1" status: 200 len: 992 time: 1.3711216 Jul 16 20:50:57.096702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:57.099046 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c865624-0257-435a-89fa-1b2066608a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:57.135788 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb5a70-781d-4128-acc8-8ac0767d7369 x-openstack-request-id: req-2fcb5a70-781d-4128-acc8-8ac0767d7369 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:57.136347 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:57.136854 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2fcb5a70-781d-4128-acc8-8ac0767d7369 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:57.137478 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'status': 'completed', 'code': 200} Jul 16 20:50:57.187259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:57.212875 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c865624-0257-435a-89fa-1b2066608a9f req-24e70823-07fc-4b2d-bb3d-20cb38b7f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:57.214727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c865624-0257-435a-89fa-1b2066608a9f req-24e70823-07fc-4b2d-bb3d-20cb38b7f2f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0557013 Jul 16 20:50:57.306736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c865624-0257-435a-89fa-1b2066608a9f req-25622e87-48d1-46ae-8248-e73a7f335bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:57.308259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c865624-0257-435a-89fa-1b2066608a9f req-25622e87-48d1-46ae-8248-e73a7f335bd3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0877960 Jul 16 20:50:57.375259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c865624-0257-435a-89fa-1b2066608a9f req-f978fd41-3d5c-44fd-bfa4-3097eeaf596a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1000 time: 0.0606182 Jul 16 20:50:57.412499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:0f:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:50:56Z', 'revision_number': 9, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:57.423652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c865624-0257-435a-89fa-1b2066608a9f req-5a13a9d3-a4f5-43ac-868c-a814482b7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:57.425146 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c865624-0257-435a-89fa-1b2066608a9f req-5a13a9d3-a4f5-43ac-868c-a814482b7619 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0437112 Jul 16 20:50:57.442448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:57.451510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:57.452127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:50:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:57.493038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c865624-0257-435a-89fa-1b2066608a9f req-bd1753d2-faa6-4517-9c4d-a8acef3e5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:57.494556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c865624-0257-435a-89fa-1b2066608a9f req-bd1753d2-faa6-4517-9c4d-a8acef3e5ff6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629935 Jul 16 20:50:57.561117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:57.588984 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c865624-0257-435a-89fa-1b2066608a9f req-78d76ffe-4652-425e-a377-28b82c2dc118 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878744 Jul 16 20:50:57.682951 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c865624-0257-435a-89fa-1b2066608a9f req-4abebd92-95d8-4266-8768-bbeaa27dd313 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880427 Jul 16 20:50:57.798562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:0f:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:50:56Z', 'revision_number': 9, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:57.829479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaccc00-f507-4a7c-95de-a9a28521cb58 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:0f:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:50:56Z', 'revision_number': 9, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:58.061568 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c6ec7-7025-4f67-a41c-3cc7027142a1 None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:50:58.996904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-4f150f4d-82ea-446f-957e-a55a1cf1f0c0 req-ab03c416-a18a-480a-8b98-d4ed34487ee6 service neutron] (93861) timed out ('10.222.0.79', 49590) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:51:06.081898 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-844c9487-3369-4db5-8aa0-feb30a66c1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.662861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.865645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.892111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-66bfce65-85d2-40f2-a801-1b87127ee571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.293779 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.164572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.959664 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.219311 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:51:36.076520 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2a2d98d0-4ae7-4143-9641-bd4399eb69f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.659591 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.888998 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.909642 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5626e5f6-24d5-42be-9e4b-af3990a3f45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:39.290565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.168494 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.957395 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.075929 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-4c2eeb64-6def-4d75-9ea8-0ad1a7e0aa0d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626085 Jul 16 20:51:56.181575 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-64c5191b-baea-4173-898f-996a1cf71a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:56.183008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-64c5191b-baea-4173-898f-996a1cf71a6b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0592639 Jul 16 20:51:56.295870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-d78947fa-ba0c-400d-8413-af5c12af2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:56.297332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-d78947fa-ba0c-400d-8413-af5c12af2e0f service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0938048 Jul 16 20:51:56.366296 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-142ba86d-e6f4-4275-a225-70a28790257b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1003 time: 0.0627165 Jul 16 20:51:56.415934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-a43cb7d3-8c76-4ae2-b079-a53dea7f5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:56.417460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-a43cb7d3-8c76-4ae2-b079-a53dea7f5e46 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0448463 Jul 16 20:51:56.480862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-02888f54-337b-4ad7-b117-81c78674a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:56.482985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-02888f54-337b-4ad7-b117-81c78674a3e0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593472 Jul 16 20:51:56.584447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-cd739cbd-a66b-4256-be43-1219d9812bae service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949581 Jul 16 20:51:56.680167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5602a0cf-05b3-4e7e-85d6-8912049527dc req-54bffe92-a03f-4012-8d3b-ee38853be465 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888164 Jul 16 20:52:02.220174 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:06.083220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb26de9c-0a74-4b60-8918-aeb6c1581490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.653086 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.900545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d27bd6a3-6d45-4470-99f5-53ada73d642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.903440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:09.307976 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:10.171079 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:11.962052 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.092219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1171-3fcf-4c77-9e9f-04de536a6b90 req-69c19274-19ff-4dfb-aea9-4270398db527 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.093778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80cd1171-3fcf-4c77-9e9f-04de536a6b90 req-69c19274-19ff-4dfb-aea9-4270398db527 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.1089981 Jul 16 20:52:34.111964 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-e613df8b-aa55-4ce8-93b2-5f04b0d772ef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1777375 Jul 16 20:52:34.143562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-80cd1171-3fcf-4c77-9e9f-04de536a6b90 req-82a3e698-6390-4b54-92ce-0d33b1988f4f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424342 Jul 16 20:52:35.341468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc558-4a83-4288-b267-bd988a000184 req-047c9eee-1ce4-4ebe-a8f2-97dfe59bd21a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.342919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ecfc558-4a83-4288-b267-bd988a000184 req-047c9eee-1ce4-4ebe-a8f2-97dfe59bd21a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0802751 Jul 16 20:52:35.384501 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ecfc558-4a83-4288-b267-bd988a000184 req-5ee0ca5a-8b00-4f68-aa08-8965623add9d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351331 Jul 16 20:52:35.565105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-40749cbc-92c5-4340-8d5a-9e1b38ef930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.566632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-40749cbc-92c5-4340-8d5a-9e1b38ef930a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0562315 Jul 16 20:52:35.665618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-b9ec3063-1ce8-4738-8be1-afd81534ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.667160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-b9ec3063-1ce8-4738-8be1-afd81534ffc4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0933673 Jul 16 20:52:35.732370 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-4b88b6d2-4a74-4329-9019-0f379ac5d300 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1003 time: 0.0590651 Jul 16 20:52:35.785601 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-3341e2dc-fc8e-4328-87d8-4f66f0ad34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.787127 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-3341e2dc-fc8e-4328-87d8-4f66f0ad34e7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0481429 Jul 16 20:52:35.852044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-8069508f-c503-4551-a4db-76ab0b589f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.853636 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-8069508f-c503-4551-a4db-76ab0b589f89 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590851 Jul 16 20:52:35.864173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-c38c402c-baae-4706-9be4-2ead24fc9b6b service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:52:35.865671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-c38c402c-baae-4706-9be4-2ead24fc9b6b service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050621 Jul 16 20:52:35.963885 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-c78561df-fc04-46ff-842c-4ae6b708b0b9 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914140 Jul 16 20:52:36.063214 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-8040704e-e340-464a-8a1a-0db9bd1b3022 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935128 Jul 16 20:52:36.077047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e178514a-f2d6-4bc8-a4fd-826d17d16889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.565285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b361a-30c2-44c4-a1eb-4fc53c648221 req-dad09c50-dee9-4c9b-8685-0d4f48d1c231 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:36.567345 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb3b361a-30c2-44c4-a1eb-4fc53c648221 req-dad09c50-dee9-4c9b-8685-0d4f48d1c231 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0672588 Jul 16 20:52:36.609881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bb3b361a-30c2-44c4-a1eb-4fc53c648221 req-82033764-bb7f-4d1c-a4ae-e39bd74ee54c tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354216 Jul 16 20:52:37.799497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c565-f967-47db-9a35-cd6df66cd3a5 req-3f05bfbd-1e61-420d-95bc-7b5e595d1e3d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.801025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5779c565-f967-47db-9a35-cd6df66cd3a5 req-3f05bfbd-1e61-420d-95bc-7b5e595d1e3d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0707738 Jul 16 20:52:37.845000 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5779c565-f967-47db-9a35-cd6df66cd3a5 req-d07a03f4-33da-4bb0-90c8-34381123a901 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364015 Jul 16 20:52:38.656592 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:38.905328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:38.906377 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbb76739-b036-4109-bacd-22be3e0d5dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:39.047508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2881ac-767b-4c91-8be9-44a9f911b549 req-b3a41bb8-e84a-4bea-967a-6a4d1474c073 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:39.048990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec2881ac-767b-4c91-8be9-44a9f911b549 req-b3a41bb8-e84a-4bea-967a-6a4d1474c073 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0822899 Jul 16 20:52:39.090938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec2881ac-767b-4c91-8be9-44a9f911b549 req-907289ce-501b-465c-be71-e7dba67239fa tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360334 Jul 16 20:52:39.219759 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:39.328053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:40.171527 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:40.284264 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4913-afb1-4976-a985-5112c737d77e req-5dc6e914-a70a-4942-a569-f3bf476b0d02 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.285841 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe3d4913-afb1-4976-a985-5112c737d77e req-5dc6e914-a70a-4942-a569-f3bf476b0d02 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0759802 Jul 16 20:52:40.331140 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe3d4913-afb1-4976-a985-5112c737d77e req-485f8444-9f43-45e0-855d-3b002370decb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388916 Jul 16 20:52:41.516042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce954898-6b70-459b-af42-1c3056e34c3a req-5ee20972-421a-490a-8f6a-59120c60984d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:41.517533 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce954898-6b70-459b-af42-1c3056e34c3a req-5ee20972-421a-490a-8f6a-59120c60984d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0731251 Jul 16 20:52:41.560488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce954898-6b70-459b-af42-1c3056e34c3a req-a31c5152-f63d-43b9-a06b-ced881eef0cc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340497 Jul 16 20:52:41.966237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:42.762792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a05d84-a448-4185-bf17-843286bd5ed3 req-add5b814-5afe-486a-b2c7-63821b7d96f2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:42.764326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65a05d84-a448-4185-bf17-843286bd5ed3 req-add5b814-5afe-486a-b2c7-63821b7d96f2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0826626 Jul 16 20:52:42.809484 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-65a05d84-a448-4185-bf17-843286bd5ed3 req-6e05166f-0789-47ba-8c71-0961a23f9ce2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368683 Jul 16 20:52:43.998759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d515cc3-e02b-449a-8ef3-af2a633cb301 req-98f83cd5-2b22-4704-80bb-4db06b6da1a9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:44.000224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0d515cc3-e02b-449a-8ef3-af2a633cb301 req-98f83cd5-2b22-4704-80bb-4db06b6da1a9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0688107 Jul 16 20:52:44.045350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0d515cc3-e02b-449a-8ef3-af2a633cb301 req-343bdcbd-6f71-4673-9485-bcff9915c2ad tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391896 Jul 16 20:52:45.231594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db2bb-f479-48a0-abd2-a0c44680ac10 req-e3265689-710c-4e91-8685-400e4f03233a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:45.233050 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c14db2bb-f479-48a0-abd2-a0c44680ac10 req-e3265689-710c-4e91-8685-400e4f03233a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0682931 Jul 16 20:52:45.274504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c14db2bb-f479-48a0-abd2-a0c44680ac10 req-2d5e6df5-6d17-48ea-978f-3320adcde4fb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333436 Jul 16 20:52:46.453985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10254f02-30e3-4d33-a2ab-6747b7734b90 req-10ed61b7-37f3-482a-91df-6af95a36cb19 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:46.455941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10254f02-30e3-4d33-a2ab-6747b7734b90 req-10ed61b7-37f3-482a-91df-6af95a36cb19 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0665443 Jul 16 20:52:46.496846 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-10254f02-30e3-4d33-a2ab-6747b7734b90 req-12fe1313-a4e1-41e7-8f5a-d0ec219503b8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350392 Jul 16 20:52:47.693972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ef22-948a-482a-8a5a-4fcfcf8048ae req-cd000329-dd3e-41bc-9ea0-4c28cd5199d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:47.695480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6755ef22-948a-482a-8a5a-4fcfcf8048ae req-cd000329-dd3e-41bc-9ea0-4c28cd5199d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0763652 Jul 16 20:52:47.738512 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6755ef22-948a-482a-8a5a-4fcfcf8048ae req-9d729b1b-9da9-4c63-a8c7-2f7c35ed5475 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347915 Jul 16 20:52:48.926966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4425b-efb8-4678-b6e6-154e1360d57d req-35f982bf-d046-4329-a92b-899e3b313dfa tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:48.928459 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90f4425b-efb8-4678-b6e6-154e1360d57d req-35f982bf-d046-4329-a92b-899e3b313dfa tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0713389 Jul 16 20:52:48.981254 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90f4425b-efb8-4678-b6e6-154e1360d57d req-5521b65a-84cd-44c1-9e56-8fa4629a6c1f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 Jul 16 20:52:50.168591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7bffc-57c0-4dbe-9585-8b7c8a90e294 req-da053891-32b0-45cd-beeb-6edd84fa44fc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:50.170105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67b7bffc-57c0-4dbe-9585-8b7c8a90e294 req-da053891-32b0-45cd-beeb-6edd84fa44fc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0701752 Jul 16 20:52:50.209825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67b7bffc-57c0-4dbe-9585-8b7c8a90e294 req-fd5945c6-21c3-4abe-b86a-7e642476cc76 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338643 Jul 16 20:52:51.419061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561ca72-dace-4359-a25f-e8abcaa5fa27 req-19044f47-d684-4503-a960-c787561e30d2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:51.420582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b561ca72-dace-4359-a25f-e8abcaa5fa27 req-19044f47-d684-4503-a960-c787561e30d2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0754387 Jul 16 20:52:51.468105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b561ca72-dace-4359-a25f-e8abcaa5fa27 req-5cf535c7-3279-4dbe-bbe7-1bef628532a8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392737 Jul 16 20:52:52.670015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cc5f7-9cba-4d49-a74d-352d8213e2c1 req-e3156b9e-08e0-467f-89b3-7c96a74faf71 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:52.671547 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f0cc5f7-9cba-4d49-a74d-352d8213e2c1 req-e3156b9e-08e0-467f-89b3-7c96a74faf71 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0853937 Jul 16 20:52:52.711451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5f0cc5f7-9cba-4d49-a74d-352d8213e2c1 req-aa186c1e-5023-44ae-9746-4e66d4efdee5 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342557 Jul 16 20:52:53.899238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a5a0-684f-44b8-a0c8-c6c65a15f6f7 req-37d954d8-74c9-4d6c-be75-eef69d45c67a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:53.901052 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a87a5a0-684f-44b8-a0c8-c6c65a15f6f7 req-37d954d8-74c9-4d6c-be75-eef69d45c67a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0727820 Jul 16 20:52:53.942609 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a87a5a0-684f-44b8-a0c8-c6c65a15f6f7 req-d2fa767a-9893-482e-8319-38718850c8b7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349078 Jul 16 20:52:55.134164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a284f-c4dc-4d5c-b3cd-80775567bd2b req-d9e7d900-bb19-4e8b-a2ff-867a4e45efee tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:55.135888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f7a284f-c4dc-4d5c-b3cd-80775567bd2b req-d9e7d900-bb19-4e8b-a2ff-867a4e45efee tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0796814 Jul 16 20:52:55.176368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f7a284f-c4dc-4d5c-b3cd-80775567bd2b req-f87a6719-6f5d-4f04-9865-48c05fecff71 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Jul 16 20:52:56.378313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481072-e8c4-4281-8410-b1aae55ed1b8 req-7277befb-e023-4a85-ac4b-500b3e27fe27 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:56.380342 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4481072-e8c4-4281-8410-b1aae55ed1b8 req-7277befb-e023-4a85-ac4b-500b3e27fe27 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0776670 Jul 16 20:52:56.434225 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a4481072-e8c4-4281-8410-b1aae55ed1b8 req-1b28a2c6-245c-4228-a290-f9032dca5ec3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 Jul 16 20:52:57.102536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-e6da9b5c-7ea4-4b80-a5f7-b48a4dc886e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:57.104247 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-e6da9b5c-7ea4-4b80-a5f7-b48a4dc886e5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0596771 Jul 16 20:52:57.222699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-ef9688a5-c12e-4af8-a595-a069f3b1f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:57.224243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-ef9688a5-c12e-4af8-a595-a069f3b1f289 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0979748 Jul 16 20:52:57.295637 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-0f098782-002a-49e5-aa76-997961058b66 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1003 time: 0.0630558 Jul 16 20:52:57.355708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-689dc033-8f6d-4e80-82c3-ac02b72c2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:57.357827 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-689dc033-8f6d-4e80-82c3-ac02b72c2b5a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0547109 Jul 16 20:52:57.419081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-0b894461-4258-4c41-943d-e1c7188dc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:57.420640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-0b894461-4258-4c41-943d-e1c7188dc5f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559957 Jul 16 20:52:57.512242 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-a8b6e2d1-2f93-4fa9-bb41-d1d8f109da89 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840995 Jul 16 20:52:57.639721 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a7c04e9-5453-4cf2-a08d-e45d085d8359 req-4c4dcd37-f4ec-4662-9099-1207d8172689 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213644 Jul 16 20:52:57.658622 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff9f74-1b7f-494e-b4a5-64303d94bfc5 req-a3faf3e0-3f1a-42cb-9381-d11b07003847 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:57.660261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ceff9f74-1b7f-494e-b4a5-64303d94bfc5 req-a3faf3e0-3f1a-42cb-9381-d11b07003847 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.1109030 Jul 16 20:52:57.700001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ceff9f74-1b7f-494e-b4a5-64303d94bfc5 req-ca049ef0-e3ad-493e-96c7-5ce14186cc66 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jul 16 20:52:58.218806 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-4c4831db-d948-4324-b851-bd7d2b522250 service neutron] show failed (client error): The resource could not be found. Jul 16 20:52:58.219875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-4c4831db-d948-4324-b851-bd7d2b522250 service neutron] 10.222.0.99 "GET /v2.0/ports/59d3b504-a4cc-41b5-9499-e9623e8bf04c/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0646629 Jul 16 20:52:58.512107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-32028ba3-7c79-4ceb-be27-a157fe486365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:58.513574 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-32028ba3-7c79-4ceb-be27-a157fe486365 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 1098 time: 0.0661023 Jul 16 20:52:58.527883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:58.603740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.129206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c9dc-6024-4726-880b-58e98bdfa84d req-ef971097-28c8-4bf8-a26d-4a8ff90d0a7d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:59.130759 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d43c9dc-6024-4726-880b-58e98bdfa84d req-ef971097-28c8-4bf8-a26d-4a8ff90d0a7d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.1810412 Jul 16 20:52:59.179859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:59.196618 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1d43c9dc-6024-4726-880b-58e98bdfa84d req-ee369b69-384a-4d5a-bda3-ec10a5fa837f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593936 Jul 16 20:52:59.225442 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:59.265599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:59.267900 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3448c8d-d43a-4e58-b890-e0aba065a0c4" -d '{"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:59.271640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.288415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Transition to ACTIVE for port object 59d3b504-a4cc-41b5-9499-e9623e8bf04c will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:52:59.293466 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.328983 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0562f1-7220-43d0-9b3f-60e2a6475710 x-openstack-request-id: req-1a0562f1-7220-43d0-9b3f-60e2a6475710 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:59.329940 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:59.329940 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1a0562f1-7220-43d0-9b3f-60e2a6475710 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:59.329940 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'code': 200} Jul 16 20:52:59.372644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:59.387001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.387357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.387707 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.388033 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.388358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.388679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.388995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.389310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.389609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.389927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.390257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.390570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:59.429352 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] No DVR routers for this DVR port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:59.572773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:52:59.573410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:52:59.573410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:59.577964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:52:59.578311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:59.583500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:52:59.583837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:52:59.584215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:52:59.584636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Bound port: 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:52:59.584993 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.651310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:59.655001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:52:59.660534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.693065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:59.693574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.695243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] 10.222.0.79 "PUT /v2.0/ports/59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1093 time: 1.1738877 Jul 16 20:52:59.729749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766e82a-76c0-4046-905e-bfb66287f97e service neutron] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:59.777955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-d88fb7b0-4a1c-45db-8b63-1dff37d92948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:59.779593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-d88fb7b0-4a1c-45db-8b63-1dff37d92948 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0595856 Jul 16 20:52:59.878987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-462ec63c-b429-4a90-9651-d34def4bf8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:59.880466 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-462ec63c-b429-4a90-9651-d34def4bf8b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0945971 Jul 16 20:52:59.946792 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-ba2d83ee-ec97-489f-8cf5-5fea287aa97b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1001 time: 0.0603738 Jul 16 20:53:00.005976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-e5bed8a2-fc26-42c4-b168-c77daf1a85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:00.007429 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-e5bed8a2-fc26-42c4-b168-c77daf1a85fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0549638 Jul 16 20:53:00.064877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-89996ca6-fe64-49f9-8e93-a24e6e671c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:00.066381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-89996ca6-fe64-49f9-8e93-a24e6e671c59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531468 Jul 16 20:53:00.161841 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-faef01b2-0024-47c9-a2ac-fde8cb620384 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890150 Jul 16 20:53:00.263201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dd5f9944-1234-4c9b-b339-f766c8646fab req-77d6bd47-ddc4-480d-8359-ec63e94fef3f service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953848 Jul 16 20:53:00.388857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b96a73-a032-4fa8-b10f-8d3f07ec679e req-f25f3ac9-6272-4989-83a2-3a6cdf3a7272 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:00.390460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b96a73-a032-4fa8-b10f-8d3f07ec679e req-f25f3ac9-6272-4989-83a2-3a6cdf3a7272 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 944 time: 0.0671728 Jul 16 20:53:00.430808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0b96a73-a032-4fa8-b10f-8d3f07ec679e req-40007d93-fcbe-42a2-8369-2b401dd6559d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345185 Jul 16 20:53:01.331744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:01.334176 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea835321-a01f-4750-a7ab-a33c13a87350" -d '{"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:01.389176 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa60431-1f86-4b9b-b143-315744431d0b x-openstack-request-id: req-dfa60431-1f86-4b9b-b143-315744431d0b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:01.389466 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:01.389713 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dfa60431-1f86-4b9b-b143-315744431d0b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:01.390130 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'status': 'completed', 'code': 200} Jul 16 20:53:01.473797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-53087302-9dcc-474d-b220-d400cfa69fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.474325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-a24354dc-7d43-461b-9a2a-50f3ae084aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.475359 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-53087302-9dcc-474d-b220-d400cfa69fef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0599093 Jul 16 20:53:01.476000 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-a24354dc-7d43-461b-9a2a-50f3ae084aeb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0693834 Jul 16 20:53:01.575342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-bd1bc26b-235f-4332-ae68-03185f003a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.576909 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-bd1bc26b-235f-4332-ae68-03185f003a65 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0916681 Jul 16 20:53:01.601305 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-ccbde2b4-84df-4394-9a97-7166887e8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.602871 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-ccbde2b4-84df-4394-9a97-7166887e8979 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1205027 Jul 16 20:53:01.647149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-061fdd0e-6151-4d29-b334-2d7bc6dacb7b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1001 time: 0.0631390 Jul 16 20:53:01.673530 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c764c2-9168-4450-b2b7-aec5eda76f1e req-3f6892e4-421c-4a36-8018-92d94decfba0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.675056 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67c764c2-9168-4450-b2b7-aec5eda76f1e req-3f6892e4-421c-4a36-8018-92d94decfba0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 944 time: 0.1247480 Jul 16 20:53:01.685659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:01.703404 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-a68f7d39-57cc-433c-9a80-fe95efc79a07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1001 time: 0.0927117 Jul 16 20:53:01.707588 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-4bafc91a-a855-4d6f-bc23-407a3e4a4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.709718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-4bafc91a-a855-4d6f-bc23-407a3e4a4aac service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0559919 Jul 16 20:53:01.729410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:01.751387 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-67c764c2-9168-4450-b2b7-aec5eda76f1e req-088bb4ad-78a4-4cb1-9572-4cd6a3baa47f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692706 Jul 16 20:53:01.769331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-1b5d3cc8-9dda-4355-980e-b83c81bff03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.771142 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-1b5d3cc8-9dda-4355-980e-b83c81bff03c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0586843 Jul 16 20:53:01.775700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-3195b510-29b4-44c6-8b3c-c13f021a4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.777191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-3195b510-29b4-44c6-8b3c-c13f021a4664 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604954 Jul 16 20:53:01.833921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-96ca348b-7b34-4d2e-ab50-fda6066a7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.835480 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-96ca348b-7b34-4d2e-ab50-fda6066a7733 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581155 Jul 16 20:53:01.874681 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-ae1fa941-e80e-400c-8c1d-e0f6fa7fd5a3 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905061 Jul 16 20:53:01.936486 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-f90b5772-8676-4c2c-ab58-50ba6451598d service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946560 Jul 16 20:53:01.982359 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-316e9c8a-1ce3-4666-a2fd-b2b415284cd4 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006274 Jul 16 20:53:02.036184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea835321-a01f-4750-a7ab-a33c13a87350 req-d57ecc5a-a7ea-4b59-8479-17d387e46815 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933950 Jul 16 20:53:02.940299 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f615a9-354d-436a-a197-957065e9ce7e req-33ae51a5-0334-4b61-9e93-5f5a691c8e25 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:02.941814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b2f615a9-354d-436a-a197-957065e9ce7e req-33ae51a5-0334-4b61-9e93-5f5a691c8e25 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 944 time: 0.0687652 Jul 16 20:53:02.986680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b2f615a9-354d-436a-a197-957065e9ce7e req-a9295a33-f03f-4eef-9ad9-12e29ae81e8a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374141 Jul 16 20:53:03.096176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:53:03.199145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:03.379679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'mac_address': 'fa:16:3e:0f:96:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:53:03.418878 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.432468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d3b504-a4cc-41b5-9499-e9623e8bf04c {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:03.433772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-9d762afc-852d-42df-9482-c94125cd6a0a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.435504 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-9d762afc-852d-42df-9482-c94125cd6a0a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8&tenant_id=f416e817a0934c33af99e7da844b8a17&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 944 time: 0.0854092 Jul 16 20:53:03.455954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:03.465002 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.502359 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee6fcf-cb68-44c3-98a6-f36bd0d0a601 req-e79f5517-4af0-47bd-89a1-7cc19e8bb66f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.504796 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6aee6fcf-cb68-44c3-98a6-f36bd0d0a601 req-e79f5517-4af0-47bd-89a1-7cc19e8bb66f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 944 time: 0.0904460 Jul 16 20:53:03.517562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:03.524731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-5e93dc1a-155a-42ef-8d71-0372596df80c service neutron] 10.222.0.79 "GET /v2.0/ports/59d3b504-a4cc-41b5-9499-e9623e8bf04c/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 383 time: 0.0795898 Jul 16 20:53:03.525537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.525861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.526224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.526530 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.526954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.527223 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.527545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.527859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.528212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.528495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.528984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.529510 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:03.602403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-da793f77-a7a0-4ffd-9bbd-42df1edb7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.604031 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-da793f77-a7a0-4ffd-9bbd-42df1edb7018 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0559878 Jul 16 20:53:03.606760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6aee6fcf-cb68-44c3-98a6-f36bd0d0a601 req-bcff9ca4-5bd8-45ef-9e45-224284572f55 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912852 Jul 16 20:53:03.685344 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['59d3b504-a4cc-41b5-9499-e9623e8bf04c'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:03.705212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-e9e4c618-a231-448f-b0fe-1f236ea07f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.707531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-e9e4c618-a231-448f-b0fe-1f236ea07f93 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0947535 Jul 16 20:53:03.779866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-a31db1d6-fb32-4a39-9209-3b033c8e610a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1002 time: 0.0656257 Jul 16 20:53:03.831262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-35078f2d-1a55-4802-8a0e-f3663a233e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.832770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-35078f2d-1a55-4802-8a0e-f3663a233e91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0463624 Jul 16 20:53:03.899872 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-33f27295-c610-4d36-ac7c-68bfef2bed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:03.901436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-33f27295-c610-4d36-ac7c-68bfef2bed43 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624583 Jul 16 20:53:04.000425 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-382a0a72-2dcd-482c-a95c-4e1ed76badcb service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916371 Jul 16 20:53:04.094954 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-908fd3dd-b669-484d-b218-fba57c91b4fa service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877736 Jul 16 20:53:04.853021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741e5f-09f9-42f4-acd7-60c0db922b85 req-3de4b8ba-87d5-4281-b4a5-404e82ddec8e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:04.854472 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b741e5f-09f9-42f4-acd7-60c0db922b85 req-3de4b8ba-87d5-4281-b4a5-404e82ddec8e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 945 time: 0.1280398 Jul 16 20:53:04.895361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1b741e5f-09f9-42f4-acd7-60c0db922b85 req-ce35f4ab-980e-463a-9acf-50827e7c4631 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347924 Jul 16 20:53:05.133010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:05.192192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:05.197336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:05.197716 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.299538 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.323451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:05.325803 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2a942-c282-493b-999e-e547ea9843d0" -d '{"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-plugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:05.338740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:05.344095 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.379361 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc3268-8bf2-403c-8f71-ba93db46cfb7 x-openstack-request-id: req-21fc3268-8bf2-403c-8f71-ba93db46cfb7 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:05.379657 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-plugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:05.379910 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21fc3268-8bf2-403c-8f71-ba93db46cfb7 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:05.380295 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'code': 200} Jul 16 20:53:05.395062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:06.080284 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-93273894-970b-4bb2-b897-a463eee8f5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.081043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769f3ec-05b5-4c58-9df3-491ec540f18f req-6feb58ae-5096-4357-ade3-6b2986674e9e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:06.083363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c769f3ec-05b5-4c58-9df3-491ec540f18f req-6feb58ae-5096-4357-ade3-6b2986674e9e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0736415 Jul 16 20:53:06.118372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-5bd31292-6ac4-4a72-87fe-bbd47cb02549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:06.119910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-5bd31292-6ac4-4a72-87fe-bbd47cb02549 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 1098 time: 0.0626450 Jul 16 20:53:06.124693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c769f3ec-05b5-4c58-9df3-491ec540f18f req-9098d13d-c2b9-472a-9069-c1ca0fc30fc1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362220 Jul 16 20:53:06.130594 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:06.204784 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.429699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:06.471446 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:06.511383 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:06.513866 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315c5504-3bd6-4a44-8c40-c57745a0d1dc" -d '{"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:06.517990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.531101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Transition to ACTIVE for port object 59d3b504-a4cc-41b5-9499-e9623e8bf04c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:06.535508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.564130 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008cdadb-dcb8-4828-8269-db5f9c74eea2 x-openstack-request-id: req-008cdadb-dcb8-4828-8269-db5f9c74eea2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:06.564423 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:06.564669 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-008cdadb-dcb8-4828-8269-db5f9c74eea2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:06.565055 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'code': 200} Jul 16 20:53:06.621606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:06.636765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.637122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.637433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.637762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.638119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.638404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.638733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.639088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.639377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.639688 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.640002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.640311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:06.672952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] No DVR routers for this DVR port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:06.816040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:06.816559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:06.816899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:06.821410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:53:06.821731 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Attempting to bind port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:06.826703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:06.827092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:06.827476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:06.827894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Bound port: 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:06.828245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.890640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:06.894388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:06.901431 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.938748 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:06.939494 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.940755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] 10.222.0.99 "PUT /v2.0/ports/59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1094 time: 0.8141813 Jul 16 20:53:06.963615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f81b2-08a5-49e5-9075-76b74185850b service neutron] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=11']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:07.022900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-2cde3025-3f6c-45a7-969a-756d2926ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.024564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-2cde3025-3f6c-45a7-969a-756d2926ae25 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0581717 Jul 16 20:53:07.125706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-f2da6d97-589a-4564-9dbd-ae3560a9f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.127259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-f2da6d97-589a-4564-9dbd-ae3560a9f74d service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0966644 Jul 16 20:53:07.196590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-44021fb1-e8cf-4dcc-a32d-8c3f5d3572e2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1001 time: 0.0632391 Jul 16 20:53:07.249864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-0cc53778-56be-49c6-95fa-d32bded97877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.251270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-0cc53778-56be-49c6-95fa-d32bded97877 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0491343 Jul 16 20:53:07.302315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569432-6713-4f2b-ae45-b041079bd97d req-8f29a259-27f3-4158-a6bc-505033028638 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.303862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01569432-6713-4f2b-ae45-b041079bd97d req-8f29a259-27f3-4158-a6bc-505033028638 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 945 time: 0.0671377 Jul 16 20:53:07.321755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-9d439bd0-3633-4c29-a224-fef962923b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:07.323326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-9d439bd0-3633-4c29-a224-fef962923b06 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664256 Jul 16 20:53:07.347939 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-01569432-6713-4f2b-ae45-b041079bd97d req-cff7cab6-d7ff-41fb-a61b-0bf0ded7af98 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378220 Jul 16 20:53:07.426549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-ce6e65dd-b10b-4ac6-9c7c-cb80ffc0b295 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969107 Jul 16 20:53:07.521612 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-845c404d-3e6c-40d7-a7a4-fadc61d7411c req-79af0354-1560-45c2-9e91-57f4898beda7 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889060 Jul 16 20:53:08.534510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefb418-2c21-4a5a-8730-8f26e8cf19e6 req-25f00cb1-9e28-4483-9b26-2d37ba03a289 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.535996 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6eefb418-2c21-4a5a-8730-8f26e8cf19e6 req-25f00cb1-9e28-4483-9b26-2d37ba03a289 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 945 time: 0.0732191 Jul 16 20:53:08.566322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:08.568635 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fe7252-9304-4933-baf8-d5ef6a987ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:08.588441 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6eefb418-2c21-4a5a-8730-8f26e8cf19e6 req-d84d9769-7a95-4189-bb7b-b7ed971fa28e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453835 Jul 16 20:53:08.626732 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1b0c78-3cc9-4132-a0a4-84165f7f4258 x-openstack-request-id: req-0d1b0c78-3cc9-4132-a0a4-84165f7f4258 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:08.627124 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:08.627417 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0d1b0c78-3cc9-4132-a0a4-84165f7f4258 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:08.627898 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'status': 'completed', 'code': 200} Jul 16 20:53:08.663842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.711111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-704a83bf-19ee-4817-adbb-4d735426cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.713095 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-704a83bf-19ee-4817-adbb-4d735426cbb1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0611098 Jul 16 20:53:08.718445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-6716e160-d7f9-43e0-9b02-2dfae2c8e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.720018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-6716e160-d7f9-43e0-9b02-2dfae2c8e6e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0721693 Jul 16 20:53:08.815483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-c2702299-3110-436f-93ab-521039615eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.816949 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-c2702299-3110-436f-93ab-521039615eb2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0908356 Jul 16 20:53:08.820282 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-1eae9bd0-9bcf-4b09-b197-3fc78134eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.821918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-1eae9bd0-9bcf-4b09-b197-3fc78134eeef service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0999298 Jul 16 20:53:08.892190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-0e006098-a824-4517-97fe-1bbba1a18ba6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1001 time: 0.0692015 Jul 16 20:53:08.895953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-8ceacbd5-6f1d-4305-9f3d-44e9e5b5f270 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 200 len: 1001 time: 0.0669158 Jul 16 20:53:08.896310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a837235-5d05-4d3e-aafe-9ee815ef2135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.913024 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.947081 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-273db735-fb3c-44ee-a6ed-712ba2bed0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.948654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-273db735-fb3c-44ee-a6ed-712ba2bed0f7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0508206 Jul 16 20:53:08.950248 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-09f9db2b-ffb4-4de3-a4c3-dd457d2e908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.951706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-09f9db2b-ffb4-4de3-a4c3-dd457d2e908e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0490456 Jul 16 20:53:09.016072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-ba0f7d6b-cc0f-48e0-b006-aec26f6b79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.017929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-ba0f7d6b-cc0f-48e0-b006-aec26f6b79d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629184 Jul 16 20:53:09.021891 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-1dc37384-9d03-4d77-8b9d-696f26396735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.023480 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-1dc37384-9d03-4d77-8b9d-696f26396735 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645773 Jul 16 20:53:09.125211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-57b37f8f-4a45-449a-b0e3-04478a25dd3a service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001997 Jul 16 20:53:09.125501 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-f65479af-2d9b-4f6b-abf5-1bcc164a7e25 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951347 Jul 16 20:53:09.134134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:09.184793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:09.225740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-3e9d3f68-fbac-431c-aee2-21d60bf1547b service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942037 Jul 16 20:53:09.238609 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1fe7252-9304-4933-baf8-d5ef6a987ed0 req-8a02e45b-c633-45f4-9086-e52f8d67f270 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073439 Jul 16 20:53:09.322282 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:09.730938 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:53:09.776844 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bbfe1-45e0-4aa1-9fed-b8d2cc14a1db req-6b6f9f25-befe-4a2a-b61c-dae8c9496a50 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.778407 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1bbfe1-45e0-4aa1-9fed-b8d2cc14a1db req-6b6f9f25-befe-4a2a-b61c-dae8c9496a50 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 945 time: 0.0702240 Jul 16 20:53:09.818851 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ea1bbfe1-45e0-4aa1-9fed-b8d2cc14a1db req-f8e6b144-c9da-4bd5-97e4-bb76116777bc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338025 Jul 16 20:53:09.834479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:09.846380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'mac_address': 'fa:16:3e:0f:96:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:53:09.885373 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:09.904139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d3b504-a4cc-41b5-9499-e9623e8bf04c {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:09.926383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:09.931543 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:09.982234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=12']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:10.010443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618ee9c-5b25-4727-a639-2de1aae848a4 req-abcfabfd-8e88-4dd5-8016-aaa815cde572 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:10.011969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3618ee9c-5b25-4727-a639-2de1aae848a4 req-abcfabfd-8e88-4dd5-8016-aaa815cde572 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0742776 Jul 16 20:53:10.058454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3618ee9c-5b25-4727-a639-2de1aae848a4 req-b0f4115f-4073-45b6-9c51-fd847e70b303 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401089 Jul 16 20:53:10.180487 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:10.190158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['59d3b504-a4cc-41b5-9499-e9623e8bf04c'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:10.250035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977288-4525-4715-ab48-244e7e2e0897 req-1eb5aadd-0d18-42cb-bfff-a64438e14b4e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:10.251587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da977288-4525-4715-ab48-244e7e2e0897 req-1eb5aadd-0d18-42cb-bfff-a64438e14b4e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0734873 Jul 16 20:53:10.293389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-da977288-4525-4715-ab48-244e7e2e0897 req-1954870c-edb6-4313-84d7-3dbbff4c3c5f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360451 Jul 16 20:53:10.689267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe87da-06fa-4d40-b7cf-670ac8024a13 req-03d23c3a-5db2-457e-ba4f-22dcaf321f66 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:10.691230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8fe87da-06fa-4d40-b7cf-670ac8024a13 req-03d23c3a-5db2-457e-ba4f-22dcaf321f66 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0760832 Jul 16 20:53:10.740835 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8fe87da-06fa-4d40-b7cf-670ac8024a13 req-ff26a01b-6df6-4c93-801e-9ef285d57a49 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435121 Jul 16 20:53:11.746135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:11.802039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:11.807353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 59d3b504-a4cc-41b5-9499-e9623e8bf04c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:11.807726 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:11.889219 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:11.913243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:11.915728 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8464c72-92e8-42e4-8aae-ff25c14918d1" -d '{"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-plugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:11.928914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:11.934773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:11.936401 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-09170153-64ca-4bdd-b3b6-55da07310ab4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:11.939388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-09170153-64ca-4bdd-b3b6-55da07310ab4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0908403 Jul 16 20:53:11.948504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f298c-48f6-4e76-9247-80612dbc1781 req-b78698d2-1468-469c-92ee-287b96252c16 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:11.950257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b06f298c-48f6-4e76-9247-80612dbc1781 req-b78698d2-1468-469c-92ee-287b96252c16 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 946 time: 0.0893605 Jul 16 20:53:11.968962 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187399d2-fc91-47a2-aed1-ba40115a81d2 x-openstack-request-id: req-187399d2-fc91-47a2-aed1-ba40115a81d2 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:11.969257 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-plugged", "status": "completed", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:11.969478 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-187399d2-fc91-47a2-aed1-ba40115a81d2 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:11.969899 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'code': 200} Jul 16 20:53:11.995988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:11.998586 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b06f298c-48f6-4e76-9247-80612dbc1781 req-3976f480-c71b-4b64-960b-664ac6b3c149 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386367 Jul 16 20:53:12.006025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=13']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:12.057534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Deleting port 59d3b504-a4cc-41b5-9499-e9623e8bf04c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:12.057878 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.145955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] For port 59d3b504-a4cc-41b5-9499-e9623e8bf04c, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=59d3b504-a4cc-41b5-9499-e9623e8bf04c,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:12.146207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.699626 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.699990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.700294 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b disassociated. External IP: 172.25.3.254, port: 59d3b504-a4cc-41b5-9499-e9623e8bf04c. Jul 16 20:53:12.700635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Calling delete_port for 59d3b504-a4cc-41b5-9499-e9623e8bf04c owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:12.834259 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.872739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event deleted for resources: {'Port': ['ID=59d3b504-a4cc-41b5-9499-e9623e8bf04c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:12.997234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:53:13.111660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:53:13.125884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:53:13.136661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:53:13.137355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:53:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:13.183468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] No DVR routers for this DVR port 59d3b504-a4cc-41b5-9499-e9623e8bf04c on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:13.186379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c4388eed-ba5a-414f-aa29-bcda87ef274f req-afaeb5c8-fcb5-499d-a350-5399c67be6d0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=da657683-620a-4868-ad0c-c0d2d9380ff8 HTTP/1.1" status: 200 len: 210 time: 0.0477304 Jul 16 20:53:13.187605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:13.189430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-922e6f2d-a90f-452b-b6d3-4e528a807409 req-7af5cd6a-8198-499d-ad56-c887e91a30a6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "DELETE /v2.0/ports/59d3b504-a4cc-41b5-9499-e9623e8bf04c HTTP/1.1" status: 204 len: 173 time: 1.2442181 Jul 16 20:53:13.189908 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-deleted', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:13.192956 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142a31a2-54f6-4354-bb30-7d382a5e2363" -d '{"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-deleted", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:13.248495 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938d2eb2-40ef-478c-a925-66b90de4ab43 x-openstack-request-id: req-938d2eb2-40ef-478c-a925-66b90de4ab43 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:13.249000 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da657683-620a-4868-ad0c-c0d2d9380ff8", "name": "network-vif-deleted", "tag": "59d3b504-a4cc-41b5-9499-e9623e8bf04c", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:13.249410 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-938d2eb2-40ef-478c-a925-66b90de4ab43 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:13.249809 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da657683-620a-4868-ad0c-c0d2d9380ff8', 'name': 'network-vif-deleted', 'tag': '59d3b504-a4cc-41b5-9499-e9623e8bf04c', 'status': 'completed', 'code': 200} Jul 16 20:53:13.274866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:53:13.501738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:13.529320 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:53:13.538228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:53:13.538856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:53:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:13.653115 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:53:13.876732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:13.904677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9d865-b92f-42dc-bede-047d4770d3da None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:53:14.138073 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068f2b98-275a-4d64-924f-b310fe50a5e9 None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:53:14.602335 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-389beaef-47df-4d16-9cfc-10cfdbf7c335 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--964736361&fields=id&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 267 time: 0.0363066 Jul 16 20:53:14.719294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-d08c2341-609d-4a89-9934-cba12be976af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:14.720916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-d08c2341-609d-4a89-9934-cba12be976af tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1120102 Jul 16 20:53:14.739643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-fd89e707-eb1e-4ce3-a305-a73b349207fb tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/quotas/f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 375 time: 0.0105243 Jul 16 20:53:14.817228 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-42b27546-0ccf-4554-8808-e95688051a4a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734422 Jul 16 20:53:14.931974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-338cac6d-7c92-41d1-9252-9c75be74ad58 service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028988 Jul 16 20:53:15.027192 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ea7bbd86-d5ca-4b9f-bbbb-8b561dc658e1 service neutron] 10.222.0.91 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Jul 16 20:53:15.216173 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e874a1d-657e-4b67-a167-3778ebb19655 req-d1c7445d-2d3c-421a-a69b-650c88c13710 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 210 time: 0.0331845 Jul 16 20:53:15.778018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:15.798066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 59d3b504-a4cc-41b5-9499-e9623e8bf04c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:15.798299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 59d3b504-a4cc-41b5-9499-e9623e8bf04c not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:16.221644 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:53:16.336707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-35388921-57a5-4b5a-bdf0-0319abb5997e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:16.339128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-35388921-57a5-4b5a-bdf0-0319abb5997e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 812 time: 0.1139362 Jul 16 20:53:16.382037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60749411-6744-430f-9b1c-ce7e485693e1 req-8aa95860-cbd5-4d99-bdbb-0f488661cae0 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 210 time: 0.0418539 Jul 16 20:53:16.403432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-dfbd3b58-2c77-4428-9a4d-567b4c375dbd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 379 time: 0.0539703 Jul 16 20:53:16.412053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'port': {'device_id': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'admin_state_up': True, 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'security_groups': ['bc476705-ae50-4daa-8023-ee3054541252']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:16.535183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Made reservation on behalf of f416e817a0934c33af99e7da844b8a17 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:16.539134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:16.687835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Allocated IP 172.20.0.9 (3819f110-e781-4c28-a4f3-2a44f34b3528/f37680b0-aa90-484c-9cb5-881456c74939/a62b7cc9-60b0-4153-b24e-2b063a325339) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:16.843438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:16.858475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Transition to ACTIVE for port object a62b7cc9-60b0-4153-b24e-2b063a325339 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:16.897332 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:16.949061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:16.952547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:16.955053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:16.984026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:17.012777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:17.013404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.030076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-ecda71d1-8907-4cec-ab88-3af862cc40b4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6217258 Jul 16 20:53:17.041742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Request body: {'port': {'device_id': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:17.121323 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.157373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0346d508-a69b-4c7e-8861-e8ddd4698347 None None] Provisioning for port a62b7cc9-60b0-4153-b24e-2b063a325339 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:17.161567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0346d508-a69b-4c7e-8861-e8ddd4698347 None None] Provisioning complete for port a62b7cc9-60b0-4153-b24e-2b063a325339 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:17.161952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0346d508-a69b-4c7e-8861-e8ddd4698347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.201717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0346d508-a69b-4c7e-8861-e8ddd4698347 None None] Port a62b7cc9-60b0-4153-b24e-2b063a325339 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:53:17.405045 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62b7cc9-60b0-4153-b24e-2b063a325339 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:17.412795 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.425568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Transition to ACTIVE for port object a62b7cc9-60b0-4153-b24e-2b063a325339 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:17.429663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.504139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:17.564919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:17.565239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:17.565559 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:17.570518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:53:17.570858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:17.577190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:17.577615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:17.578691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:17.578691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Bound port: a62b7cc9-60b0-4153-b24e-2b063a325339, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:17.578978 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.589314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce91b0-88d4-46d2-a754-381bcb070266 req-d8f17a82-722e-491b-8df0-2bd8af6357a4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:17.592353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22ce91b0-88d4-46d2-a754-381bcb070266 req-d8f17a82-722e-491b-8df0-2bd8af6357a4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0902543 Jul 16 20:53:17.642750 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22ce91b0-88d4-46d2-a754-381bcb070266 req-f678cd6b-8333-4f68-b827-9cd6be55e503 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371470 Jul 16 20:53:17.657649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:17.669100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:17.673705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.708863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:17.709519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.710941 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] 10.222.0.99 "PUT /v2.0/ports/a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1092 time: 0.6737456 Jul 16 20:53:17.711385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:17.713719 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e8726-ef10-49dc-9445-fd419b52af21" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:17.742285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123db13-7cf9-42de-bd9b-52688fd1e530 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:17.788091 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825c2b5-2a89-468c-8430-c27d5104274d x-openstack-request-id: req-5825c2b5-2a89-468c-8430-c27d5104274d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:17.788380 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:17.788636 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5825c2b5-2a89-468c-8430-c27d5104274d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:17.789023 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'status': 'completed', 'code': 200} Jul 16 20:53:17.816832 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-a413d1d0-18ed-4834-9ebc-f8526edade55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:17.818349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-a413d1d0-18ed-4834-9ebc-f8526edade55 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1095 time: 0.0604105 Jul 16 20:53:17.866354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-a8a2c4b2-60d7-4f5a-965a-b8bc974b8dfe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 217 time: 0.0406604 Jul 16 20:53:17.916665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-baeda22e-3459-4797-90e6-2c50a5de9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:17.918095 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-baeda22e-3459-4797-90e6-2c50a5de9026 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0461078 Jul 16 20:53:17.976341 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-4710d1d3-d85a-4ec2-9e78-f9e823860bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:17.977885 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-4710d1d3-d85a-4ec2-9e78-f9e823860bd6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539906 Jul 16 20:53:18.074611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-d7ecf052-0857-43a7-a1da-dbf5a65db220 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894048 Jul 16 20:53:18.171005 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6d8df1a-0b9d-4f91-a3b6-0f875f1f20b3 req-f8d1b7bc-2cf6-4032-aef0-b7b0a33babe8 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899282 Jul 16 20:53:18.290649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8726-ef10-49dc-9445-fd419b52af21 req-ebce9b54-2f71-4b3d-b128-1fe1daa48c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:18.292227 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-596e8726-ef10-49dc-9445-fd419b52af21 req-ebce9b54-2f71-4b3d-b128-1fe1daa48c5e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1095 time: 0.0667713 Jul 16 20:53:18.388615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8726-ef10-49dc-9445-fd419b52af21 req-5b382619-3609-4dc6-a303-cd6c81bb3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:18.390112 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-596e8726-ef10-49dc-9445-fd419b52af21 req-5b382619-3609-4dc6-a303-cd6c81bb3465 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0919135 Jul 16 20:53:18.439579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-596e8726-ef10-49dc-9445-fd419b52af21 req-fd6f0994-034c-4e73-998a-b9b76cadad81 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 217 time: 0.0420690 Jul 16 20:53:18.491882 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8726-ef10-49dc-9445-fd419b52af21 req-9e3e4cbf-e145-472f-a12c-5b810ed85c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:18.493589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-596e8726-ef10-49dc-9445-fd419b52af21 req-9e3e4cbf-e145-472f-a12c-5b810ed85c69 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0463164 Jul 16 20:53:18.560974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8726-ef10-49dc-9445-fd419b52af21 req-a65e3c8d-5b51-4cf8-9216-73c0e689564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:18.562516 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-596e8726-ef10-49dc-9445-fd419b52af21 req-a65e3c8d-5b51-4cf8-9216-73c0e689564e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604975 Jul 16 20:53:18.675288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-596e8726-ef10-49dc-9445-fd419b52af21 req-daa38cc8-e58a-42d2-b012-014890ab5d0c service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040771 Jul 16 20:53:18.770418 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-596e8726-ef10-49dc-9445-fd419b52af21 req-99297b00-3f1e-4e32-a2b6-c11f409bb21f service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874624 Jul 16 20:53:18.830971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c917b70-ee23-4e3e-a93e-313f9a649821 req-3a0e5286-a4d1-4e10-b245-83b57e303116 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:18.832621 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c917b70-ee23-4e3e-a93e-313f9a649821 req-3a0e5286-a4d1-4e10-b245-83b57e303116 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0735116 Jul 16 20:53:18.874017 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4c917b70-ee23-4e3e-a93e-313f9a649821 req-c3a5e2d1-b183-447d-9103-7e14bf7f84e7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340209 Jul 16 20:53:19.808573 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:53:19.909280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:19.921528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'mac_address': 'fa:16:3e:3e:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:53:19.963288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:19.976717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62b7cc9-60b0-4153-b24e-2b063a325339 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:19.997428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:20.002714 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:20.051072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:20.058477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605a46-e7fa-4ef9-bb4f-026be9ba10bc req-24e9efcb-f700-4ff2-9d88-0e8ec3bae2d1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:20.060157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4605a46-e7fa-4ef9-bb4f-026be9ba10bc req-24e9efcb-f700-4ff2-9d88-0e8ec3bae2d1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0718098 Jul 16 20:53:20.099236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b4605a46-e7fa-4ef9-bb4f-026be9ba10bc req-be992aa4-b0a6-42a2-8e27-bab9a35f8e8f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334129 Jul 16 20:53:20.201049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a62b7cc9-60b0-4153-b24e-2b063a325339'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:21.296877 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28171e38-5fae-4d24-9d64-ce0ebf90d90c req-3f4d6e45-15ba-4cd7-af70-1bdac6da95e2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:21.298332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28171e38-5fae-4d24-9d64-ce0ebf90d90c req-3f4d6e45-15ba-4cd7-af70-1bdac6da95e2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0757914 Jul 16 20:53:21.349910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-28171e38-5fae-4d24-9d64-ce0ebf90d90c req-9e2a548b-e9e2-47d1-a845-dd1211a1dd1b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Jul 16 20:53:21.824675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:21.878534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a62b7cc9-60b0-4153-b24e-2b063a325339 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:21.882140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a62b7cc9-60b0-4153-b24e-2b063a325339 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:21.882654 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:21.957834 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:21.981002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:21.983364 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5dfbcb-a3e3-4d98-b1bb-8da9a728450c" -d '{"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-plugged", "status": "completed", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:21.996824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:22.002549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.028004 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbd8f30-036b-4ade-a5fc-f5871fc5b6df x-openstack-request-id: req-0cbd8f30-036b-4ade-a5fc-f5871fc5b6df {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:22.028290 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-plugged", "status": "completed", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:22.028536 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0cbd8f30-036b-4ade-a5fc-f5871fc5b6df {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:22.028922 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'code': 200} Jul 16 20:53:22.057615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:22.138012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca4db8-5a5e-4ad3-989b-a52d1b4a5cab req-9dd398c8-df7d-4883-b3e8-5ac65253dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:22.139494 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cbca4db8-5a5e-4ad3-989b-a52d1b4a5cab req-9dd398c8-df7d-4883-b3e8-5ac65253dabd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1097 time: 0.0524840 Jul 16 20:53:22.184912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cbca4db8-5a5e-4ad3-989b-a52d1b4a5cab req-07f2c0b3-c2af-4e97-be26-1f3ce33b4401 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392115 Jul 16 20:53:22.535521 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099d392-1948-46be-9710-ce9a1e597577 req-948d795e-dbe9-45ab-aeaa-860a5745fe50 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:22.537098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5099d392-1948-46be-9710-ce9a1e597577 req-948d795e-dbe9-45ab-aeaa-860a5745fe50 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0710723 Jul 16 20:53:22.576838 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5099d392-1948-46be-9710-ce9a1e597577 req-07649542-170f-42ea-a588-b524387a5918 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322251 Jul 16 20:53:23.770853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dc4a7-a454-41e2-9093-c25bdacf5ada req-1ff5f215-8c6c-4989-8ca2-02febaa17df7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.772366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-113dc4a7-a454-41e2-9093-c25bdacf5ada req-1ff5f215-8c6c-4989-8ca2-02febaa17df7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0733826 Jul 16 20:53:23.812368 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-113dc4a7-a454-41e2-9093-c25bdacf5ada req-5d8ab20f-0626-4fb8-8a93-43ed19adbc42 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341361 Jul 16 20:53:24.001020 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b31a5-b5df-4992-b8f1-b99e0dee0d1d req-ae6d1208-44e1-426b-98f9-ab74b8634a72 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:24.002427 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-671b31a5-b5df-4992-b8f1-b99e0dee0d1d req-ae6d1208-44e1-426b-98f9-ab74b8634a72 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0827777 Jul 16 20:53:24.015070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39228) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:24.019697 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Request body: {'floatingip': {'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:24.062784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:24.535467 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:24.541512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:24.648711 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b associated. External IP: 172.25.3.254, port: a62b7cc9-60b0-4153-b24e-2b063a325339. Jul 16 20:53:25.180076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:53:25.293226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:53:25.298859 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:25.304060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:53:25.314985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:53:25.315568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:53:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:25.336775 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-607a89a9-646d-45d7-a5ad-9bcb08a4f916 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "PUT /v2.0/floatingips/2e93efd4-e219-4cc8-8e35-2a63b6f01f9b HTTP/1.1" status: 200 len: 992 time: 1.3206038 Jul 16 20:53:25.337357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:25.340184 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bcf925-922b-46d4-ab93-553ceeeedde9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:25.375648 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd4ce43-3166-45c2-a51e-7da329fd6787 x-openstack-request-id: req-cbd4ce43-3166-45c2-a51e-7da329fd6787 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:25.375942 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:25.376172 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cbd4ce43-3166-45c2-a51e-7da329fd6787 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:25.376577 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'status': 'completed', 'code': 200} Jul 16 20:53:25.428487 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:53:25.467226 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-b2dfe387-5430-462d-b45c-b40302271305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:25.468799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-b2dfe387-5430-462d-b45c-b40302271305 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1097 time: 0.0669506 Jul 16 20:53:25.561982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-62006996-52e3-4251-9d29-2cd0a4374999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:25.563497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-62006996-52e3-4251-9d29-2cd0a4374999 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0884025 Jul 16 20:53:25.638062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-c1925d92-d652-47f5-95fc-0f1fb265b842 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0654612 Jul 16 20:53:25.671441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:3e:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:53:24Z', 'revision_number': 13, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:25.698467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-09661893-ce94-4d5d-8a13-ebd1e2bec655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:25.699914 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-09661893-ce94-4d5d-8a13-ebd1e2bec655 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0561049 Jul 16 20:53:25.704718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:53:25.714059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:53:25.714676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:53:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:25.767355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-bd3f5af8-a869-4b19-b0f4-144df4b81c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:25.768880 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-bd3f5af8-a869-4b19-b0f4-144df4b81c1e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629969 Jul 16 20:53:25.821070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:53:25.865592 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-2a519e7c-a8d2-4d1b-a5aa-0149cf844fd5 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Jul 16 20:53:25.956394 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-31bcf925-922b-46d4-ab93-553ceeeedde9 req-795223f8-bdd5-489d-9f01-ad8d96b82bdf service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840833 Jul 16 20:53:26.214703 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:3e:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:53:24Z', 'revision_number': 13, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:26.242891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9417d761-c1ff-4ffc-8bc6-fed16c39f481 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '2e93efd4-e219-4cc8-8e35-2a63b6f01f9b', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'mac_address': 'fa:16:3e:3e:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:14Z', 'updated_at': '2021-07-16T20:53:24Z', 'revision_number': 13, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:53:26.441094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a558a-ffad-449c-ac01-1cbf0c63c192 None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:53:36.078097 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8dc974fe-0af3-40f8-89e2-8aa387a93064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.657382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.890361 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4c3de2fe-701b-47d1-91d2-65b5edcdc76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.907785 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.338975 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:40.185613 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:41.970877 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.225719 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:53:57.070296 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-77677ffc-f535-4f2a-b752-5dd426cb5aa4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631869 Jul 16 20:53:57.171237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-6bb5286a-79f0-48e3-834b-9b73410b0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.172742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-6bb5286a-79f0-48e3-834b-9b73410b0da4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1097 time: 0.0576355 Jul 16 20:53:57.285925 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-49a81bd2-dec4-4b66-a901-3046d8d6e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.287489 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-49a81bd2-dec4-4b66-a901-3046d8d6e403 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0887752 Jul 16 20:53:57.363791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-d53e2cb5-805a-4bd0-b664-63eff380ebe7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1002 time: 0.0693109 Jul 16 20:53:57.415916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-355edf8b-3435-4c0b-8011-4515321e6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.417439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-355edf8b-3435-4c0b-8011-4515321e6edb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0464709 Jul 16 20:53:57.480025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-c9e49edc-a1ba-4318-bba7-c047f54005c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.481598 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-c9e49edc-a1ba-4318-bba7-c047f54005c5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581846 Jul 16 20:53:57.586427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-54e5bab6-c00c-46ef-855a-ced681c292d4 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979185 Jul 16 20:53:57.678139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0a99d66-8d6e-4abe-9020-6978fbb5f8c5 req-5a0e3e0e-3901-4689-8586-8cfd71271f21 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852871 Jul 16 20:54:06.085874 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-60485d86-1f00-401d-8a6b-4376a08591c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.661502 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.903499 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f348386e-e42d-45d6-a38b-8de642a449cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.908864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.341328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.185005 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.977909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:30.225887 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:36.081998 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b9b13606-9f12-4f85-8e81-b3251b069aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.180533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-b5918847-8925-4ad7-84ba-eab7822d56be req-bd6428a8-172e-4212-914c-0a98633c6b0f service neutron] (93861) timed out ('10.222.0.99', 61515) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:54:38.667009 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.900032 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8fc67958-d47f-4bb3-a848-7cc78ff3eabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.924198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:39.368370 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:40.190985 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.976842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.125683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-7ada911e-58f2-4213-ad34-161df92112d7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1038454 Jul 16 20:54:57.229506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-5a5765b0-8c26-4ba7-bd21-f76efa42f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.231056 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-5a5765b0-8c26-4ba7-bd21-f76efa42f346 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1097 time: 0.0569148 Jul 16 20:54:57.348762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-cf8a8655-e076-435d-a5f8-1e69c10b71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.350350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-cf8a8655-e076-435d-a5f8-1e69c10b71c5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0994537 Jul 16 20:54:57.425800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-e68749ae-4a72-459b-8df4-57af3487dd3c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1002 time: 0.0664103 Jul 16 20:54:57.476653 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-61c796d3-03f7-4c9d-8cc1-13145886bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.479166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-61c796d3-03f7-4c9d-8cc1-13145886bdf0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0485177 Jul 16 20:54:57.541810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-d052c1cf-cba1-4a29-9059-fa1f1bdbeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.543369 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-d052c1cf-cba1-4a29-9059-fa1f1bdbeb70 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582504 Jul 16 20:54:57.639620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-5379608f-b680-49b2-b899-5615a5f7934f service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899024 Jul 16 20:54:57.742779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8f48353e-5979-4434-a75a-4c0c5baf71ca req-7b25c731-2165-4465-883b-58765a4a1b23 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966890 Jul 16 20:55:03.409307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532901bb-35c7-4cde-98cf-2ff854beee18 req-9a5e9ac3-76b7-4f94-9c35-15e97cdb88db tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:03.411032 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-532901bb-35c7-4cde-98cf-2ff854beee18 req-9a5e9ac3-76b7-4f94-9c35-15e97cdb88db tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0689282 Jul 16 20:55:03.460803 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-532901bb-35c7-4cde-98cf-2ff854beee18 req-bcdae626-2775-46a9-b3e1-3f57543b7299 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438902 Jul 16 20:55:06.076413 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-85d28efe-d673-45f4-a49a-312d38007cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.226060 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:08.663489 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:08.895787 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9a015b0b-8a5d-4cf9-bb85-78977d6ca734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:08.935754 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:09.367924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:10.195181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:11.981628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:13.558593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-70f0c470-b1f5-44ee-ad73-0203e0d3b984 req-fb9d99d0-12f6-4c6e-9bc4-91a5316ae4d3 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:55:13.559932 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-70f0c470-b1f5-44ee-ad73-0203e0d3b984 req-fb9d99d0-12f6-4c6e-9bc4-91a5316ae4d3 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068448 Jul 16 20:55:13.861411 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-1f0ee80b-9e5f-4ea6-abc6-ff63b23fcdc1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064041 Jul 16 20:55:13.868747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d989ad5-1005-4605-876f-2fba47d71986 req-5327db08-83a2-4e0a-b09b-ef83b9385ec2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:13.870266 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d989ad5-1005-4605-876f-2fba47d71986 req-5327db08-83a2-4e0a-b09b-ef83b9385ec2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0708258 Jul 16 20:55:13.911755 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d989ad5-1005-4605-876f-2fba47d71986 req-15a1973d-b26c-4c0c-89ed-aa172c404917 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Jul 16 20:55:15.152922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed290-9785-4daf-b8a0-e49e5aee78ec req-97c36df8-0ec4-47cb-bab8-df92e2545603 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:15.154523 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-515ed290-9785-4daf-b8a0-e49e5aee78ec req-97c36df8-0ec4-47cb-bab8-df92e2545603 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.1175330 Jul 16 20:55:15.206550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-515ed290-9785-4daf-b8a0-e49e5aee78ec req-ff863a0e-389a-44fd-a97e-ccdcb8f084e5 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456395 Jul 16 20:55:15.208442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-5a4cb517-59e7-4a54-9555-aebd9090f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:15.209802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-5a4cb517-59e7-4a54-9555-aebd9090f01d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1097 time: 0.1075165 Jul 16 20:55:15.306099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-b2193e6f-695a-4ab5-b898-a65d66cc12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:15.307755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-b2193e6f-695a-4ab5-b898-a65d66cc12b5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0913761 Jul 16 20:55:15.375292 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-94a66f25-2544-4781-a542-6988406e4b81 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1002 time: 0.0600700 Jul 16 20:55:15.435978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-99ea77b0-dd71-420b-ad2e-1008ca8a6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:15.437456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-99ea77b0-dd71-420b-ad2e-1008ca8a6eab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0559704 Jul 16 20:55:15.503976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-46db81ff-0e1f-456b-84e1-31b0f930f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:15.505445 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-46db81ff-0e1f-456b-84e1-31b0f930f565 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613151 Jul 16 20:55:15.602380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-4c8087d1-bc75-4f08-91f6-cc872c8c7384 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903444 Jul 16 20:55:15.699504 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-61ccb21c-35cd-4c9d-a5ad-b0605484ad30 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897467 Jul 16 20:55:16.396089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b6b68-bddc-45f7-87d7-3e78f03ff7bf req-a59b72fe-fdc7-46b5-8aa4-224edd6099da tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:16.397591 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fe8b6b68-bddc-45f7-87d7-3e78f03ff7bf req-a59b72fe-fdc7-46b5-8aa4-224edd6099da tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0756285 Jul 16 20:55:16.435449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fe8b6b68-bddc-45f7-87d7-3e78f03ff7bf req-7e5e12fd-83a1-480b-843d-06b20ceb6df8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320702 Jul 16 20:55:17.634647 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321ffc-0655-4812-a57e-fcb8b006dcf7 req-010ea82e-b790-44ea-a6a5-72f35166ccf6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:17.636215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38321ffc-0655-4812-a57e-fcb8b006dcf7 req-010ea82e-b790-44ea-a6a5-72f35166ccf6 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0763867 Jul 16 20:55:17.676596 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38321ffc-0655-4812-a57e-fcb8b006dcf7 req-b9fafcea-40a8-4823-ac11-71fe8e4501f4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345402 Jul 16 20:55:18.866637 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3dd9-1350-4f3f-b5c6-9edea344b34c req-133021e2-f616-4eb8-b048-5881805e57f8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:18.868256 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad4c3dd9-1350-4f3f-b5c6-9edea344b34c req-133021e2-f616-4eb8-b048-5881805e57f8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0762715 Jul 16 20:55:18.911434 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ad4c3dd9-1350-4f3f-b5c6-9edea344b34c req-4ba84b9a-ccd7-4be2-99df-0ae90fc940b5 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366318 Jul 16 20:55:20.108625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b593b8-185f-4401-bbcd-8f2bc928b198 req-afbdf7e3-dfd3-4608-a8ae-207f46e76c85 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:20.110133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44b593b8-185f-4401-bbcd-8f2bc928b198 req-afbdf7e3-dfd3-4608-a8ae-207f46e76c85 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0772779 Jul 16 20:55:20.165220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44b593b8-185f-4401-bbcd-8f2bc928b198 req-ad1e456f-29e7-4840-936c-5bf440787d0d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466068 Jul 16 20:55:21.365858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b32ad-578d-4cdf-ba26-3a045bc4189f req-e5af34bb-7c95-4d1a-81a1-519a03fe0cff tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:21.367553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d6b32ad-578d-4cdf-ba26-3a045bc4189f req-e5af34bb-7c95-4d1a-81a1-519a03fe0cff tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0771468 Jul 16 20:55:21.413703 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d6b32ad-578d-4cdf-ba26-3a045bc4189f req-ca1a38c9-c42e-43a2-911f-256f0da1349a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Jul 16 20:55:22.609597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d521ef0-7847-4f6d-a081-9281b742ecb5 req-3053b443-02f8-4e65-abbc-be1682287c07 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:22.611104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d521ef0-7847-4f6d-a081-9281b742ecb5 req-3053b443-02f8-4e65-abbc-be1682287c07 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0766778 Jul 16 20:55:22.653741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8d521ef0-7847-4f6d-a081-9281b742ecb5 req-efea370f-e864-4104-af6d-c946c6bc82c4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362852 Jul 16 20:55:23.842821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcde4a8-b0ba-44c5-bfb5-dd2bc08fb93c req-c1c83e31-3f6c-4b94-8a93-6ac2512fcf84 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:23.844324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9dcde4a8-b0ba-44c5-bfb5-dd2bc08fb93c req-c1c83e31-3f6c-4b94-8a93-6ac2512fcf84 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0739033 Jul 16 20:55:23.888756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9dcde4a8-b0ba-44c5-bfb5-dd2bc08fb93c req-48c806d3-c507-447a-86ea-35064895c0ac tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381677 Jul 16 20:55:25.088732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad8910-dbf8-4bdf-b70c-9aa02c2506c2 req-16b8812c-6152-4dda-8066-3e9f0e655de8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:25.090239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8aad8910-dbf8-4bdf-b70c-9aa02c2506c2 req-16b8812c-6152-4dda-8066-3e9f0e655de8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0846171 Jul 16 20:55:25.129402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8aad8910-dbf8-4bdf-b70c-9aa02c2506c2 req-cfe68033-0b10-434f-886f-18efae0798f2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332990 Jul 16 20:55:26.323139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1ae31-2a3f-47ec-abd6-5a35fb18a94c req-218cf733-ed4e-477a-9862-0cec0fe9dd5e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:26.324696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-29d1ae31-2a3f-47ec-abd6-5a35fb18a94c req-218cf733-ed4e-477a-9862-0cec0fe9dd5e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0768137 Jul 16 20:55:26.367417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-29d1ae31-2a3f-47ec-abd6-5a35fb18a94c req-19214411-1cf5-4a91-a954-651ef9d8f6cf tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343301 Jul 16 20:55:27.555170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0f09-58a2-4ae6-82dc-e813bf3b9bb7 req-53fc61ed-b1d1-4300-9d82-66680de9a601 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:27.556682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-340d0f09-58a2-4ae6-82dc-e813bf3b9bb7 req-53fc61ed-b1d1-4300-9d82-66680de9a601 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0714490 Jul 16 20:55:27.597167 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-340d0f09-58a2-4ae6-82dc-e813bf3b9bb7 req-79048c97-0aed-460c-863e-3da73e8a8677 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331192 Jul 16 20:55:28.782355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c824c-aece-49b9-adce-f7dd297632e1 req-5b313d89-57ec-49ef-9e40-afb68eeb5243 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:28.783918 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e44c824c-aece-49b9-adce-f7dd297632e1 req-5b313d89-57ec-49ef-9e40-afb68eeb5243 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0705235 Jul 16 20:55:28.824317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e44c824c-aece-49b9-adce-f7dd297632e1 req-4ad7fb82-d6d4-417a-8d0a-3550196ce802 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342817 Jul 16 20:55:29.489845 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-a5f24518-9a1c-4c00-9e88-8c372d385070 service neutron] show failed (client error): The resource could not be found. Jul 16 20:55:29.490872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-a5f24518-9a1c-4c00-9e88-8c372d385070 service neutron] 10.222.0.99 "GET /v2.0/ports/a62b7cc9-60b0-4153-b24e-2b063a325339/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0587015 Jul 16 20:55:29.787292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-3d44307e-1588-4989-aa6e-4406e6ae607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:29.788871 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-3d44307e-1588-4989-aa6e-4406e6ae607e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 1097 time: 0.0694418 Jul 16 20:55:29.803163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:29.888652 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.020854 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62587f3-71c1-44e1-bf3e-568fcac8252c req-bffcf551-788e-45ed-b21e-7bfb28828210 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:30.022455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b62587f3-71c1-44e1-bf3e-568fcac8252c req-bffcf551-788e-45ed-b21e-7bfb28828210 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0755231 Jul 16 20:55:30.068014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b62587f3-71c1-44e1-bf3e-568fcac8252c req-5a291549-95d0-46b8-8be2-3897dda30de4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395193 Jul 16 20:55:30.129516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:30.162255 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:30.211203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:30.215524 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bbe191-9252-4d12-a22b-aef3e317a392" -d '{"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-unplugged", "status": "completed", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:30.220464 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.236198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Transition to ACTIVE for port object a62b7cc9-60b0-4153-b24e-2b063a325339 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:30.241230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.325524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:30.336948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.337302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.337655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.337991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.338363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.339323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.339716 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.340190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.340543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.340885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.341226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.341617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:30.351781 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2596fe64-f471-41b7-be33-2e57a1c6a22f x-openstack-request-id: req-2596fe64-f471-41b7-be33-2e57a1c6a22f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:30.352104 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-unplugged", "status": "completed", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:30.352367 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2596fe64-f471-41b7-be33-2e57a1c6a22f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:30.352823 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'code': 200} Jul 16 20:55:30.383353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] No DVR routers for this DVR port a62b7cc9-60b0-4153-b24e-2b063a325339 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:30.502333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:30.533771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:30.533771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:30.534681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:30.538614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:55:30.539051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:30.544117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:30.544445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:30.544830 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:30.545252 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Bound port: a62b7cc9-60b0-4153-b24e-2b063a325339, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:30.545616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.553339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:30.612684 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:30.616239 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:30.622161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.656591 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:30.657169 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.658554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] 10.222.0.79 "PUT /v2.0/ports/a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1092 time: 0.8619175 Jul 16 20:55:30.679993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48305a98-0fa7-4cbf-8cba-ab484dff3d67 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:30.742090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-7d8f7292-4375-4c0b-aff6-ae3e59d87866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:30.743806 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-7d8f7292-4375-4c0b-aff6-ae3e59d87866 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1095 time: 0.0589614 Jul 16 20:55:30.849077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-a9f9d19e-0d87-4917-9554-7fb797d31613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:30.850866 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-a9f9d19e-0d87-4917-9554-7fb797d31613 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1006384 Jul 16 20:55:30.924330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-5881fdc1-a2c2-49ed-85d8-fb763641b3b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0654104 Jul 16 20:55:30.984342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-9d7b8059-8e69-44bb-b851-6ac6d715fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:30.986636 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-9d7b8059-8e69-44bb-b851-6ac6d715fbc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0542047 Jul 16 20:55:31.048378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-18f2bc1a-0c63-4713-8fbc-be299785a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:31.049891 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-18f2bc1a-0c63-4713-8fbc-be299785a332 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567772 Jul 16 20:55:31.060185 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-aa9d05f7-8d6f-4825-8252-b91a5bac0316 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:55:31.061112 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-aa9d05f7-8d6f-4825-8252-b91a5bac0316 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050888 Jul 16 20:55:31.161554 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-d523ef25-73d4-484a-962a-01d1d7e8c885 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937455 Jul 16 20:55:31.253952 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-a44c3ebe-1350-4c90-b897-5dec66c94f99 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Jul 16 20:55:31.259214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689122-487f-4930-bcfa-91acc6f0dfac req-f6afdf68-38f0-4150-a0d9-8289b66f020c tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:31.260732 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e689122-487f-4930-bcfa-91acc6f0dfac req-f6afdf68-38f0-4150-a0d9-8289b66f020c tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0687578 Jul 16 20:55:31.301513 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e689122-487f-4930-bcfa-91acc6f0dfac req-9be9d62d-5976-41f0-8ed2-8712c6cfdde8 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347490 Jul 16 20:55:32.354500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:32.357629 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60677223-6431-46d7-bdb0-784ae98a7b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:32.414379 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5e1515-2e21-43d4-8e4f-06235d8d7f65 x-openstack-request-id: req-ac5e1515-2e21-43d4-8e4f-06235d8d7f65 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:32.414908 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:32.415218 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac5e1515-2e21-43d4-8e4f-06235d8d7f65 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:32.415725 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'status': 'completed', 'code': 200} Jul 16 20:55:32.500766 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-415ae145-e1b1-4138-8276-d54db607e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.502485 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-415ae145-e1b1-4138-8276-d54db607e988 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1095 time: 0.0619495 Jul 16 20:55:32.562297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4444-a1cd-4fca-ab18-3c5fa94c6776 req-bfc8eb24-6d83-453c-8e00-edda44aab195 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.564034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a4a4444-a1cd-4fca-ab18-3c5fa94c6776 req-bfc8eb24-6d83-453c-8e00-edda44aab195 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.1258750 Jul 16 20:55:32.599463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-30dcb98e-4c9a-48a4-96bc-ed69fe047819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.600935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-30dcb98e-4c9a-48a4-96bc-ed69fe047819 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1095 time: 0.1678340 Jul 16 20:55:32.613434 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-84e81e30-1be3-44e0-a947-aefa1e4eb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.614634 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-84e81e30-1be3-44e0-a947-aefa1e4eb371 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1052997 Jul 16 20:55:32.645171 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5a4a4444-a1cd-4fca-ab18-3c5fa94c6776 req-6587d07f-58ca-4e97-b298-93bf6dde1d35 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722463 Jul 16 20:55:32.682465 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-c55bfe44-e224-4a05-af6c-e09a18e04305 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0610459 Jul 16 20:55:32.715923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-d33e4dcc-6fbd-4c9d-9225-ed849c89bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.717473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-d33e4dcc-6fbd-4c9d-9225-ed849c89bbf5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1057603 Jul 16 20:55:32.738060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-87305fda-c875-4024-9ada-7c68779aef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.739554 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-87305fda-c875-4024-9ada-7c68779aef8a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0499933 Jul 16 20:55:32.784143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-2edce2ca-34b3-4ddf-9e3f-c310552555bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0602992 Jul 16 20:55:32.798756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-3b80305a-a9ea-4b92-b053-f90fc0ca386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.800337 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-3b80305a-a9ea-4b92-b053-f90fc0ca386a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543604 Jul 16 20:55:32.835584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-b28df605-0b48-4b71-855b-06f8fbbf4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.837117 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-b28df605-0b48-4b71-855b-06f8fbbf4191 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0459871 Jul 16 20:55:32.892631 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-8e6833b9-75cd-418c-91b2-4eaaec7fc109 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859008 Jul 16 20:55:32.904554 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-2032f975-6cce-49f3-8fe9-9e6b87b30d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.906114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-2032f975-6cce-49f3-8fe9-9e6b87b30d8f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629463 Jul 16 20:55:33.007329 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-40250e31-b999-4464-85d4-f110debb6f57 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944512 Jul 16 20:55:33.119213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-6792ce4a-16fb-40cc-8afd-f1d400ba1d74 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046102 Jul 16 20:55:33.352001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60677223-6431-46d7-bdb0-784ae98a7b2d req-04c95c7b-0ae9-4563-bf05-3075521e7c3e service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533477 Jul 16 20:55:34.029507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50b0fb-5606-4a0a-8188-caabaa5b1cf0 req-af1162e3-ebdf-42cf-a898-e5dc55ffeaae tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:34.031015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb50b0fb-5606-4a0a-8188-caabaa5b1cf0 req-af1162e3-ebdf-42cf-a898-e5dc55ffeaae tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0648570 Jul 16 20:55:34.078942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb50b0fb-5606-4a0a-8188-caabaa5b1cf0 req-986d319e-0091-42d8-938d-39f866b074e3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 Jul 16 20:55:35.273504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc41ec-efb4-4a80-bee8-fbf4ac60904f req-96f337a6-f94a-4a7d-9909-a0fa03187ebd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:35.275177 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dbdc41ec-efb4-4a80-bee8-fbf4ac60904f req-96f337a6-f94a-4a7d-9909-a0fa03187ebd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0654793 Jul 16 20:55:35.317641 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dbdc41ec-efb4-4a80-bee8-fbf4ac60904f req-0b1e274f-c3ee-4d3f-84ce-842ad31837f4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363524 Jul 16 20:55:36.087744 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cd9bd536-b782-4b79-9d75-634487780271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.513172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7029ff8-ef69-4fca-9dd0-b3b4adda289b req-5054e276-bfd9-415c-85a2-89bbf27c5fcd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:36.514760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7029ff8-ef69-4fca-9dd0-b3b4adda289b req-5054e276-bfd9-415c-85a2-89bbf27c5fcd tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0741479 Jul 16 20:55:36.551955 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c7029ff8-ef69-4fca-9dd0-b3b4adda289b req-2909d13e-6978-4809-bae0-a99431b70701 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315878 Jul 16 20:55:37.734205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b9bc1-bb55-4e47-9e8b-059516cd6888 req-47468dfa-85ea-406d-8a29-16706358ef23 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:37.735938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-703b9bc1-bb55-4e47-9e8b-059516cd6888 req-47468dfa-85ea-406d-8a29-16706358ef23 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0667892 Jul 16 20:55:37.787612 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-703b9bc1-bb55-4e47-9e8b-059516cd6888 req-dc03b612-e12c-4cc7-9a32-f90a4a009c42 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452969 Jul 16 20:55:38.659345 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.899493 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ed05b24-a4a7-4392-b89e-58ba6a8c1018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.935687 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.983681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff52fa-6df1-4fa7-9b56-9293ebff6e0b req-d968eaac-5be2-4111-9a1c-d9d2ee1dc062 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:38.985204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdff52fa-6df1-4fa7-9b56-9293ebff6e0b req-d968eaac-5be2-4111-9a1c-d9d2ee1dc062 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0722542 Jul 16 20:55:39.026993 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdff52fa-6df1-4fa7-9b56-9293ebff6e0b req-601d0c36-d095-4689-ae24-cc609d3d9f1b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337372 Jul 16 20:55:39.376755 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:40.201542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:40.231503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7573c-4153-40a2-ae3f-739ff60de614 req-cb8d57a0-9680-4878-a390-13d7c498c96d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:40.233083 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ae7573c-4153-40a2-ae3f-739ff60de614 req-cb8d57a0-9680-4878-a390-13d7c498c96d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0728507 Jul 16 20:55:40.281337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ae7573c-4153-40a2-ae3f-739ff60de614 req-70fbf537-fd61-4a6d-931b-023f357eb05e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396876 Jul 16 20:55:41.479798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50ce5-a47b-41d6-ab03-fa817e3901f8 req-8f1d120d-95aa-4a6b-8f3c-e1f6e340a6a1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:41.481278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62f50ce5-a47b-41d6-ab03-fa817e3901f8 req-8f1d120d-95aa-4a6b-8f3c-e1f6e340a6a1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0778720 Jul 16 20:55:41.520093 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-62f50ce5-a47b-41d6-ab03-fa817e3901f8 req-e5d07f20-59cc-4285-8fe7-711b1f25a4b2 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328488 Jul 16 20:55:41.984207 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:42.716700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce2335-bba2-4917-9010-2410cee625c2 req-c8f44097-919c-4fbe-816f-7a7faafe7989 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:42.718189 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76ce2335-bba2-4917-9010-2410cee625c2 req-c8f44097-919c-4fbe-816f-7a7faafe7989 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0684798 Jul 16 20:55:42.760087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76ce2335-bba2-4917-9010-2410cee625c2 req-d837b8b9-5034-4e9b-afa7-640292c751df tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329075 Jul 16 20:55:43.963968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5022df-ce36-436c-bb63-57d2187a4556 req-7c5b599f-fdd2-432c-b34d-8b6cea3ce148 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:43.965493 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b5022df-ce36-436c-bb63-57d2187a4556 req-7c5b599f-fdd2-432c-b34d-8b6cea3ce148 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0726674 Jul 16 20:55:44.007624 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b5022df-ce36-436c-bb63-57d2187a4556 req-e1b2635d-66de-459c-8f6f-c816ea41e477 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361099 Jul 16 20:55:44.226534 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:44.451733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-3ee57012-4560-4776-8446-7c5f026148a4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.453544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-3ee57012-4560-4776-8446-7c5f026148a4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d&tenant_id=f416e817a0934c33af99e7da844b8a17&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 943 time: 0.0803800 Jul 16 20:55:44.502122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e9183-9bbb-437d-9cd3-7552271830e4 req-115c9e3b-5320-4edc-872d-0901936ab11f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.503702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-018e9183-9bbb-437d-9cd3-7552271830e4 req-115c9e3b-5320-4edc-872d-0901936ab11f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0725291 Jul 16 20:55:44.519716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-070184c2-b91f-4c2f-94f9-b53a0f0d6441 service neutron] 10.222.0.79 "GET /v2.0/ports/a62b7cc9-60b0-4153-b24e-2b063a325339/bindings/n-h2-792458-10 HTTP/1.1" status: 200 len: 383 time: 0.0592809 Jul 16 20:55:44.545795 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-018e9183-9bbb-437d-9cd3-7552271830e4 req-16847c5b-b07c-41ac-9a28-f2a53fe8dfd1 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358894 Jul 16 20:55:44.601783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-62616c39-32ff-4507-99de-0ababb352ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.603334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-62616c39-32ff-4507-99de-0ababb352ae6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1095 time: 0.0598431 Jul 16 20:55:44.703713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-6b7df3b9-4ebc-48bc-88b4-60dcfa15ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.705155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-6b7df3b9-4ebc-48bc-88b4-60dcfa15ca81 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0958071 Jul 16 20:55:44.772752 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-d02fa5d9-c39b-48a8-8e2e-1c3bd265ffc9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0611570 Jul 16 20:55:44.842156 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-ddc6f506-a64f-4a56-bf51-316d482fcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.843660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-ddc6f506-a64f-4a56-bf51-316d482fcf1d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0641017 Jul 16 20:55:44.903362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-5c02ac76-d9dd-43ad-b06d-509a917178a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.904859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-5c02ac76-d9dd-43ad-b06d-509a917178a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551875 Jul 16 20:55:45.019610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-4334dad7-ec10-441a-bd11-be8758d1ff06 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071007 Jul 16 20:55:45.116069 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-cad22bac-4197-4495-b315-f6aa7204e063 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905216 Jul 16 20:55:45.747426 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1682f-69a8-44fb-8da2-4e1f50f0a431 req-6c503b7c-6bb4-422e-9385-c4c960781f3f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:45.748945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20b1682f-69a8-44fb-8da2-4e1f50f0a431 req-6c503b7c-6bb4-422e-9385-c4c960781f3f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.0776424 Jul 16 20:55:45.764169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:55:45.792127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20b1682f-69a8-44fb-8da2-4e1f50f0a431 req-62a7aee2-7f48-4ef6-8b94-6c84c3d07b0b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351641 Jul 16 20:55:45.871963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:45.888668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'mac_address': 'fa:16:3e:3e:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:55:45.926143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:45.939805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62b7cc9-60b0-4153-b24e-2b063a325339 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:55:45.959512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:45.969297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:46.019228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:46.027129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.027462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.027921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.028252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.028583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.028908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.029405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.029524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.029882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.030208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.030536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.030895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.225372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a62b7cc9-60b0-4153-b24e-2b063a325339'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:55:46.970655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475a649-c608-4761-a203-4eabd4c8a7ae req-677374b7-5846-4368-b86b-9b502b1b7034 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:46.972403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b475a649-c608-4761-a203-4eabd4c8a7ae req-677374b7-5846-4368-b86b-9b502b1b7034 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0670722 Jul 16 20:55:47.014164 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b475a649-c608-4761-a203-4eabd4c8a7ae req-ccd55140-bc37-4a1f-91e3-0850eedc1d9a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347462 Jul 16 20:55:47.780407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:55:47.879049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:47.895457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'mac_address': 'fa:16:3e:3e:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:55:48.213382 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1985f4-964e-4ce3-93e5-2aa55e9a1dbd req-d8011ba8-e4e5-4e77-b7bc-4bbc1c27812e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:48.215006 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc1985f4-964e-4ce3-93e5-2aa55e9a1dbd req-d8011ba8-e4e5-4e77-b7bc-4bbc1c27812e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0790255 Jul 16 20:55:48.254772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fc1985f4-964e-4ce3-93e5-2aa55e9a1dbd req-44977836-3810-435c-bf7d-17a2a97bdda3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338986 Jul 16 20:55:48.930467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c1431bba-6573-45b2-b106-2a28e61c7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:48.932049 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c1431bba-6573-45b2-b106-2a28e61c7c63 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d&tenant_id=f416e817a0934c33af99e7da844b8a17 HTTP/1.1" status: 200 len: 1096 time: 0.0538106 Jul 16 20:55:48.944805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:49.021214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.243629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:49.284478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h2-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:49.318644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a62b7cc9-60b0-4153-b24e-2b063a325339 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:55:49.328109 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.338683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Ignored duplicate provisioning block setup for port a62b7cc9-60b0-4153-b24e-2b063a325339 by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:55:49.342789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.468965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=9']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:49.490587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.490939 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.491291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.491624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.491947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.492276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.492602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.492923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.493244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.493563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.493916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.494205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:49.546518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] No DVR routers for this DVR port a62b7cc9-60b0-4153-b24e-2b063a325339 on host n-h2-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:49.590750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd647844-2396-4d84-9912-ecd143740ee8 req-60b667d6-8ccf-43e3-adad-a5316a53ef1f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:49.592438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd647844-2396-4d84-9912-ecd143740ee8 req-60b667d6-8ccf-43e3-adad-a5316a53ef1f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 943 time: 0.2203057 Jul 16 20:55:49.680030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd647844-2396-4d84-9912-ecd143740ee8 req-7af5be93-8c45-49a6-ad1b-adc5773c1528 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777702 Jul 16 20:55:49.726275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:49.726612 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:49.726975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:49.731538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:55:49.731862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Attempting to bind port a62b7cc9-60b0-4153-b24e-2b063a325339 on network 3819f110-e781-4c28-a4f3-2a44f34b3528 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:49.736915 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:49.737254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Checking segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:49.737640 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Bound using segment: {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:49.738057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Bound port: a62b7cc9-60b0-4153-b24e-2b063a325339, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:49.738412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.803740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:49.807223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:49.812825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.848922 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:49.849554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.850974 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] 10.222.0.99 "PUT /v2.0/ports/a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1092 time: 0.9103045 Jul 16 20:55:49.851428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:49.853710 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:49.891888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6167e3f-0153-4593-84f0-f5947e7bcc26 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:49.940402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-ebdd9907-bd30-4fa7-b9fc-0460b9338e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:49.941960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-ebdd9907-bd30-4fa7-b9fc-0460b9338e27 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1096 time: 0.0630500 Jul 16 20:55:49.982643 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb0118-60b9-453a-9a18-72c062ba72f0 x-openstack-request-id: req-bdfb0118-60b9-453a-9a18-72c062ba72f0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:49.982975 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:49.983264 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bdfb0118-60b9-453a-9a18-72c062ba72f0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:49.983701 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'status': 'completed', 'code': 200} Jul 16 20:55:50.042397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-137c2b61-bc00-434b-9752-b3c8a4aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.044173 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-137c2b61-bc00-434b-9752-b3c8a4aaf085 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0953484 Jul 16 20:55:50.060662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-27406649-3b35-4483-8766-20dc82ba7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.062204 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-27406649-3b35-4483-8766-20dc82ba7833 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1096 time: 0.0565503 Jul 16 20:55:50.114147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-32988b50-f449-44fc-89a1-f5fdb3e31149 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0635521 Jul 16 20:55:50.172944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-84f40bf7-e7fe-4c0d-9aeb-3b63b30b6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.174515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-84f40bf7-e7fe-4c0d-9aeb-3b63b30b6ea0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.1055739 Jul 16 20:55:50.178272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-de959a20-bc82-4ccd-9db0-3a632499c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.179814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-de959a20-bc82-4ccd-9db0-3a632499c9f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0596418 Jul 16 20:55:50.242970 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-33081f64-3114-4826-87c9-8b805e3ac220 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0611227 Jul 16 20:55:50.243386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-5561ea48-a226-4414-916e-a4c2cd1d60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.244854 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-5561ea48-a226-4414-916e-a4c2cd1d60bf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588539 Jul 16 20:55:50.300017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-e202d288-20f1-4234-8929-6a66ba02942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.301524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-e202d288-20f1-4234-8929-6a66ba02942c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0499382 Jul 16 20:55:50.342588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-ab03dcc1-9fb4-4a63-940b-532582b0c3c7 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902460 Jul 16 20:55:50.364657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-d02c561c-8bf5-4c6f-848a-e7c0e8960ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.366174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-d02c561c-8bf5-4c6f-848a-e7c0e8960ba8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549815 Jul 16 20:55:50.453301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4b938cc9-508d-44f4-a36a-be0dc2b5667d req-3063d0d1-c062-4adc-a75d-b092272043bd service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043742 Jul 16 20:55:50.467322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-31b46380-a958-412c-b741-05c10a115777 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933161 Jul 16 20:55:50.563318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-99ded518-85ac-4d14-ae6a-e644568078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.564841 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-99ded518-85ac-4d14-ae6a-e644568078cc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1096 time: 0.0683019 Jul 16 20:55:50.577071 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-6afbcc4e-5a11-434b-8644-f67cc4653715 service neutron] 10.222.0.79 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011922 Jul 16 20:55:50.665384 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-622787d4-c053-4c0d-8154-dd78e54bd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.666875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-622787d4-c053-4c0d-8154-dd78e54bd569 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0952799 Jul 16 20:55:50.741559 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-47d184fe-42d5-4d52-b0ca-0c29e0cc0b9c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0678523 Jul 16 20:55:50.792554 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-a42ab053-382b-4f47-8507-45031fe01155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.794127 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-a42ab053-382b-4f47-8507-45031fe01155 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0464137 Jul 16 20:55:50.897442 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-3f03e714-d89a-4829-b702-c51cf06d6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.898981 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-3f03e714-d89a-4829-b702-c51cf06d6fb8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988588 Jul 16 20:55:50.910788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdf7ff-332c-4d72-93b4-1bfcdd239b8e req-4cbdcb7d-2e0e-4b2c-8579-37fe14578690 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.912313 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3fdf7ff-332c-4d72-93b4-1bfcdd239b8e req-4cbdcb7d-2e0e-4b2c-8579-37fe14578690 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.1110594 Jul 16 20:55:51.004180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b3fdf7ff-332c-4d72-93b4-1bfcdd239b8e req-7c56f479-6ccc-4685-9e25-d9318335bc3a tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832212 Jul 16 20:55:51.033478 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-0bc87055-be02-4348-8b3c-511aa0d74754 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200659 Jul 16 20:55:51.137564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4ed34e6-ca5b-4e71-ae47-b23522252ca2 req-81f9436a-9d93-430c-a0ab-5cac8cf1c3d7 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969822 Jul 16 20:55:51.796182 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:51.841176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:52.201280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae348c-47ba-412b-bc98-a745c23138ad req-78784d2e-3ddf-4490-8067-4f3a56ad030b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:52.203199 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fae348c-47ba-412b-bc98-a745c23138ad req-78784d2e-3ddf-4490-8067-4f3a56ad030b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0707729 Jul 16 20:55:52.244694 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1fae348c-47ba-412b-bc98-a745c23138ad req-77ff3700-5718-4782-a9f9-a2707f110c70 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355387 Jul 16 20:55:53.425648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7997d12-f132-43f7-9176-8c405f224b1f req-d37f2ce3-ddff-44e5-a1dc-ef7471f88b68 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:53.428348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7997d12-f132-43f7-9176-8c405f224b1f req-d37f2ce3-ddff-44e5-a1dc-ef7471f88b68 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0674119 Jul 16 20:55:53.470402 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f7997d12-f132-43f7-9176-8c405f224b1f req-2a9b11ec-53d9-412f-83b9-7fb2084046b9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373578 Jul 16 20:55:54.670174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107067ea-cc75-41b6-b343-7e7eb674f6e3 req-9c98e964-095c-4ad7-ad36-e4a0c0743841 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:54.671722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-107067ea-cc75-41b6-b343-7e7eb674f6e3 req-9c98e964-095c-4ad7-ad36-e4a0c0743841 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0777266 Jul 16 20:55:54.713654 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-107067ea-cc75-41b6-b343-7e7eb674f6e3 req-d6c8ad74-ae1a-4785-bd71-a7b8b7e88515 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338483 Jul 16 20:55:55.906954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d3857-09c3-41af-a557-c7b14749375a req-bb6b9821-f7de-44d8-91ef-d9ff0c233061 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:55.908376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc3d3857-09c3-41af-a557-c7b14749375a req-bb6b9821-f7de-44d8-91ef-d9ff0c233061 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0719335 Jul 16 20:55:55.951936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bc3d3857-09c3-41af-a557-c7b14749375a req-86de8114-3058-42e5-8711-3dd55713e261 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371623 Jul 16 20:55:57.095196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-4813675d-95b9-4799-85d7-36f37369b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.096750 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-4813675d-95b9-4799-85d7-36f37369b72e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f416e817a0934c33af99e7da844b8a17&device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 1096 time: 0.0605752 Jul 16 20:55:57.139735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfa8c8-4b07-432d-8cb1-df0c92d71e6d req-6f0ebf94-7d6a-4b63-9c4f-8ce008f4a0d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.141337 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90bfa8c8-4b07-432d-8cb1-df0c92d71e6d req-6f0ebf94-7d6a-4b63-9c4f-8ce008f4a0d3 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0707862 Jul 16 20:55:57.180367 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90bfa8c8-4b07-432d-8cb1-df0c92d71e6d req-931f70b8-b8e8-4087-bdb4-a0a618d4782e tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Jul 16 20:55:57.211487 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-93b554e9-87b7-4d48-8ce2-e719cf68acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.213094 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-93b554e9-87b7-4d48-8ce2-e719cf68acda service neutron] 10.222.0.99 "GET /v2.0/networks?id=3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 200 len: 913 time: 0.0929699 Jul 16 20:55:57.285153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-fcf1acbb-35fe-4537-898e-c854b3510100 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 200 len: 1000 time: 0.0651138 Jul 16 20:55:57.340536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-33fde3b6-aee4-4ef2-bc70-0b1bf5d8a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.342767 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-33fde3b6-aee4-4ef2-bc70-0b1bf5d8a419 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 200 len: 851 time: 0.0511050 Jul 16 20:55:57.414683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-1079977a-1401-461f-bc47-e2fc44fa7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.416283 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-1079977a-1401-461f-bc47-e2fc44fa7fbd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3819f110-e781-4c28-a4f3-2a44f34b3528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672486 Jul 16 20:55:57.514095 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-1a66d180-f720-49c8-9fde-c4e4182d959d service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910404 Jul 16 20:55:57.614299 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8f66985-fd03-485a-9e85-568ceb9e09b3 req-d7c118c8-3d4f-4145-a31b-827d2e643dc0 service neutron] 10.222.0.99 "GET /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936902 Jul 16 20:55:58.390036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48410f03-db74-4dd7-a229-2c3508fe9a43 req-dc2dc849-4dd5-48ac-ba99-763bd67148fc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:58.391654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48410f03-db74-4dd7-a229-2c3508fe9a43 req-dc2dc849-4dd5-48ac-ba99-763bd67148fc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0811927 Jul 16 20:55:58.444783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48410f03-db74-4dd7-a229-2c3508fe9a43 req-eef553bb-aa0b-49fe-a0ab-5f7b2e54dc41 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Jul 16 20:55:59.630968 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b005-6e99-411e-a35c-60b626d6d8b3 req-3a077273-a0d7-4fdc-bc09-e2acc7d3e80f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:59.632507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bb3b005-6e99-411e-a35c-60b626d6d8b3 req-3a077273-a0d7-4fdc-bc09-e2acc7d3e80f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 944 time: 0.0688848 Jul 16 20:55:59.678401 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7bb3b005-6e99-411e-a35c-60b626d6d8b3 req-7c0f5e71-29ae-47db-b88b-0e3488874055 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396671 Jul 16 20:56:00.584200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:56:00.687314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:00.701976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'port_id': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'mac_address': 'fa:16:3e:3e:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:56:00.743758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:00.757612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62b7cc9-60b0-4153-b24e-2b063a325339 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:00.777533 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:00.782312 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:00.831323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:00.862106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202f1f9-e936-4967-844a-2b32ad75bed3 req-016f8fbc-1c58-48ca-974d-ec50c6bb506d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:00.863633 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6202f1f9-e936-4967-844a-2b32ad75bed3 req-016f8fbc-1c58-48ca-974d-ec50c6bb506d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0651038 Jul 16 20:56:00.906344 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6202f1f9-e936-4967-844a-2b32ad75bed3 req-64f2d84e-c8c6-47aa-b8d7-4a24fc367979 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369554 Jul 16 20:56:02.058364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a62b7cc9-60b0-4153-b24e-2b063a325339'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:02.107170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3aafa-45ce-4bf0-a982-f6747707b690 req-72324ebe-b077-4425-94e0-4a56acb439a7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:02.108718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bea3aafa-45ce-4bf0-a982-f6747707b690 req-72324ebe-b077-4425-94e0-4a56acb439a7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0778511 Jul 16 20:56:02.147478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bea3aafa-45ce-4bf0-a982-f6747707b690 req-74227679-487f-4f6b-8f84-10550fb43265 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328174 Jul 16 20:56:02.335111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4fa29-fe28-472a-91fc-c1a92d72a6f3 req-71a9286f-66c4-4587-b1cf-dcdbd9741815 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:02.336599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cc4fa29-fe28-472a-91fc-c1a92d72a6f3 req-71a9286f-66c4-4587-b1cf-dcdbd9741815 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0719690 Jul 16 20:56:02.376785 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cc4fa29-fe28-472a-91fc-c1a92d72a6f3 req-be772970-e436-41d3-9615-0686cd63679f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343547 Jul 16 20:56:02.580422 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138c7d-e96b-40e7-b1e0-c94a3307d31e req-22454490-6220-4528-9fbf-50851aea334f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:02.583202 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99138c7d-e96b-40e7-b1e0-c94a3307d31e req-22454490-6220-4528-9fbf-50851aea334f tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 945 time: 0.0781062 Jul 16 20:56:02.605743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:02.630002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-99138c7d-e96b-40e7-b1e0-c94a3307d31e req-692712c6-a93d-4e1e-b917-9cf4c1c3aac4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351639 Jul 16 20:56:02.664608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a62b7cc9-60b0-4153-b24e-2b063a325339 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:02.668959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a62b7cc9-60b0-4153-b24e-2b063a325339 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:02.669376 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:02.780580 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:02.804722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:02.807230 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb7afc-9690-4329-9cbc-c443dfed5019" -d '{"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-plugged", "status": "completed", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:02.821737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:02.826587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:02.875874 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=12']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:02.911995 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb90fb5-6790-4ddb-b3cb-7679f9286f84 x-openstack-request-id: req-afb90fb5-6790-4ddb-b3cb-7679f9286f84 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:02.912312 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-plugged", "status": "completed", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:02.912557 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-afb90fb5-6790-4ddb-b3cb-7679f9286f84 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:02.912947 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'code': 200} Jul 16 20:56:03.054590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ab4af-c114-473b-ab4e-6a4c3ef6b338 req-84c1244e-4241-4f32-96a2-720b8e6c18fc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.056123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022ab4af-c114-473b-ab4e-6a4c3ef6b338 req-84c1244e-4241-4f32-96a2-720b8e6c18fc tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 946 time: 0.0784166 Jul 16 20:56:03.110766 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022ab4af-c114-473b-ab4e-6a4c3ef6b338 req-b9e0eb1a-8a99-4859-823e-f5e9f1ed70ac tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Jul 16 20:56:04.302732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192a116-0ab1-4d95-92d7-db451c147065 req-4be5dce5-0c98-4e8c-a8f3-3c52c9da3b25 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.304159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a192a116-0ab1-4d95-92d7-db451c147065 req-4be5dce5-0c98-4e8c-a8f3-3c52c9da3b25 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 946 time: 0.0758741 Jul 16 20:56:04.346930 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a192a116-0ab1-4d95-92d7-db451c147065 req-6d147f58-550d-4647-beab-c469b1f7da5b tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups?id=bc476705-ae50-4daa-8023-ee3054541252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346794 Jul 16 20:56:04.583106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-bb90805a-99b2-4723-8bd5-1802a94df7f4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.584497 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-bb90805a-99b2-4723-8bd5-1802a94df7f4 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 946 time: 0.0708156 Jul 16 20:56:04.712947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Deleting port a62b7cc9-60b0-4153-b24e-2b063a325339 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:04.713308 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.814358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] For port a62b7cc9-60b0-4153-b24e-2b063a325339, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a62b7cc9-60b0-4153-b24e-2b063a325339,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:04.814763 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.008352 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.008721 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.009034 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b disassociated. External IP: 172.25.3.254, port: a62b7cc9-60b0-4153-b24e-2b063a325339. Jul 16 20:56:05.009377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Calling delete_port for a62b7cc9-60b0-4153-b24e-2b063a325339 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:05.145100 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.174425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event deleted for resources: {'Port': ['ID=a62b7cc9-60b0-4153-b24e-2b063a325339,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:05.296827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:05.411471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:05.422763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:05.434036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:05.434672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:55:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:05.459315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] No DVR routers for this DVR port a62b7cc9-60b0-4153-b24e-2b063a325339 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:05.462328 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.464935 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9575c9fd-a712-46bb-9239-c89029ddc814 req-5264115a-8487-48f2-ba75-3e7773e0f9e9 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.99 "DELETE /v2.0/ports/a62b7cc9-60b0-4153-b24e-2b063a325339 HTTP/1.1" status: 204 len: 173 time: 0.8746791 Jul 16 20:56:05.465421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-deleted', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:05.468494 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46f142-93f4-4b61-8d70-c60d1e5a5df0" -d '{"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-deleted", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:05.508111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ab032112-cddd-40d0-8ada-621eacbe135f req-6b8cbd73-b2cb-44c3-a108-808bd3e76545 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 210 time: 0.0357096 Jul 16 20:56:05.518121 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc5f5fd-9d84-4c3a-816e-e6c91d02c982 x-openstack-request-id: req-bdc5f5fd-9d84-4c3a-816e-e6c91d02c982 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:05.518460 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fa1068-6176-484e-ace7-bef6818e145d", "name": "network-vif-deleted", "tag": "a62b7cc9-60b0-4153-b24e-2b063a325339", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:05.518852 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bdc5f5fd-9d84-4c3a-816e-e6c91d02c982 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:05.519860 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fa1068-6176-484e-ace7-bef6818e145d', 'name': 'network-vif-deleted', 'tag': 'a62b7cc9-60b0-4153-b24e-2b063a325339', 'status': 'completed', 'code': 200} Jul 16 20:56:05.569473 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:05.779731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:05.809993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:05.818707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:05.819381 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:55:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:05.925657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:06.088287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1e31757e-b338-42c4-95f5-59f24a9300f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:06.143601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:06.170641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00e7f26-09c0-4080-9bde-15c390c26d55 None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:46:11Z', 'revision_number': 4, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'b5ad4a81-d2de-4a73-8c99-da1bed491064', 'name': '', 'network_id': '3819f110-e781-4c28-a4f3-2a44f34b3528', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'mac_address': 'fa:16:3e:a7:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:11Z', 'updated_at': '2021-07-16T20:46:16Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'subnets': [{'id': 'f37680b0-aa90-484c-9cb5-881456c74939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:06.400726 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a4445-e101-4ca0-b9c2-0448aee6030a None None] New status for floating IP 2e93efd4-e219-4cc8-8e35-2a63b6f01f9b: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:56:06.656594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6e16678c-1a83-408d-b998-1d23c824ef0d req-d57b0a5b-2754-4d12-9423-795bc67cff28 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 210 time: 0.0306942 Jul 16 20:56:07.805588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-912027c6-4171-4456-80ec-3b13443d7c03 req-b0d81e66-d126-4d31-8d8c-b12bd9f54696 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 210 time: 0.0331302 Jul 16 20:56:08.631935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:08.661229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: a62b7cc9-60b0-4153-b24e-2b063a325339 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:08.661588 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a62b7cc9-60b0-4153-b24e-2b063a325339 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:08.675304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:08.901671 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-affc725d-9eb3-4bfa-b8e8-17d778a17319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:08.921628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:08.954666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0e769060-fea4-431b-a9ec-c86e4d44e0dd req-91b35f87-e174-4f75-8fef-a0b905411aa7 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4fa1068-6176-484e-ace7-bef6818e145d HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jul 16 20:56:09.381083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.195823 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:11.986249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.227441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39664) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:13.286087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-149322b9-3ff8-4164-aaf1-5bd6a4948998 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.319074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-149322b9-3ff8-4164-aaf1-5bd6a4948998 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.376959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-149322b9-3ff8-4164-aaf1-5bd6a4948998 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.380011 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-149322b9-3ff8-4164-aaf1-5bd6a4948998 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.384148 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-149322b9-3ff8-4164-aaf1-5bd6a4948998 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "DELETE /v2.0/security-groups/bc476705-ae50-4daa-8023-ee3054541252 HTTP/1.1" status: 204 len: 168 time: 0.1527677 Jul 16 20:56:13.385792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39666) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:13.390797 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149322b9-3ff8-4164-aaf1-5bd6a4948998 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc476705-ae50-4daa-8023-ee3054541252,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:13.407464 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-0ab5f5be-e136-4155-8c97-e7838de5f150 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] show failed (client error): The resource could not be found. Jul 16 20:56:13.411468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39668) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:13.411623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ab5f5be-e136-4155-8c97-e7838de5f150 tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "GET /v2.0/security-groups/bc476705-ae50-4daa-8023-ee3054541252 HTTP/1.1" status: 404 len: 347 time: 0.0232320 Jul 16 20:56:13.540439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Deleting port 96961b81-6aa8-490f-894c-103c4d403246 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:13.540750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.620575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.620575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.632607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Calling delete_port for 96961b81-6aa8-490f-894c-103c4d403246 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:13.786102 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.824959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Pushing event deleted for resources: {'Port': ['ID=96961b81-6aa8-490f-894c-103c4d403246,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:13.888206 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.890562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:13.891741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1466cc4c-bc99-4e5c-8c17-c8f57e385b6d tempest-ServerActionsTestJSON-455287235 tempest-ServerActionsTestJSON-455287235-project] 10.222.0.91 "DELETE /v2.0/floatingips/2e93efd4-e219-4cc8-8e35-2a63b6f01f9b HTTP/1.1" status: 204 len: 168 time: 0.4792757 Jul 16 20:56:13.895090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39670) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:14.833030 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.101752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Deleting port b5ad4a81-d2de-4a73-8c99-da1bed491064 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:15.102120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.181072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] For port b5ad4a81-d2de-4a73-8c99-da1bed491064, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=b5ad4a81-d2de-4a73-8c99-da1bed491064,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:15.181516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.197556 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Calling delete_port for b5ad4a81-d2de-4a73-8c99-da1bed491064 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:15.402605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.431202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ad4a81-d2de-4a73-8c99-da1bed491064,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:15.622901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.856562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Router 3788f442-e056-43bb-8f37-4ab641703fae has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:15.968400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:15.974269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-648aa1cb-dcb5-46e6-8dfb-dfa98627684a admin admin] 10.222.0.91 "PUT /v2.0/routers/3788f442-e056-43bb-8f37-4ab641703fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0772209 Jul 16 20:56:15.977887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39674) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:15.981829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] Sync routers for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:15.991867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:15.992538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:56:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:16.091762 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.199947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.260905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Deleting port abe61155-449a-4e15-8e86-db15bae680dd {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:16.261248 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.273547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:16.352670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] For port abe61155-449a-4e15-8e86-db15bae680dd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=abe61155-449a-4e15-8e86-db15bae680dd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:16.353051 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.367371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Calling delete_port for abe61155-449a-4e15-8e86-db15bae680dd owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:16.455986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:56:15Z', 'revision_number': 5, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port': {'id': 'abe61155-449a-4e15-8e86-db15bae680dd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3788f442-e056-43bb-8f37-4ab641703fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:09Z', 'updated_at': '2021-07-16T20:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:16.486107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] Checking router: 3788f442-e056-43bb-8f37-4ab641703fae for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:16.495449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] Routers {'3788f442-e056-43bb-8f37-4ab641703fae'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:16.496087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:56:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['3788f442-e056-43bb-8f37-4ab641703fae'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:16.539805 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.565485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Pushing event deleted for resources: {'Port': ['ID=abe61155-449a-4e15-8e86-db15bae680dd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:16.582439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] Set router 3788f442-e056-43bb-8f37-4ab641703fae gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:16.633258 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.637459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:56:16Z', 'revision_number': 6, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:16.663640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a99ea8-c285-41c9-bb40-ffc27e99dffb None None] The sync data for ids ['3788f442-e056-43bb-8f37-4ab641703fae'] in n-d-792458-10 is: [{'id': '3788f442-e056-43bb-8f37-4ab641703fae', 'name': 'tempest-ServerActionsTestJSON-1947909399-router', 'tenant_id': 'f416e817a0934c33af99e7da844b8a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:08Z', 'updated_at': '2021-07-16T20:56:16Z', 'revision_number': 6, 'project_id': 'f416e817a0934c33af99e7da844b8a17', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:16.724525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.726625 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.774601 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.775150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3788f442-e056-43bb-8f37-4ab641703fae {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:56:16.779970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.781132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-73cae1e1-1433-424d-a083-973152e452ac admin admin] 10.222.0.91 "DELETE /v2.0/routers/3788f442-e056-43bb-8f37-4ab641703fae HTTP/1.1" status: 204 len: 168 time: 0.8022919 Jul 16 20:56:16.784590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39676) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:16.833859 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] Deleting subnet f37680b0-aa90-484c-9cb5-881456c74939 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:56:16.838368 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.880933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.964288 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.024613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.057259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37680b0-aa90-484c-9cb5-881456c74939,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:17.061521 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.063562 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-93f4dd4c-48e1-434c-bddb-9f35dfdd367f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f37680b0-aa90-484c-9cb5-881456c74939 HTTP/1.1" status: 204 len: 168 time: 0.2783644 Jul 16 20:56:17.066699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39678) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:17.070472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cedd86-fecf-4e41-b1a7-802406236e97 None None] Network 3819f110-e781-4c28-a4f3-2a44f34b3528 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:17.139106 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.199230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Deleting port 41cd80ee-059b-47a1-bba8-aca3a37b9741 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:17.199529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.268143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] For port 41cd80ee-059b-47a1-bba8-aca3a37b9741, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=41cd80ee-059b-47a1-bba8-aca3a37b9741,segment=NetworkSegment(58ae304d-d9fe-4f51-a10a-a323ee4a4fc9),segment_id=58ae304d-d9fe-4f51-a10a-a323ee4a4fc9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:17.268418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.280652 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Calling delete_port for 41cd80ee-059b-47a1-bba8-aca3a37b9741 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:17.364927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.393953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=41cd80ee-059b-47a1-bba8-aca3a37b9741,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:17.398938 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] No DVR routers for this DVR port 41cd80ee-059b-47a1-bba8-aca3a37b9741 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:17.452682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0973402-733d-49af-9217-ec8a757607f3 None None] DHCP port deletion for 3819f110-e781-4c28-a4f3-2a44f34b3528 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:56:17.476571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.487494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3819f110-e781-4c28-a4f3-2a44f34b3528']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:17.497397 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:17.497690 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ae304d-d9fe-4f51-a10a-a323ee4a4fc9') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:17.507095 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.522793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.529072 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:17.529638 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:17.531264 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:17.590024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.603394 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.605321 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] 10.222.0.91 "DELETE /v2.0/networks/3819f110-e781-4c28-a4f3-2a44f34b3528 HTTP/1.1" status: 204 len: 168 time: 0.5377908 Jul 16 20:56:17.617480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbe274-20b1-4f87-84e8-5c70abe8b9ca admin admin] Pushing event deleted for resources: {'Network': ['ID=3819f110-e781-4c28-a4f3-2a44f34b3528,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:17.761075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39682) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:17.803652 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-acb99036-3ede-4e7f-9a7e-1f0f012cb169 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f416e817a0934c33af99e7da844b8a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412087 Jul 16 20:56:17.806450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39684) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:17.861240 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedf26ab-4226-4395-8b94-29a1ae53f23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.882731 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedf26ab-4226-4395-8b94-29a1ae53f23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.936432 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedf26ab-4226-4395-8b94-29a1ae53f23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.938953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aedf26ab-4226-4395-8b94-29a1ae53f23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.940219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aedf26ab-4226-4395-8b94-29a1ae53f23a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aa66d084-0002-4197-a735-524e436744ba HTTP/1.1" status: 204 len: 168 time: 0.1328671 Jul 16 20:56:17.947902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf26ab-4226-4395-8b94-29a1ae53f23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa66d084-0002-4197-a735-524e436744ba,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:18.046719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b5ad4a81-d2de-4a73-8c99-da1bed491064 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:18.070376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: b5ad4a81-d2de-4a73-8c99-da1bed491064 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:18.070591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device b5ad4a81-d2de-4a73-8c99-da1bed491064 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:18.071229 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device abe61155-449a-4e15-8e86-db15bae680dd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:18.090400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: abe61155-449a-4e15-8e86-db15bae680dd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:18.090734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device abe61155-449a-4e15-8e86-db15bae680dd not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:18.091288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 41cd80ee-059b-47a1-bba8-aca3a37b9741 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:18.110019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 41cd80ee-059b-47a1-bba8-aca3a37b9741 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:18.110359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 41cd80ee-059b-47a1-bba8-aca3a37b9741 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:18.725190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39706) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:18.841331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1925090018-network', 'tenant_id': 'eac8d889f0a745ccad1a03c402e21597'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:18.871198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Made reservation on behalf of eac8d889f0a745ccad1a03c402e21597 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:18.874617 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.885543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.002151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.007180 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.032166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:19.041005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4f3b07-0c6a-46c7-a35f-cc7b16622662,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:19.048135 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.049020 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Added segment b241de2a-e935-4b78-8d9d-942064db27c4 of type vlan for network 2a4039eb-c012-441a-993c-99220050678c Jul 16 20:56:19.088813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.118865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.119842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:19.120459 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.155831 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4294934 Jul 16 20:56:19.159680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39710) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:19.167159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Request body: {'subnet': {'network_id': '2a4039eb-c012-441a-993c-99220050678c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1925090018-subnet', 'tenant_id': 'eac8d889f0a745ccad1a03c402e21597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:19.188378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0d556-b576-4742-9629-402195c62258 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4039eb-c012-441a-993c-99220050678c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:19.189617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Made reservation on behalf of eac8d889f0a745ccad1a03c402e21597 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:19.192506 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.199634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2a4039eb-c012-441a-993c-99220050678c details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:19.383519 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.433415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7692b3dc-c8de-4f96-b46f-cac4a0708059,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:19.450633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Checking segment: {'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:19.451038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Network hostable DHCP agents. Network: 2a4039eb-c012-441a-993c-99220050678c, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:19.470326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Network 2a4039eb-c012-441a-993c-99220050678c is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:19.479839 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2a4039eb-c012-441a-993c-99220050678c) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:19.484134 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:19.484723 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.488699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbae95a-c151-401a-9ec8-e588f8e06769 None None] Network 2a4039eb-c012-441a-993c-99220050678c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:19.500248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0ea059b7-c56e-4641-94d4-b9636505be4c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3387516 Jul 16 20:56:19.616318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa4408-d123-43df-8212-e25d8933a049 None None] Network 2a4039eb-c012-441a-993c-99220050678c requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:19.964878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c827-8809-45d2-9260-04692ad281a3 req-98309e75-ccdc-40b9-8b4f-b1a1ae1732de tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:19.966640 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-98309e75-ccdc-40b9-8b4f-b1a1ae1732de tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/networks?id=2a4039eb-c012-441a-993c-99220050678c HTTP/1.1" status: 200 len: 814 time: 0.1087554 Jul 16 20:56:19.987956 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-c1d41a10-4202-40de-bf64-159f18eaec38 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/quotas/eac8d889f0a745ccad1a03c402e21597 HTTP/1.1" status: 200 len: 375 time: 0.0145059 Jul 16 20:56:20.024694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-2fd4a438-325d-4558-ad4a-6d1a1989f925 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=eac8d889f0a745ccad1a03c402e21597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314937 Jul 16 20:56:20.035374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-21818301-1363-4771-9c94-aa45299efe4a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:56:20.036323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-21818301-1363-4771-9c94-aa45299efe4a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056841 Jul 16 20:56:20.192236 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-8d2a112b-db5e-472c-b072-f2175ff6480c service neutron] 10.222.0.91 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497848 Jul 16 20:56:20.287683 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-03f7a5ec-f811-4179-888b-5e86bcddd2b4 service neutron] 10.222.0.91 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889666 Jul 16 20:56:20.458301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d1f87a47-7b9e-4b72-af2c-d348594e1805 req-b2fac1d9-33d1-4d77-9595-b45fd7be9814 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 210 time: 0.0292478 Jul 16 20:56:21.230591 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:21.587217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c827-8809-45d2-9260-04692ad281a3 req-78bed709-5f1a-4e0b-a7f6-eea59132fe48 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:21.589240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-78bed709-5f1a-4e0b-a7f6-eea59132fe48 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.79 "GET /v2.0/networks?id=2a4039eb-c012-441a-993c-99220050678c HTTP/1.1" status: 200 len: 814 time: 0.1204445 Jul 16 20:56:21.605229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Request body: {'port': {'device_id': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'network_id': '2a4039eb-c012-441a-993c-99220050678c', 'admin_state_up': True, 'tenant_id': 'eac8d889f0a745ccad1a03c402e21597'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:21.612308 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-38c2edac-0b36-4f51-8067-57185718b754 req-560808bc-a4b9-4723-96d0-e596c0dd1cb6 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 210 time: 0.0324991 Jul 16 20:56:21.723996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Made reservation on behalf of eac8d889f0a745ccad1a03c402e21597 for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:21.728317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.862004 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Allocated IP 172.20.0.12 (2a4039eb-c012-441a-993c-99220050678c/7692b3dc-c8de-4f96-b46f-cac4a0708059/1efce859-c5fc-4e9b-b6db-68a6ba2e47fe) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:22.028760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.075367 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.128052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Network 2a4039eb-c012-441a-993c-99220050678c is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:22.131491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:22.135964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:22.139848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Pushing event updated for resources: {'Port': ['ID=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:22.187364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:22.188373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.206057 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-34d023f1-3ca7-46aa-81d2-2720930c10cb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047533 Jul 16 20:56:22.217456 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Request body: {'port': {'device_id': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:22.297382 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.568573 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:22.576260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.589686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Transition to ACTIVE for port object 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:22.597489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.650854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Pushing event updated for resources: {'Port': ['ID=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:22.720393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Attempting to bind port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:22.720731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Attempting to bind port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:22.721054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Attempting to bind port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe on network 2a4039eb-c012-441a-993c-99220050678c {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:22.725432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe on network 2a4039eb-c012-441a-993c-99220050678c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:56:22.725747 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Attempting to bind port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe on network 2a4039eb-c012-441a-993c-99220050678c {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:22.740769 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:22.741097 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Checking segment: {'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:22.741464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Bound using segment: {'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:22.741890 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Bound port: 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:22.742243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.160233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe50568-dfb3-4594-9ba9-56cf9001fc8a req-ef597e4d-7c3e-4779-b1b3-f40732025614 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.161716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fbe50568-dfb3-4594-9ba9-56cf9001fc8a req-ef597e4d-7c3e-4779-b1b3-f40732025614 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 944 time: 0.4330790 Jul 16 20:56:23.162728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] For port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:23.166431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] For port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:23.175602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.226913 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.227348 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.228852 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] 10.222.0.79 "PUT /v2.0/ports/1efce859-c5fc-4e9b-b6db-68a6ba2e47fe HTTP/1.1" status: 200 len: 1093 time: 1.0155807 Jul 16 20:56:23.231046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'tag': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:23.233471 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1224b2ed-0e67-4205-9528-ec1b8ee590be" -d '{"events": [{"name": "network-changed", "server_uuid": "eab75af6-c799-4b7b-86b2-c279070d95e2", "tag": "1efce859-c5fc-4e9b-b6db-68a6ba2e47fe"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:23.246864 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fbe50568-dfb3-4594-9ba9-56cf9001fc8a req-d441bd63-cb65-4429-9741-8bcbbc903e8b tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790534 Jul 16 20:56:23.282035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d0bdf-e7cc-4c59-9df7-08a0a382df36 service neutron] Pushing event updated for resources: {'Port': ['ID=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:23.288132 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e0000e-efcd-403e-97d0-251f3af401f3 x-openstack-request-id: req-a4e0000e-efcd-403e-97d0-251f3af401f3 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:23.288386 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab75af6-c799-4b7b-86b2-c279070d95e2", "tag": "1efce859-c5fc-4e9b-b6db-68a6ba2e47fe", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:23.288663 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a4e0000e-efcd-403e-97d0-251f3af401f3 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:23.289046 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'tag': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe', 'status': 'completed', 'code': 200} Jul 16 20:56:23.338911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c827-8809-45d2-9260-04692ad281a3 req-23d11895-794c-4ff5-a447-b8aab302bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.340580 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-23d11895-794c-4ff5-a447-b8aab302bb32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eac8d889f0a745ccad1a03c402e21597&device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 1096 time: 0.0701168 Jul 16 20:56:23.385748 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-6c40f1f2-dac7-4933-bd19-a60d4eb4b3f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe HTTP/1.1" status: 200 len: 217 time: 0.0374286 Jul 16 20:56:23.437475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c827-8809-45d2-9260-04692ad281a3 req-e93221e0-cc44-4ef0-84fb-891b5720248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.438679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-e93221e0-cc44-4ef0-84fb-891b5720248d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7692b3dc-c8de-4f96-b46f-cac4a0708059 HTTP/1.1" status: 200 len: 854 time: 0.0461769 Jul 16 20:56:23.475988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-5ae47e5c-335b-4812-9872-99090bc911a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2a4039eb-c012-441a-993c-99220050678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312397 Jul 16 20:56:23.571383 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-7261a81c-30bd-4ff0-a9ee-85fe3c82a838 service neutron] 10.222.0.79 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886943 Jul 16 20:56:23.666902 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-13b2c827-8809-45d2-9260-04692ad281a3 req-12d84fbe-8609-4e54-9cd3-f28bfeafe42e service neutron] 10.222.0.79 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887582 Jul 16 20:56:23.788066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-341e3d55-53d3-44db-a245-0241922fd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.789437 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-341e3d55-53d3-44db-a245-0241922fd4a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eac8d889f0a745ccad1a03c402e21597&device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 1096 time: 0.0682211 Jul 16 20:56:23.894429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-0ba05baf-607c-4a88-a4e0-c699470c8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.895947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-0ba05baf-607c-4a88-a4e0-c699470c8171 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2a4039eb-c012-441a-993c-99220050678c HTTP/1.1" status: 200 len: 915 time: 0.0998738 Jul 16 20:56:23.937600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-42dcfaa9-e7d9-48cc-80f8-e573cff907e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe HTTP/1.1" status: 200 len: 217 time: 0.0350878 Jul 16 20:56:23.990730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-0ce458b3-1581-4952-98c0-a5898c4818ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:23.992237 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-0ce458b3-1581-4952-98c0-a5898c4818ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7692b3dc-c8de-4f96-b46f-cac4a0708059 HTTP/1.1" status: 200 len: 854 time: 0.0476303 Jul 16 20:56:24.025744 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-7abf2547-163b-44f0-b652-4f712383cefc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2a4039eb-c012-441a-993c-99220050678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263648 Jul 16 20:56:24.131297 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-c82f0aa0-4f8c-4914-adff-5f9c31b0202b service neutron] 10.222.0.79 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969901 Jul 16 20:56:24.230562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1224b2ed-0e67-4205-9528-ec1b8ee590be req-da293f85-edcd-472a-a59b-c7a2d998a41f service neutron] 10.222.0.79 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927613 Jul 16 20:56:24.430333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65440-2583-46dd-a2b9-a74bf1962ad7 req-37ebe8f3-faa2-4d1f-98b5-09da72c8ee8a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:24.431803 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-36a65440-2583-46dd-a2b9-a74bf1962ad7 req-37ebe8f3-faa2-4d1f-98b5-09da72c8ee8a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 944 time: 0.0670891 Jul 16 20:56:24.472716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-36a65440-2583-46dd-a2b9-a74bf1962ad7 req-fc6670e8-cd48-4ea3-aa59-a514c8687ace tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Jul 16 20:56:25.672718 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac2999-a22a-4013-a7fb-5f3e6c54032b req-9b9981bd-39ee-44b7-b7aa-e8f18ae85401 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:25.674528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1cac2999-a22a-4013-a7fb-5f3e6c54032b req-9b9981bd-39ee-44b7-b7aa-e8f18ae85401 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 944 time: 0.0809040 Jul 16 20:56:25.716270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1cac2999-a22a-4013-a7fb-5f3e6c54032b req-ec0424f0-fe32-4e7f-885d-7bfb4dc54588 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340304 Jul 16 20:56:26.901529 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecee8f-440e-4e86-99ff-aa8e54205b28 req-83494d81-78b2-4d23-bc6c-5a2586cfc617 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.902974 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f9ecee8f-440e-4e86-99ff-aa8e54205b28 req-83494d81-78b2-4d23-bc6c-5a2586cfc617 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 944 time: 0.0693367 Jul 16 20:56:26.941997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f9ecee8f-440e-4e86-99ff-aa8e54205b28 req-cec66607-a958-4b38-9faa-56d33b4e0e3c tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Jul 16 20:56:27.955973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:56:28.062274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:28.074370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe', 'network_id': '2a4039eb-c012-441a-993c-99220050678c', 'port_id': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe', 'mac_address': 'fa:16:3e:38:91:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7692b3dc-c8de-4f96-b46f-cac4a0708059', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:56:28.116529 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.131409 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:28.138320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afade69-dd73-4509-9d17-0f288ee7183c req-bdbdb853-337d-4325-8c00-02dc0bec9a9c tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.139940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9afade69-dd73-4509-9d17-0f288ee7183c req-bdbdb853-337d-4325-8c00-02dc0bec9a9c tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 944 time: 0.0722976 Jul 16 20:56:28.152489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:28.157498 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.180930 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9afade69-dd73-4509-9d17-0f288ee7183c req-f97da388-e228-46c4-b3b8-fadab2a72866 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351670 Jul 16 20:56:28.209089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:28.346212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['1efce859-c5fc-4e9b-b6db-68a6ba2e47fe'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:29.382380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fdff4-fcd0-48a4-a675-2cda3ff8b53a req-0ec41268-05b2-4b7c-b371-06b8f69ecc20 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:29.384982 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a1fdff4-fcd0-48a4-a675-2cda3ff8b53a req-0ec41268-05b2-4b7c-b371-06b8f69ecc20 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 945 time: 0.0872898 Jul 16 20:56:29.425912 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a1fdff4-fcd0-48a4-a675-2cda3ff8b53a req-30025611-fff7-4990-8d9c-f0a785f0c06e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Jul 16 20:56:29.987681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:30.050975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:30.056288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:30.056754 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.150440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.181107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:30.183489 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41c532d-0da6-4c41-9633-6e468333d2fe" -d '{"events": [{"server_uuid": "eab75af6-c799-4b7b-86b2-c279070d95e2", "name": "network-vif-plugged", "status": "completed", "tag": "1efce859-c5fc-4e9b-b6db-68a6ba2e47fe"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:30.196414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:30.201943 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.232773 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa00e95-6a0a-4aea-9de7-121609276a32 x-openstack-request-id: req-4aa00e95-6a0a-4aea-9de7-121609276a32 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:30.233069 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab75af6-c799-4b7b-86b2-c279070d95e2", "name": "network-vif-plugged", "status": "completed", "tag": "1efce859-c5fc-4e9b-b6db-68a6ba2e47fe", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:30.233305 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4aa00e95-6a0a-4aea-9de7-121609276a32 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:30.233680 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe', 'code': 200} Jul 16 20:56:30.255154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:30.360889 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b05ba-df08-424a-a0c8-f9d258e15ba0 req-aef659b5-1d8f-4695-a3cb-059f496d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.362418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-204b05ba-df08-424a-a0c8-f9d258e15ba0 req-aef659b5-1d8f-4695-a3cb-059f496d818a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 1098 time: 0.0643966 Jul 16 20:56:30.398442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-204b05ba-df08-424a-a0c8-f9d258e15ba0 req-4b9ae1c0-a0da-4a80-8a60-5eb50e840b70 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299435 Jul 16 20:56:30.620492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b048e-afc8-4176-b7cf-f208858eb10b req-929589ab-a4fe-4e26-ba81-7f8c537e85e6 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.621656 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e07b048e-afc8-4176-b7cf-f208858eb10b req-929589ab-a4fe-4e26-ba81-7f8c537e85e6 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0763965 Jul 16 20:56:30.672244 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e07b048e-afc8-4176-b7cf-f208858eb10b req-3cdc314b-6eb1-4c4f-83af-c23ba20e29db tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Jul 16 20:56:31.854188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aff4d-2581-4ed6-88fd-fd70fc2727ac req-b4e3c514-acd4-49d3-ad5e-7708a607ffdf tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:31.855800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c17aff4d-2581-4ed6-88fd-fd70fc2727ac req-b4e3c514-acd4-49d3-ad5e-7708a607ffdf tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0711603 Jul 16 20:56:31.900403 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c17aff4d-2581-4ed6-88fd-fd70fc2727ac req-a595dc16-adff-4b0a-ad74-c5898f8b021f tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382233 Jul 16 20:56:32.149904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-c446fcc0-739a-406b-8bad-61cd3985a5cd tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:32.151663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-c446fcc0-739a-406b-8bad-61cd3985a5cd tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/networks?id=2a4039eb-c012-441a-993c-99220050678c HTTP/1.1" status: 200 len: 814 time: 0.1113062 Jul 16 20:56:32.167924 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-14d15866-ae24-4e12-bb4d-cff960429fba tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/quotas/eac8d889f0a745ccad1a03c402e21597 HTTP/1.1" status: 200 len: 375 time: 0.0107980 Jul 16 20:56:32.245292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-e516719c-57ac-4118-a9f4-3bbf1127fc80 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=eac8d889f0a745ccad1a03c402e21597&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722592 Jul 16 20:56:32.256279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-b5842311-505a-4753-834f-40f78eb37798 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:56:32.257230 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-b5842311-505a-4753-834f-40f78eb37798 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056031 Jul 16 20:56:32.411487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-ce9a438e-624a-43b0-b36c-ac1f5cdbc4e4 service neutron] 10.222.0.91 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484573 Jul 16 20:56:32.511594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-09c10fa7-5f5a-4dae-95aa-e6ec4aa77df5 service neutron] 10.222.0.91 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918627 Jul 16 20:56:32.690460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-46433ac8-f6c8-4f10-9f2d-7fd2b3ab1f89 req-e62bfcf5-87e8-4e97-8725-c009c36d754c tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 210 time: 0.0283802 Jul 16 20:56:33.839808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b81086f4-5896-426c-882d-ed1fd35ba944 req-7eefb5f6-5f8b-490e-bd64-87b16b158000 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 210 time: 0.0333605 Jul 16 20:56:33.967979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-9a43de66-2597-4f8b-b4fd-4bbc0106ea25 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:33.969517 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-9a43de66-2597-4f8b-b4fd-4bbc0106ea25 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.99 "GET /v2.0/networks?id=2a4039eb-c012-441a-993c-99220050678c HTTP/1.1" status: 200 len: 814 time: 0.1096938 Jul 16 20:56:33.981474 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Request body: {'port': {'device_id': '145bfe24-f367-4077-b659-5fa8c367cc41', 'network_id': '2a4039eb-c012-441a-993c-99220050678c', 'admin_state_up': True, 'tenant_id': 'eac8d889f0a745ccad1a03c402e21597'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:34.099365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Made reservation on behalf of eac8d889f0a745ccad1a03c402e21597 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:34.103084 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.242253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Allocated IP 172.20.0.5 (2a4039eb-c012-441a-993c-99220050678c/7692b3dc-c8de-4f96-b46f-cac4a0708059/f62b46f7-8c14-45fd-b2e7-75ea9ebeca87) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:34.413920 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.464756 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.477489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['1efce859-c5fc-4e9b-b6db-68a6ba2e47fe'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:34.511932 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Network 2a4039eb-c012-441a-993c-99220050678c is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:34.515156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:34.519315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:34.546316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Pushing event updated for resources: {'Port': ['ID=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:34.571806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:34.572381 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.590260 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-733be152-fd1b-4898-86c3-d7369a7bd351 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126313 Jul 16 20:56:34.602736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Request body: {'port': {'device_id': '145bfe24-f367-4077-b659-5fa8c367cc41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:34.681254 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.211385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060234f6-f7cf-4d4b-8ffc-15784632e97e req-814fd89f-d30f-41d6-953d-a45590e9e1e7 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:35.212870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-060234f6-f7cf-4d4b-8ffc-15784632e97e req-814fd89f-d30f-41d6-953d-a45590e9e1e7 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 931 time: 0.1645539 Jul 16 20:56:35.298021 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-060234f6-f7cf-4d4b-8ffc-15784632e97e req-a71e2ae2-f144-490b-b7a8-89799964b402 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750299 Jul 16 20:56:35.383174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:35.390909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.403571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Transition to ACTIVE for port object f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:35.410894 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.463030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:35.540371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Attempting to bind port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:35.540704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Attempting to bind port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:35.541032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Attempting to bind port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 on network 2a4039eb-c012-441a-993c-99220050678c {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:35.545752 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 on network 2a4039eb-c012-441a-993c-99220050678c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:56:35.546228 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Attempting to bind port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 on network 2a4039eb-c012-441a-993c-99220050678c {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:35.552274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:35.552680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Checking segment: {'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:35.553059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Bound using segment: {'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:35.553509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Bound port: f62b46f7-8c14-45fd-b2e7-75ea9ebeca87, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b241de2a-e935-4b78-8d9d-942064db27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2a4039eb-c012-441a-993c-99220050678c'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:35.553930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.632369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] For port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:35.635657 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] For port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:35.641486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.674954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:35.675620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.677018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] 10.222.0.99 "PUT /v2.0/ports/f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 HTTP/1.1" status: 200 len: 1092 time: 1.0786412 Jul 16 20:56:35.677464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145bfe24-f367-4077-b659-5fa8c367cc41', 'tag': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:35.679867 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c78b6-05cf-4d59-b489-d29a4664dd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "145bfe24-f367-4077-b659-5fa8c367cc41", "tag": "f62b46f7-8c14-45fd-b2e7-75ea9ebeca87"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:35.710266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105a8f2-20d4-4f08-b1fa-742abca311d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:35.724775 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b053561-04df-41d0-b57e-1f7dbd22b60e x-openstack-request-id: req-2b053561-04df-41d0-b57e-1f7dbd22b60e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:35.725060 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145bfe24-f367-4077-b659-5fa8c367cc41", "tag": "f62b46f7-8c14-45fd-b2e7-75ea9ebeca87", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:35.725297 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2b053561-04df-41d0-b57e-1f7dbd22b60e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:35.725684 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145bfe24-f367-4077-b659-5fa8c367cc41', 'tag': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87', 'status': 'completed', 'code': 200} Jul 16 20:56:35.770624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-21235d59-f773-4f7f-95bc-f23f97eeb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:35.772379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-21235d59-f773-4f7f-95bc-f23f97eeb9b5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eac8d889f0a745ccad1a03c402e21597&device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 1095 time: 0.0571735 Jul 16 20:56:35.817520 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-b149adf6-792f-45aa-83f2-7f5483143050 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 HTTP/1.1" status: 200 len: 217 time: 0.0379295 Jul 16 20:56:35.870855 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-549b1467-764b-412e-8840-2fe9368dc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:35.872406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-549b1467-764b-412e-8840-2fe9368dc45e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7692b3dc-c8de-4f96-b46f-cac4a0708059 HTTP/1.1" status: 200 len: 854 time: 0.0486436 Jul 16 20:56:35.907802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-0ca6be2a-c7ba-45bf-af3a-8d3961e5a239 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2a4039eb-c012-441a-993c-99220050678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286641 Jul 16 20:56:36.021001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-5292edbe-b105-4031-b956-5313aa805043 service neutron] 10.222.0.99 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065986 Jul 16 20:56:36.085938 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a81cf1c1-2925-4377-86ef-f1497080305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:36.128065 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4e5f2bc7-3787-4f98-9acc-f67109fa30d9 req-d4f77c32-af3c-4b95-bc03-cbd0237fbb33 service neutron] 10.222.0.99 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004925 Jul 16 20:56:36.262034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-b28f2693-3997-438d-9039-cfae15cedc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.263656 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-b28f2693-3997-438d-9039-cfae15cedc20 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eac8d889f0a745ccad1a03c402e21597&device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 1095 time: 0.0746446 Jul 16 20:56:36.357355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-2da1f2f9-4060-4b3b-b59b-09760b25d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.359015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-2da1f2f9-4060-4b3b-b59b-09760b25d529 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2a4039eb-c012-441a-993c-99220050678c HTTP/1.1" status: 200 len: 915 time: 0.0887489 Jul 16 20:56:36.408498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-0b7e66c3-0c88-44c4-9c41-9b0b6c2bb150 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 HTTP/1.1" status: 200 len: 217 time: 0.0413907 Jul 16 20:56:36.488706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-9b8c055a-366f-45b7-be45-c0a614c3ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.490199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-9b8c055a-366f-45b7-be45-c0a614c3ad0c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7692b3dc-c8de-4f96-b46f-cac4a0708059 HTTP/1.1" status: 200 len: 854 time: 0.0699790 Jul 16 20:56:36.525870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-1f061006-d56b-4812-bf56-655fa3a5611f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2a4039eb-c012-441a-993c-99220050678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286293 Jul 16 20:56:36.537628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d18a7-7143-464d-b029-e8c0d506c6df req-a2fb8b4b-7bc3-417a-955b-da22bb40b761 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.539054 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a6d18a7-7143-464d-b029-e8c0d506c6df req-a2fb8b4b-7bc3-417a-955b-da22bb40b761 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 943 time: 0.1277080 Jul 16 20:56:36.633264 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5a6d18a7-7143-464d-b029-e8c0d506c6df req-b1058454-d972-4017-976c-69124416cfac tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863216 Jul 16 20:56:36.656406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-62e06c5c-6765-4fbd-9b04-88775dd6e432 service neutron] 10.222.0.99 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164393 Jul 16 20:56:36.753903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-556c78b6-05cf-4d59-b489-d29a4664dd4c req-6c5ea46b-989f-4b62-9bbc-87e351bf5b4e service neutron] 10.222.0.99 "GET /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905039 Jul 16 20:56:37.822019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af40ef-ede9-4853-b696-8fa2b9b1d71f req-1d75253e-3b82-427a-8ba8-e6feecc7df22 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:37.823849 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0af40ef-ede9-4853-b696-8fa2b9b1d71f req-1d75253e-3b82-427a-8ba8-e6feecc7df22 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 943 time: 0.0719485 Jul 16 20:56:37.866415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0af40ef-ede9-4853-b696-8fa2b9b1d71f req-d8fdb93c-e7b2-4157-ad75-7bf1e5a9bd18 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347440 Jul 16 20:56:38.661123 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:38.785246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:56:38.887765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:38.908102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87', 'network_id': '2a4039eb-c012-441a-993c-99220050678c', 'port_id': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87', 'mac_address': 'fa:16:3e:af:54:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7692b3dc-c8de-4f96-b46f-cac4a0708059', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:56:38.915276 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-091e99ee-f5e7-45c6-a009-5b1e6080430a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:38.960236 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:38.961037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:38.973817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:38.993819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:38.998220 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:39.046535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:39.054905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908667f-86fb-48ea-9eba-4a64546b03b1 req-fb5e3412-43dc-41bf-bf45-bbf43127ebe9 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:39.056472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1908667f-86fb-48ea-9eba-4a64546b03b1 req-fb5e3412-43dc-41bf-bf45-bbf43127ebe9 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 944 time: 0.0678890 Jul 16 20:56:39.095723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1908667f-86fb-48ea-9eba-4a64546b03b1 req-0a960cca-4000-47b6-95c6-b38bcf348c2b tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 Jul 16 20:56:39.188444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f62b46f7-8c14-45fd-b2e7-75ea9ebeca87'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:39.395029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.199136 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.289214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828e745-b9d4-49ca-ab80-d13ae716fef2 req-403c89f0-41b1-4e84-8e21-43797a405e9a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:40.290637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3828e745-b9d4-49ca-ab80-d13ae716fef2 req-403c89f0-41b1-4e84-8e21-43797a405e9a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 944 time: 0.0727251 Jul 16 20:56:40.333203 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3828e745-b9d4-49ca-ab80-d13ae716fef2 req-302915c7-fdba-4cce-8a76-5e5dbc3d7d5c tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Jul 16 20:56:40.785987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:40.844021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:40.848578 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:40.848955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.937216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.961722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145bfe24-f367-4077-b659-5fa8c367cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:40.964073 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ebfda7-0d06-499c-b6b1-cb72b71e70dc" -d '{"events": [{"server_uuid": "145bfe24-f367-4077-b659-5fa8c367cc41", "name": "network-vif-plugged", "status": "completed", "tag": "f62b46f7-8c14-45fd-b2e7-75ea9ebeca87"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:40.980665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:40.985969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.010466 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7f510-df3d-4998-8ef2-eafa34e53f0a x-openstack-request-id: req-c6c7f510-df3d-4998-8ef2-eafa34e53f0a {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:41.010721 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145bfe24-f367-4077-b659-5fa8c367cc41", "name": "network-vif-plugged", "status": "completed", "tag": "f62b46f7-8c14-45fd-b2e7-75ea9ebeca87", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:41.010981 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c6c7f510-df3d-4998-8ef2-eafa34e53f0a {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:41.011365 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145bfe24-f367-4077-b659-5fa8c367cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87', 'code': 200} Jul 16 20:56:41.040202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:41.149837 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12119d2-a0f6-4d2d-9514-fa15e4820e37 req-4b0fa4cd-9f1b-4812-9b1c-88694103287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:41.151417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a12119d2-a0f6-4d2d-9514-fa15e4820e37 req-4b0fa4cd-9f1b-4812-9b1c-88694103287a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 1097 time: 0.0629613 Jul 16 20:56:41.191042 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a12119d2-a0f6-4d2d-9514-fa15e4820e37 req-45d03be4-619c-45f5-9e0f-8dbc49346b83 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Jul 16 20:56:41.520896 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6727788-0989-43c4-8ea2-3abcd54311f7 req-c04b3b15-24d4-403e-850b-10f60cf7ddb6 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:41.522328 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6727788-0989-43c4-8ea2-3abcd54311f7 req-c04b3b15-24d4-403e-850b-10f60cf7ddb6 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 945 time: 0.0694859 Jul 16 20:56:41.564905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f6727788-0989-43c4-8ea2-3abcd54311f7 req-08827a30-9e5f-479e-adcd-92c2d4816ecd tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Jul 16 20:56:41.993218 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.756098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c72be-1fd9-492a-9042-e30000c38cfe req-2922f0a8-b70c-42a6-887c-2fcd597f8106 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:42.757570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7b1c72be-1fd9-492a-9042-e30000c38cfe req-2922f0a8-b70c-42a6-887c-2fcd597f8106 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 945 time: 0.0770819 Jul 16 20:56:42.796163 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7b1c72be-1fd9-492a-9042-e30000c38cfe req-dc4b8c8d-2d27-44a9-a4fe-29ed529bab04 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Jul 16 20:56:43.400091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eb27f-b251-4005-9741-532bab75ce37 req-04f36e76-5c28-4d49-b2e7-31b2c37be4a4 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:43.401564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe4eb27f-b251-4005-9741-532bab75ce37 req-04f36e76-5c28-4d49-b2e7-31b2c37be4a4 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 945 time: 0.0780559 Jul 16 20:56:43.447619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fe4eb27f-b251-4005-9741-532bab75ce37 req-d79d585b-1508-44ca-ac7a-3b856e79196a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 Jul 16 20:56:44.613553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-686a3126-5550-46a0-82d4-e228515b09ba tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:44.614560 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-686a3126-5550-46a0-82d4-e228515b09ba tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.99 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 945 time: 0.0718012 Jul 16 20:56:44.656600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e039-c6f1-4889-91d7-796943a669a0 req-515f9bc5-b22c-474a-a6dd-a7d11ae29d3d tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:44.658340 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2636e039-c6f1-4889-91d7-796943a669a0 req-515f9bc5-b22c-474a-a6dd-a7d11ae29d3d tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=145bfe24-f367-4077-b659-5fa8c367cc41 HTTP/1.1" status: 200 len: 945 time: 0.0867288 Jul 16 20:56:44.703032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2636e039-c6f1-4889-91d7-796943a669a0 req-0955bc28-6f8c-4500-b6d3-a4500ef2da82 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Jul 16 20:56:44.759374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Deleting port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:44.759622 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.861799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] For port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:44.862161 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.874301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Calling delete_port for f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:45.009173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.022645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['1efce859-c5fc-4e9b-b6db-68a6ba2e47fe'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:45.024965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['f62b46f7-8c14-45fd-b2e7-75ea9ebeca87'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:45.045009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Pushing event deleted for resources: {'Port': ['ID=f62b46f7-8c14-45fd-b2e7-75ea9ebeca87,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:45.091717 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] No DVR routers for this DVR port f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:45.094643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.096725 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-17e4c64d-aa81-430d-8594-95ff82e92fc6 req-2bf2c1f4-9df6-4e5c-8cd2-797e5117551e tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.99 "DELETE /v2.0/ports/f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 HTTP/1.1" status: 204 len: 173 time: 0.4761004 Jul 16 20:56:45.097204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145bfe24-f367-4077-b659-5fa8c367cc41', 'name': 'network-vif-deleted', 'tag': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:45.099754 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e03edc9-de36-469d-af34-fa3f12565cf5" -d '{"events": [{"server_uuid": "145bfe24-f367-4077-b659-5fa8c367cc41", "name": "network-vif-deleted", "tag": "f62b46f7-8c14-45fd-b2e7-75ea9ebeca87"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:45.137166 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a16d47-4afa-4720-809f-474c2a39276a x-openstack-request-id: req-79a16d47-4afa-4720-809f-474c2a39276a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:45.137499 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145bfe24-f367-4077-b659-5fa8c367cc41", "name": "network-vif-deleted", "tag": "f62b46f7-8c14-45fd-b2e7-75ea9ebeca87", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:45.137755 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-79a16d47-4afa-4720-809f-474c2a39276a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:45.138187 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145bfe24-f367-4077-b659-5fa8c367cc41', 'name': 'network-vif-deleted', 'tag': 'f62b46f7-8c14-45fd-b2e7-75ea9ebeca87', 'status': 'completed', 'code': 200} Jul 16 20:56:45.963012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e01cb1-c433-44b4-86be-d12a397aee1c req-6c73b72c-a466-4b8e-a1b9-dea54856af8d tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:45.964543 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8e01cb1-c433-44b4-86be-d12a397aee1c req-6c73b72c-a466-4b8e-a1b9-dea54856af8d tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0643747 Jul 16 20:56:46.006298 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8e01cb1-c433-44b4-86be-d12a397aee1c req-e77b91f4-6d64-409c-86b5-caf56dc30df2 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jul 16 20:56:46.213408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd9448-348a-47dd-97a1-5f350ad0e52e req-6f00a808-138d-4943-9a32-64f0c7ffaea0 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:46.215022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3cd9448-348a-47dd-97a1-5f350ad0e52e req-6f00a808-138d-4943-9a32-64f0c7ffaea0 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0805259 Jul 16 20:56:46.255789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3cd9448-348a-47dd-97a1-5f350ad0e52e req-8023b229-9fee-4619-8b8d-5d02000a61a7 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350323 Jul 16 20:56:46.439599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63339050-720f-4d7b-aa4f-27d7d5c59734 req-4443ef1e-08e7-4a91-877c-0dc2bc50461a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:46.441185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63339050-720f-4d7b-aa4f-27d7d5c59734 req-4443ef1e-08e7-4a91-877c-0dc2bc50461a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0679171 Jul 16 20:56:46.485735 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-63339050-720f-4d7b-aa4f-27d7d5c59734 req-4e8be6a0-6cd7-41f3-8d3b-4568434ff01a tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376542 Jul 16 20:56:46.777785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839851d-54b9-44ac-a620-41743e1dd434 req-17d3fa4c-699c-4c7a-b5d9-ea85208186e5 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:46.779257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2839851d-54b9-44ac-a620-41743e1dd434 req-17d3fa4c-699c-4c7a-b5d9-ea85208186e5 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0702510 Jul 16 20:56:46.818875 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2839851d-54b9-44ac-a620-41743e1dd434 req-89427f4c-4705-4580-aa6f-53280897bd2d tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Jul 16 20:56:46.998432 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ec793-2573-450b-b375-282a70454616 req-7de25f4d-937a-4bf7-832c-79be7b9c93eb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:47.000157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d00ec793-2573-450b-b375-282a70454616 req-7de25f4d-937a-4bf7-832c-79be7b9c93eb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0690079 Jul 16 20:56:47.041583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d00ec793-2573-450b-b375-282a70454616 req-b1e9f265-14e5-4347-a08f-e39efd76cc07 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354531 Jul 16 20:56:47.237965 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18e21c-a5bc-4798-9403-839f9a12f4f2 req-f38f0273-a35b-40f6-9966-f44fe8a74bc6 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:47.239524 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f18e21c-a5bc-4798-9403-839f9a12f4f2 req-f38f0273-a35b-40f6-9966-f44fe8a74bc6 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0695946 Jul 16 20:56:47.278773 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f18e21c-a5bc-4798-9403-839f9a12f4f2 req-749f0a32-be18-4077-9556-ddcc4743d699 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 Jul 16 20:56:47.839811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831fea8-a22d-49d5-ae77-0a8c9f90e875 req-6a5579b7-f24c-4a5c-805e-b25df2c75366 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:47.842389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2831fea8-a22d-49d5-ae77-0a8c9f90e875 req-6a5579b7-f24c-4a5c-805e-b25df2c75366 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0905364 Jul 16 20:56:47.887733 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2831fea8-a22d-49d5-ae77-0a8c9f90e875 req-ba3155fb-837c-4181-aeec-940857c744e1 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Jul 16 20:56:48.832918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:48.854789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:48.855166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device f62b46f7-8c14-45fd-b2e7-75ea9ebeca87 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:49.120972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d054c-4899-4db5-872f-2bc5a4823278 req-eabc5693-92b5-40c9-8314-1e4386c42dc2 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:49.122445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d14d054c-4899-4db5-872f-2bc5a4823278 req-eabc5693-92b5-40c9-8314-1e4386c42dc2 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.1169817 Jul 16 20:56:49.134246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-80930524-b9c0-4004-a848-a44e70906053 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:49.135698 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-80930524-b9c0-4004-a848-a44e70906053 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.79 "GET /v2.0/ports?device_id=eab75af6-c799-4b7b-86b2-c279070d95e2 HTTP/1.1" status: 200 len: 946 time: 0.0902121 Jul 16 20:56:49.213791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d14d054c-4899-4db5-872f-2bc5a4823278 req-1b74eb47-5e27-4f37-a5fe-746e4fe4cac8 tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a4f3b07-0c6a-46c7-a35f-cc7b16622662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770113 Jul 16 20:56:49.263351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Deleting port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:49.263691 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.358233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] For port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,segment=NetworkSegment(b241de2a-e935-4b78-8d9d-942064db27c4),segment_id=b241de2a-e935-4b78-8d9d-942064db27c4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:49.358570 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.371419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Calling delete_port for 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:49.517121 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.529923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['1efce859-c5fc-4e9b-b6db-68a6ba2e47fe'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:49.547764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Pushing event deleted for resources: {'Port': ['ID=1efce859-c5fc-4e9b-b6db-68a6ba2e47fe,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:49.560642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.560986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.561325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.561655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.561993 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.562316 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.562640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.562992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.563325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.563643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.563965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.564284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:49.609395 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] No DVR routers for this DVR port 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:49.612745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.615370 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08b58215-f6f2-48a1-ba08-e99da9f7bdaa req-7e9c8a0c-a25e-4995-97a8-5e796fc31ddb tempest-ServersNegativeTestJSON-991807607 tempest-ServersNegativeTestJSON-991807607-project] 10.222.0.79 "DELETE /v2.0/ports/1efce859-c5fc-4e9b-b6db-68a6ba2e47fe HTTP/1.1" status: 204 len: 173 time: 0.4726439 Jul 16 20:56:49.615847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'name': 'network-vif-deleted', 'tag': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:49.618445 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a65286b-10fb-458c-b01a-000ccd595fc5" -d '{"events": [{"server_uuid": "eab75af6-c799-4b7b-86b2-c279070d95e2", "name": "network-vif-deleted", "tag": "1efce859-c5fc-4e9b-b6db-68a6ba2e47fe"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:49.662329 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e114ea-8fea-404c-bfca-972b662f701f x-openstack-request-id: req-f6e114ea-8fea-404c-bfca-972b662f701f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:49.662635 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab75af6-c799-4b7b-86b2-c279070d95e2", "name": "network-vif-deleted", "tag": "1efce859-c5fc-4e9b-b6db-68a6ba2e47fe", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:49.662913 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f6e114ea-8fea-404c-bfca-972b662f701f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:49.663345 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab75af6-c799-4b7b-86b2-c279070d95e2', 'name': 'network-vif-deleted', 'tag': '1efce859-c5fc-4e9b-b6db-68a6ba2e47fe', 'status': 'completed', 'code': 200} Jul 16 20:56:50.313091 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39862) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:50.362042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Deleting subnet 7692b3dc-c8de-4f96-b46f-cac4a0708059 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:56:50.365275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.399798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.443775 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.504144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.530581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7692b3dc-c8de-4f96-b46f-cac4a0708059,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:50.535401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.537568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/7692b3dc-c8de-4f96-b46f-cac4a0708059 HTTP/1.1" status: 204 len: 168 time: 0.2234428 Jul 16 20:56:50.540767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39864) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:50.544950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.545574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.546031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.546564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.547101 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.547645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.548021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.548550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.549024 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.549357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.549686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.550018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280bb0f-f0d0-42d8-87a4-85bf5021126e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:50.615646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.709573 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.721070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4039eb-c012-441a-993c-99220050678c']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:50.731765 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b241de2a-e935-4b78-8d9d-942064db27c4') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:50.732356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b241de2a-e935-4b78-8d9d-942064db27c4') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:50.742644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.757233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.763134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:50.763516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:50.765145 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:50.823604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.832396 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.835043 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] 10.222.0.91 "DELETE /v2.0/networks/2a4039eb-c012-441a-993c-99220050678c HTTP/1.1" status: 204 len: 168 time: 0.2929871 Jul 16 20:56:50.851434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b38cc-2edc-4ad5-bc04-ca7738bfa27d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4039eb-c012-441a-993c-99220050678c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:50.952500 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39868) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:50.995430 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9085e660-e500-4c6e-805d-f5873be12a90 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eac8d889f0a745ccad1a03c402e21597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416682 Jul 16 20:56:50.998784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39870) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:51.049113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c82124ed-10c6-4a82-bdfc-f76557266353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.070506 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c82124ed-10c6-4a82-bdfc-f76557266353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.126619 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c82124ed-10c6-4a82-bdfc-f76557266353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.129460 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c82124ed-10c6-4a82-bdfc-f76557266353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.130634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c82124ed-10c6-4a82-bdfc-f76557266353 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a4f3b07-0c6a-46c7-a35f-cc7b16622662 HTTP/1.1" status: 204 len: 168 time: 0.1308362 Jul 16 20:56:51.138603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82124ed-10c6-4a82-bdfc-f76557266353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4f3b07-0c6a-46c7-a35f-cc7b16622662,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:51.933333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39892) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:52.040731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688743701'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:52.063796 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:52.067242 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.076563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.178475 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.184747 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.211122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:52.220632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c366c5e0-f7f9-4cd8-84ae-3cd7471c442d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:52.225468 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.225799 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Added segment e483b40b-80d9-4a1b-bcdf-a5917fcb010f of type vlan for network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 Jul 16 20:56:52.269906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.311246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.318009 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:52.318644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.378077 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4434857 Jul 16 20:56:52.427904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd5bc-f3f2-4850-aa7e-86289ff2016e tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Network': ['ID=4298ab2a-780e-48b8-b151-b9c4b4b1db34,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:52.441532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:54.058400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:54.078961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:54.079301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 1efce859-c5fc-4e9b-b6db-68a6ba2e47fe not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:55.573788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39896) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:55.579718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'subnet': {'network_id': '4298ab2a-780e-48b8-b151-b9c4b4b1db34', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:55.679455 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:55.683095 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.883046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.944021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Subnet': ['ID=1f84d2a7-a1c5-40c5-948a-cdc920891e73,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:55.952770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Checking segment: {'id': 'e483b40b-80d9-4a1b-bcdf-a5917fcb010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4298ab2a-780e-48b8-b151-b9c4b4b1db34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:55.953131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network hostable DHCP agents. Network: 4298ab2a-780e-48b8-b151-b9c4b4b1db34, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:55.971719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:55.984848 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 4298ab2a-780e-48b8-b151-b9c4b4b1db34) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:55.989768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:55.990444 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.997955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96421d-c0ee-4080-8e0f-4cbbf3e982b5 None None] Network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:56.008778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-870f089c-7aca-4a1e-8938-28248965c3d7 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4336448 Jul 16 20:56:56.012494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39898) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:56.019306 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049857325'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:56.045478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:56.049118 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.082310 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:56.092203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.092528 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Added segment 6c79caa0-4d25-4747-9a0e-37107d924e6f of type vlan for network 4bb851b3-50b8-41f4-8201-cfa5559752c2 Jul 16 20:56:56.133295 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.153880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-4298ab2a-780e-48b8-b151-b9c4b4b1db34', 'network_id': '4298ab2a-780e-48b8-b151-b9c4b4b1db34', 'tenant_id': '3c4e7ca631d0406f915787dd7184f27b', 'fixed_ips': [{'subnet_id': '1f84d2a7-a1c5-40c5-948a-cdc920891e73'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:56:56.154773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.163776 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.169445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.170025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.206859 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1931124 Jul 16 20:56:56.210289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39900) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:56.217647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'subnet': {'network_id': '4bb851b3-50b8-41f4-8201-cfa5559752c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:56.260582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880acc4-b446-4699-b064-0a770924efda tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Network': ['ID=4bb851b3-50b8-41f4-8201-cfa5559752c2,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:56.285904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 4bb851b3-50b8-41f4-8201-cfa5559752c2 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:56.341162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:56.344852 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.354884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Allocated IP 2001:db8:0:ffff::2 (4298ab2a-780e-48b8-b151-b9c4b4b1db34/1f84d2a7-a1c5-40c5-948a-cdc920891e73/7296869d-0718-46ae-ac35-03e1fddf7474) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:56.514402 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.525078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Transition to ACTIVE for port object 7296869d-0718-46ae-ac35-03e1fddf7474 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:56.539398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.543289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Transition to ACTIVE for port object 7296869d-0718-46ae-ac35-03e1fddf7474 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:56.554238 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.597166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:56.599978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Subnet': ['ID=e11e3e51-6572-4dd7-9b76-27bb6164a360,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:56.603875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:56.606349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:56.610666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Checking segment: {'id': '6c79caa0-4d25-4747-9a0e-37107d924e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4bb851b3-50b8-41f4-8201-cfa5559752c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:56.611025 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network hostable DHCP agents. Network: 4bb851b3-50b8-41f4-8201-cfa5559752c2, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:56.611593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Pushing event updated for resources: {'Port': ['ID=7296869d-0718-46ae-ac35-03e1fddf7474,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:56.631216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network 4bb851b3-50b8-41f4-8201-cfa5559752c2 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:56.647254 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 4bb851b3-50b8-41f4-8201-cfa5559752c2) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:56.652582 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.653561 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.660376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.660804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.661215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.661743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.662476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.662881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.663346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.663792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.664238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.664582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.664977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.665395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:56.672380 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d4d632e6-992c-4cce-b177-6126e04c4223 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4612975 Jul 16 20:56:56.674158 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa4be5-5efe-414e-bddf-1732ea08bacb None None] Network 4bb851b3-50b8-41f4-8201-cfa5559752c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:56.675447 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39902) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:56.734523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Attempting to bind port 7296869d-0718-46ae-ac35-03e1fddf7474 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:56.734975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Attempting to bind port 7296869d-0718-46ae-ac35-03e1fddf7474 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e483b40b-80d9-4a1b-bcdf-a5917fcb010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4298ab2a-780e-48b8-b151-b9c4b4b1db34'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:56.735376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Attempting to bind port 7296869d-0718-46ae-ac35-03e1fddf7474 on network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:56.743748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:56.744125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Checking segment: {'id': 'e483b40b-80d9-4a1b-bcdf-a5917fcb010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4298ab2a-780e-48b8-b151-b9c4b4b1db34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:56.744529 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.744925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Bound using segment: {'id': 'e483b40b-80d9-4a1b-bcdf-a5917fcb010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4298ab2a-780e-48b8-b151-b9c4b4b1db34'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:56.745393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Bound port: 7296869d-0718-46ae-ac35-03e1fddf7474, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e483b40b-80d9-4a1b-bcdf-a5917fcb010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4298ab2a-780e-48b8-b151-b9c4b4b1db34'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:56.745780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.792960 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.882900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.957612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.985531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Subnet': ['ID=e11e3e51-6572-4dd7-9b76-27bb6164a360,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:57.051479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.063078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] For port 7296869d-0718-46ae-ac35-03e1fddf7474, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:57.063537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb851b3-50b8-41f4-8201-cfa5559752c2']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:57.067280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b42166-04c2-4795-8fc1-b945db3139f9 None None] Network 4bb851b3-50b8-41f4-8201-cfa5559752c2 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:57.077941 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c79caa0-4d25-4747-9a0e-37107d924e6f') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:57.078234 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c79caa0-4d25-4747-9a0e-37107d924e6f') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:57.087533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.087852 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] For port 7296869d-0718-46ae-ac35-03e1fddf7474, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7296869d-0718-46ae-ac35-03e1fddf7474,segment=NetworkSegment(e483b40b-80d9-4a1b-bcdf-a5917fcb010f),segment_id=e483b40b-80d9-4a1b-bcdf-a5917fcb010f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:57.095553 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.102434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.109207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:57.109577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:57.112584 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:57.174011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.181449 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.187519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39904) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:57.189726 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/4bb851b3-50b8-41f4-8201-cfa5559752c2 HTTP/1.1" status: 204 len: 168 time: 0.5130723 Jul 16 20:56:57.192906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-666312776'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:57.205102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f688c-9c84-4aa6-99fe-632400b78390 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Network': ['ID=4bb851b3-50b8-41f4-8201-cfa5559752c2,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:57.217669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:57.221082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.224695 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad39d40-d72e-4b71-9d4e-e693864a32a1 None None] Pushing event updated for resources: {'Port': ['ID=7296869d-0718-46ae-ac35-03e1fddf7474,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:57.252386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:57.265427 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.265798 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Added segment b43ddddd-4f18-484a-99a8-9169b00c8833 of type vlan for network ca45304f-ab49-4a11-9426-e36559b862d1 Jul 16 20:56:57.318441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.357909 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.364031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:57.364666 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.406199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2174897 Jul 16 20:56:57.409048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39906) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:57.414187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'subnet': {'network_id': 'ca45304f-ab49-4a11-9426-e36559b862d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:57.469354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c0da4-d76a-4fb0-af9e-f74f0b64a6f5 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Network': ['ID=ca45304f-ab49-4a11-9426-e36559b862d1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:57.480482 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network ca45304f-ab49-4a11-9426-e36559b862d1 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:57.541985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:57.546615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.613635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Performing IP validity checks on allocation pools {{(pid=93861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:56:57.614157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93861) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:56:57.748404 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.808074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Subnet': ['ID=ecf34ace-bc0e-465a-ae2f-755cfe8c67e5,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:57.820555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Checking segment: {'id': 'b43ddddd-4f18-484a-99a8-9169b00c8833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ca45304f-ab49-4a11-9426-e36559b862d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:57.821103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network hostable DHCP agents. Network: ca45304f-ab49-4a11-9426-e36559b862d1, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:57.844473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network ca45304f-ab49-4a11-9426-e36559b862d1 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:57.855555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, ca45304f-ab49-4a11-9426-e36559b862d1) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:57.862161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:57.863211 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.863749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d5865-b434-4b55-b494-45d30b8caaaa None None] Network ca45304f-ab49-4a11-9426-e36559b862d1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:57.886045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1751121b-b4d8-4212-87ba-9981ed0a7403 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4757934 Jul 16 20:56:57.888804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39908) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:58.005025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.029416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95767719-f105-4a69-b0c5-cbbe504ccd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-ca45304f-ab49-4a11-9426-e36559b862d1', 'network_id': 'ca45304f-ab49-4a11-9426-e36559b862d1', 'tenant_id': '3c4e7ca631d0406f915787dd7184f27b', 'fixed_ips': [{'subnet_id': 'ecf34ace-bc0e-465a-ae2f-755cfe8c67e5'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:56:58.030570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-95767719-f105-4a69-b0c5-cbbe504ccd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.110207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7296869d-0718-46ae-ac35-03e1fddf7474 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:58.110937 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.180733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f3f81-1a4a-4967-b286-4b60fe3d3b74 None None] Network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:58.184289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.184511 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 7296869d-0718-46ae-ac35-03e1fddf7474 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server [None req-95767719-f105-4a69-b0c5-cbbe504ccd00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecf34ace-bc0e-465a-ae2f-755cfe8c67e5: This subnet is being modified by another concurrent operation. Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecf34ace-bc0e-465a-ae2f-755cfe8c67e5: This subnet is being modified by another concurrent operation. Jul 16 20:56:58.203902 n-d-792458-10 neutron-server[93863]: ERROR oslo_messaging.rpc.server Jul 16 20:56:58.215941 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf34ace-bc0e-465a-ae2f-755cfe8c67e5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:58.233944 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:58.246193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c96748-84dd-484b-9ffb-c5ef17be580a None None] Network ca45304f-ab49-4a11-9426-e36559b862d1 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:58.284655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.290955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9ef42191-6c85-493d-9137-a0f63d7ba995 None None] Provisioning for port 7296869d-0718-46ae-ac35-03e1fddf7474 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:58.295824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca45304f-ab49-4a11-9426-e36559b862d1']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:58.305280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43ddddd-4f18-484a-99a8-9169b00c8833') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:58.305574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43ddddd-4f18-484a-99a8-9169b00c8833') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:58.315086 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.329078 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.335625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:58.335998 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.337466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9ef42191-6c85-493d-9137-a0f63d7ba995 None None] Provisioning complete for port 7296869d-0718-46ae-ac35-03e1fddf7474 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:58.337870 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9ef42191-6c85-493d-9137-a0f63d7ba995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:58.339774 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:58.407743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.414596 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.417671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/ca45304f-ab49-4a11-9426-e36559b862d1 HTTP/1.1" status: 204 len: 168 time: 0.5277333 Jul 16 20:56:58.422492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39910) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:58.431813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1789853026'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:58.440686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b622-df92-45de-8d8e-fa7ee50c152f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Network': ['ID=ca45304f-ab49-4a11-9426-e36559b862d1,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:58.463645 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:58.467221 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.492318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:58.502229 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.502593 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Added segment bdba636b-79df-4fc4-8278-618dc1db2438 of type vlan for network 4bc72dc7-bf71-4387-9a0e-89140f92db24 Jul 16 20:56:58.542100 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9ef42191-6c85-493d-9137-a0f63d7ba995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.560636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.580748 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9ef42191-6c85-493d-9137-a0f63d7ba995 None None] For port 7296869d-0718-46ae-ac35-03e1fddf7474, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7296869d-0718-46ae-ac35-03e1fddf7474,segment=NetworkSegment(e483b40b-80d9-4a1b-bcdf-a5917fcb010f),segment_id=e483b40b-80d9-4a1b-bcdf-a5917fcb010f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:58.586301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9ef42191-6c85-493d-9137-a0f63d7ba995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.605879 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.615733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:58.617119 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.647890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef42191-6c85-493d-9137-a0f63d7ba995 None None] Pushing event updated for resources: {'Port': ['ID=7296869d-0718-46ae-ac35-03e1fddf7474,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:58.667009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2386661 Jul 16 20:56:58.667818 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39912) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:58.673121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'subnet': {'network_id': '4bc72dc7-bf71-4387-9a0e-89140f92db24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:58.698403 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e239-d7c9-4b15-bb3e-342d96028662 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Network': ['ID=4bc72dc7-bf71-4387-9a0e-89140f92db24,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:58.710293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 4bc72dc7-bf71-4387-9a0e-89140f92db24 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:58.769832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44f9de-99ed-45e0-9bdb-6fe3b20bddbb None None] get_active_networks_info from n-d-792458-10 {{(pid=93863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:56:58.785046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:58.789033 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.825005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3bc59828-5195-41f3-be24-8ddb6e832193 None None] Provisioning complete for port 7296869d-0718-46ae-ac35-03e1fddf7474 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:58.825401 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3bc59828-5195-41f3-be24-8ddb6e832193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:58.883383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44f9de-99ed-45e0-9bdb-6fe3b20bddbb None None] Resources bound (agent type, host, resource id): {{(pid=93863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:56:58.976070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.034316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Subnet': ['ID=6d737e28-8d70-4c1e-8024-a90aaec182e8,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:59.045739 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Checking segment: {'id': 'bdba636b-79df-4fc4-8278-618dc1db2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4bc72dc7-bf71-4387-9a0e-89140f92db24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:59.046139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network hostable DHCP agents. Network: 4bc72dc7-bf71-4387-9a0e-89140f92db24, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:59.066069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network 4bc72dc7-bf71-4387-9a0e-89140f92db24 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:59.076507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 4bc72dc7-bf71-4387-9a0e-89140f92db24) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:59.081046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:59.081663 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.099464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d18b1536-0ae9-4368-8509-6ed6c211ef10 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4303625 Jul 16 20:56:59.101116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39914) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:59.106451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-548750636'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:59.128694 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:59.132493 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.143864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d350427-e512-4e4b-8673-a6c2f3d10b35 None None] Network 4bc72dc7-bf71-4387-9a0e-89140f92db24 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:59.159156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:59.168677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.169021 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Added segment 86fb70c8-730e-4247-8bca-477c848ad2fb of type vlan for network 27e201b2-69b8-4574-bc62-91d4a27b0ad0 Jul 16 20:56:59.210907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.241190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.246949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:59.247535 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.290599 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1855724 Jul 16 20:56:59.290869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39916) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:59.295699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Request body: {'subnet': {'network_id': '27e201b2-69b8-4574-bc62-91d4a27b0ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:59.300056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-4bc72dc7-bf71-4387-9a0e-89140f92db24', 'network_id': '4bc72dc7-bf71-4387-9a0e-89140f92db24', 'tenant_id': '3c4e7ca631d0406f915787dd7184f27b', 'fixed_ips': [{'subnet_id': '6d737e28-8d70-4c1e-8024-a90aaec182e8'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:56:59.300957 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.345337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc86563-90d1-46e9-a50a-aeb28677aa1b tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Network': ['ID=27e201b2-69b8-4574-bc62-91d4a27b0ad0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:59.373368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 27e201b2-69b8-4574-bc62-91d4a27b0ad0 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:59.421128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Made reservation on behalf of 3c4e7ca631d0406f915787dd7184f27b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:59.424902 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.507049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Allocated IP 2001:db8::2 (4bc72dc7-bf71-4387-9a0e-89140f92db24/6d737e28-8d70-4c1e-8024-a90aaec182e8/55a0bc5d-b0a2-43e6-9274-b58a4a007ef2) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:59.624631 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.657493 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.666497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Transition to ACTIVE for port object 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:59.681452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Transition to ACTIVE for port object 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:59.688331 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.690849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event updated for resources: {'Subnet': ['ID=7bc9017c-8c4c-4fed-a86a-c9f5ea70a1f4,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:59.705725 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Checking segment: {'id': '86fb70c8-730e-4247-8bca-477c848ad2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '27e201b2-69b8-4574-bc62-91d4a27b0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:59.706140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network hostable DHCP agents. Network: 27e201b2-69b8-4574-bc62-91d4a27b0ad0, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:59.724519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Network 27e201b2-69b8-4574-bc62-91d4a27b0ad0 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:59.730131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Network 4bc72dc7-bf71-4387-9a0e-89140f92db24 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:59.733138 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:59.733759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 27e201b2-69b8-4574-bc62-91d4a27b0ad0) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:59.736878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:59.739503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:59.740296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.745714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Pushing event updated for resources: {'Port': ['ID=55a0bc5d-b0a2-43e6-9274-b58a4a007ef2,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:59.748257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515beb92-9073-484a-8c09-e763ecbed3bc None None] Network 27e201b2-69b8-4574-bc62-91d4a27b0ad0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:59.760187 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-68906435-0e30-4011-a672-a1ccdd3428cd tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4681256 Jul 16 20:56:59.763728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39918) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:59.854884 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Attempting to bind port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:59.855245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Attempting to bind port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'bdba636b-79df-4fc4-8278-618dc1db2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4bc72dc7-bf71-4387-9a0e-89140f92db24'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:59.855609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Attempting to bind port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 on network 4bc72dc7-bf71-4387-9a0e-89140f92db24 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:59.866669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:59.867086 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Checking segment: {'id': 'bdba636b-79df-4fc4-8278-618dc1db2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4bc72dc7-bf71-4387-9a0e-89140f92db24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:59.867488 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.867885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Bound using segment: {'id': 'bdba636b-79df-4fc4-8278-618dc1db2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4bc72dc7-bf71-4387-9a0e-89140f92db24'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:59.868371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Bound port: 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdba636b-79df-4fc4-8278-618dc1db2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '4bc72dc7-bf71-4387-9a0e-89140f92db24'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:59.868744 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.872432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.933294 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.982097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] For port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:00.013532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] For port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=55a0bc5d-b0a2-43e6-9274-b58a4a007ef2,segment=NetworkSegment(bdba636b-79df-4fc4-8278-618dc1db2438),segment_id=bdba636b-79df-4fc4-8278-618dc1db2438)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:00.024423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d86b6-3912-4c8c-ad47-1a2d6d65d2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-27e201b2-69b8-4574-bc62-91d4a27b0ad0', 'network_id': '27e201b2-69b8-4574-bc62-91d4a27b0ad0', 'tenant_id': '3c4e7ca631d0406f915787dd7184f27b', 'fixed_ips': [{'subnet_id': '7bc9017c-8c4c-4fed-a86a-c9f5ea70a1f4'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:00.025812 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-597d86b6-3912-4c8c-ad47-1a2d6d65d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.033657 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.044716 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.056343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7296869d-0718-46ae-ac35-03e1fddf7474 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:00.080704 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc9017c-8c4c-4fed-a86a-c9f5ea70a1f4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:00.171200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.183410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e201b2-69b8-4574-bc62-91d4a27b0ad0']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:00.200361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fb70c8-730e-4247-8bca-477c848ad2fb') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:00.200826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fb70c8-730e-4247-8bca-477c848ad2fb') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:00.212618 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.219460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6e23c-73ca-46ca-849d-b4d189924972 None None] Pushing event updated for resources: {'Port': ['ID=55a0bc5d-b0a2-43e6-9274-b58a4a007ef2,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:00.232362 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7296869d-0718-46ae-ac35-03e1fddf7474 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:00.232514 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.232607 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.235132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7e209-0d0e-4de3-92c5-5c867b745d11 None None] Network 27e201b2-69b8-4574-bc62-91d4a27b0ad0 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:00.239325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:00.239744 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:00.253932 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:00.304950 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.312186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.316784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/27e201b2-69b8-4574-bc62-91d4a27b0ad0 HTTP/1.1" status: 204 len: 168 time: 0.5491242 Jul 16 20:57:00.317461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39920) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:00.327553 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bc49e-c92a-4910-9575-0aedcbe90f0d tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Network': ['ID=27e201b2-69b8-4574-bc62-91d4a27b0ad0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:00.392474 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-33800c68-7b72-4d7b-8e92-44ce7b830988 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] GET failed (client error): The resource could not be found. Jul 16 20:57:00.393838 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-33800c68-7b72-4d7b-8e92-44ce7b830988 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "GET /v2.0/subnets/7bc9017c-8c4c-4fed-a86a-c9f5ea70a1f4 HTTP/1.1" status: 404 len: 337 time: 0.0751247 Jul 16 20:57:00.396701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39922) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:00.421612 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-08324fb5-b408-4deb-867a-9d27dca3dc59 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:00.422195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08324fb5-b408-4deb-867a-9d27dca3dc59 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:00.428170 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-08324fb5-b408-4deb-867a-9d27dca3dc59 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/27e201b2-69b8-4574-bc62-91d4a27b0ad0 HTTP/1.1" status: 404 len: 339 time: 0.0263479 Jul 16 20:57:00.428514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39924) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:00.463456 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f8ed91-b5bd-461f-8212-d4e63bc4ddf8 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:00.464190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f8ed91-b5bd-461f-8212-d4e63bc4ddf8 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:00.466875 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-19f8ed91-b5bd-461f-8212-d4e63bc4ddf8 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/subnets/7bc9017c-8c4c-4fed-a86a-c9f5ea70a1f4 HTTP/1.1" status: 404 len: 337 time: 0.0364234 Jul 16 20:57:00.468828 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39926) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:00.489252 n-d-792458-10 neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cffb5a-fe59-4c13-8f8d-9032bb864674 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:00.490166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cffb5a-fe59-4c13-8f8d-9032bb864674 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93861) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:00.492123 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d4cffb5a-fe59-4c13-8f8d-9032bb864674 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/27e201b2-69b8-4574-bc62-91d4a27b0ad0 HTTP/1.1" status: 404 len: 339 time: 0.0222130 Jul 16 20:57:00.494658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39928) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:00.567480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Deleting subnet 6d737e28-8d70-4c1e-8024-a90aaec182e8 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:00.570143 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.612493 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.713971 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.777188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.803231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Subnet': ['ID=6d737e28-8d70-4c1e-8024-a90aaec182e8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:00.809142 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.812201 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f9f0f349-cb43-4ec2-92bf-8d683dd43a7f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/subnets/6d737e28-8d70-4c1e-8024-a90aaec182e8 HTTP/1.1" status: 204 len: 168 time: 0.3162944 Jul 16 20:57:00.815141 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39930) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:00.897705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.956880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Deleting port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:00.957222 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.033871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] For port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=55a0bc5d-b0a2-43e6-9274-b58a4a007ef2,segment=NetworkSegment(bdba636b-79df-4fc4-8278-618dc1db2438),segment_id=bdba636b-79df-4fc4-8278-618dc1db2438)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:01.034284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.048414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Calling delete_port for 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:01.133401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.139201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed90e1-e00f-42de-871e-695c258e131e None None] Network 4bc72dc7-bf71-4387-9a0e-89140f92db24 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:01.163635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Port': ['ID=55a0bc5d-b0a2-43e6-9274-b58a4a007ef2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:01.168946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No DVR routers for this DVR port 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:01.229704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d7fd777d-2ca8-423c-8e60-2c37cfe6ce70 None None] Could not find standard attr ID for object 55a0bc5d-b0a2-43e6-9274-b58a4a007ef2. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:57:01.248220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.259735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc72dc7-bf71-4387-9a0e-89140f92db24']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:01.273607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdba636b-79df-4fc4-8278-618dc1db2438') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:01.273888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdba636b-79df-4fc4-8278-618dc1db2438') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:01.283179 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.304775 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.310632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:01.311082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:01.314050 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:01.319284 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296e267-8912-464a-8c92-a43a7228261c None None] DHCP port deletion for 4bc72dc7-bf71-4387-9a0e-89140f92db24 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:01.379334 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.386183 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.388022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/4bc72dc7-bf71-4387-9a0e-89140f92db24 HTTP/1.1" status: 204 len: 168 time: 0.5718975 Jul 16 20:57:01.390815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39932) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.402023 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f339b1-f86a-416b-94f2-db2c249d9b6f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Network': ['ID=4bc72dc7-bf71-4387-9a0e-89140f92db24,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:01.418474 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4be66b9-ff0b-44d3-90e5-42aa5ef58bd2 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:01.418966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4be66b9-ff0b-44d3-90e5-42aa5ef58bd2 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:01.420719 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f4be66b9-ff0b-44d3-90e5-42aa5ef58bd2 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/subnets/ecf34ace-bc0e-465a-ae2f-755cfe8c67e5 HTTP/1.1" status: 404 len: 337 time: 0.0282907 Jul 16 20:57:01.423768 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39934) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.445598 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ba8b6b-c28c-454c-97d0-e942e6e28816 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:01.446180 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ba8b6b-c28c-454c-97d0-e942e6e28816 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:01.448011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c2ba8b6b-c28c-454c-97d0-e942e6e28816 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/ca45304f-ab49-4a11-9426-e36559b862d1 HTTP/1.1" status: 404 len: 339 time: 0.0231528 Jul 16 20:57:01.451834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39936) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.478859 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9211a8bb-c02e-46e3-80fb-de5a98bf9a77 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:01.479376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9211a8bb-c02e-46e3-80fb-de5a98bf9a77 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:01.481388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9211a8bb-c02e-46e3-80fb-de5a98bf9a77 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/subnets/e11e3e51-6572-4dd7-9b76-27bb6164a360 HTTP/1.1" status: 404 len: 337 time: 0.0285633 Jul 16 20:57:01.484293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39938) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.502996 n-d-792458-10 neutron-server[93862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c89ccf3-7a5d-47f4-a407-98c9f6648a8f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] DELETE failed (client error): The resource could not be found. Jul 16 20:57:01.503522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c89ccf3-7a5d-47f4-a407-98c9f6648a8f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:57:01.505232 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8c89ccf3-7a5d-47f4-a407-98c9f6648a8f tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/4bb851b3-50b8-41f4-8201-cfa5559752c2 HTTP/1.1" status: 404 len: 339 time: 0.0200171 Jul 16 20:57:01.507862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39940) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.561428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Deleting subnet 1f84d2a7-a1c5-40c5-948a-cdc920891e73 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:01.564767 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.612472 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.700261 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.766972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.797482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Subnet': ['ID=1f84d2a7-a1c5-40c5-948a-cdc920891e73,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:01.802674 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.807220 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1621bfae-f024-4b65-81f1-9c1fa7934619 tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/subnets/1f84d2a7-a1c5-40c5-948a-cdc920891e73 HTTP/1.1" status: 204 len: 168 time: 0.2959023 Jul 16 20:57:01.807649 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39942) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.808892 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629cdee6-a3cf-4656-b9b4-9320cd5f1feb None None] Network 4298ab2a-780e-48b8-b151-b9c4b4b1db34 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:01.885869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.938246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Deleting port 7296869d-0718-46ae-ac35-03e1fddf7474 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:01.938564 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.001351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] DHCP port deletion for 4298ab2a-780e-48b8-b151-b9c4b4b1db34 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:02.013276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] For port 7296869d-0718-46ae-ac35-03e1fddf7474, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7296869d-0718-46ae-ac35-03e1fddf7474,segment=NetworkSegment(e483b40b-80d9-4a1b-bcdf-a5917fcb010f),segment_id=e483b40b-80d9-4a1b-bcdf-a5917fcb010f)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:02.013659 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.027846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Calling delete_port for 7296869d-0718-46ae-ac35-03e1fddf7474 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:02.059509 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] Deleting port 7296869d-0718-46ae-ac35-03e1fddf7474 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:02.059894 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.073420 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7296869d-0718-46ae-ac35-03e1fddf7474 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:02.116063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.143770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] No DVR routers for this DVR port 7296869d-0718-46ae-ac35-03e1fddf7474 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:02.146088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Port': ['ID=7296869d-0718-46ae-ac35-03e1fddf7474,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:02.157251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] For port 7296869d-0718-46ae-ac35-03e1fddf7474, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7296869d-0718-46ae-ac35-03e1fddf7474,segment=NetworkSegment(e483b40b-80d9-4a1b-bcdf-a5917fcb010f),segment_id=e483b40b-80d9-4a1b-bcdf-a5917fcb010f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:02.157650 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.163571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No active binding found for port 7296869d-0718-46ae-ac35-03e1fddf7474 {{(pid=93863) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:57:02.164000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7296869d-0718-46ae-ac35-03e1fddf7474 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:02.179823 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] Calling delete_port for 7296869d-0718-46ae-ac35-03e1fddf7474 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:02.260143 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.271283 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4298ab2a-780e-48b8-b151-b9c4b4b1db34']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:02.281655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e483b40b-80d9-4a1b-bcdf-a5917fcb010f') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:02.281956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e483b40b-80d9-4a1b-bcdf-a5917fcb010f') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:02.291328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.299614 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.306377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.312393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:02.312775 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:02.315998 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:02.324936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] Pushing event deleted for resources: {'Port': ['ID=7296869d-0718-46ae-ac35-03e1fddf7474,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:02.330771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699de3d-32c6-4d55-a411-ebf7e71ca7df None None] No DVR routers for this DVR port 7296869d-0718-46ae-ac35-03e1fddf7474 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:02.387309 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.397094 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.399212 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] 10.222.0.91 "DELETE /v2.0/networks/4298ab2a-780e-48b8-b151-b9c4b4b1db34 HTTP/1.1" status: 204 len: 168 time: 0.5906200 Jul 16 20:57:02.419323 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c513b2f-66fb-4b59-be65-84648c9fccaf tempest-NetworksIpV6Test-587772197 tempest-NetworksIpV6Test-587772197-project] Pushing event deleted for resources: {'Network': ['ID=4298ab2a-780e-48b8-b151-b9c4b4b1db34,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:02.697949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39948) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:02.849080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ed50fc9c-aacb-4fe7-844d-43aa7a7b5f87 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3c4e7ca631d0406f915787dd7184f27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497228 Jul 16 20:57:02.852610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39952) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:02.902562 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3f991ad4-08e3-4954-8281-aedd189ad46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.925341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3f991ad4-08e3-4954-8281-aedd189ad46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.974863 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3f991ad4-08e3-4954-8281-aedd189ad46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.979815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3f991ad4-08e3-4954-8281-aedd189ad46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.981880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3f991ad4-08e3-4954-8281-aedd189ad46c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c366c5e0-f7f9-4cd8-84ae-3cd7471c442d HTTP/1.1" status: 204 len: 168 time: 0.1280606 Jul 16 20:57:02.996531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f991ad4-08e3-4954-8281-aedd189ad46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c366c5e0-f7f9-4cd8-84ae-3cd7471c442d,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:03.717663 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39974) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:03.820016 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-59d14c45-f307-4587-9d2c-ae9308397682 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-358536851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:03.852933 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59d14c45-f307-4587-9d2c-ae9308397682 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.854682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59d14c45-f307-4587-9d2c-ae9308397682 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.914317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59d14c45-f307-4587-9d2c-ae9308397682 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.920203 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59d14c45-f307-4587-9d2c-ae9308397682 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.938044 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-59d14c45-f307-4587-9d2c-ae9308397682 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.939027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-59d14c45-f307-4587-9d2c-ae9308397682 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2202630 Jul 16 20:57:03.941808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39978) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:03.947215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1299456334'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:03.975449 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Made reservation on behalf of acfef3128cfd4840a497a3fa20ae83b2 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:03.978972 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.988832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.097698 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.102500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.128339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:04.137312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20696da-9299-47fd-9548-a3d3618b0c7a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:04.146656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.146859 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Added segment 6ae8c3bc-d896-4e47-b654-c79bdb4f81cd of type vlan for network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db Jul 16 20:57:04.190374 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.224486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.232295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.233109 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.270039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3271053 Jul 16 20:57:04.274140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39980) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:04.280467 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Request body: {'subnet': {'network_id': '2d5f68f5-1c4c-4579-ac01-b1b5ccd118db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:04.305028 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad26aaa-52f5-4482-8bb9-0aa88ceb29b4 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event updated for resources: {'Network': ['ID=2d5f68f5-1c4c-4579-ac01-b1b5ccd118db,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:04.319889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:04.386545 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Made reservation on behalf of acfef3128cfd4840a497a3fa20ae83b2 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:04.395468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.590168 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.655124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event updated for resources: {'Subnet': ['ID=acb75c06-f23b-4d05-afc7-a85493c9683b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:04.664030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Checking segment: {'id': '6ae8c3bc-d896-4e47-b654-c79bdb4f81cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2d5f68f5-1c4c-4579-ac01-b1b5ccd118db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:04.664393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Network hostable DHCP agents. Network: 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:04.681979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:04.692000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:04.697080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.697669 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.707100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6751c401-3cd2-4844-8271-805a228fbcfb None None] Network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:04.716176 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-dedda8f1-981d-4470-8e02-fbf4d5f4fbbd tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4408004 Jul 16 20:57:04.719523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39982) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:04.724996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1199633004'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:04.748294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Made reservation on behalf of acfef3128cfd4840a497a3fa20ae83b2 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:04.752024 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.779470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:04.789012 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.789352 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Added segment e2ca9950-36dd-48cf-a208-419413cacdba of type vlan for network df9ed058-d759-482a-9712-cf4a97b889c3 Jul 16 20:57:04.832891 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.865760 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-2d5f68f5-1c4c-4579-ac01-b1b5ccd118db', 'network_id': '2d5f68f5-1c4c-4579-ac01-b1b5ccd118db', 'tenant_id': 'acfef3128cfd4840a497a3fa20ae83b2', 'fixed_ips': [{'subnet_id': 'acb75c06-f23b-4d05-afc7-a85493c9683b'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:04.866635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.866768 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.874217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.875110 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.925104 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2041440 Jul 16 20:57:04.928476 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39984) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:04.934165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Request body: {'subnet': {'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:04.971090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c9043-5166-4f1d-9d06-8b4ccd01b447 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event updated for resources: {'Network': ['ID=df9ed058-d759-482a-9712-cf4a97b889c3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:04.996964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network df9ed058-d759-482a-9712-cf4a97b889c3 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:05.069697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Allocated IP 172.20.0.2 (2d5f68f5-1c4c-4579-ac01-b1b5ccd118db/acb75c06-f23b-4d05-afc7-a85493c9683b/5a690912-a9ae-4d9b-b594-d353d7817c7b) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:05.229763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.239947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Transition to ACTIVE for port object 5a690912-a9ae-4d9b-b594-d353d7817c7b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:05.256861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Transition to ACTIVE for port object 5a690912-a9ae-4d9b-b594-d353d7817c7b will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:05.263691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.306054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:05.309307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:05.312031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:05.320308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Pushing event updated for resources: {'Port': ['ID=5a690912-a9ae-4d9b-b594-d353d7817c7b,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:05.356549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Made reservation on behalf of acfef3128cfd4840a497a3fa20ae83b2 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:05.360539 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.380427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Attempting to bind port 5a690912-a9ae-4d9b-b594-d353d7817c7b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:05.380881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Attempting to bind port 5a690912-a9ae-4d9b-b594-d353d7817c7b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6ae8c3bc-d896-4e47-b654-c79bdb4f81cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2d5f68f5-1c4c-4579-ac01-b1b5ccd118db'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:05.381132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Attempting to bind port 5a690912-a9ae-4d9b-b594-d353d7817c7b on network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:05.386329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:05.386719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Checking segment: {'id': '6ae8c3bc-d896-4e47-b654-c79bdb4f81cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2d5f68f5-1c4c-4579-ac01-b1b5ccd118db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:05.387167 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.387554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Bound using segment: {'id': '6ae8c3bc-d896-4e47-b654-c79bdb4f81cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2d5f68f5-1c4c-4579-ac01-b1b5ccd118db'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:05.387981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Bound port: 5a690912-a9ae-4d9b-b594-d353d7817c7b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae8c3bc-d896-4e47-b654-c79bdb4f81cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2d5f68f5-1c4c-4579-ac01-b1b5ccd118db'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:05.388353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.463106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] For port 5a690912-a9ae-4d9b-b594-d353d7817c7b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:05.466595 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] For port 5a690912-a9ae-4d9b-b594-d353d7817c7b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5a690912-a9ae-4d9b-b594-d353d7817c7b,segment=NetworkSegment(6ae8c3bc-d896-4e47-b654-c79bdb4f81cd),segment_id=6ae8c3bc-d896-4e47-b654-c79bdb4f81cd)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:05.473614 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.532464 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c143c-5381-40a6-ae55-ca0081784b4d None None] Pushing event updated for resources: {'Port': ['ID=5a690912-a9ae-4d9b-b594-d353d7817c7b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:05.567208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.630157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event updated for resources: {'Subnet': ['ID=0b890552-42f2-4bc8-a18c-0b19f8cbc1db,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:05.638197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Checking segment: {'id': 'e2ca9950-36dd-48cf-a208-419413cacdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:05.638558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Network hostable DHCP agents. Network: df9ed058-d759-482a-9712-cf4a97b889c3, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:05.657236 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Network df9ed058-d759-482a-9712-cf4a97b889c3 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:05.670040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, df9ed058-d759-482a-9712-cf4a97b889c3) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:05.684071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:05.684736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.691196 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f3b44-08bb-4059-a06b-c9d305b1d3cd None None] Network df9ed058-d759-482a-9712-cf4a97b889c3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:05.720327 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9888f19c-4f9f-4002-b754-5ddde76d9848 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7901542 Jul 16 20:57:05.722712 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39986) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:05.727580 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-dc79bfb3-c080-435d-8b64-89de0c69c8ad tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:05.862881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-df9ed058-d759-482a-9712-cf4a97b889c3', 'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3', 'tenant_id': 'acfef3128cfd4840a497a3fa20ae83b2', 'fixed_ips': [{'subnet_id': '0b890552-42f2-4bc8-a18c-0b19f8cbc1db'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:05.864429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.956543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc79bfb3-c080-435d-8b64-89de0c69c8ad tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.017918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Allocated IP 172.21.0.2 (df9ed058-d759-482a-9712-cf4a97b889c3/0b890552-42f2-4bc8-a18c-0b19f8cbc1db/09993e3f-f87b-492f-a2e8-2e218c614ec7) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:06.097496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5a690912-a9ae-4d9b-b594-d353d7817c7b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:06.102074 n-d-792458-10 neutron-server[93862]: INFO neutron.api.v2.resource [None req-dc79bfb3-c080-435d-8b64-89de0c69c8ad tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:57:06.103166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dc79bfb3-c080-435d-8b64-89de0c69c8ad tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "PUT /v2.0/routers/21916daa-46d3-4853-b13c-095a7b5f1d25 HTTP/1.1" status: 400 len: 364 time: 0.3793824 Jul 16 20:57:06.108926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39988) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:06.141548 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-40b75889-5f93-4d6a-9a1b-f073ed9495e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.172265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Deleting subnet 0b890552-42f2-4bc8-a18c-0b19f8cbc1db {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:06.218900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5a690912-a9ae-4d9b-b594-d353d7817c7b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:06.224602 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.234714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Transition to ACTIVE for port object 09993e3f-f87b-492f-a2e8-2e218c614ec7 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:06.249984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Transition to ACTIVE for port object 09993e3f-f87b-492f-a2e8-2e218c614ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:06.256083 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.256789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.314704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.316583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Network df9ed058-d759-482a-9712-cf4a97b889c3 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:06.321112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:06.327150 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:06.336007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Pushing event updated for resources: {'Port': ['ID=09993e3f-f87b-492f-a2e8-2e218c614ec7,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:06.410027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Attempting to bind port 09993e3f-f87b-492f-a2e8-2e218c614ec7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:06.410412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Attempting to bind port 09993e3f-f87b-492f-a2e8-2e218c614ec7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'e2ca9950-36dd-48cf-a208-419413cacdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:06.411149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Attempting to bind port 09993e3f-f87b-492f-a2e8-2e218c614ec7 on network df9ed058-d759-482a-9712-cf4a97b889c3 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:06.416899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:06.417120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Checking segment: {'id': 'e2ca9950-36dd-48cf-a208-419413cacdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:06.417452 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.417846 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Bound using segment: {'id': 'e2ca9950-36dd-48cf-a208-419413cacdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:06.418309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Bound port: 09993e3f-f87b-492f-a2e8-2e218c614ec7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ca9950-36dd-48cf-a208-419413cacdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df9ed058-d759-482a-9712-cf4a97b889c3'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:06.418783 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.430256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.501132 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.505838 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] For port 09993e3f-f87b-492f-a2e8-2e218c614ec7, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:06.509780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] For port 09993e3f-f87b-492f-a2e8-2e218c614ec7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=09993e3f-f87b-492f-a2e8-2e218c614ec7,segment=NetworkSegment(e2ca9950-36dd-48cf-a208-419413cacdba),segment_id=e2ca9950-36dd-48cf-a208-419413cacdba)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:06.517008 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.532135 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event deleted for resources: {'Subnet': ['ID=0b890552-42f2-4bc8-a18c-0b19f8cbc1db,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:06.536687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.539249 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c6470bda-f8d0-4147-9831-b30e479907d6 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "DELETE /v2.0/subnets/0b890552-42f2-4bc8-a18c-0b19f8cbc1db HTTP/1.1" status: 204 len: 168 time: 0.4287183 Jul 16 20:57:06.541319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39990) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:06.565526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bcae7-45dd-494a-986d-602f03bd01f9 None None] Network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:06.632774 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.651216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1188ae-0bbf-40f6-8227-26ea97687df2 None None] Pushing event updated for resources: {'Port': ['ID=09993e3f-f87b-492f-a2e8-2e218c614ec7,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:06.658033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ec88fb75-b112-4002-a3d0-01b2fb1650a3 None None] Provisioning for port 5a690912-a9ae-4d9b-b594-d353d7817c7b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:06.666743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ec88fb75-b112-4002-a3d0-01b2fb1650a3 None None] Provisioning complete for port 5a690912-a9ae-4d9b-b594-d353d7817c7b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:06.667143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec88fb75-b112-4002-a3d0-01b2fb1650a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.695579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Deleting port 09993e3f-f87b-492f-a2e8-2e218c614ec7 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:06.696023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.770311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] For port 09993e3f-f87b-492f-a2e8-2e218c614ec7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=09993e3f-f87b-492f-a2e8-2e218c614ec7,segment=NetworkSegment(e2ca9950-36dd-48cf-a208-419413cacdba),segment_id=e2ca9950-36dd-48cf-a208-419413cacdba)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:06.770766 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.793691 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Calling delete_port for 09993e3f-f87b-492f-a2e8-2e218c614ec7 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:06.829948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec88fb75-b112-4002-a3d0-01b2fb1650a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.876717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ec88fb75-b112-4002-a3d0-01b2fb1650a3 None None] For port 5a690912-a9ae-4d9b-b594-d353d7817c7b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5a690912-a9ae-4d9b-b594-d353d7817c7b,segment=NetworkSegment(6ae8c3bc-d896-4e47-b654-c79bdb4f81cd),segment_id=6ae8c3bc-d896-4e47-b654-c79bdb4f81cd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:06.883572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ec88fb75-b112-4002-a3d0-01b2fb1650a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.896703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.927744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event deleted for resources: {'Port': ['ID=09993e3f-f87b-492f-a2e8-2e218c614ec7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:06.931989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] No DVR routers for this DVR port 09993e3f-f87b-492f-a2e8-2e218c614ec7 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:06.952975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88fb75-b112-4002-a3d0-01b2fb1650a3 None None] Pushing event updated for resources: {'Port': ['ID=5a690912-a9ae-4d9b-b594-d353d7817c7b,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:07.023011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.034051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9ed058-d759-482a-9712-cf4a97b889c3']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.044862 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ca9950-36dd-48cf-a208-419413cacdba') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.045287 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ca9950-36dd-48cf-a208-419413cacdba') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.055969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.076106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.085703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:07.086057 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:07.089256 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:07.160288 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.166277 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.168548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "DELETE /v2.0/networks/df9ed058-d759-482a-9712-cf4a97b889c3 HTTP/1.1" status: 204 len: 168 time: 0.6262903 Jul 16 20:57:07.171246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39992) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:07.182998 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501bdd1-62c9-4f4e-b2f0-943679f24464 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event deleted for resources: {'Network': ['ID=df9ed058-d759-482a-9712-cf4a97b889c3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:07.208676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d5336368-6ea2-4d26-9655-c089bfb92f67 None None] Provisioning complete for port 5a690912-a9ae-4d9b-b594-d353d7817c7b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:07.209046 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d5336368-6ea2-4d26-9655-c089bfb92f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.228127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Deleting subnet acb75c06-f23b-4d05-afc7-a85493c9683b {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:07.231487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.273895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.367832 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.428903 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.460361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event deleted for resources: {'Subnet': ['ID=acb75c06-f23b-4d05-afc7-a85493c9683b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:07.464464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.468849 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2e9fe0a0-a20d-4060-a04c-12f076eb5a54 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "DELETE /v2.0/subnets/acb75c06-f23b-4d05-afc7-a85493c9683b HTTP/1.1" status: 204 len: 168 time: 0.2940590 Jul 16 20:57:07.469361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 39994) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:07.475311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd7b29-41c6-4db3-9310-f2d5211c3588 None None] Network 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:07.568137 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.631516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Deleting port 5a690912-a9ae-4d9b-b594-d353d7817c7b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:07.631865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.694924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758678a-0c55-42af-9543-9612ada77788 None None] DHCP port deletion for 2d5f68f5-1c4c-4579-ac01-b1b5ccd118db request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:07.710399 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] For port 5a690912-a9ae-4d9b-b594-d353d7817c7b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5a690912-a9ae-4d9b-b594-d353d7817c7b,segment=NetworkSegment(6ae8c3bc-d896-4e47-b654-c79bdb4f81cd),segment_id=6ae8c3bc-d896-4e47-b654-c79bdb4f81cd)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:07.710771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.725543 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Calling delete_port for 5a690912-a9ae-4d9b-b594-d353d7817c7b owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:07.727806 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0f2dd7bf-1962-4244-b5c7-feed4fcfd542 None None] Could not find standard attr ID for object 09993e3f-f87b-492f-a2e8-2e218c614ec7. {{(pid=93863) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:57:07.732990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f1147-270c-4a38-835a-4e42736a47d6 None None] DHCP port deletion for df9ed058-d759-482a-9712-cf4a97b889c3 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:07.757225 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92259c-95c0-42be-8a66-35f202ea6b76 None None] Network df9ed058-d759-482a-9712-cf4a97b889c3 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:07.770385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92259c-95c0-42be-8a66-35f202ea6b76 None None] Network df9ed058-d759-482a-9712-cf4a97b889c3 could not be found, it might have been deleted concurrently. {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:57:07.779642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3758678a-0c55-42af-9543-9612ada77788 None None] Deleting port 5a690912-a9ae-4d9b-b594-d353d7817c7b {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:07.779970 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3758678a-0c55-42af-9543-9612ada77788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.822663 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.847014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3758678a-0c55-42af-9543-9612ada77788 None None] For port 5a690912-a9ae-4d9b-b594-d353d7817c7b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5a690912-a9ae-4d9b-b594-d353d7817c7b,segment=NetworkSegment(6ae8c3bc-d896-4e47-b654-c79bdb4f81cd),segment_id=6ae8c3bc-d896-4e47-b654-c79bdb4f81cd)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:07.847420 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3758678a-0c55-42af-9543-9612ada77788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.848963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event deleted for resources: {'Port': ['ID=5a690912-a9ae-4d9b-b594-d353d7817c7b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:07.852633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] No DVR routers for this DVR port 5a690912-a9ae-4d9b-b594-d353d7817c7b on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:07.859725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3758678a-0c55-42af-9543-9612ada77788 None None] Calling delete_port for 5a690912-a9ae-4d9b-b594-d353d7817c7b owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:07.936879 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3758678a-0c55-42af-9543-9612ada77788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.941528 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.952266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5f68f5-1c4c-4579-ac01-b1b5ccd118db']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.962245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae8c3bc-d896-4e47-b654-c79bdb4f81cd') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.962610 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae8c3bc-d896-4e47-b654-c79bdb4f81cd') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:07.965397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758678a-0c55-42af-9543-9612ada77788 None None] Pushing event deleted for resources: {'Port': ['ID=5a690912-a9ae-4d9b-b594-d353d7817c7b,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:07.968995 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3758678a-0c55-42af-9543-9612ada77788 None None] No DVR routers for this DVR port 5a690912-a9ae-4d9b-b594-d353d7817c7b on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:07.977858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:07.995401 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.002865 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:08.003328 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: timer() Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:08.007431 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:08.037982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5a690912-a9ae-4d9b-b594-d353d7817c7b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:08.060197 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5a690912-a9ae-4d9b-b594-d353d7817c7b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:08.060537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5a690912-a9ae-4d9b-b594-d353d7817c7b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:08.075858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.083727 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.087363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "DELETE /v2.0/networks/2d5f68f5-1c4c-4579-ac01-b1b5ccd118db HTTP/1.1" status: 204 len: 168 time: 0.6168215 Jul 16 20:57:08.088730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39996) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:08.106448 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34511833-b13b-4da7-ab95-913bbbd3475f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Pushing event deleted for resources: {'Network': ['ID=2d5f68f5-1c4c-4579-ac01-b1b5ccd118db,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:08.120720 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d3a9b2db-a443-41cc-8d3a-361cff18d04f tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "GET /v2.0/ports?device_id=21916daa-46d3-4853-b13c-095a7b5f1d25 HTTP/1.1" status: 200 len: 205 time: 0.0304129 Jul 16 20:57:08.123052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 39998) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:08.197463 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29ff13b0-5bb9-480e-92c3-b8fade9c1080 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.665758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.720205 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29ff13b0-5bb9-480e-92c3-b8fade9c1080 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.722486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29ff13b0-5bb9-480e-92c3-b8fade9c1080 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.772401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29ff13b0-5bb9-480e-92c3-b8fade9c1080 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.772949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ff13b0-5bb9-480e-92c3-b8fade9c1080 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Fanout notify agent at l3_agent the message router_deleted on router 21916daa-46d3-4853-b13c-095a7b5f1d25 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:57:08.780225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29ff13b0-5bb9-480e-92c3-b8fade9c1080 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.781332 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-29ff13b0-5bb9-480e-92c3-b8fade9c1080 tempest-RoutersNegativeTest-137392290 tempest-RoutersNegativeTest-137392290-project] 10.222.0.91 "DELETE /v2.0/routers/21916daa-46d3-4853-b13c-095a7b5f1d25 HTTP/1.1" status: 204 len: 168 time: 0.6573966 Jul 16 20:57:08.910749 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f1a2ca8c-a92c-4c5e-8777-d626af1eaec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.964418 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.060135 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40004) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:09.203560 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a1a2e814-5cfb-4398-b060-a4c02b9b85bd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=acfef3128cfd4840a497a3fa20ae83b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416929 Jul 16 20:57:09.207013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40008) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:09.257286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0531af1-2253-4e8d-b408-7d18a53d193a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.278388 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0531af1-2253-4e8d-b408-7d18a53d193a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.334975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0531af1-2253-4e8d-b408-7d18a53d193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.339473 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0531af1-2253-4e8d-b408-7d18a53d193a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.340994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d0531af1-2253-4e8d-b408-7d18a53d193a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c20696da-9299-47fd-9548-a3d3618b0c7a HTTP/1.1" status: 204 len: 168 time: 0.1330929 Jul 16 20:57:09.349441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0531af1-2253-4e8d-b408-7d18a53d193a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20696da-9299-47fd-9548-a3d3618b0c7a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:09.408084 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.022546 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40030) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:10.129912 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-44865311-network', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:10.153707 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Made reservation on behalf of 9cd16ac693bc4e5ebcb7359bebbe5f8f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:10.156018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.166854 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.208010 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.263570 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.270128 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.296078 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:10.307333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407efa2c-59dc-4635-a769-95344b7b0e28,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:10.310218 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.310553 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Added segment c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6 of type vlan for network 21f08b33-c866-4fef-ae69-dd85580745ef Jul 16 20:57:10.357530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.397464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.398598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:10.399461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.440940 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4145699 Jul 16 20:57:10.441354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40034) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:10.451842 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Request body: {'subnet': {'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-subnet', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:10.485191 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaa28c-41b3-4383-bf2c-8543ee8f1102 admin admin] Pushing event updated for resources: {'Network': ['ID=21f08b33-c866-4fef-ae69-dd85580745ef,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:10.496356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 21f08b33-c866-4fef-ae69-dd85580745ef details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:10.505150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Made reservation on behalf of 9cd16ac693bc4e5ebcb7359bebbe5f8f for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:10.507723 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.688063 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.742060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec71f045-498c-4c84-92a8-b1e0eb25e09e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:10.752166 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Checking segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:10.752528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Network hostable DHCP agents. Network: 21f08b33-c866-4fef-ae69-dd85580745ef, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:10.768759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Network 21f08b33-c866-4fef-ae69-dd85580745ef is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:10.779041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 21f08b33-c866-4fef-ae69-dd85580745ef) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:10.785177 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:10.786137 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.787014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7291e9-d2e2-4b2f-8396-06d7967500a2 None None] Network 21f08b33-c866-4fef-ae69-dd85580745ef requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:10.801603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-537457ae-132a-4358-9e53-1484f08116f2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3589041 Jul 16 20:57:10.804423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40036) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:10.809150 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:10.833603 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.835037 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.888935 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:10.936534 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-21f08b33-c866-4fef-ae69-dd85580745ef', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'fixed_ips': [{'subnet_id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:10.937505 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.030962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.082659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Allocated IP 172.20.0.2 (21f08b33-c866-4fef-ae69-dd85580745ef/ec71f045-498c-4c84-92a8-b1e0eb25e09e/9fc24052-7a82-4bf8-85b0-3298ca991bec) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:11.227734 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.237201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Transition to ACTIVE for port object 9fc24052-7a82-4bf8-85b0-3298ca991bec will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:11.244760 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.253251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Transition to ACTIVE for port object 9fc24052-7a82-4bf8-85b0-3298ca991bec will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:11.260049 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.268689 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.301957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Network 21f08b33-c866-4fef-ae69-dd85580745ef is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:11.307831 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:11.310137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Pushing event updated for resources: {'Port': ['ID=9fc24052-7a82-4bf8-85b0-3298ca991bec,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:11.312700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:11.372514 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Attempting to bind port 9fc24052-7a82-4bf8-85b0-3298ca991bec on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:11.372858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Attempting to bind port 9fc24052-7a82-4bf8-85b0-3298ca991bec by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:11.373251 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Attempting to bind port 9fc24052-7a82-4bf8-85b0-3298ca991bec on network 21f08b33-c866-4fef-ae69-dd85580745ef {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:11.378413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:11.378786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Checking segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:11.379205 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.379575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Bound using segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:11.380034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Bound port: 9fc24052-7a82-4bf8-85b0-3298ca991bec, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:11.380413 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.382815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Allocated IP 172.25.3.247 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/dfb11a99-004d-4478-acdb-05cb9ba414d8) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:11.449076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] For port 9fc24052-7a82-4bf8-85b0-3298ca991bec, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:11.452705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] For port 9fc24052-7a82-4bf8-85b0-3298ca991bec, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9fc24052-7a82-4bf8-85b0-3298ca991bec,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:11.456836 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.499355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.514765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd1f55-7fe4-490c-8281-e3352f8dc634 None None] Pushing event updated for resources: {'Port': ['ID=9fc24052-7a82-4bf8-85b0-3298ca991bec,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:11.540978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.578090 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:11.582929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:11.586562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:11.612279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb11a99-004d-4478-acdb-05cb9ba414d8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:11.858638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.002543 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.063927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.068278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9fc24052-7a82-4bf8-85b0-3298ca991bec up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:12.125343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9fc24052-7a82-4bf8-85b0-3298ca991bec completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:12.209542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:57:12.429975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3efe7e-aea4-4ee6-aa01-7c6c6d01a94e None None] Network 21f08b33-c866-4fef-ae69-dd85580745ef requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:12.661408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:12.670061 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Sync routers for ids ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:12.678090 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.679821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6e05a4de-05ba-43c8-9035-60524a1c5ce1 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8743122 Jul 16 20:57:12.682592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40038) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:12.683194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da2306ff-bed5-4df5-8342-e78fa7d087b9 None None] Provisioning for port 9fc24052-7a82-4bf8-85b0-3298ca991bec completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:12.683641 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Routers {'fa5341e8-7454-4ceb-bd5c-08878cfd60d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:12.684274 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:12.691448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da2306ff-bed5-4df5-8342-e78fa7d087b9 None None] Provisioning complete for port 9fc24052-7a82-4bf8-85b0-3298ca991bec triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:12.692366 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da2306ff-bed5-4df5-8342-e78fa7d087b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.791293 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Set router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:12.832899 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da2306ff-bed5-4df5-8342-e78fa7d087b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.872717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da2306ff-bed5-4df5-8342-e78fa7d087b9 None None] For port 9fc24052-7a82-4bf8-85b0-3298ca991bec, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9fc24052-7a82-4bf8-85b0-3298ca991bec,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:12.881459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da2306ff-bed5-4df5-8342-e78fa7d087b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.940554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2306ff-bed5-4df5-8342-e78fa7d087b9 None None] Pushing event updated for resources: {'Port': ['ID=9fc24052-7a82-4bf8-85b0-3298ca991bec,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:12.994735 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:57:11Z', 'revision_number': 3, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port': {'id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:11Z', 'updated_at': '2021-07-16T20:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:13.026192 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Checking router: fa5341e8-7454-4ceb-bd5c-08878cfd60d6 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:13.026673 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Updating router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 port dfb11a99-004d-4478-acdb-05cb9ba414d8 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:57:13.064355 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.101522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5cb439f5-4a3c-4f69-a982-821a28b59556 None None] Provisioning complete for port 9fc24052-7a82-4bf8-85b0-3298ca991bec triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:13.101522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5cb439f5-4a3c-4f69-a982-821a28b59556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.125538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.295308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Allocated IP 172.20.0.1 (21f08b33-c866-4fef-ae69-dd85580745ef/ec71f045-498c-4c84-92a8-b1e0eb25e09e/8e0fd3d1-5a3c-4f15-8989-1e6db5d24608) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:13.333003 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.343220 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Transition to ACTIVE for port object dfb11a99-004d-4478-acdb-05cb9ba414d8 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:13.349635 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.401319 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Attempting to bind port dfb11a99-004d-4478-acdb-05cb9ba414d8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:13.401688 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Attempting to bind port dfb11a99-004d-4478-acdb-05cb9ba414d8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:13.402040 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Attempting to bind port dfb11a99-004d-4478-acdb-05cb9ba414d8 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:13.410720 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Pushing event updated for resources: {'Port': ['ID=dfb11a99-004d-4478-acdb-05cb9ba414d8,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:13.413874 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:13.414161 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:13.414552 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.414958 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:13.415143 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.415412 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Bound port: dfb11a99-004d-4478-acdb-05cb9ba414d8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:13.415785 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.429385 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Transition to ACTIVE for port object 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:13.439248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.439629 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.439989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.440390 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.440774 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.441099 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.441415 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.441727 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.442040 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.442348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.442656 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.442989 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.467870 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.480064 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] For port dfb11a99-004d-4478-acdb-05cb9ba414d8, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:13.484065 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] For port dfb11a99-004d-4478-acdb-05cb9ba414d8, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dfb11a99-004d-4478-acdb-05cb9ba414d8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:13.490679 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.508662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Network 21f08b33-c866-4fef-ae69-dd85580745ef is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:13.513647 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:13.517071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:13.542463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Pushing event updated for resources: {'Port': ['ID=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:13.548921 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Routers {'fa5341e8-7454-4ceb-bd5c-08878cfd60d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:13.549542 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:13.562091 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.695064 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf9ab3-a855-4d89-b91d-de87b7cc9d8c None None] Pushing event updated for resources: {'Port': ['ID=dfb11a99-004d-4478-acdb-05cb9ba414d8,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:13.716833 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.773676 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] Set router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:13.812691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03061cd1-1cbf-4404-aac9-abb59982e2c8 None None] Provisioning for port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:13.816788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-03061cd1-1cbf-4404-aac9-abb59982e2c8 None None] Provisioning complete for port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:13.817156 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03061cd1-1cbf-4404-aac9-abb59982e2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.855253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-03061cd1-1cbf-4404-aac9-abb59982e2c8 None None] Port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:13.895755 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.902225 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.961611 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:57:11Z', 'revision_number': 3, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port': {'id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:11Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:13.975024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Pushing event updated for resources: {'Port': ['ID=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:13.977821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.002694 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad537f-59c5-442d-8d20-b27973f60e54 None None] The sync data for ids ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'] in n-d-792458-10 is: [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:57:11Z', 'revision_number': 3, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port': {'id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:11Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:14.088425 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9fc24052-7a82-4bf8-85b0-3298ca991bec up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:14.088881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Network 21f08b33-c866-4fef-ae69-dd85580745ef is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:14.090509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:14.172694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9fc24052-7a82-4bf8-85b0-3298ca991bec triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:14.173211 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.237003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:14.374812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:14.381483 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8265d362-de24-42cd-82d8-91376802f69a admin admin] 10.222.0.91 "PUT /v2.0/routers/fa5341e8-7454-4ceb-bd5c-08878cfd60d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974905 Jul 16 20:57:14.482608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b4094524-2052-4335-b2c4-a899e444f220 None None] Provisioning complete for port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:14.483165 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b4094524-2052-4335-b2c4-a899e444f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.521881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b4094524-2052-4335-b2c4-a899e444f220 None None] Port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:14.948378 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40056) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:14.953900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1970321706-network', 'tenant_id': '8593721c501d43278f324727f1c9d71d'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:14.976928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Made reservation on behalf of 8593721c501d43278f324727f1c9d71d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:14.979389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.989182 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.094533 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.099867 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.126196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:15.135696 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce2be0-e0d1-45f3-b837-05b7ee8387ed,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:15.143063 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.143063 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Added segment bb66d999-d4fa-4200-97d6-fcd05aa62e1e of type vlan for network 511f3542-d168-4f9b-86f4-d5b12fbfa666 Jul 16 20:57:15.192440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.224828 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.225956 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.226620 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.260422 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3107545 Jul 16 20:57:15.263315 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40058) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:15.268670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Request body: {'subnet': {'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-subnet', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:15.291183 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18181-dbf5-4ef5-92e4-8caec6155734 admin admin] Pushing event updated for resources: {'Network': ['ID=511f3542-d168-4f9b-86f4-d5b12fbfa666,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:15.301483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:15.302205 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Made reservation on behalf of 8593721c501d43278f324727f1c9d71d for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:15.305011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.513360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.574900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754a9905-7c4f-4db6-b75a-e2e88d42911e,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:15.595995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Checking segment: {'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:15.596506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Network hostable DHCP agents. Network: 511f3542-d168-4f9b-86f4-d5b12fbfa666, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:15.621644 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:15.632174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 511f3542-d168-4f9b-86f4-d5b12fbfa666) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:15.636259 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.636984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.649983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456569a-36f8-4234-ad81-fc148f861a58 None None] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:15.662885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-29117d91-c3a3-4877-a1ff-130f74a92ea5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3976729 Jul 16 20:57:15.665039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40060) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:15.669642 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:15.705459 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.706655 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.779006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.784380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Sync routers for ids ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:15.800441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Routers {'fa5341e8-7454-4ceb-bd5c-08878cfd60d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:15.801083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:15.913376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-511f3542-d168-4f9b-86f4-d5b12fbfa666', 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'fixed_ips': [{'subnet_id': '754a9905-7c4f-4db6-b75a-e2e88d42911e'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:15.914415 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.930322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.045065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Set router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:16.087208 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfb11a99-004d-4478-acdb-05cb9ba414d8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:16.158489 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.178356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.191716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Allocated IP 172.20.0.2 (511f3542-d168-4f9b-86f4-d5b12fbfa666/754a9905-7c4f-4db6-b75a-e2e88d42911e/8542d6c8-c3e8-4809-b0e1-722eb49435cd) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:16.291738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Allocated IP 172.25.3.154 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/cc66cce0-c7ad-4a48-9e3b-994890a45c4e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:16.299906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port dfb11a99-004d-4478-acdb-05cb9ba414d8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:16.333631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port dfb11a99-004d-4478-acdb-05cb9ba414d8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:16.334383 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.407044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.457940 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.496830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.500896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:16.504158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:16.508271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:16.515669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:16.533025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Transition to ACTIVE for port object 8542d6c8-c3e8-4809-b0e1-722eb49435cd will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:16.553680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.573132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Transition to ACTIVE for port object 8542d6c8-c3e8-4809-b0e1-722eb49435cd will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:16.578650 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 4, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port': {'id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:11Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '8e0fd3d1-5a3c-4f15-8989-1e6db5d24608', 'name': '', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'mac_address': 'fa:16:3e:00:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:13Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 2, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'subnets': [{'id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:16.615683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.618805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port dfb11a99-004d-4478-acdb-05cb9ba414d8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dfb11a99-004d-4478-acdb-05cb9ba414d8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:16.622845 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Checking router: fa5341e8-7454-4ceb-bd5c-08878cfd60d6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:16.623220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Updating router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:57:16.631442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.689531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:16.697121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:16.701062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Pushing event updated for resources: {'Port': ['ID=8542d6c8-c3e8-4809-b0e1-722eb49435cd,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:16.704209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:16.732103 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.785130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.838672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=dfb11a99-004d-4478-acdb-05cb9ba414d8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:16.843445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Attempting to bind port 8542d6c8-c3e8-4809-b0e1-722eb49435cd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:16.843807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Attempting to bind port 8542d6c8-c3e8-4809-b0e1-722eb49435cd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:16.844184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Attempting to bind port 8542d6c8-c3e8-4809-b0e1-722eb49435cd on network 511f3542-d168-4f9b-86f4-d5b12fbfa666 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:16.856372 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:16.856765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Checking segment: {'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:16.857160 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.857549 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Bound using segment: {'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:16.858020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Bound port: 8542d6c8-c3e8-4809-b0e1-722eb49435cd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:16.858402 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.987680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.028469 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] For port 8542d6c8-c3e8-4809-b0e1-722eb49435cd, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:17.046332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] For port 8542d6c8-c3e8-4809-b0e1-722eb49435cd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8542d6c8-c3e8-4809-b0e1-722eb49435cd,segment=NetworkSegment(bb66d999-d4fa-4200-97d6-fcd05aa62e1e),segment_id=bb66d999-d4fa-4200-97d6-fcd05aa62e1e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:17.059603 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.126822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Router 287a941f-abe9-4151-b38c-b942feaa1934 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:57:17.166722 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e9140-8812-485f-8122-1c0e00dfa484 None None] Pushing event updated for resources: {'Port': ['ID=8542d6c8-c3e8-4809-b0e1-722eb49435cd,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:17.194667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.209313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Transition to ACTIVE for port object 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:17.218197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.246985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:17.257066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Sync routers for ids ['287a941f-abe9-4151-b38c-b942feaa1934'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:17.265708 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.268702 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Routers {'287a941f-abe9-4151-b38c-b942feaa1934'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:17.269507 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['287a941f-abe9-4151-b38c-b942feaa1934'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:17.270099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40062) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:17.270569 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a0cd91d8-3b60-435c-b743-7642a7ed9bc6 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6041100 Jul 16 20:57:17.308844 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b5e2c-7821-4394-bfba-934f4c805a97 None None] Pushing event updated for resources: {'Port': ['ID=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:17.374125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Attempting to bind port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:17.374825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Attempting to bind port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:17.374825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Attempting to bind port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 on network 21f08b33-c866-4fef-ae69-dd85580745ef {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:17.380679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:17.381123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Checking segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:17.381531 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.382241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Bound using segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:17.382725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Bound port: 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:17.383291 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.480096 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Set router 287a941f-abe9-4151-b38c-b942feaa1934 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:17.480946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] For port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:17.484535 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] For port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:17.500004 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.573688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Routers {'fa5341e8-7454-4ceb-bd5c-08878cfd60d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:17.574825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:17.625543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b5e2c-7821-4394-bfba-934f4c805a97 None None] Pushing event updated for resources: {'Port': ['ID=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:17.724489 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:57:16Z', 'revision_number': 3, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port': {'id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:16Z', 'updated_at': '2021-07-16T20:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:17.737438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] Set router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:17.759526 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Checking router: 287a941f-abe9-4151-b38c-b942feaa1934 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:17.759894 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Updating router 287a941f-abe9-4151-b38c-b942feaa1934 port cc66cce0-c7ad-4a48-9e3b-994890a45c4e binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:57:17.805782 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.856209 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.058245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Allocated IP 172.20.0.1 (511f3542-d168-4f9b-86f4-d5b12fbfa666/754a9905-7c4f-4db6-b75a-e2e88d42911e/bf48df64-d371-4390-81e7-2363caeb843b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:18.187313 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.197993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 4, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port': {'id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:11Z', 'updated_at': '2021-07-16T20:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '8e0fd3d1-5a3c-4f15-8989-1e6db5d24608', 'name': '', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'mac_address': 'fa:16:3e:00:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:13Z', 'updated_at': '2021-07-16T20:57:17Z', 'revision_number': 4, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'subnets': [{'id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:18.206169 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Transition to ACTIVE for port object cc66cce0-c7ad-4a48-9e3b-994890a45c4e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:18.214101 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.229063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8542d6c8-c3e8-4809-b0e1-722eb49435cd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:18.232633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02002f39-2504-40cf-b5ff-a2c7c0bac02a None None] The sync data for ids ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'] in n-d-792458-10 is: [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:57:13Z', 'revision_number': 4, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port': {'id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:11Z', 'updated_at': '2021-07-16T20:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '8e0fd3d1-5a3c-4f15-8989-1e6db5d24608', 'name': '', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'mac_address': 'fa:16:3e:00:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:13Z', 'updated_at': '2021-07-16T20:57:17Z', 'revision_number': 4, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'subnets': [{'id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:18.235546 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.258506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Transition to ACTIVE for port object bf48df64-d371-4390-81e7-2363caeb843b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:18.276805 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Attempting to bind port cc66cce0-c7ad-4a48-9e3b-994890a45c4e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:18.277298 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Attempting to bind port cc66cce0-c7ad-4a48-9e3b-994890a45c4e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:18.277540 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Attempting to bind port cc66cce0-c7ad-4a48-9e3b-994890a45c4e on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:18.321716 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:18.322078 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:18.322579 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.323022 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:18.323642 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Bound port: cc66cce0-c7ad-4a48-9e3b-994890a45c4e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:18.324018 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.330400 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4e277-ac64-4932-a008-f7bf9a06c1a9 None None] Pushing event updated for resources: {'Port': ['ID=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:18.334422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.349241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8542d6c8-c3e8-4809-b0e1-722eb49435cd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:18.354873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfb11a99-004d-4478-acdb-05cb9ba414d8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:18.394375 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:18.400301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:18.404457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:18.417554 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] For port cc66cce0-c7ad-4a48-9e3b-994890a45c4e, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:18.424188 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] For port cc66cce0-c7ad-4a48-9e3b-994890a45c4e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:18.436849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port dfb11a99-004d-4478-acdb-05cb9ba414d8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:18.437415 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.441288 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.445459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Pushing event updated for resources: {'Port': ['ID=bf48df64-d371-4390-81e7-2363caeb843b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:18.481508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.522203 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Routers {'287a941f-abe9-4151-b38c-b942feaa1934'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:18.522943 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['287a941f-abe9-4151-b38c-b942feaa1934'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:18.606924 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4e277-ac64-4932-a008-f7bf9a06c1a9 None None] Pushing event updated for resources: {'Port': ['ID=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:18.631809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27693dfd-d681-4493-ae31-d7b027c1db7f None None] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:18.689612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.711094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] Set router 287a941f-abe9-4151-b38c-b942feaa1934 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:18.733988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d65d9cc3-e9a2-4dff-8e1b-3124a53d13fe None None] Provisioning for port 8542d6c8-c3e8-4809-b0e1-722eb49435cd completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:18.740934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d65d9cc3-e9a2-4dff-8e1b-3124a53d13fe None None] Provisioning complete for port 8542d6c8-c3e8-4809-b0e1-722eb49435cd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:18.741982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d65d9cc3-e9a2-4dff-8e1b-3124a53d13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.892645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d65d9cc3-e9a2-4dff-8e1b-3124a53d13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.913740 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.923865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.960331 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:57:16Z', 'revision_number': 3, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port': {'id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:16Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:18.961282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d65d9cc3-e9a2-4dff-8e1b-3124a53d13fe None None] For port 8542d6c8-c3e8-4809-b0e1-722eb49435cd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8542d6c8-c3e8-4809-b0e1-722eb49435cd,segment=NetworkSegment(bb66d999-d4fa-4200-97d6-fcd05aa62e1e),segment_id=bb66d999-d4fa-4200-97d6-fcd05aa62e1e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:18.968900 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d65d9cc3-e9a2-4dff-8e1b-3124a53d13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.017693 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a2d1b-f3d0-4adc-9f41-58f497d22bb2 None None] The sync data for ids ['287a941f-abe9-4151-b38c-b942feaa1934'] in n-d-792458-10 is: [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:57:16Z', 'revision_number': 3, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port': {'id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:16Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:19.033142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d9cc3-e9a2-4dff-8e1b-3124a53d13fe None None] Pushing event updated for resources: {'Port': ['ID=8542d6c8-c3e8-4809-b0e1-722eb49435cd,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:19.034329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Pushing event updated for resources: {'Port': ['ID=bf48df64-d371-4390-81e7-2363caeb843b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:19.049228 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.189797 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:19.191288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:19.194007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0158ff66-634a-433e-bb91-0d77d2f4faab None None] Provisioning for port bf48df64-d371-4390-81e7-2363caeb843b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:19.201598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0158ff66-634a-433e-bb91-0d77d2f4faab None None] Provisioning complete for port bf48df64-d371-4390-81e7-2363caeb843b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:19.202022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0158ff66-634a-433e-bb91-0d77d2f4faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.268239 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0158ff66-634a-433e-bb91-0d77d2f4faab None None] Port bf48df64-d371-4390-81e7-2363caeb843b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:19.295087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0158ff66-634a-433e-bb91-0d77d2f4faab None None] Provisioning complete for port 8542d6c8-c3e8-4809-b0e1-722eb49435cd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:19.295477 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0158ff66-634a-433e-bb91-0d77d2f4faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.400046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Router 287a941f-abe9-4151-b38c-b942feaa1934 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:19.551023 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:19.565037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b4076062-117d-4107-ba6b-af2716216a2f admin admin] 10.222.0.91 "PUT /v2.0/routers/287a941f-abe9-4151-b38c-b942feaa1934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2861657 Jul 16 20:57:19.569508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-26cdb9f7-9415-49e2-8605-6e2165c562ce None None] Provisioning complete for port bf48df64-d371-4390-81e7-2363caeb843b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:19.570021 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-26cdb9f7-9415-49e2-8605-6e2165c562ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.627580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-26cdb9f7-9415-49e2-8605-6e2165c562ce None None] Port bf48df64-d371-4390-81e7-2363caeb843b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:19.747255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e0afe0f3-8419-4dd5-b26d-83166508ddb9 None None] Provisioning complete for port bf48df64-d371-4390-81e7-2363caeb843b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:19.747672 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0afe0f3-8419-4dd5-b26d-83166508ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.784551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-e0afe0f3-8419-4dd5-b26d-83166508ddb9 None None] Port bf48df64-d371-4390-81e7-2363caeb843b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:20.157496 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc66cce0-c7ad-4a48-9e3b-994890a45c4e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:20.214288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port cc66cce0-c7ad-4a48-9e3b-994890a45c4e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:20.218266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cc66cce0-c7ad-4a48-9e3b-994890a45c4e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:20.218641 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.299114 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.322073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port cc66cce0-c7ad-4a48-9e3b-994890a45c4e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:20.326536 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.327523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8542d6c8-c3e8-4809-b0e1-722eb49435cd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:20.404371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:20.415474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8542d6c8-c3e8-4809-b0e1-722eb49435cd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:20.415835 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.499400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:20.548237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:20.552501 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:20.552740 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.649245 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.687176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:20.692120 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.740975 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:20.770046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4dcaaaf8-5c67-46e1-abcc-be5a3611298e tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.771663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4dcaaaf8-5c67-46e1-abcc-be5a3611298e tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/networks?id=21f08b33-c866-4fef-ae69-dd85580745ef HTTP/1.1" status: 200 len: 815 time: 0.1110818 Jul 16 20:57:20.789219 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-bde365c3-9fd2-4482-9a22-01b061155c8d tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/quotas/9cd16ac693bc4e5ebcb7359bebbe5f8f HTTP/1.1" status: 200 len: 375 time: 0.0106728 Jul 16 20:57:20.863081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-87ec86c2-786c-4e92-92a1-7a9cc5a4a2f4 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cd16ac693bc4e5ebcb7359bebbe5f8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685008 Jul 16 20:57:20.975005 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-f2b39f42-f6c3-419b-9aac-fa7737a829f4 service neutron] 10.222.0.91 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989947 Jul 16 20:57:21.068727 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-ec1063f4-fd7b-4ed0-8500-2450eff2db23 service neutron] 10.222.0.91 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875130 Jul 16 20:57:21.255875 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bcd07d4c-25c1-4fb3-9024-8074d92422d8 req-76bed320-3ce2-4063-8319-9f077b9ffdca tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 210 time: 0.0294676 Jul 16 20:57:21.730863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Sync routers for ids ['287a941f-abe9-4151-b38c-b942feaa1934'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:21.740802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Routers {'287a941f-abe9-4151-b38c-b942feaa1934'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:21.741477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['287a941f-abe9-4151-b38c-b942feaa1934'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:21.849363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Set router 287a941f-abe9-4151-b38c-b942feaa1934 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:22.062155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 4, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port': {'id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:16Z', 'updated_at': '2021-07-16T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'bf48df64-d371-4390-81e7-2363caeb843b', 'name': '', 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'mac_address': 'fa:16:3e:2c:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '754a9905-7c4f-4db6-b75a-e2e88d42911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:17Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 2, 'project_id': '8593721c501d43278f324727f1c9d71d', 'subnets': [{'id': '754a9905-7c4f-4db6-b75a-e2e88d42911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:22.066457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc66cce0-c7ad-4a48-9e3b-994890a45c4e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:22.092356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Checking router: 287a941f-abe9-4151-b38c-b942feaa1934 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:22.092705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Updating router 287a941f-abe9-4151-b38c-b942feaa1934 port bf48df64-d371-4390-81e7-2363caeb843b binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:57:22.154883 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.194080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cc66cce0-c7ad-4a48-9e3b-994890a45c4e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:22.194502 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.389816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:22.435724 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d18a83c9-81e4-4319-b1a1-7acfded68591 req-e90dad8e-2c93-48a0-9d0e-5e8f1a50405f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 210 time: 0.0322132 Jul 16 20:57:22.502819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:22.503194 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.544297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.559147 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Transition to ACTIVE for port object bf48df64-d371-4390-81e7-2363caeb843b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:22.566469 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.577515 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-b2916d9b-c594-4b06-9027-d8689e98d9c6 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:22.579036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-b2916d9b-c594-4b06-9027-d8689e98d9c6 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "GET /v2.0/networks?id=21f08b33-c866-4fef-ae69-dd85580745ef HTTP/1.1" status: 200 len: 815 time: 0.1259015 Jul 16 20:57:22.591125 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Request body: {'port': {'device_id': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'admin_state_up': True, 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:22.658870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce46ceb-8200-417e-8968-99ebcc480776 None None] Pushing event updated for resources: {'Port': ['ID=bf48df64-d371-4390-81e7-2363caeb843b,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:22.723468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Attempting to bind port bf48df64-d371-4390-81e7-2363caeb843b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:22.723841 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Attempting to bind port bf48df64-d371-4390-81e7-2363caeb843b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:22.724236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Attempting to bind port bf48df64-d371-4390-81e7-2363caeb843b on network 511f3542-d168-4f9b-86f4-d5b12fbfa666 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:22.729548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:22.729918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Checking segment: {'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:22.730326 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.730714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Bound using segment: {'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:22.731211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Bound port: bf48df64-d371-4390-81e7-2363caeb843b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:22.731839 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.760227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Made reservation on behalf of 9cd16ac693bc4e5ebcb7359bebbe5f8f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:22.764065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.806041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] For port bf48df64-d371-4390-81e7-2363caeb843b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:22.809711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] For port bf48df64-d371-4390-81e7-2363caeb843b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bf48df64-d371-4390-81e7-2363caeb843b,segment=NetworkSegment(bb66d999-d4fa-4200-97d6-fcd05aa62e1e),segment_id=bb66d999-d4fa-4200-97d6-fcd05aa62e1e)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:22.816158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:22.880686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Routers {'287a941f-abe9-4151-b38c-b942feaa1934'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:22.881252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:57:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['287a941f-abe9-4151-b38c-b942feaa1934'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:22.905319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Allocated IP 172.20.0.6 (21f08b33-c866-4fef-ae69-dd85580745ef/ec71f045-498c-4c84-92a8-b1e0eb25e09e/78cd30f3-4588-463d-a45b-d37773b07417) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:22.925888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce46ceb-8200-417e-8968-99ebcc480776 None None] Pushing event updated for resources: {'Port': ['ID=bf48df64-d371-4390-81e7-2363caeb843b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:23.009336 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] Set router 287a941f-abe9-4151-b38c-b942feaa1934 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:23.071834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.085747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Transition to ACTIVE for port object 78cd30f3-4588-463d-a45b-d37773b07417 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:23.120118 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.169986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Network 21f08b33-c866-4fef-ae69-dd85580745ef is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:23.173391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:23.177737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:23.205009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Pushing event updated for resources: {'Port': ['ID=78cd30f3-4588-463d-a45b-d37773b07417,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:23.233290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:23.234093 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.250298 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-4ac2627e-3993-40bd-8e75-e688772b5c85 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631978 Jul 16 20:57:23.262356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Request body: {'port': {'device_id': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:23.347981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.394060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 4, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port': {'id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:16Z', 'updated_at': '2021-07-16T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'bf48df64-d371-4390-81e7-2363caeb843b', 'name': '', 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'mac_address': 'fa:16:3e:2c:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '754a9905-7c4f-4db6-b75a-e2e88d42911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:17Z', 'updated_at': '2021-07-16T20:57:22Z', 'revision_number': 4, 'project_id': '8593721c501d43278f324727f1c9d71d', 'subnets': [{'id': '754a9905-7c4f-4db6-b75a-e2e88d42911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:23.421238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9ce56-6181-42d3-b111-7e5271585ca4 None None] The sync data for ids ['287a941f-abe9-4151-b38c-b942feaa1934'] in n-d-792458-10 is: [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 4, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port': {'id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:16Z', 'updated_at': '2021-07-16T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'bf48df64-d371-4390-81e7-2363caeb843b', 'name': '', 'network_id': '511f3542-d168-4f9b-86f4-d5b12fbfa666', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'mac_address': 'fa:16:3e:2c:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '754a9905-7c4f-4db6-b75a-e2e88d42911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:17Z', 'updated_at': '2021-07-16T20:57:22Z', 'revision_number': 4, 'project_id': '8593721c501d43278f324727f1c9d71d', 'subnets': [{'id': '754a9905-7c4f-4db6-b75a-e2e88d42911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:23.444078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6b2d0333-268a-4dbe-a977-765457bb94c2 None None] Provisioning for port 78cd30f3-4588-463d-a45b-d37773b07417 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:23.448840 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6b2d0333-268a-4dbe-a977-765457bb94c2 None None] Provisioning complete for port 78cd30f3-4588-463d-a45b-d37773b07417 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:23.449217 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0333-268a-4dbe-a977-765457bb94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.521687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d0333-268a-4dbe-a977-765457bb94c2 None None] Port 78cd30f3-4588-463d-a45b-d37773b07417 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:23.712292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cd30f3-4588-463d-a45b-d37773b07417 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:23.720454 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.744087 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93402a-fec2-4d32-8c77-dc8863b626d9 req-7369b5c8-871d-4c3b-8a88-f332c5101cbc tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:23.745540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de93402a-fec2-4d32-8c77-dc8863b626d9 req-7369b5c8-871d-4c3b-8a88-f332c5101cbc tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 931 time: 0.1376681 Jul 16 20:57:23.746633 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Transition to ACTIVE for port object 78cd30f3-4588-463d-a45b-d37773b07417 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:23.758622 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.830082 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Pushing event updated for resources: {'Port': ['ID=78cd30f3-4588-463d-a45b-d37773b07417,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:23.836139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-de93402a-fec2-4d32-8c77-dc8863b626d9 req-15b60741-48f1-44ad-b957-6b50db30500a tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843289 Jul 16 20:57:23.920480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Attempting to bind port 78cd30f3-4588-463d-a45b-d37773b07417 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:23.920820 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Attempting to bind port 78cd30f3-4588-463d-a45b-d37773b07417 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:23.921146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Attempting to bind port 78cd30f3-4588-463d-a45b-d37773b07417 on network 21f08b33-c866-4fef-ae69-dd85580745ef {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:23.926258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Port 78cd30f3-4588-463d-a45b-d37773b07417 on network 21f08b33-c866-4fef-ae69-dd85580745ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:23.926623 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Attempting to bind port 78cd30f3-4588-463d-a45b-d37773b07417 on network 21f08b33-c866-4fef-ae69-dd85580745ef {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:23.932122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:23.932459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Checking segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:23.932848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Bound using segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:23.933272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Bound port: 78cd30f3-4588-463d-a45b-d37773b07417, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:23.933636 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.013217 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] For port 78cd30f3-4588-463d-a45b-d37773b07417, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:24.016786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] For port 78cd30f3-4588-463d-a45b-d37773b07417, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=78cd30f3-4588-463d-a45b-d37773b07417,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:24.021825 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.057730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:24.058357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.059964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] 10.222.0.99 "PUT /v2.0/ports/78cd30f3-4588-463d-a45b-d37773b07417 HTTP/1.1" status: 200 len: 1092 time: 0.8022795 Jul 16 20:57:24.060415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'tag': '78cd30f3-4588-463d-a45b-d37773b07417'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:24.062872 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57815381-935e-425e-a608-d35ce56c8d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a35d62bb-6914-4403-b145-25da39c93cbd", "tag": "78cd30f3-4588-463d-a45b-d37773b07417"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:24.091191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bf48df64-d371-4390-81e7-2363caeb843b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:24.106525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc9efa-2aea-4a97-8178-950d7b607c86 service neutron] Pushing event updated for resources: {'Port': ['ID=78cd30f3-4588-463d-a45b-d37773b07417,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:24.159248 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb661b9-9376-4349-87d5-d86e39792044 x-openstack-request-id: req-4fb661b9-9376-4349-87d5-d86e39792044 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:24.159709 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35d62bb-6914-4403-b145-25da39c93cbd", "tag": "78cd30f3-4588-463d-a45b-d37773b07417", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:24.160035 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4fb661b9-9376-4349-87d5-d86e39792044 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:24.160921 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'tag': '78cd30f3-4588-463d-a45b-d37773b07417', 'status': 'completed', 'code': 200} Jul 16 20:57:24.165127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port bf48df64-d371-4390-81e7-2363caeb843b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:24.169390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bf48df64-d371-4390-81e7-2363caeb843b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:24.169760 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.194964 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-7c0759e0-2fb2-4088-91b2-4450ae383213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:24.196877 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-7c0759e0-2fb2-4088-91b2-4450ae383213 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9cd16ac693bc4e5ebcb7359bebbe5f8f&device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 1095 time: 0.0801303 Jul 16 20:57:24.246305 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-97f342ed-72da-49bb-b284-77b172e453aa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78cd30f3-4588-463d-a45b-d37773b07417 HTTP/1.1" status: 200 len: 217 time: 0.0413437 Jul 16 20:57:24.257103 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.292523 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port bf48df64-d371-4390-81e7-2363caeb843b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bf48df64-d371-4390-81e7-2363caeb843b,segment=NetworkSegment(bb66d999-d4fa-4200-97d6-fcd05aa62e1e),segment_id=bb66d999-d4fa-4200-97d6-fcd05aa62e1e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:24.297485 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.301945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-731d4087-f5b5-40f1-b1fd-96883b346311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:24.303498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-731d4087-f5b5-40f1-b1fd-96883b346311 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ec71f045-498c-4c84-92a8-b1e0eb25e09e HTTP/1.1" status: 200 len: 854 time: 0.0511906 Jul 16 20:57:24.348565 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=bf48df64-d371-4390-81e7-2363caeb843b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:24.362219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40535-75ad-4b72-9166-6e5203633251 req-b93299db-1da9-422a-b889-ef342a6c3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:24.363791 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-b93299db-1da9-422a-b889-ef342a6c3ed7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=21f08b33-c866-4fef-ae69-dd85580745ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546467 Jul 16 20:57:24.465414 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-21341cfb-86e5-40be-87f2-4b3553f73d2b service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952413 Jul 16 20:57:24.568757 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b7b40535-75ad-4b72-9166-6e5203633251 req-15f8b314-dec1-4d25-8381-e315f0294cb7 service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962546 Jul 16 20:57:24.690142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57815381-935e-425e-a608-d35ce56c8d7c req-6b58a276-8a6d-4a37-9662-e2df14708391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:24.691797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57815381-935e-425e-a608-d35ce56c8d7c req-6b58a276-8a6d-4a37-9662-e2df14708391 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9cd16ac693bc4e5ebcb7359bebbe5f8f&device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 1095 time: 0.0678942 Jul 16 20:57:25.182988 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57815381-935e-425e-a608-d35ce56c8d7c req-fd38ab36-fa1a-43a3-a6cb-0e520d103ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:25.184500 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57815381-935e-425e-a608-d35ce56c8d7c req-fd38ab36-fa1a-43a3-a6cb-0e520d103ec6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=21f08b33-c866-4fef-ae69-dd85580745ef HTTP/1.1" status: 200 len: 916 time: 0.4861712 Jul 16 20:57:25.207157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8aa2-dcfb-4fa6-91c9-7f17c6bd4498 req-1ff4903a-8ab8-41e4-9fda-b1447407f7cf tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:25.208576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f88e8aa2-dcfb-4fa6-91c9-7f17c6bd4498 req-1ff4903a-8ab8-41e4-9fda-b1447407f7cf tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 943 time: 0.1324182 Jul 16 20:57:25.244603 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57815381-935e-425e-a608-d35ce56c8d7c req-06675d79-4377-4f95-b742-525c23f3631f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78cd30f3-4588-463d-a45b-d37773b07417 HTTP/1.1" status: 200 len: 217 time: 0.0514784 Jul 16 20:57:25.313638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f88e8aa2-dcfb-4fa6-91c9-7f17c6bd4498 req-877e89f8-1521-4eb7-9056-f55925f1276d tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769949 Jul 16 20:57:25.319438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57815381-935e-425e-a608-d35ce56c8d7c req-bfe99884-5f7e-4e38-b373-209aa1cd4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:25.320967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57815381-935e-425e-a608-d35ce56c8d7c req-bfe99884-5f7e-4e38-b373-209aa1cd4367 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ec71f045-498c-4c84-92a8-b1e0eb25e09e HTTP/1.1" status: 200 len: 854 time: 0.0679052 Jul 16 20:57:25.390634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57815381-935e-425e-a608-d35ce56c8d7c req-819f4a9f-7416-4290-8958-34513d8dccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:25.392189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57815381-935e-425e-a608-d35ce56c8d7c req-819f4a9f-7416-4290-8958-34513d8dccf8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=21f08b33-c866-4fef-ae69-dd85580745ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636168 Jul 16 20:57:25.495781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57815381-935e-425e-a608-d35ce56c8d7c req-1d93971a-51a7-4843-8d69-0dded1ce04fa service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963676 Jul 16 20:57:25.603964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-57815381-935e-425e-a608-d35ce56c8d7c req-1ba83220-c609-4530-aa24-05de2fcbae7b service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014225 Jul 16 20:57:26.057032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bf48df64-d371-4390-81e7-2363caeb843b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:26.120570 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port bf48df64-d371-4390-81e7-2363caeb843b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:26.120952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:26.511055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d4f7-00b4-4ca7-877f-67e9fc2d1b9a req-84dde299-38c1-4cee-a6be-b5a9849c8b02 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:26.512479 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a51d4f7-00b4-4ca7-877f-67e9fc2d1b9a req-84dde299-38c1-4cee-a6be-b5a9849c8b02 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 943 time: 0.0714355 Jul 16 20:57:26.554873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0a51d4f7-00b4-4ca7-877f-67e9fc2d1b9a req-72954cbc-73a7-43a2-b62a-23a202274c0d tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349798 Jul 16 20:57:27.754774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105f9a-c970-4037-bcd4-ca6042440963 req-ee4d2894-e0ef-4f0f-b8a1-b48498cb1d7b tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:27.756348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e105f9a-c970-4037-bcd4-ca6042440963 req-ee4d2894-e0ef-4f0f-b8a1-b48498cb1d7b tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 943 time: 0.0750580 Jul 16 20:57:27.802405 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e105f9a-c970-4037-bcd4-ca6042440963 req-3fbac286-dd6a-4626-a8f8-c20db8ec9325 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 Jul 16 20:57:28.973339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 78cd30f3-4588-463d-a45b-d37773b07417 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:57:28.996584 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bb4a0-6341-429b-9158-27dcaa0703f4 req-f1ae274b-84d4-4457-8b37-ec3dcb633de1 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:28.998353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-654bb4a0-6341-429b-9158-27dcaa0703f4 req-f1ae274b-84d4-4457-8b37-ec3dcb633de1 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 943 time: 0.0692463 Jul 16 20:57:29.037791 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-654bb4a0-6341-429b-9158-27dcaa0703f4 req-43fd722c-e609-436b-84c5-885c22eaba3a tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Jul 16 20:57:29.079199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 78cd30f3-4588-463d-a45b-d37773b07417, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=78cd30f3-4588-463d-a45b-d37773b07417,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:29.096991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '78cd30f3-4588-463d-a45b-d37773b07417', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'port_id': '78cd30f3-4588-463d-a45b-d37773b07417', 'mac_address': 'fa:16:3e:2d:b4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:57:29.135474 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.156494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cd30f3-4588-463d-a45b-d37773b07417 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:29.178687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 78cd30f3-4588-463d-a45b-d37773b07417, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=78cd30f3-4588-463d-a45b-d37773b07417,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:29.186310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:29.239410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=78cd30f3-4588-463d-a45b-d37773b07417,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:29.390034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['78cd30f3-4588-463d-a45b-d37773b07417'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:30.224971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d42d4-1b1f-4640-87e6-1e73f462bbd6 req-9dd24e05-d458-48ae-a160-df34cdee1be2 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:30.226535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b5d42d4-1b1f-4640-87e6-1e73f462bbd6 req-9dd24e05-d458-48ae-a160-df34cdee1be2 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 944 time: 0.0729539 Jul 16 20:57:30.266719 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2b5d42d4-1b1f-4640-87e6-1e73f462bbd6 req-829e1394-2552-4dc3-8099-75fc8104b5cd tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339398 Jul 16 20:57:30.988502 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 78cd30f3-4588-463d-a45b-d37773b07417 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:31.045403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 78cd30f3-4588-463d-a45b-d37773b07417 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:31.049801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 78cd30f3-4588-463d-a45b-d37773b07417 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:31.050180 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.128522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.152638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cd30f3-4588-463d-a45b-d37773b07417'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:31.154943 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef396f3-15ed-4dcc-a9e1-4f13eab6b495" -d '{"events": [{"server_uuid": "a35d62bb-6914-4403-b145-25da39c93cbd", "name": "network-vif-plugged", "status": "completed", "tag": "78cd30f3-4588-463d-a45b-d37773b07417"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:31.168827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 78cd30f3-4588-463d-a45b-d37773b07417, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=78cd30f3-4588-463d-a45b-d37773b07417,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:31.175233 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.201855 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da0b2ed-f752-476f-91c3-9554b49c66b5 x-openstack-request-id: req-3da0b2ed-f752-476f-91c3-9554b49c66b5 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:31.201855 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35d62bb-6914-4403-b145-25da39c93cbd", "name": "network-vif-plugged", "status": "completed", "tag": "78cd30f3-4588-463d-a45b-d37773b07417", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:31.202368 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3da0b2ed-f752-476f-91c3-9554b49c66b5 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:31.202629 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cd30f3-4588-463d-a45b-d37773b07417', 'code': 200} Jul 16 20:57:31.231665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=78cd30f3-4588-463d-a45b-d37773b07417,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:31.311645 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c00ed-5695-4692-ad20-08babdff945c req-68b21688-d7e6-4917-8224-93963e62c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:31.313169 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed7c00ed-5695-4692-ad20-08babdff945c req-68b21688-d7e6-4917-8224-93963e62c462 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 1097 time: 0.0565367 Jul 16 20:57:31.351590 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ed7c00ed-5695-4692-ad20-08babdff945c req-1a411702-8e0b-486e-8b14-26154ed88e63 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Jul 16 20:57:31.445865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9063f-1306-45a2-990c-5874c4a7ee3a req-94389975-e1a3-4c36-9f3d-7f3b059a8c26 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:31.447432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ee9063f-1306-45a2-990c-5874c4a7ee3a req-94389975-e1a3-4c36-9f3d-7f3b059a8c26 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 945 time: 0.0677476 Jul 16 20:57:31.489318 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ee9063f-1306-45a2-990c-5874c4a7ee3a req-90562b7c-74a7-4e09-a317-f49a3cf13d11 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359173 Jul 16 20:57:32.682643 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a51ae-32d7-4612-a2a6-d6e6d85817b4 req-e91d5b8f-2aa3-4d5b-8b06-d820a4b704f8 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:32.684332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e41a51ae-32d7-4612-a2a6-d6e6d85817b4 req-e91d5b8f-2aa3-4d5b-8b06-d820a4b704f8 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 945 time: 0.0718405 Jul 16 20:57:32.724953 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e41a51ae-32d7-4612-a2a6-d6e6d85817b4 req-ad8c99eb-8cde-41b8-8376-a6adaeb9d001 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348823 Jul 16 20:57:32.922273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f285-a82e-4d9f-9bf5-dd7da3ac0440 req-805392cd-8186-466b-af8c-da1106a4ed19 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:32.923809 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c82f285-a82e-4d9f-9bf5-dd7da3ac0440 req-805392cd-8186-466b-af8c-da1106a4ed19 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 945 time: 0.0811486 Jul 16 20:57:32.963971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1c82f285-a82e-4d9f-9bf5-dd7da3ac0440 req-271664a0-74a1-4df2-b208-c64ba02b3a16 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342844 Jul 16 20:57:35.233701 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:36.074533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-14295102-c87b-42ef-a8fe-777cdcc44e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.671916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.909249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8039d08a-21b9-4e14-9d1a-027f8f7f4635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.965112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.433862 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:40.207537 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:42.001487 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:52.191084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54471b89-a4d6-43dc-952a-52a70ffc911d req-dc9f7439-8000-4d84-8ea3-333719c6182d tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:52.192737 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54471b89-a4d6-43dc-952a-52a70ffc911d req-dc9f7439-8000-4d84-8ea3-333719c6182d tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 945 time: 0.0779095 Jul 16 20:57:52.233680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-54471b89-a4d6-43dc-952a-52a70ffc911d req-1848f7a5-86f1-470d-92fd-ebdda5baf4a2 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351841 Jul 16 20:57:53.416438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c04d-2e60-4bea-827d-3f6fa07a74ee req-54fbd517-b701-42d1-a33f-edb11255acb5 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:53.417950 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a97c04d-2e60-4bea-827d-3f6fa07a74ee req-54fbd517-b701-42d1-a33f-edb11255acb5 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 945 time: 0.0667794 Jul 16 20:57:53.457825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a97c04d-2e60-4bea-827d-3f6fa07a74ee req-ffb2adfb-624e-4eba-a2a6-65efd9ea5fcc tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340962 Jul 16 20:57:53.720501 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4138-64df-44b9-a7a8-53ee0596460e req-7041e5c4-ffef-4741-a11e-2dd84d037b4a tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:53.722018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-791e4138-64df-44b9-a7a8-53ee0596460e req-7041e5c4-ffef-4741-a11e-2dd84d037b4a tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 945 time: 0.0843081 Jul 16 20:57:53.826404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Deleting port 78cd30f3-4588-463d-a45b-d37773b07417 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:53.826742 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.934294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] For port 78cd30f3-4588-463d-a45b-d37773b07417, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=78cd30f3-4588-463d-a45b-d37773b07417,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:53.934549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.948020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Calling delete_port for 78cd30f3-4588-463d-a45b-d37773b07417 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:54.090294 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.104062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['78cd30f3-4588-463d-a45b-d37773b07417'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:54.127302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Pushing event deleted for resources: {'Port': ['ID=78cd30f3-4588-463d-a45b-d37773b07417,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.141456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.141810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.142167 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.142597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.142958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.143336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.143627 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.143971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.144276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.144617 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.144929 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.145249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:54.187348 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] No DVR routers for this DVR port 78cd30f3-4588-463d-a45b-d37773b07417 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:54.190173 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.192459 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-791e4138-64df-44b9-a7a8-53ee0596460e req-d1a9b62a-c76d-414e-b2c6-b68e3f5720ec tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "DELETE /v2.0/ports/78cd30f3-4588-463d-a45b-d37773b07417 HTTP/1.1" status: 204 len: 173 time: 0.4649956 Jul 16 20:57:54.192890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'name': 'network-vif-deleted', 'tag': '78cd30f3-4588-463d-a45b-d37773b07417'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:54.195942 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece48988-f84d-4851-941d-16f7aa294f8c" -d '{"events": [{"server_uuid": "a35d62bb-6914-4403-b145-25da39c93cbd", "name": "network-vif-deleted", "tag": "78cd30f3-4588-463d-a45b-d37773b07417"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:54.245779 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e50189-28d9-403c-9ad1-e87f9a832e20 x-openstack-request-id: req-87e50189-28d9-403c-9ad1-e87f9a832e20 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:54.246068 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35d62bb-6914-4403-b145-25da39c93cbd", "name": "network-vif-deleted", "tag": "78cd30f3-4588-463d-a45b-d37773b07417", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:54.246316 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-87e50189-28d9-403c-9ad1-e87f9a832e20 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:54.246713 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35d62bb-6914-4403-b145-25da39c93cbd', 'name': 'network-vif-deleted', 'tag': '78cd30f3-4588-463d-a45b-d37773b07417', 'status': 'completed', 'code': 200} Jul 16 20:57:54.623399 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b04d998-b6a1-4952-bd48-efc9f8386253 req-30425c36-ade1-4ffd-a046-897f73bd0880 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35d62bb-6914-4403-b145-25da39c93cbd HTTP/1.1" status: 200 len: 210 time: 0.0354013 Jul 16 20:57:56.521552 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-fd370107-ab6c-4224-b1ad-c84a2044aaa9 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:56.523285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-fd370107-ab6c-4224-b1ad-c84a2044aaa9 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/networks?id=21f08b33-c866-4fef-ae69-dd85580745ef HTTP/1.1" status: 200 len: 815 time: 0.4440622 Jul 16 20:57:56.539535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-5d07bd12-74e5-4ef8-bec0-9ba70950eabc tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/quotas/9cd16ac693bc4e5ebcb7359bebbe5f8f HTTP/1.1" status: 200 len: 375 time: 0.0103815 Jul 16 20:57:56.629103 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-7ba3f936-fe55-42f4-b74d-7269b93d6d81 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cd16ac693bc4e5ebcb7359bebbe5f8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821562 Jul 16 20:57:56.734553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-526b2cf6-146c-4449-8a6e-de572c068f72 service neutron] 10.222.0.91 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934894 Jul 16 20:57:56.830583 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-852a832e-c221-41de-8453-d3a3f27e2509 service neutron] 10.222.0.91 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875292 Jul 16 20:57:57.041195 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fa3b2686-7a18-44ad-a3db-5c414ee06b0f req-7737b5da-2f29-497c-a976-36b319f9ecc6 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 210 time: 0.0490091 Jul 16 20:57:58.155414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-6b95f022-c37f-4b5c-bd8f-a4ddf4e35b65 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.157102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-6b95f022-c37f-4b5c-bd8f-a4ddf4e35b65 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "GET /v2.0/networks?id=21f08b33-c866-4fef-ae69-dd85580745ef HTTP/1.1" status: 200 len: 815 time: 0.1150255 Jul 16 20:57:58.179255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Request body: {'port': {'device_id': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'admin_state_up': True, 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:58.197189 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce4181fe-f0ea-4618-b030-27197b07402b req-e7c30b06-48ce-42bc-95f9-3d7075113e5b tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 210 time: 0.0359364 Jul 16 20:57:58.289525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Made reservation on behalf of 9cd16ac693bc4e5ebcb7359bebbe5f8f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:58.293082 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.428783 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Allocated IP 172.20.0.6 (21f08b33-c866-4fef-ae69-dd85580745ef/ec71f045-498c-4c84-92a8-b1e0eb25e09e/bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:58.581750 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.596288 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Transition to ACTIVE for port object bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:58.633896 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.674691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Network 21f08b33-c866-4fef-ae69-dd85580745ef is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:58.677973 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:58.680625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:58.717756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Pushing event updated for resources: {'Port': ['ID=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:58.743263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.743920 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.759545 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-4f3f74bb-8108-4344-8c51-00b45e442d21 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845859 Jul 16 20:57:58.771413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Request body: {'port': {'device_id': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:58.857534 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.931860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6ed3f40e-33b6-4030-8ff2-76290668ea10 None None] Provisioning for port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:58.935762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6ed3f40e-33b6-4030-8ff2-76290668ea10 None None] Provisioning complete for port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:58.936139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f40e-33b6-4030-8ff2-76290668ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.976499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3f40e-33b6-4030-8ff2-76290668ea10 None None] Port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:59.128562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 78cd30f3-4588-463d-a45b-d37773b07417 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:59.130712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:59.138551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.148830 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 78cd30f3-4588-463d-a45b-d37773b07417 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:59.149184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 78cd30f3-4588-463d-a45b-d37773b07417 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:59.151219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Transition to ACTIVE for port object bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:59.156383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.207649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:59.288693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Attempting to bind port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:59.289030 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Attempting to bind port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:59.289335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Attempting to bind port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f on network 21f08b33-c866-4fef-ae69-dd85580745ef {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:59.294210 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f on network 21f08b33-c866-4fef-ae69-dd85580745ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:59.294531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Attempting to bind port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f on network 21f08b33-c866-4fef-ae69-dd85580745ef {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:59.299701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:59.300064 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Checking segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:59.300438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Bound using segment: {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:59.300863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Bound port: bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:59.301227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.415436 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] For port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:59.432316 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] For port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:59.437670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.473927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551eb3c-b768-4025-9c6e-e3be762dc00f req-f484bf11-7913-4c7c-b09d-68ca8710ebf1 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.475372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e551eb3c-b768-4025-9c6e-e3be762dc00f req-f484bf11-7913-4c7c-b09d-68ca8710ebf1 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 943 time: 0.1354771 Jul 16 20:57:59.492253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.493049 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.494702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] 10.222.0.99 "PUT /v2.0/ports/bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f HTTP/1.1" status: 200 len: 1092 time: 0.7276218 Jul 16 20:57:59.495201 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'tag': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:59.497716 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be" -d '{"events": [{"name": "network-changed", "server_uuid": "87447ec8-5885-4dc1-ba2e-0655eab1257f", "tag": "bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:59.549192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab715a24-521d-4de8-8a6f-cdf74edfc892 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:59.559517 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e551eb3c-b768-4025-9c6e-e3be762dc00f req-24fc68ef-46b8-4970-809c-9d42a75d72f7 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Jul 16 20:57:59.591210 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70dadd0-25c6-48f2-b789-45d86aec5c7f x-openstack-request-id: req-a70dadd0-25c6-48f2-b789-45d86aec5c7f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:59.591498 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87447ec8-5885-4dc1-ba2e-0655eab1257f", "tag": "bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:59.591744 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a70dadd0-25c6-48f2-b789-45d86aec5c7f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:59.592141 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'tag': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f', 'status': 'completed', 'code': 200} Jul 16 20:57:59.623367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-9deac912-1b11-4e6f-bd3b-412ab8ff61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.625029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-9deac912-1b11-4e6f-bd3b-412ab8ff61c2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9cd16ac693bc4e5ebcb7359bebbe5f8f&device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 1095 time: 0.0645649 Jul 16 20:57:59.668541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-fe8ca229-5bfd-4cf9-9e94-e57df0f379dd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f HTTP/1.1" status: 200 len: 217 time: 0.0361652 Jul 16 20:57:59.720681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-c98e9a01-5968-4d5b-9e0a-dbe62919f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.722222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-c98e9a01-5968-4d5b-9e0a-dbe62919f17d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ec71f045-498c-4c84-92a8-b1e0eb25e09e HTTP/1.1" status: 200 len: 854 time: 0.0475543 Jul 16 20:57:59.781145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-c55ca239-75ce-46f1-942a-b3a559cdabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.782601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-c55ca239-75ce-46f1-942a-b3a559cdabf2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=21f08b33-c866-4fef-ae69-dd85580745ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543058 Jul 16 20:57:59.884632 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-28697d68-70b0-4eaf-b478-9490027382b3 service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949259 Jul 16 20:57:59.992391 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e322ac0-ae88-405d-826b-20ccf9535d3f req-f5d04f65-b247-439c-901d-01bf0a5d5da3 service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007471 Jul 16 20:58:00.094295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-fca801bd-6af9-4409-9949-681739fea089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.095836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-fca801bd-6af9-4409-9949-681739fea089 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9cd16ac693bc4e5ebcb7359bebbe5f8f&device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 1095 time: 0.0558820 Jul 16 20:58:00.187256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-2c30bc9c-7a2e-4def-a5bb-2bf1fd97f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.188748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-2c30bc9c-7a2e-4def-a5bb-2bf1fd97f2ef service neutron] 10.222.0.99 "GET /v2.0/networks?id=21f08b33-c866-4fef-ae69-dd85580745ef HTTP/1.1" status: 200 len: 916 time: 0.0867460 Jul 16 20:58:00.233831 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-fb465fae-cd65-43da-9690-f4b212fe4467 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f HTTP/1.1" status: 200 len: 217 time: 0.0379887 Jul 16 20:58:00.289913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-f1e477c2-ad93-4e00-8d70-3342da9178a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.291323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-f1e477c2-ad93-4e00-8d70-3342da9178a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ec71f045-498c-4c84-92a8-b1e0eb25e09e HTTP/1.1" status: 200 len: 854 time: 0.0506010 Jul 16 20:58:00.352509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-2b527924-dfa1-4d04-9d71-0ad32c6fc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.354040 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-2b527924-dfa1-4d04-9d71-0ad32c6fc187 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=21f08b33-c866-4fef-ae69-dd85580745ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554848 Jul 16 20:58:00.455655 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-1bee1c84-97d3-46f9-8c41-dbb9ca8e73e0 service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927143 Jul 16 20:58:00.548673 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-94d4cf83-e754-4d01-8f4e-67bcd5fc34be req-d931b76d-3090-4a94-b5f9-ed6a4681dbe3 service neutron] 10.222.0.99 "GET /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857105 Jul 16 20:58:00.750536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624e12-a6b8-4d0b-af9a-b80f76401b20 req-8f19dfe0-f932-4570-b173-3930fbcd081b tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.752068 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7624e12-a6b8-4d0b-af9a-b80f76401b20 req-8f19dfe0-f932-4570-b173-3930fbcd081b tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 943 time: 0.0693128 Jul 16 20:58:00.792626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7624e12-a6b8-4d0b-af9a-b80f76401b20 req-c86b7c0f-1de5-421c-acf2-89c01ca0d7b1 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347550 Jul 16 20:58:01.986507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b62b49-8e2b-4d82-b2c8-ec65bac8b281 req-56cfd916-f85c-474e-9a02-23a332b27c79 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.988349 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8b62b49-8e2b-4d82-b2c8-ec65bac8b281 req-56cfd916-f85c-474e-9a02-23a332b27c79 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 943 time: 0.0786467 Jul 16 20:58:02.032194 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8b62b49-8e2b-4d82-b2c8-ec65bac8b281 req-f168515e-68a2-4c5c-b985-75118e691c33 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Jul 16 20:58:03.144257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:03.217514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81592c-13a2-4e65-a175-0aa4def9e3b2 req-c6196454-6244-4047-bf9e-52dd90ebff1d tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.219012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be81592c-13a2-4e65-a175-0aa4def9e3b2 req-c6196454-6244-4047-bf9e-52dd90ebff1d tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 943 time: 0.0646639 Jul 16 20:58:03.247169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:03.259707 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f', 'network_id': '21f08b33-c866-4fef-ae69-dd85580745ef', 'port_id': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f', 'mac_address': 'fa:16:3e:b7:ac:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec71f045-498c-4c84-92a8-b1e0eb25e09e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:03.263287 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-be81592c-13a2-4e65-a175-0aa4def9e3b2 req-bbd78e6f-3c18-4419-8de7-a6d315f8339f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Jul 16 20:58:03.302683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.316455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:03.337359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:03.343677 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.394107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:03.402159 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.402497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.402827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.403227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.403503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.403820 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.404133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.404452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.404765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.405066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.405382 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.405692 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:03.537906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:04.566520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a86454-7b24-45ac-a971-710acb0aa3b5 req-be8b92e2-25f9-4aae-a092-f39bbc5e3ea3 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.568061 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9a86454-7b24-45ac-a971-710acb0aa3b5 req-be8b92e2-25f9-4aae-a092-f39bbc5e3ea3 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 944 time: 0.1878090 Jul 16 20:58:04.611468 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9a86454-7b24-45ac-a971-710acb0aa3b5 req-c9fffb1d-b019-467e-8848-41f333844edc tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Jul 16 20:58:05.160966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:05.221331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:05.224961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:05.225326 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.311848 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.338255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:05.340555 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96798c31-fce1-49e0-8d30-7190fe5ad158" -d '{"events": [{"server_uuid": "87447ec8-5885-4dc1-ba2e-0655eab1257f", "name": "network-vif-plugged", "status": "completed", "tag": "bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:05.353912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:05.359306 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.383747 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2baaf4-52af-4c3a-b4ce-86981a35ed6e x-openstack-request-id: req-2b2baaf4-52af-4c3a-b4ce-86981a35ed6e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:05.384019 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87447ec8-5885-4dc1-ba2e-0655eab1257f", "name": "network-vif-plugged", "status": "completed", "tag": "bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:05.384258 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2b2baaf4-52af-4c3a-b4ce-86981a35ed6e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:05.384670 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f', 'code': 200} Jul 16 20:58:05.420984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:05.512345 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5684-785a-4aff-859b-a37bcbfe27c0 req-99fcbd27-a893-46b6-a9cb-16962488639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.513823 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b66f5684-785a-4aff-859b-a37bcbfe27c0 req-99fcbd27-a893-46b6-a9cb-16962488639a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 1097 time: 0.0613227 Jul 16 20:58:05.552089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b66f5684-785a-4aff-859b-a37bcbfe27c0 req-2ff0352d-f986-4402-863f-b274280fe140 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315130 Jul 16 20:58:05.809147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c8898-ecea-4319-b63a-80472e2b6144 req-0700bd89-52fd-4594-9ad7-8894aecf7fa5 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.810541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-225c8898-ecea-4319-b63a-80472e2b6144 req-0700bd89-52fd-4594-9ad7-8894aecf7fa5 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 945 time: 0.0661509 Jul 16 20:58:05.854770 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-225c8898-ecea-4319-b63a-80472e2b6144 req-7bb0d38a-b48f-41b7-8d7c-e39d6c71f382 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Jul 16 20:58:06.081104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3705adb8-b47f-4517-a16c-6d1de67305ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.105882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a4a63-c8d7-4b49-812b-78e1028baaab req-1de69690-eb22-45cf-9687-54139ba3a941 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:07.107416 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-684a4a63-c8d7-4b49-812b-78e1028baaab req-1de69690-eb22-45cf-9687-54139ba3a941 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 945 time: 0.1377339 Jul 16 20:58:07.154474 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-684a4a63-c8d7-4b49-812b-78e1028baaab req-592a5ff1-0f6d-410a-9d45-10c12d3e48ed tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Jul 16 20:58:07.341848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046d3d4-82b2-4ced-9042-ba526cd5548a req-5e6f4f14-5248-462f-a5d9-99692ce64c78 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:07.343363 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c046d3d4-82b2-4ced-9042-ba526cd5548a req-5e6f4f14-5248-462f-a5d9-99692ce64c78 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 945 time: 0.0749016 Jul 16 20:58:07.385768 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c046d3d4-82b2-4ced-9042-ba526cd5548a req-d7571af5-bdbf-4ad4-a543-aec7e1f42814 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Jul 16 20:58:08.670488 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.903779 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b51e-4be8-4090-8654-c2fdb40a970f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.957850 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.428944 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:10.208788 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.998801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.234438 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:26.493719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5397-8be9-46ba-a5f7-73900b656833 req-2695b630-55a3-46e3-9615-459239cc014c tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:26.495356 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-047f5397-8be9-46ba-a5f7-73900b656833 req-2695b630-55a3-46e3-9615-459239cc014c tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 945 time: 0.0718586 Jul 16 20:58:26.536045 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-047f5397-8be9-46ba-a5f7-73900b656833 req-ae148e8a-ee4c-48f5-8428-3a2ed7d86ebb tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Jul 16 20:58:27.732312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88580881-5d1e-4b9b-9621-a4f138f96141 req-02011a5a-68dc-4cc5-9d18-3beaa386ed2f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:27.733911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88580881-5d1e-4b9b-9621-a4f138f96141 req-02011a5a-68dc-4cc5-9d18-3beaa386ed2f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 945 time: 0.0810187 Jul 16 20:58:27.784912 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-88580881-5d1e-4b9b-9621-a4f138f96141 req-bd99729b-9ca2-4729-993e-dd2d9daade99 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/security-groups?id=407efa2c-59dc-4635-a769-95344b7b0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Jul 16 20:58:27.970530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25305162-c604-4628-9ea6-f369868c460a req-be015f0b-d060-4bd7-94d7-bf1abf95cce0 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:27.972931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25305162-c604-4628-9ea6-f369868c460a req-be015f0b-d060-4bd7-94d7-bf1abf95cce0 tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 945 time: 0.0703228 Jul 16 20:58:28.085093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Deleting port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:28.085429 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.183737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] For port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:28.184101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.197629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Calling delete_port for bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:28.347503 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.360827 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:28.378878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Pushing event deleted for resources: {'Port': ['ID=bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:28.435303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] No DVR routers for this DVR port bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:28.438144 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.440272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-25305162-c604-4628-9ea6-f369868c460a req-a8210433-e849-43e4-ba3e-2c8232e6793f tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.99 "DELETE /v2.0/ports/bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f HTTP/1.1" status: 204 len: 173 time: 0.4619696 Jul 16 20:58:28.440753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'name': 'network-vif-deleted', 'tag': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:28.443259 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadfa2f8-a849-4f62-afac-5640752a5fb6" -d '{"events": [{"server_uuid": "87447ec8-5885-4dc1-ba2e-0655eab1257f", "name": "network-vif-deleted", "tag": "bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:28.492335 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d91da7-9a9b-4b7c-ab63-cb53f6ed1eec x-openstack-request-id: req-07d91da7-9a9b-4b7c-ab63-cb53f6ed1eec {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:28.492654 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87447ec8-5885-4dc1-ba2e-0655eab1257f", "name": "network-vif-deleted", "tag": "bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:28.492886 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-07d91da7-9a9b-4b7c-ab63-cb53f6ed1eec {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:28.493313 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87447ec8-5885-4dc1-ba2e-0655eab1257f', 'name': 'network-vif-deleted', 'tag': 'bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f', 'status': 'completed', 'code': 200} Jul 16 20:58:28.955789 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5bf9319d-9acf-4064-9fce-1237a4fc527e req-abbf283f-fec8-4129-8a1a-ccb6facb326c tempest-TestEncryptedCinderVolumes-779303929 tempest-TestEncryptedCinderVolumes-779303929-project] 10.222.0.91 "GET /v2.0/ports?device_id=87447ec8-5885-4dc1-ba2e-0655eab1257f HTTP/1.1" status: 200 len: 210 time: 0.0391018 Jul 16 20:58:30.095020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40366) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:30.473246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.746606 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Deleting port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:30.746864 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.837050 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] For port 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:30.837408 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:30.850905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Calling delete_port for 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:31.040106 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.066735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0fd3d1-5a3c-4f15-8989-1e6db5d24608,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:31.240423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:31.815366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:31.926032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:31.931410 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ad4eb775-6b7c-4328-a730-448be8e9aee5 admin admin] 10.222.0.91 "PUT /v2.0/routers/fa5341e8-7454-4ceb-bd5c-08878cfd60d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8352623 Jul 16 20:58:31.934480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40368) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:31.935580 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] Sync routers for ids ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:31.945777 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] Routers {'fa5341e8-7454-4ceb-bd5c-08878cfd60d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:31.946414 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:32.057090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.065931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] Set router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:32.180483 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.240311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Deleting port dfb11a99-004d-4478-acdb-05cb9ba414d8 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:32.240658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.259736 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:58:30Z', 'revision_number': 5, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port': {'id': 'dfb11a99-004d-4478-acdb-05cb9ba414d8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:11Z', 'updated_at': '2021-07-16T20:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:32.285894 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] Checking router: fa5341e8-7454-4ceb-bd5c-08878cfd60d6 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:32.294869 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] Routers {'fa5341e8-7454-4ceb-bd5c-08878cfd60d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:32.295512 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:32.322251 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] For port dfb11a99-004d-4478-acdb-05cb9ba414d8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=dfb11a99-004d-4478-acdb-05cb9ba414d8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:32.322658 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.334728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Calling delete_port for dfb11a99-004d-4478-acdb-05cb9ba414d8 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:32.469156 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] Set router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:32.514366 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.523045 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:58:32Z', 'revision_number': 6, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:32.540995 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb11a99-004d-4478-acdb-05cb9ba414d8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:32.549095 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2bf17-739d-4bae-8e01-bb9da8f525c7 None None] The sync data for ids ['fa5341e8-7454-4ceb-bd5c-08878cfd60d6'] in n-d-792458-10 is: [{'id': 'fa5341e8-7454-4ceb-bd5c-08878cfd60d6', 'name': 'tempest-TestEncryptedCinderVolumes-44865311-router', 'tenant_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:10Z', 'updated_at': '2021-07-16T20:58:32Z', 'revision_number': 6, 'project_id': '9cd16ac693bc4e5ebcb7359bebbe5f8f', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:32.608505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.710516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.713673 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.768879 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.769452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5341e8-7454-4ceb-bd5c-08878cfd60d6 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:58:32.773907 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.775133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-60d47b7d-32d3-4429-9a6c-94379f51bc6f admin admin] 10.222.0.91 "DELETE /v2.0/routers/fa5341e8-7454-4ceb-bd5c-08878cfd60d6 HTTP/1.1" status: 204 len: 168 time: 0.8396525 Jul 16 20:58:32.777937 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40370) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:32.826149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] Deleting subnet ec71f045-498c-4c84-92a8-b1e0eb25e09e {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:32.829365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.865789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:32.951186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.006654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.033415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec71f045-498c-4c84-92a8-b1e0eb25e09e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:33.035508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.039183 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9567756d-96b2-4fbd-bb73-141d6be9bff7 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ec71f045-498c-4c84-92a8-b1e0eb25e09e HTTP/1.1" status: 204 len: 168 time: 0.2584496 Jul 16 20:58:33.040170 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40372) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:33.042358 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9067f60-b34c-4725-9271-d41ad7387446 None None] Network 21f08b33-c866-4fef-ae69-dd85580745ef requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:33.114492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.173138 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Deleting port 9fc24052-7a82-4bf8-85b0-3298ca991bec {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:33.173486 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.242692 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] For port 9fc24052-7a82-4bf8-85b0-3298ca991bec, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9fc24052-7a82-4bf8-85b0-3298ca991bec,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:33.243357 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.255949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:33.257555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Calling delete_port for 9fc24052-7a82-4bf8-85b0-3298ca991bec owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:33.277280 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:33.277620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device bd7eb1ad-960f-4b8f-bd8c-6054b6a03e2f not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:33.286717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] DHCP port deletion for 21f08b33-c866-4fef-ae69-dd85580745ef request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:58:33.339027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] Deleting port 9fc24052-7a82-4bf8-85b0-3298ca991bec {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:33.339407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.349827 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.377791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] No DVR routers for this DVR port 9fc24052-7a82-4bf8-85b0-3298ca991bec on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:33.383161 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc24052-7a82-4bf8-85b0-3298ca991bec,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:33.406188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] For port 9fc24052-7a82-4bf8-85b0-3298ca991bec, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9fc24052-7a82-4bf8-85b0-3298ca991bec,segment=NetworkSegment(c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6),segment_id=c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:33.406594 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.420418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] Calling delete_port for 9fc24052-7a82-4bf8-85b0-3298ca991bec owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:33.460151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.475185 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f08b33-c866-4fef-ae69-dd85580745ef']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:33.486325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:33.486619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43d3ae4-45fe-43d4-a2f2-96c7d6e8faa6') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:33.498635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.518434 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.520877 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.527123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:33.527605 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:33.529388 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:33.547271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] Pushing event deleted for resources: {'Port': ['ID=9fc24052-7a82-4bf8-85b0-3298ca991bec,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:33.553547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf89c4-a804-4cda-9b18-cc1ad7d4eaca None None] No DVR routers for this DVR port 9fc24052-7a82-4bf8-85b0-3298ca991bec on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:33.589246 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.605690 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:33.607654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] 10.222.0.91 "DELETE /v2.0/networks/21f08b33-c866-4fef-ae69-dd85580745ef HTTP/1.1" status: 204 len: 168 time: 0.5665727 Jul 16 20:58:33.608930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf2818-6ef4-4dbc-822b-fdb1b4685394 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f08b33-c866-4fef-ae69-dd85580745ef,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:33.610569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40374) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:33.979677 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.106017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9fc24052-7a82-4bf8-85b0-3298ca991bec no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:34.126586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9fc24052-7a82-4bf8-85b0-3298ca991bec {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:34.126987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9fc24052-7a82-4bf8-85b0-3298ca991bec not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:34.127389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:34.150324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:34.150677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8e0fd3d1-5a3c-4f15-8989-1e6db5d24608 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:34.151134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfb11a99-004d-4478-acdb-05cb9ba414d8 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:34.170663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: dfb11a99-004d-4478-acdb-05cb9ba414d8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:34.171033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device dfb11a99-004d-4478-acdb-05cb9ba414d8 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:34.273590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Deleting port bf48df64-d371-4390-81e7-2363caeb843b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:34.274200 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.353599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] For port bf48df64-d371-4390-81e7-2363caeb843b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=bf48df64-d371-4390-81e7-2363caeb843b,segment=NetworkSegment(bb66d999-d4fa-4200-97d6-fcd05aa62e1e),segment_id=bb66d999-d4fa-4200-97d6-fcd05aa62e1e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:34.354087 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.372682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Calling delete_port for bf48df64-d371-4390-81e7-2363caeb843b owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:34.560705 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.586968 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=bf48df64-d371-4390-81e7-2363caeb843b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:34.769961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.002208 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Router 287a941f-abe9-4151-b38c-b942feaa1934 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:35.117230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:35.125268 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aeb6f096-2a4e-472e-8361-a490520b3ffa admin admin] 10.222.0.91 "PUT /v2.0/routers/287a941f-abe9-4151-b38c-b942feaa1934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5110385 Jul 16 20:58:35.125268 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40376) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:35.127789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] Sync routers for ids ['287a941f-abe9-4151-b38c-b942feaa1934'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:35.137133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] Routers {'287a941f-abe9-4151-b38c-b942feaa1934'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:35.137755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['287a941f-abe9-4151-b38c-b942feaa1934'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:35.231418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.252598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] Set router 287a941f-abe9-4151-b38c-b942feaa1934 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:35.341339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.397946 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Deleting port cc66cce0-c7ad-4a48-9e3b-994890a45c4e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:35.398227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.452282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:58:34Z', 'revision_number': 5, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port': {'id': 'cc66cce0-c7ad-4a48-9e3b-994890a45c4e', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a941f-abe9-4151-b38c-b942feaa1934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:16Z', 'updated_at': '2021-07-16T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:35.484412 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] Checking router: 287a941f-abe9-4151-b38c-b942feaa1934 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:35.488470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] For port cc66cce0-c7ad-4a48-9e3b-994890a45c4e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:35.488830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.496144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] Routers {'287a941f-abe9-4151-b38c-b942feaa1934'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:35.496768 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['287a941f-abe9-4151-b38c-b942feaa1934'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:35.502390 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Calling delete_port for cc66cce0-c7ad-4a48-9e3b-994890a45c4e owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:35.585483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] Set router 287a941f-abe9-4151-b38c-b942feaa1934 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:35.640901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:58:35Z', 'revision_number': 6, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:35.667020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add847a-ecb2-4e3d-88eb-b65525b9c02a None None] The sync data for ids ['287a941f-abe9-4151-b38c-b942feaa1934'] in n-d-792458-10 is: [{'id': '287a941f-abe9-4151-b38c-b942feaa1934', 'name': 'tempest-TestEncryptedCinderVolumes-1970321706-router', 'tenant_id': '8593721c501d43278f324727f1c9d71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:15Z', 'updated_at': '2021-07-16T20:58:35Z', 'revision_number': 6, 'project_id': '8593721c501d43278f324727f1c9d71d', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:35.673433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.702806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc66cce0-c7ad-4a48-9e3b-994890a45c4e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:35.776753 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.866115 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.868446 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.921781 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.922592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 287a941f-abe9-4151-b38c-b942feaa1934 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:58:35.927635 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.928843 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e97116f0-c0e9-49fb-a0b3-2413048c20c0 admin admin] 10.222.0.91 "DELETE /v2.0/routers/287a941f-abe9-4151-b38c-b942feaa1934 HTTP/1.1" status: 204 len: 168 time: 0.8027227 Jul 16 20:58:35.931714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40378) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:35.978011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Deleting subnet 754a9905-7c4f-4db6-b75a-e2e88d42911e {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:35.981427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.015837 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.087919 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8738feb8-1cb7-4658-9d34-f65125ae5662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.113127 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.169085 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.194365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754a9905-7c4f-4db6-b75a-e2e88d42911e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:36.198785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.201001 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] 10.222.0.91 "DELETE /v2.0/subnets/754a9905-7c4f-4db6-b75a-e2e88d42911e HTTP/1.1" status: 204 len: 168 time: 0.2674444 Jul 16 20:58:36.203982 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40380) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:36.208308 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c4cdc-e458-46b1-8be2-864bd79e7c15 None None] Network 511f3542-d168-4f9b-86f4-d5b12fbfa666 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:36.214685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.215322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.215667 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.216001 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.216327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.216678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.217102 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.217425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.217742 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.218060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.218376 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.218693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5ac2a-7330-453e-beb3-673d7e88d4ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:36.290307 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.343283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Deleting port 8542d6c8-c3e8-4809-b0e1-722eb49435cd {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:36.344007 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.498867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] DHCP port deletion for 511f3542-d168-4f9b-86f4-d5b12fbfa666 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:58:36.528314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bf48df64-d371-4390-81e7-2363caeb843b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:36.551431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: bf48df64-d371-4390-81e7-2363caeb843b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:36.551431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device bf48df64-d371-4390-81e7-2363caeb843b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:36.576309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] Deleting port 8542d6c8-c3e8-4809-b0e1-722eb49435cd {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:36.576691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.647560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] For port 8542d6c8-c3e8-4809-b0e1-722eb49435cd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8542d6c8-c3e8-4809-b0e1-722eb49435cd,segment=NetworkSegment(bb66d999-d4fa-4200-97d6-fcd05aa62e1e),segment_id=bb66d999-d4fa-4200-97d6-fcd05aa62e1e)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:36.647961 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.663057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] Calling delete_port for 8542d6c8-c3e8-4809-b0e1-722eb49435cd owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:36.753633 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.785737 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] Pushing event deleted for resources: {'Port': ['ID=8542d6c8-c3e8-4809-b0e1-722eb49435cd,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:36.786256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] For port 8542d6c8-c3e8-4809-b0e1-722eb49435cd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=8542d6c8-c3e8-4809-b0e1-722eb49435cd,segment=NetworkSegment(bb66d999-d4fa-4200-97d6-fcd05aa62e1e),segment_id=bb66d999-d4fa-4200-97d6-fcd05aa62e1e)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:36.786617 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.787641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52047f8-1c2f-44b1-9d1d-40a0a1f82a92 None None] No DVR routers for this DVR port 8542d6c8-c3e8-4809-b0e1-722eb49435cd on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:36.803313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Calling delete_port for 8542d6c8-c3e8-4809-b0e1-722eb49435cd owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:36.891924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.917825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8542d6c8-c3e8-4809-b0e1-722eb49435cd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:36.923196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] No DVR routers for this DVR port 8542d6c8-c3e8-4809-b0e1-722eb49435cd on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:36.999405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.009821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511f3542-d168-4f9b-86f4-d5b12fbfa666']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:37.020509 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:37.020738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb66d999-d4fa-4200-97d6-fcd05aa62e1e') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:37.029772 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.043157 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.049009 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:37.049395 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: self.session.flush() Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: timer() Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:37.051071 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:37.112624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.119649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.121511 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] 10.222.0.91 "DELETE /v2.0/networks/511f3542-d168-4f9b-86f4-d5b12fbfa666 HTTP/1.1" status: 204 len: 168 time: 0.9164357 Jul 16 20:58:37.131822 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b37c8-d05a-4db1-b4f3-a7a89a897d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=511f3542-d168-4f9b-86f4-d5b12fbfa666,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:37.304802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40384) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:37.347432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-56a49aba-68f9-4c72-821a-bb34fa118c94 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9cd16ac693bc4e5ebcb7359bebbe5f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413728 Jul 16 20:58:37.351272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40386) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:37.400079 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6354a8a7-c798-4168-b756-75cc9a0d3417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.421595 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6354a8a7-c798-4168-b756-75cc9a0d3417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.472647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6354a8a7-c798-4168-b756-75cc9a0d3417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.475611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6354a8a7-c798-4168-b756-75cc9a0d3417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.476777 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6354a8a7-c798-4168-b756-75cc9a0d3417 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/407efa2c-59dc-4635-a769-95344b7b0e28 HTTP/1.1" status: 204 len: 168 time: 0.1246288 Jul 16 20:58:37.485105 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354a8a7-c798-4168-b756-75cc9a0d3417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407efa2c-59dc-4635-a769-95344b7b0e28,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:37.810241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40392) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:37.853191 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5d99fdd5-c258-4cd6-b121-0e951c6a9cb7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8593721c501d43278f324727f1c9d71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416484 Jul 16 20:58:37.855810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40394) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:37.909516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f49e28da-f065-47b8-bc09-abc7a67a1868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.931505 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f49e28da-f065-47b8-bc09-abc7a67a1868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.982513 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f49e28da-f065-47b8-bc09-abc7a67a1868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.986684 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f49e28da-f065-47b8-bc09-abc7a67a1868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:37.988159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f49e28da-f065-47b8-bc09-abc7a67a1868 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/36ce2be0-e0d1-45f3-b837-05b7ee8387ed HTTP/1.1" status: 204 len: 168 time: 0.1314800 Jul 16 20:58:37.996533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e28da-f065-47b8-bc09-abc7a67a1868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce2be0-e0d1-45f3-b837-05b7ee8387ed,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:38.090352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc66cce0-c7ad-4a48-9e3b-994890a45c4e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:38.110789 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: cc66cce0-c7ad-4a48-9e3b-994890a45c4e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:38.111162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc66cce0-c7ad-4a48-9e3b-994890a45c4e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:38.111581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8542d6c8-c3e8-4809-b0e1-722eb49435cd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:38.132824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 8542d6c8-c3e8-4809-b0e1-722eb49435cd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:38.133613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 8542d6c8-c3e8-4809-b0e1-722eb49435cd not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:38.663622 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.711388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:38.823540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-314742165-network', 'tenant_id': '7658bb5296154e09970721c80c967e3f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:38.848055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Made reservation on behalf of 7658bb5296154e09970721c80c967e3f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:38.850498 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.859582 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.907017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0903facf-f419-4d9b-84a9-d96e33f0110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.956265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.959457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.961117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.988111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:58:38.994445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50908785-76c6-433a-b7e2-50aaf2d22b31,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:39.000653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.001006 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Added segment 0882ea7e-8d24-4a26-9ccc-77af312d5486 of type vlan for network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 Jul 16 20:58:39.041792 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.086170 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.087223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:39.087836 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.119620 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4070020 Jul 16 20:58:39.122666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40420) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:39.127976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Request body: {'subnet': {'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-314742165-subnet', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:39.148700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Made reservation on behalf of 7658bb5296154e09970721c80c967e3f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:39.150084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05d85e-ccb3-4107-b58f-f1debff77258 admin admin] Pushing event updated for resources: {'Network': ['ID=1db9af4e-9c8b-449c-b5b7-91b9fb163896,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:39.151279 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.162137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:58:39.323643 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.372213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=933e9846-4711-46a5-87f1-f4e82302c047,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:39.387698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Checking segment: {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:39.388051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Network hostable DHCP agents. Network: 1db9af4e-9c8b-449c-b5b7-91b9fb163896, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:58:39.407198 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:58:39.417120 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1db9af4e-9c8b-449c-b5b7-91b9fb163896) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:39.421976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:39.422666 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.430044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a053d-adcd-43d8-98c1-f696a8f1c862 None None] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:39.440058 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2a4d5b1c-6b67-4ad7-bfa6-095fb83fc17e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3161497 Jul 16 20:58:39.442821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40422) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:39.447726 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:39.458752 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.474612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.475802 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.534790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.588739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:58:39.589609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.680590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.885767 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Allocated IP 172.20.0.2 (1db9af4e-9c8b-449c-b5b7-91b9fb163896/933e9846-4711-46a5-87f1-f4e82302c047/72cee697-280d-458e-b5e7-795d63b01c1b) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:39.899793 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.918999 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.031754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Allocated IP 172.25.3.21 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e9ae7b32-826d-4c33-b033-687fccc7ea01) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:40.044374 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.053185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Transition to ACTIVE for port object 72cee697-280d-458e-b5e7-795d63b01c1b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:40.069548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Transition to ACTIVE for port object 72cee697-280d-458e-b5e7-795d63b01c1b will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:40.077751 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.112743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:40.119091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:40.122714 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:40.129761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Pushing event updated for resources: {'Port': ['ID=72cee697-280d-458e-b5e7-795d63b01c1b,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:40.146613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.189214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Attempting to bind port 72cee697-280d-458e-b5e7-795d63b01c1b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:40.190192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Attempting to bind port 72cee697-280d-458e-b5e7-795d63b01c1b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:40.190192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Attempting to bind port 72cee697-280d-458e-b5e7-795d63b01c1b on network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:40.194327 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.201215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:40.201685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Checking segment: {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:40.201971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.202357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Bound using segment: {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:40.202872 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Bound port: 72cee697-280d-458e-b5e7-795d63b01c1b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:40.203246 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.221831 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.239262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:40.242091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:40.245815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:40.251692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ae7b32-826d-4c33-b033-687fccc7ea01,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:40.279186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] For port 72cee697-280d-458e-b5e7-795d63b01c1b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:40.282538 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] For port 72cee697-280d-458e-b5e7-795d63b01c1b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=72cee697-280d-458e-b5e7-795d63b01c1b,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:40.288710 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.345354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc99ccd-1536-4d48-ae6d-129fba2c3fa5 None None] Pushing event updated for resources: {'Port': ['ID=72cee697-280d-458e-b5e7-795d63b01c1b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:40.519603 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.723693 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:40.866163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Router 58f4688d-8bd4-4654-8995-c981f5564730 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:58:40.987732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:40.996554 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Sync routers for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:41.007356 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:41.008038 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:41.009292 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.013280 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-021985f1-5491-4e6a-9069-641f83853189 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5669320 Jul 16 20:58:41.014018 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40424) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:41.121835 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:41.252529 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b69f841-6d1b-4eee-99bd-44b889b73b40 None None] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:41.311434 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:40Z', 'revision_number': 3, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:41.354711 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Checking router: 58f4688d-8bd4-4654-8995-c981f5564730 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:41.355377 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Updating router 58f4688d-8bd4-4654-8995-c981f5564730 port e9ae7b32-826d-4c33-b033-687fccc7ea01 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:58:41.375952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-15855310-9f36-4aa6-b691-74a24b3edea3 None None] Provisioning for port 72cee697-280d-458e-b5e7-795d63b01c1b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:41.398397 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.460739 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.640990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Allocated IP 172.20.0.1 (1db9af4e-9c8b-449c-b5b7-91b9fb163896/933e9846-4711-46a5-87f1-f4e82302c047/6d548ec3-50aa-4155-8d0a-9f9afb5402d8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:41.671898 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.681850 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Transition to ACTIVE for port object e9ae7b32-826d-4c33-b033-687fccc7ea01 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:41.687672 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.741772 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Attempting to bind port e9ae7b32-826d-4c33-b033-687fccc7ea01 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:41.742159 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Attempting to bind port e9ae7b32-826d-4c33-b033-687fccc7ea01 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:41.742493 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Attempting to bind port e9ae7b32-826d-4c33-b033-687fccc7ea01 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:41.751021 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Pushing event updated for resources: {'Port': ['ID=e9ae7b32-826d-4c33-b033-687fccc7ea01,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:41.754330 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:41.754683 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:41.755108 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.755284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.755510 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:41.755969 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Bound port: e9ae7b32-826d-4c33-b033-687fccc7ea01, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:41.756337 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.762927 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.763260 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.763591 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.763911 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.764226 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.764540 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.764858 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.765150 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.765474 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.765764 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.766072 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.766376 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:41.770038 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Transition to ACTIVE for port object 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:41.808565 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.820325 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] For port e9ae7b32-826d-4c33-b033-687fccc7ea01, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:41.823402 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] For port e9ae7b32-826d-4c33-b033-687fccc7ea01, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e9ae7b32-826d-4c33-b033-687fccc7ea01,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:41.828389 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.851747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:41.857491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:41.863219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:41.865511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Pushing event updated for resources: {'Port': ['ID=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:41.886019 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1e250-4c7a-459a-a305-feaf13cfdfad None None] Pushing event updated for resources: {'Port': ['ID=e9ae7b32-826d-4c33-b033-687fccc7ea01,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:41.899197 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:41.899823 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:41.913549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.005063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.017662 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:42.116693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.135360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fbb071fe-3d33-4cce-bf19-db6bdacfc8e9 None None] Provisioning for port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:42.141355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fbb071fe-3d33-4cce-bf19-db6bdacfc8e9 None None] Provisioning complete for port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:42.141655 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fbb071fe-3d33-4cce-bf19-db6bdacfc8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.172121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72cee697-280d-458e-b5e7-795d63b01c1b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:42.216585 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-fbb071fe-3d33-4cce-bf19-db6bdacfc8e9 None None] Port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:42.241554 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:40Z', 'revision_number': 3, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:42.243674 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 72cee697-280d-458e-b5e7-795d63b01c1b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:42.248603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 72cee697-280d-458e-b5e7-795d63b01c1b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:42.249676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.273563 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4ff03-f655-4705-b6f7-07a5eeab58a9 None None] The sync data for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 is: [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:40Z', 'revision_number': 3, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:42.336926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.342579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.353055 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.392134 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 72cee697-280d-458e-b5e7-795d63b01c1b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=72cee697-280d-458e-b5e7-795d63b01c1b,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:42.397478 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.422011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Pushing event updated for resources: {'Port': ['ID=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:42.425924 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.447704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=72cee697-280d-458e-b5e7-795d63b01c1b,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:42.535354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:42.536802 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:42.671412 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Router 58f4688d-8bd4-4654-8995-c981f5564730 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:42.793037 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:42.798052 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ff865a90-c3cf-414b-a58b-83b341e14653 admin admin] 10.222.0.91 "PUT /v2.0/routers/58f4688d-8bd4-4654-8995-c981f5564730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828412 Jul 16 20:58:42.845392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-163d2672-b5fd-4476-b780-7f4d5ba8fa40 None None] Provisioning complete for port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:42.845770 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-163d2672-b5fd-4476-b780-7f4d5ba8fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.881231 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-163d2672-b5fd-4476-b780-7f4d5ba8fa40 None None] Port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:43.314605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40440) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:43.319917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-257332779-network', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:43.343859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Made reservation on behalf of d428d0cab8d045b68f47543a95ed3cf7 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:43.347628 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.357858 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.455166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.462513 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.494657 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:58:43.512330 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f0e0fc-0a16-4aeb-8050-9fd499fe0e10,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:43.516307 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.516652 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Added segment 6d69a8a9-69f6-4b31-9024-3f297b820481 of type vlan for network 1ee5430f-2690-47cc-9562-4d31416a4e9a Jul 16 20:58:43.567647 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.598588 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.600017 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:43.601033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.636735 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3209362 Jul 16 20:58:43.639549 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40442) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:43.644391 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Request body: {'subnet': {'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-257332779-subnet', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:43.672919 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca6cb9-e8f4-4234-8723-49348011e2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee5430f-2690-47cc-9562-4d31416a4e9a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:43.686981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:58:43.696945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Made reservation on behalf of d428d0cab8d045b68f47543a95ed3cf7 for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:43.703208 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.866764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Sync routers for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:43.875538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.876330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:43.877109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:43.934289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd58d316-97d0-4b35-9b97-46b35a39f837,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:43.938593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Checking segment: {'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:43.938963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Network hostable DHCP agents. Network: 1ee5430f-2690-47cc-9562-4d31416a4e9a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:58:43.957666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:58:43.967292 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 1ee5430f-2690-47cc-9562-4d31416a4e9a) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:43.972014 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:43.972610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.978575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a24ecc6-83b2-4656-8c53-c3fbf688d8ca None None] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:43.992393 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c09a8e89-0c15-4896-9ae1-a197a0f0f1a7 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3515208 Jul 16 20:58:43.996519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40444) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:44.002870 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:44.010989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:44.032798 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.034227 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.119834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.190869 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9ae7b32-826d-4c33-b033-687fccc7ea01 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:44.286879 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.331392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-1ee5430f-2690-47cc-9562-4d31416a4e9a', 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'fixed_ips': [{'subnet_id': 'fd58d316-97d0-4b35-9b97-46b35a39f837'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:58:44.332251 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.370246 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e9ae7b32-826d-4c33-b033-687fccc7ea01 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:44.418379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e9ae7b32-826d-4c33-b033-687fccc7ea01 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:44.418754 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.503554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 2, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.513062 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.532587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.536333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Checking router: 58f4688d-8bd4-4654-8995-c981f5564730 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:44.536333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Updating router 58f4688d-8bd4-4654-8995-c981f5564730 port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:58:44.584950 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Allocated IP 172.20.0.2 (1ee5430f-2690-47cc-9562-4d31416a4e9a/fd58d316-97d0-4b35-9b97-46b35a39f837/68276e29-49a1-48f7-8508-6cfbda588702) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:44.619660 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.651804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Allocated IP 172.25.3.120 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/eb51976c-9785-4dbf-8b75-f025e728fc11) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:44.662126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.731610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e9ae7b32-826d-4c33-b033-687fccc7ea01, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e9ae7b32-826d-4c33-b033-687fccc7ea01,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:44.740263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.741047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72cee697-280d-458e-b5e7-795d63b01c1b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:44.757066 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.802813 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.845144 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:44.848184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:44.850893 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:44.880874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Pushing event updated for resources: {'Port': ['ID=eb51976c-9785-4dbf-8b75-f025e728fc11,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:44.942684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e9ae7b32-826d-4c33-b033-687fccc7ea01,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:45.019609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.031419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 72cee697-280d-458e-b5e7-795d63b01c1b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:45.031778 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.053466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Transition to ACTIVE for port object 68276e29-49a1-48f7-8508-6cfbda588702 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:45.091504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Transition to ACTIVE for port object 68276e29-49a1-48f7-8508-6cfbda588702 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:45.106245 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.123976 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.173269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:45.198965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:45.221173 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:45.226690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Pushing event updated for resources: {'Port': ['ID=68276e29-49a1-48f7-8508-6cfbda588702,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:45.280390 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.314799 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Transition to ACTIVE for port object 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:45.319452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Attempting to bind port 68276e29-49a1-48f7-8508-6cfbda588702 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:45.319834 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Attempting to bind port 68276e29-49a1-48f7-8508-6cfbda588702 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:45.320176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Attempting to bind port 68276e29-49a1-48f7-8508-6cfbda588702 on network 1ee5430f-2690-47cc-9562-4d31416a4e9a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:45.325236 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.329975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.330330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:45.330699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Checking segment: {'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:45.331123 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.331508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Bound using segment: {'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:45.331965 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Bound port: 68276e29-49a1-48f7-8508-6cfbda588702, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:45.332353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.411364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a5f4-3e3b-4ff0-99aa-c15cdffb193f None None] Pushing event updated for resources: {'Port': ['ID=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:45.489239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Router 562f8766-af40-4364-be4f-25d3d69590d8 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:58:45.493028 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Attempting to bind port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:45.493418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Attempting to bind port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:45.493766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Attempting to bind port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 on network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:45.500379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] For port 68276e29-49a1-48f7-8508-6cfbda588702, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:45.505395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] For port 68276e29-49a1-48f7-8508-6cfbda588702, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68276e29-49a1-48f7-8508-6cfbda588702,segment=NetworkSegment(6d69a8a9-69f6-4b31-9024-3f297b820481),segment_id=6d69a8a9-69f6-4b31-9024-3f297b820481)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:45.506634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:45.507043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Checking segment: {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:45.507426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.507908 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Bound using segment: {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:45.508282 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Bound port: 6d548ec3-50aa-4155-8d0a-9f9afb5402d8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:45.508641 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.512380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.610445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:45.622562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Sync routers for ids ['562f8766-af40-4364-be4f-25d3d69590d8'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:45.632108 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.633559 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Routers {'562f8766-af40-4364-be4f-25d3d69590d8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:45.634375 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['562f8766-af40-4364-be4f-25d3d69590d8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:45.637062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c35b9cf9-42e3-4b7f-8f72-62f7317d8377 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6383145 Jul 16 20:58:45.639155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:45.748363 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Set router 562f8766-af40-4364-be4f-25d3d69590d8 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:45.788876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8cd4c-42c7-429a-8ad8-aa269ff776e2 None None] Pushing event updated for resources: {'Port': ['ID=68276e29-49a1-48f7-8508-6cfbda588702,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:45.817059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] For port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:45.823956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] For port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:45.830361 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:45.898701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:45.899373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:45.905110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a5f4-3e3b-4ff0-99aa-c15cdffb193f None None] Pushing event updated for resources: {'Port': ['ID=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:46.002789 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:45Z', 'revision_number': 3, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port': {'id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.036611 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Checking router: 562f8766-af40-4364-be4f-25d3d69590d8 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:46.037241 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Updating router 562f8766-af40-4364-be4f-25d3d69590d8 port eb51976c-9785-4dbf-8b75-f025e728fc11 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:58:46.095066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:46.283193 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.331648 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68276e29-49a1-48f7-8508-6cfbda588702 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:46.347085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.424592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 68276e29-49a1-48f7-8508-6cfbda588702 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:46.434720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9ae7b32-826d-4c33-b033-687fccc7ea01 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:46.477262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:45Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:46.510855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979d9c6-4637-4787-901e-66de4f4c4da7 None None] The sync data for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 is: [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:45Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:46.524017 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e9ae7b32-826d-4c33-b033-687fccc7ea01 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:46.524894 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.534709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Allocated IP 172.20.0.1 (1ee5430f-2690-47cc-9562-4d31416a4e9a/fd58d316-97d0-4b35-9b97-46b35a39f837/7a7bdb5c-02a7-4fce-a3e0-e5899219505f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:46.671888 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.684204 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Transition to ACTIVE for port object eb51976c-9785-4dbf-8b75-f025e728fc11 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:46.696517 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.740880 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.761835 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Transition to ACTIVE for port object 7a7bdb5c-02a7-4fce-a3e0-e5899219505f will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:46.788948 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Attempting to bind port eb51976c-9785-4dbf-8b75-f025e728fc11 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:46.789321 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Attempting to bind port eb51976c-9785-4dbf-8b75-f025e728fc11 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:46.790055 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Attempting to bind port eb51976c-9785-4dbf-8b75-f025e728fc11 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:46.800645 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:46.801293 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:46.801860 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.802420 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:46.803185 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Bound port: eb51976c-9785-4dbf-8b75-f025e728fc11, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:46.804077 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.809399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.854971 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:46.861730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:46.866176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:46.869349 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] For port eb51976c-9785-4dbf-8b75-f025e728fc11, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:46.872954 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] For port eb51976c-9785-4dbf-8b75-f025e728fc11, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb51976c-9785-4dbf-8b75-f025e728fc11,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:46.874983 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcbf58-4969-46f7-926b-38e3435db0d6 None None] Pushing event updated for resources: {'Port': ['ID=eb51976c-9785-4dbf-8b75-f025e728fc11,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:46.879557 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.919117 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.924019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:46.948509 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Routers {'562f8766-af40-4364-be4f-25d3d69590d8'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:46.949168 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['562f8766-af40-4364-be4f-25d3d69590d8'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:47.001070 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcbf58-4969-46f7-926b-38e3435db0d6 None None] Pushing event updated for resources: {'Port': ['ID=eb51976c-9785-4dbf-8b75-f025e728fc11,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:47.045238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8934d9-5874-4839-af41-07066cabd9ef None None] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:47.090768 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.100525 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] Set router 562f8766-af40-4364-be4f-25d3d69590d8 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:47.133235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7eb22c79-cbd1-4a62-a69a-28d296faef87 None None] Provisioning for port 68276e29-49a1-48f7-8508-6cfbda588702 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:47.146240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7eb22c79-cbd1-4a62-a69a-28d296faef87 None None] Provisioning complete for port 68276e29-49a1-48f7-8508-6cfbda588702 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:47.147263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7eb22c79-cbd1-4a62-a69a-28d296faef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.319507 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:45Z', 'revision_number': 3, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port': {'id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:47.324689 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7eb22c79-cbd1-4a62-a69a-28d296faef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.353992 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f91-3623-4b7c-8ced-1b476b0dcc88 None None] The sync data for ids ['562f8766-af40-4364-be4f-25d3d69590d8'] in n-d-792458-10 is: [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:45Z', 'revision_number': 3, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port': {'id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:47.366881 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7eb22c79-cbd1-4a62-a69a-28d296faef87 None None] For port 68276e29-49a1-48f7-8508-6cfbda588702, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68276e29-49a1-48f7-8508-6cfbda588702,segment=NetworkSegment(6d69a8a9-69f6-4b31-9024-3f297b820481),segment_id=6d69a8a9-69f6-4b31-9024-3f297b820481)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:47.378874 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7eb22c79-cbd1-4a62-a69a-28d296faef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.460929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb22c79-cbd1-4a62-a69a-28d296faef87 None None] Pushing event updated for resources: {'Port': ['ID=68276e29-49a1-48f7-8508-6cfbda588702,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:47.710600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b0dbdfc2-4488-466f-8908-1971c62ea420 None None] Provisioning for port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:47.718303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b0dbdfc2-4488-466f-8908-1971c62ea420 None None] Provisioning complete for port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:47.718908 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b0dbdfc2-4488-466f-8908-1971c62ea420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.774238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbdfc2-4488-466f-8908-1971c62ea420 None None] Port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:47.778095 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.784569 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.789376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b0dbdfc2-4488-466f-8908-1971c62ea420 None None] Provisioning complete for port 68276e29-49a1-48f7-8508-6cfbda588702 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:47.789977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b0dbdfc2-4488-466f-8908-1971c62ea420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.884985 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.888084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:47.997422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:47.999059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:48.031696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-16ec5909-2cc1-4b84-a0e9-d9be05db98c1 None None] Provisioning complete for port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:48.032193 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-16ec5909-2cc1-4b84-a0e9-d9be05db98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.091657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-16ec5909-2cc1-4b84-a0e9-d9be05db98c1 None None] Port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:48.153470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Router 562f8766-af40-4364-be4f-25d3d69590d8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:48.277725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68276e29-49a1-48f7-8508-6cfbda588702 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:48.321992 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:48.329309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-82b73502-3eab-40e6-a410-c083def35db0 None None] Provisioning complete for port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:48.329464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77632c84-172e-49f9-a91e-6c6adc4f1568 admin admin] 10.222.0.91 "PUT /v2.0/routers/562f8766-af40-4364-be4f-25d3d69590d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6852119 Jul 16 20:58:48.329677 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-82b73502-3eab-40e6-a410-c083def35db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.381402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 68276e29-49a1-48f7-8508-6cfbda588702 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:48.381768 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.409352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-82b73502-3eab-40e6-a410-c083def35db0 None None] Port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:48.470457 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:48.536450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:48.540998 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:48.541366 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.662565 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.697742 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:48.704876 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.706054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb51976c-9785-4dbf-8b75-f025e728fc11 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:48.797699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:48.810999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port eb51976c-9785-4dbf-8b75-f025e728fc11 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:48.815272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port eb51976c-9785-4dbf-8b75-f025e728fc11 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:48.815450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.903872 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.925154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port eb51976c-9785-4dbf-8b75-f025e728fc11, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb51976c-9785-4dbf-8b75-f025e728fc11,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:48.929910 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.983762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=eb51976c-9785-4dbf-8b75-f025e728fc11,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:49.233213 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:49.990513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Sync routers for ids ['562f8766-af40-4364-be4f-25d3d69590d8'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:50.003944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Routers {'562f8766-af40-4364-be4f-25d3d69590d8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:50.004627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['562f8766-af40-4364-be4f-25d3d69590d8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:50.132386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:50.141118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Set router 562f8766-af40-4364-be4f-25d3d69590d8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:50.288711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:50.288992 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.476864 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb51976c-9785-4dbf-8b75-f025e728fc11 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:50.521600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:47Z', 'revision_number': 4, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port': {'id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7a7bdb5c-02a7-4fce-a3e0-e5899219505f', 'name': '', 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'mac_address': 'fa:16:3e:6f:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fd58d316-97d0-4b35-9b97-46b35a39f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:46Z', 'updated_at': '2021-07-16T20:58:47Z', 'revision_number': 2, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'subnets': [{'id': 'fd58d316-97d0-4b35-9b97-46b35a39f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:50.558050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Checking router: 562f8766-af40-4364-be4f-25d3d69590d8 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:50.558547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Updating router 562f8766-af40-4364-be4f-25d3d69590d8 port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:58:50.584609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port eb51976c-9785-4dbf-8b75-f025e728fc11 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:50.585083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.626004 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.984318 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.996007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Transition to ACTIVE for port object 7a7bdb5c-02a7-4fce-a3e0-e5899219505f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:51.002993 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.244627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cd959-88eb-433e-8776-4e39ff777a54 None None] Pushing event updated for resources: {'Port': ['ID=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.284309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Attempting to bind port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:51.284678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Attempting to bind port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:51.285057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Attempting to bind port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f on network 1ee5430f-2690-47cc-9562-4d31416a4e9a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:51.290723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:51.291070 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Checking segment: {'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:51.291460 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.291855 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Bound using segment: {'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:51.292335 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Bound port: 7a7bdb5c-02a7-4fce-a3e0-e5899219505f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d69a8a9-69f6-4b31-9024-3f297b820481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:51.292718 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.392953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] For port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:51.397368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] For port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,segment=NetworkSegment(6d69a8a9-69f6-4b31-9024-3f297b820481),segment_id=6d69a8a9-69f6-4b31-9024-3f297b820481)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:51.403557 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.489795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cd959-88eb-433e-8776-4e39ff777a54 None None] Pushing event updated for resources: {'Port': ['ID=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.492870 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Routers {'562f8766-af40-4364-be4f-25d3d69590d8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:51.500811 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:58:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['562f8766-af40-4364-be4f-25d3d69590d8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:51.649991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] Set router 562f8766-af40-4364-be4f-25d3d69590d8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:51.896460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:47Z', 'revision_number': 4, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port': {'id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7a7bdb5c-02a7-4fce-a3e0-e5899219505f', 'name': '', 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'mac_address': 'fa:16:3e:6f:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fd58d316-97d0-4b35-9b97-46b35a39f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:46Z', 'updated_at': '2021-07-16T20:58:51Z', 'revision_number': 4, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'subnets': [{'id': 'fd58d316-97d0-4b35-9b97-46b35a39f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:51.929418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf3c44-31b1-4c9f-9d2a-388be41996ea None None] The sync data for ids ['562f8766-af40-4364-be4f-25d3d69590d8'] in n-d-792458-10 is: [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:47Z', 'revision_number': 4, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port': {'id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '7a7bdb5c-02a7-4fce-a3e0-e5899219505f', 'name': '', 'network_id': '1ee5430f-2690-47cc-9562-4d31416a4e9a', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'mac_address': 'fa:16:3e:6f:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fd58d316-97d0-4b35-9b97-46b35a39f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:46Z', 'updated_at': '2021-07-16T20:58:51Z', 'revision_number': 4, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'subnets': [{'id': 'fd58d316-97d0-4b35-9b97-46b35a39f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:52.203710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7a7bdb5c-02a7-4fce-a3e0-e5899219505f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:52.270219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:52.275375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:52.276021 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.387283 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.443341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,segment=NetworkSegment(6d69a8a9-69f6-4b31-9024-3f297b820481),segment_id=6d69a8a9-69f6-4b31-9024-3f297b820481)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:52.456382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.511300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:54.137803 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7a7bdb5c-02a7-4fce-a3e0-e5899219505f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:54.213678 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:54.214053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.693887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-fe3bf90a-62d1-4b2c-9e6a-f65632669f97 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:58.695487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-fe3bf90a-62d1-4b2c-9e6a-f65632669f97 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 814 time: 0.1467557 Jul 16 20:58:58.712473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-286f241b-e297-45fd-a332-c9f0dd3c8599 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/quotas/7658bb5296154e09970721c80c967e3f HTTP/1.1" status: 200 len: 375 time: 0.0097301 Jul 16 20:58:58.785880 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-407ae623-a3a2-4374-94b1-bf7eaad4a9c1 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681193 Jul 16 20:58:58.891420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-42fc2e62-3fda-4c28-90d8-95fec06293e2 service neutron] 10.222.0.91 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922997 Jul 16 20:58:58.985080 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-42fe5c28-142a-4a08-ae83-dc1950ab22a3 service neutron] 10.222.0.91 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879517 Jul 16 20:58:59.176986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1b0c247-dfb3-4b20-9ab2-b0e65805fd55 req-34f55ada-0e73-4fca-9ef0-478b72578045 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 210 time: 0.0352187 Jul 16 20:59:00.328034 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83f31e95-5568-4faf-8c59-a71b0ae4459c req-14462bb2-3560-40d3-8562-eb66502abece tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 210 time: 0.0353489 Jul 16 20:59:00.515799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-b0fc096d-19a4-4aee-9062-288d952a513a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:00.517256 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-b0fc096d-19a4-4aee-9062-288d952a513a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 814 time: 0.1070139 Jul 16 20:59:00.536195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'port': {'device_id': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'admin_state_up': True, 'tenant_id': '7658bb5296154e09970721c80c967e3f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:00.662073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Made reservation on behalf of 7658bb5296154e09970721c80c967e3f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:00.666159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.810869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Allocated IP 172.20.0.13 (1db9af4e-9c8b-449c-b5b7-91b9fb163896/933e9846-4711-46a5-87f1-f4e82302c047/e5465ff7-1af7-406c-805d-ead6119bb1be) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:01.081038 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.098213 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Transition to ACTIVE for port object e5465ff7-1af7-406c-805d-ead6119bb1be will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:01.139426 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.209025 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:01.213744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:01.219354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:01.273289 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.297838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.298312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.298728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.299539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.299654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.299998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.301136 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.301538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.301949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.302371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.302746 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.303198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:01.317950 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:01.318709 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.336758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-dd978049-1c5b-4a3d-b0ea-7a08ef95ca4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8044391 Jul 16 20:59:01.538617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bff81a75-2331-4bd9-960e-b980f80bc50d None None] Provisioning for port e5465ff7-1af7-406c-805d-ead6119bb1be completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:01.542630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-bff81a75-2331-4bd9-960e-b980f80bc50d None None] Provisioning complete for port e5465ff7-1af7-406c-805d-ead6119bb1be triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:01.543146 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bff81a75-2331-4bd9-960e-b980f80bc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.602348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bff81a75-2331-4bd9-960e-b980f80bc50d None None] Port e5465ff7-1af7-406c-805d-ead6119bb1be cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:01.614205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136504-fa5f-4f62-8f33-4fbfdf790f95 req-1caf9116-6595-4b2f-82df-84f0fc25e07f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:01.616734 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7136504-fa5f-4f62-8f33-4fbfdf790f95 req-1caf9116-6595-4b2f-82df-84f0fc25e07f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.1313241 Jul 16 20:59:01.670088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e7136504-fa5f-4f62-8f33-4fbfdf790f95 req-5716f4b5-ea24-426f-8cab-225e6e767c5a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452919 Jul 16 20:59:02.865154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973611-fc45-40d5-8f81-c0d43919a7b2 req-47329c4b-11a9-4d40-bea7-baf87c239b2c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.866691 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2973611-fc45-40d5-8f81-c0d43919a7b2 req-47329c4b-11a9-4d40-bea7-baf87c239b2c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.0694251 Jul 16 20:59:02.918702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2973611-fc45-40d5-8f81-c0d43919a7b2 req-8cbae686-28c6-4309-a564-f162a8f60b11 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Jul 16 20:59:04.178535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f45764-acf0-41ce-83cb-23df382b1a57 req-4ce03b07-c351-41c5-bfa4-1607948050b7 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.180967 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0f45764-acf0-41ce-83cb-23df382b1a57 req-4ce03b07-c351-41c5-bfa4-1607948050b7 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.1137958 Jul 16 20:59:04.255509 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c0f45764-acf0-41ce-83cb-23df382b1a57 req-5b6cc331-dfb1-4e55-9505-07307982bb26 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669637 Jul 16 20:59:05.459828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f33a8-1f4c-4acb-bddc-6753606cf394 req-336fa177-b2b4-4c84-89da-2143636c44ee tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:05.462339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dc9f33a8-1f4c-4acb-bddc-6753606cf394 req-336fa177-b2b4-4c84-89da-2143636c44ee tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.0729179 Jul 16 20:59:05.510350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dc9f33a8-1f4c-4acb-bddc-6753606cf394 req-8155311f-adf5-4fe5-8a90-6ee5af3ae46f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Jul 16 20:59:06.086573 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b8744ad6-3ebd-49ad-92b8-e1a80bf4f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.723695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24d827-d61f-44dc-8b46-1a3b62b6f19f req-315c6c59-e543-4e3c-804e-5a29e40707ec tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:06.727644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c24d827-d61f-44dc-8b46-1a3b62b6f19f req-315c6c59-e543-4e3c-804e-5a29e40707ec tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.0883372 Jul 16 20:59:06.781220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9c24d827-d61f-44dc-8b46-1a3b62b6f19f req-f284f57f-d432-4188-95fd-0b354960c059 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Jul 16 20:59:07.972458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad2af-d586-4e06-8b44-7a7e7f0c1e29 req-3407b9eb-929b-47ca-8f7d-d3f7ec0c6f03 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.974392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eccad2af-d586-4e06-8b44-7a7e7f0c1e29 req-3407b9eb-929b-47ca-8f7d-d3f7ec0c6f03 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.0785506 Jul 16 20:59:08.018722 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-eccad2af-d586-4e06-8b44-7a7e7f0c1e29 req-8503aa7d-84c9-42fd-870a-32377554f59d tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Jul 16 20:59:08.670181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.913363 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e21d804f-7de1-4887-8c4c-f60ae5e8065d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.960864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.227788 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f59ab4-b62a-42a0-a823-85d8423d9d59 req-0ab36511-fe49-46ca-a90b-0c4cf127940f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:09.229331 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20f59ab4-b62a-42a0-a823-85d8423d9d59 req-0ab36511-fe49-46ca-a90b-0c4cf127940f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.0776649 Jul 16 20:59:09.275310 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20f59ab4-b62a-42a0-a823-85d8423d9d59 req-db56d4ba-81d9-4e05-ba46-4cbb0bf7a187 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Jul 16 20:59:09.481813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.217422 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.463481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7e854-c5e0-496c-9801-bb141660c73c req-62cc4ee4-0f6c-4544-88f3-5ef54101d402 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:10.465097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-78a7e854-c5e0-496c-9801-bb141660c73c req-62cc4ee4-0f6c-4544-88f3-5ef54101d402 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 932 time: 0.0689435 Jul 16 20:59:10.504575 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-78a7e854-c5e0-496c-9801-bb141660c73c req-915c33da-6449-4dd2-80d9-6c811aa57286 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Jul 16 20:59:10.661550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Request body: {'port': {'device_id': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:10.744844 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.034610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5465ff7-1af7-406c-805d-ead6119bb1be {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:11.044579 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.062132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Transition to ACTIVE for port object e5465ff7-1af7-406c-805d-ead6119bb1be will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:11.068841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.123286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Pushing event updated for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:11.194036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Attempting to bind port e5465ff7-1af7-406c-805d-ead6119bb1be on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:11.194375 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Attempting to bind port e5465ff7-1af7-406c-805d-ead6119bb1be by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:11.194740 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Attempting to bind port e5465ff7-1af7-406c-805d-ead6119bb1be on network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:11.199874 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Port e5465ff7-1af7-406c-805d-ead6119bb1be on network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:11.200172 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Attempting to bind port e5465ff7-1af7-406c-805d-ead6119bb1be on network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:11.205269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:11.205764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Checking segment: {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:11.205963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Bound using segment: {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:11.206374 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Bound port: e5465ff7-1af7-406c-805d-ead6119bb1be, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0882ea7e-8d24-4a26-9ccc-77af312d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:11.206731 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.276314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:11.280423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e5465ff7-1af7-406c-805d-ead6119bb1be,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:11.285782 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.325284 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.325890 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.327306 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] 10.222.0.99 "PUT /v2.0/ports/e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 1093 time: 0.6707983 Jul 16 20:59:11.327745 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:11.330005 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338" -d '{"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:11.362508 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c9e51-fda4-4fe1-81db-9e0b7e07b51c service neutron] Pushing event updated for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:11.373408 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871f3c8c-8c36-4c81-b54d-7530ae4fb042 x-openstack-request-id: req-871f3c8c-8c36-4c81-b54d-7530ae4fb042 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:11.373717 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:11.373954 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-871f3c8c-8c36-4c81-b54d-7530ae4fb042 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:11.374372 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'status': 'completed', 'code': 200} Jul 16 20:59:11.450027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-bc7411b2-794a-4975-aa9d-25d80f742294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.451645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-bc7411b2-794a-4975-aa9d-25d80f742294 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1096 time: 0.0687788 Jul 16 20:59:11.497939 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-0d6fcfd7-05ce-47e5-8e6e-0288d0a9978a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 217 time: 0.0382223 Jul 16 20:59:11.562540 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-adcd50b8-d083-4d2c-a670-6b05b44446fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.564139 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-adcd50b8-d083-4d2c-a670-6b05b44446fe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0600700 Jul 16 20:59:11.626985 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-059c5c8d-f224-4151-b79d-5331a3bcc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.628754 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-059c5c8d-f224-4151-b79d-5331a3bcc1b6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583520 Jul 16 20:59:11.696191 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8aaf0-50a5-4e12-9fa6-2e1da0b05ad0 req-ff93d30c-f0d3-4827-af56-433674f4643b tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.697730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-68f8aaf0-50a5-4e12-9fa6-2e1da0b05ad0 req-ff93d30c-f0d3-4827-af56-433674f4643b tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 944 time: 0.0685608 Jul 16 20:59:11.722079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-061ef785-4f7a-446b-885b-8311119cb102 service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867696 Jul 16 20:59:11.737509 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-68f8aaf0-50a5-4e12-9fa6-2e1da0b05ad0 req-031599f3-6461-4b99-9765-774063136343 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 Jul 16 20:59:11.819143 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-721a8380-19c8-4d0b-9301-66fd040784d8 req-eb54537a-21e6-420b-8102-abfdf6af51dd service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907807 Jul 16 20:59:11.938204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-c97449b5-dbbc-459e-bbe4-270ca75a163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.939645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-c97449b5-dbbc-459e-bbe4-270ca75a163e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1096 time: 0.0622096 Jul 16 20:59:12.003871 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.037615 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-2c9699ee-f563-423d-9f14-7160d7705a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.039248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-2c9699ee-f563-423d-9f14-7160d7705a8f service neutron] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 915 time: 0.0931413 Jul 16 20:59:12.085874 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-1bb08139-2419-44e9-b37e-a18304352d54 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 217 time: 0.0389585 Jul 16 20:59:12.145053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-3a0646c6-f833-40e7-83fb-8638fc151bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.146651 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-3a0646c6-f833-40e7-83fb-8638fc151bd1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0536919 Jul 16 20:59:12.209244 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-cf300d2a-54f4-4f9e-9bc4-42a8a74fb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.210861 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-cf300d2a-54f4-4f9e-9bc4-42a8a74fb189 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576499 Jul 16 20:59:12.304901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-421de3b0-1dcb-49c9-9c6f-0924e1f08661 service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870528 Jul 16 20:59:12.403678 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88c78cd2-0dd7-45b1-8fb1-1d8a65f14338 req-7d07f988-41a8-43d3-8ade-acd45dbaae8a service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920041 Jul 16 20:59:12.920292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdaf03-95cf-4c53-a096-66248871b350 req-1a0e076e-1029-48cd-84a3-09426402ce4a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.921766 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6fdaf03-95cf-4c53-a096-66248871b350 req-1a0e076e-1029-48cd-84a3-09426402ce4a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 944 time: 0.0696924 Jul 16 20:59:12.963495 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c6fdaf03-95cf-4c53-a096-66248871b350 req-a43c237a-5cb7-4159-824c-d9a9e6071943 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340261 Jul 16 20:59:14.149062 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc99b6-4724-4155-ae9a-7cb27706eb4a req-ac4a71b0-5924-4d32-b9bc-99e541b5b69b tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:14.150443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89bc99b6-4724-4155-ae9a-7cb27706eb4a req-ac4a71b0-5924-4d32-b9bc-99e541b5b69b tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 944 time: 0.0727842 Jul 16 20:59:14.192970 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-89bc99b6-4724-4155-ae9a-7cb27706eb4a req-9b7602f3-c810-4eb6-a834-9a8f311e07aa tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362380 Jul 16 20:59:15.385010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5f642-a4ed-4917-b5fe-cdd3b995f27f req-6eea1422-f650-4a9f-8749-1f76de67f902 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:15.386538 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d4f5f642-a4ed-4917-b5fe-cdd3b995f27f req-6eea1422-f650-4a9f-8749-1f76de67f902 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 944 time: 0.0710204 Jul 16 20:59:15.428133 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d4f5f642-a4ed-4917-b5fe-cdd3b995f27f req-d5104c03-30b1-4f5a-9caf-28f2b9b86d3f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Jul 16 20:59:15.485700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e5465ff7-1af7-406c-805d-ead6119bb1be details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:15.588718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e5465ff7-1af7-406c-805d-ead6119bb1be,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:15.601445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'port_id': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'mac_address': 'fa:16:3e:5d:4b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:15.645295 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.660581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5465ff7-1af7-406c-805d-ead6119bb1be {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:15.682561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e5465ff7-1af7-406c-805d-ead6119bb1be,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:15.687593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.734369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:15.742416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.742688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.743038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.743452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.743701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.744021 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.744339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.744655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.744980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.745287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.745615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.745917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:15.893696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e5465ff7-1af7-406c-805d-ead6119bb1be'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:16.618463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eb60b-52dc-4b3c-a627-c2fa31a99ce6 req-5c7eb9b8-0339-4b5e-99b4-508672e4a922 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:16.620107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717eb60b-52dc-4b3c-a627-c2fa31a99ce6 req-5c7eb9b8-0339-4b5e-99b4-508672e4a922 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 945 time: 0.0761819 Jul 16 20:59:16.664460 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717eb60b-52dc-4b3c-a627-c2fa31a99ce6 req-19a25c8a-1f55-4663-a45a-0396dfaec464 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Jul 16 20:59:17.491853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e5465ff7-1af7-406c-805d-ead6119bb1be up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:17.548117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port e5465ff7-1af7-406c-805d-ead6119bb1be completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:17.554743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port e5465ff7-1af7-406c-805d-ead6119bb1be triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:17.555198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.640617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.668645 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:17.670930 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b691ccfe506b324359ba9497b86f9bb9c47a803d0442e93360b1619a7d5cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9332d22-27b1-496e-a3e6-63f83fd8066d" -d '{"events": [{"server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "name": "network-vif-plugged", "status": "completed", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:17.683825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e5465ff7-1af7-406c-805d-ead6119bb1be,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:17.689709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.714039 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cb4582-c023-4e52-8785-111508979918 x-openstack-request-id: req-36cb4582-c023-4e52-8785-111508979918 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:17.714321 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "name": "network-vif-plugged", "status": "completed", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:17.714644 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-36cb4582-c023-4e52-8785-111508979918 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:17.715103 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'code': 200} Jul 16 20:59:17.741969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:17.832435 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2137783-5f43-47bf-bd01-5d5f88401bc2 req-d9b73cee-906b-4517-8b3b-19f3cc7c84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:17.834039 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f2137783-5f43-47bf-bd01-5d5f88401bc2 req-d9b73cee-906b-4517-8b3b-19f3cc7c84a7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1098 time: 0.0571427 Jul 16 20:59:17.859965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e4dfb-b336-46d1-aaee-c5cb84e53b6b req-0f2c23bf-aca4-47f6-9084-dc1fbd23f95c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:17.861671 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b74e4dfb-b336-46d1-aaee-c5cb84e53b6b req-0f2c23bf-aca4-47f6-9084-dc1fbd23f95c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0737557 Jul 16 20:59:17.876179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f2137783-5f43-47bf-bd01-5d5f88401bc2 req-ea005312-8717-4964-b2ad-077c44bb780b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Jul 16 20:59:17.900485 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b74e4dfb-b336-46d1-aaee-c5cb84e53b6b req-aae27ae8-d076-43ff-8aee-22f9a527e1ec tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Jul 16 20:59:19.094987 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba61553-703d-4884-a19f-04036345c809 req-882e9654-71eb-4777-ac62-e1650737f4ee tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:19.096521 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aba61553-703d-4884-a19f-04036345c809 req-882e9654-71eb-4777-ac62-e1650737f4ee tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0716074 Jul 16 20:59:19.136825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aba61553-703d-4884-a19f-04036345c809 req-c7a37228-4f33-4d76-ac88-6e258ce7e476 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Jul 16 20:59:19.451492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17473542-1efc-4b11-a586-253153fe3a9b req-dab9aab0-caed-4fd1-8ad8-2a51bb525c4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:19.452892 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-17473542-1efc-4b11-a586-253153fe3a9b req-dab9aab0-caed-4fd1-8ad8-2a51bb525c4c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0683615 Jul 16 20:59:19.492893 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-17473542-1efc-4b11-a586-253153fe3a9b req-b7a1c04e-9bb3-4eb7-8473-43c1f489957d tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Jul 16 20:59:19.860744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d697c4-cad2-44c9-9dba-1814feddbc3f req-25138e8e-6702-4c1c-b937-806e80437e01 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:19.862333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e8d697c4-cad2-44c9-9dba-1814feddbc3f req-25138e8e-6702-4c1c-b937-806e80437e01 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0775084 Jul 16 20:59:19.901822 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e8d697c4-cad2-44c9-9dba-1814feddbc3f req-63849a9b-860c-4e33-8126-eb77c60792e9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Jul 16 20:59:26.236027 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:59:31.907905 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf4d54-c04a-4141-a3a9-f0d645cd37ae req-37eb515f-d90a-420e-8963-b794755bcdfd tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.909858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cdbf4d54-c04a-4141-a3a9-f0d645cd37ae req-37eb515f-d90a-420e-8963-b794755bcdfd tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.1795452 Jul 16 20:59:31.953285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cdbf4d54-c04a-4141-a3a9-f0d645cd37ae req-303edc13-6708-4b49-a50d-821944360420 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351162 Jul 16 20:59:31.980826 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40658) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:32.090894 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33a2a9-7f05-4ea7-8e87-8ed2a6dba520 tempest-TestMinimumBasicScenario-51423869 tempest-TestMinimumBasicScenario-51423869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:32.092484 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bd33a2a9-7f05-4ea7-8e87-8ed2a6dba520 tempest-TestMinimumBasicScenario-51423869 tempest-TestMinimumBasicScenario-51423869-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1093 time: 0.1103415 Jul 16 20:59:32.095774 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40662) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:32.100570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:32.129155 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.247249 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.372511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Allocated IP 172.25.3.141 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/29516667-b633-44f5-bdcf-165e668d208f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:32.477272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.526968 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.572469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:32.575857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:32.578648 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:32.585568 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'Port': ['ID=29516667-b633-44f5-bdcf-165e668d208f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:32.971562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.059872 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.233242 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.239120 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.306451 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'Port': ['ID=29516667-b633-44f5-bdcf-165e668d208f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.316975 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.426246 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Floating IP 745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7 associated. External IP: 172.25.3.141, port: e5465ff7-1af7-406c-805d-ead6119bb1be. Jul 16 20:59:33.663016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Router 58f4688d-8bd4-4654-8995-c981f5564730 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:33.773853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:33.784363 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] Sync routers for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:33.794136 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.798183 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:33.799094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:59:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:33.834088 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-87fdb9b8-0f96-4087-931b-94e81da075ef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7371097 Jul 16 20:59:33.834716 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:33.837046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40664) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:33.837523 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c72dda9e766f296fd5e07b527f4f6448329d3bc45896fd9a46ce62c328cc37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7749e5e1-9ac6-4858-a722-b1565b05aa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:33.842415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-5caf7d76-cc2d-4093-a5fd-30948fb1ffff tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807446697', 'description': 'tempest-secgroup-smoke-1807446697 description', 'project_id': '7658bb5296154e09970721c80c967e3f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:33.865981 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5caf7d76-cc2d-4093-a5fd-30948fb1ffff tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.876223 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef3127-9315-4a65-aff1-af27446cd166 x-openstack-request-id: req-72ef3127-9315-4a65-aff1-af27446cd166 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:33.876518 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:33.876768 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72ef3127-9315-4a65-aff1-af27446cd166 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:33.877179 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'status': 'completed', 'code': 200} Jul 16 20:59:33.913861 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:33.956508 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5caf7d76-cc2d-4093-a5fd-30948fb1ffff tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.962413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5caf7d76-cc2d-4093-a5fd-30948fb1ffff tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.003260 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5caf7d76-cc2d-4093-a5fd-30948fb1ffff tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.007919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5caf7d76-cc2d-4093-a5fd-30948fb1ffff tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1696393 Jul 16 20:59:34.010861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40670) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.015538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-67562b95-dc1d-4e44-80d2-08ed7086628a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'security_group_rule': {'security_group_id': '00017faf-4006-4d19-aa11-9ecd936d0096', 'project_id': '7658bb5296154e09970721c80c967e3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.021730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf7d76-cc2d-4093-a5fd-30948fb1ffff tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00017faf-4006-4d19-aa11-9ecd936d0096,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.052576 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67562b95-dc1d-4e44-80d2-08ed7086628a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.057857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-b151979a-c20d-4d18-8a35-524f40ef0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:34.059419 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-b151979a-c20d-4d18-8a35-524f40ef0453 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1098 time: 0.1123898 Jul 16 20:59:34.115641 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67562b95-dc1d-4e44-80d2-08ed7086628a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.120805 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67562b95-dc1d-4e44-80d2-08ed7086628a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.144250 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67562b95-dc1d-4e44-80d2-08ed7086628a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.148808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-67562b95-dc1d-4e44-80d2-08ed7086628a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367512 Jul 16 20:59:34.149517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40672) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.155940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-fa86e7a1-0c1e-4c61-89d7-d38ede386393 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'security_group_rule': {'security_group_id': '00017faf-4006-4d19-aa11-9ecd936d0096', 'project_id': '7658bb5296154e09970721c80c967e3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.160225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-20f38fc9-71ad-45b2-9133-26b41362f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:34.161538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562b95-dc1d-4e44-80d2-08ed7086628a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5327a6f-a696-4c39-b3c4-9c802e09c727,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.161971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-20f38fc9-71ad-45b2-9133-26b41362f5a8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 915 time: 0.0962298 Jul 16 20:59:34.167629 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'port_id': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'mac_address': 'fa:16:3e:5d:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:32Z', 'updated_at': '2021-07-16T20:59:32Z', 'revision_number': 0, 'project_id': '7658bb5296154e09970721c80c967e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:34.187011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa86e7a1-0c1e-4c61-89d7-d38ede386393 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.200403 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] Checking router: 58f4688d-8bd4-4654-8995-c981f5564730 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:34.208879 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:34.209706 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T20:59:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:34.236105 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-d6c69017-52d2-4931-9c8f-9439bc1499b2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 1000 time: 0.0661254 Jul 16 20:59:34.248720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa86e7a1-0c1e-4c61-89d7-d38ede386393 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.254319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa86e7a1-0c1e-4c61-89d7-d38ede386393 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.272784 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86e7a1-0c1e-4c61-89d7-d38ede386393 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3dcfb1-91c3-46f4-b81f-ace05a22fe28,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.279735 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fa86e7a1-0c1e-4c61-89d7-d38ede386393 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.283988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-fa86e7a1-0c1e-4c61-89d7-d38ede386393 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319134 Jul 16 20:59:34.284660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40674) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.289335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e8fb92de-3f5b-4500-92a4-250357a7aa45 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'security_group_rule': {'security_group_id': '00017faf-4006-4d19-aa11-9ecd936d0096', 'project_id': '7658bb5296154e09970721c80c967e3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.298209 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-50bd9757-edfd-4c12-b9fa-8a675186aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:34.300213 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-50bd9757-edfd-4c12-b9fa-8a675186aa97 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0567238 Jul 16 20:59:34.319806 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8fb92de-3f5b-4500-92a4-250357a7aa45 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.336749 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:34.370555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-73245c0e-e792-46a6-9b53-992884ddd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:34.372130 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-73245c0e-e792-46a6-9b53-992884ddd74c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644927 Jul 16 20:59:34.386336 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8fb92de-3f5b-4500-92a4-250357a7aa45 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.391673 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8fb92de-3f5b-4500-92a4-250357a7aa45 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.411847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb92de-3f5b-4500-92a4-250357a7aa45 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6553de58-29d7-4dde-9167-aa28489f26a4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.423965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e8fb92de-3f5b-4500-92a4-250357a7aa45 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.428656 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e8fb92de-3f5b-4500-92a4-250357a7aa45 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401412 Jul 16 20:59:34.429011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40676) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.436773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f4c65b0f-b454-413d-aaf4-24c476c00ce5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'security_group_rule': {'security_group_id': '00017faf-4006-4d19-aa11-9ecd936d0096', 'project_id': '7658bb5296154e09970721c80c967e3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.483660 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f4c65b0f-b454-413d-aaf4-24c476c00ce5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.517291 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-40b09b06-0ab3-486c-af42-c99bc57d76da service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366947 Jul 16 20:59:34.558258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f4c65b0f-b454-413d-aaf4-24c476c00ce5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.562872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f4c65b0f-b454-413d-aaf4-24c476c00ce5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.588282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c65b0f-b454-413d-aaf4-24c476c00ce5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78515017-e649-41e5-b012-5718f9f923d4,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.592346 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f4c65b0f-b454-413d-aaf4-24c476c00ce5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.593739 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f4c65b0f-b454-413d-aaf4-24c476c00ce5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634393 Jul 16 20:59:34.596948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40678) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.602508 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'security_group_rule': {'security_group_id': '00017faf-4006-4d19-aa11-9ecd936d0096', 'project_id': '7658bb5296154e09970721c80c967e3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.627209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7749e5e1-9ac6-4858-a722-b1565b05aa7a req-263cb30a-63d4-434d-add5-7538991ba17c service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027319 Jul 16 20:59:34.633731 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Project 7658bb5296154e09970721c80c967e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:59:34.645707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.714956 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'port_id': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'mac_address': 'fa:16:3e:5d:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:32Z', 'updated_at': '2021-07-16T20:59:32Z', 'revision_number': 0, 'project_id': '7658bb5296154e09970721c80c967e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:34.721640 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.726391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.744515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7c9c6a-d992-4adc-a709-e93357708996,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.746718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3948f-9852-47bd-ae08-19a07a515b46 None None] The sync data for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 is: [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'port_id': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'mac_address': 'fa:16:3e:5d:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:32Z', 'updated_at': '2021-07-16T20:59:32Z', 'revision_number': 0, 'project_id': '7658bb5296154e09970721c80c967e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:34.753988 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.758223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40680) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.758436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-89e902fb-da54-4c3a-b8fa-0cbc44e62da9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600459 Jul 16 20:59:34.763060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'security_group_rule': {'security_group_id': '00017faf-4006-4d19-aa11-9ecd936d0096', 'project_id': '7658bb5296154e09970721c80c967e3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:34.788058 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Project 7658bb5296154e09970721c80c967e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:59:34.793904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.860239 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.865812 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.884461 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1b052d-1cfd-447b-aeeb-07714b94673e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.891272 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.892531 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0bbd08c0-664d-4f95-a4ad-5b5b03792e3a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332002 Jul 16 20:59:34.975383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed28c39-6d0d-429d-9769-69f58d789b1e None None] New status for floating IP 745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:59:35.022492 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-56fbca79-5974-4492-84f0-11c839f5de75 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807446697&fields=id&tenant_id=7658bb5296154e09970721c80c967e3f HTTP/1.1" status: 200 len: 267 time: 0.0361192 Jul 16 20:59:35.098355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-36f87cb4-b8e4-4dbe-9f0e-8582b696731c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.099920 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-36f87cb4-b8e4-4dbe-9f0e-8582b696731c tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0719473 Jul 16 20:59:35.111491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'port': {'security_groups': ['50908785-76c6-433a-b7e2-50aaf2d22b31', '00017faf-4006-4d19-aa11-9ecd936d0096']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:35.207345 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.419676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e5465ff7-1af7-406c-805d-ead6119bb1be,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:35.455106 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.462487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.475203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e5465ff7-1af7-406c-805d-ead6119bb1be'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:35.509071 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.509673 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.511105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffdea8d6-382d-44d2-9e46-88ea0d9c084c req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "PUT /v2.0/ports/e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 982 time: 0.4047813 Jul 16 20:59:35.511564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:35.513921 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c93dbb8e57cd0960c3558873b44c2d2ed35269b99fdcea2380e0f1818216037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f9df8-6e91-4eb2-b454-3178be68757d" -d '{"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:35.547788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc951807-3a24-4e85-b3de-5cff2da35f51 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:35.563376 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25312fbc-6cd3-4ccd-9447-aa77a38f9799 x-openstack-request-id: req-25312fbc-6cd3-4ccd-9447-aa77a38f9799 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:35.563761 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:35.564098 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-25312fbc-6cd3-4ccd-9447-aa77a38f9799 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:35.564590 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'status': 'completed', 'code': 200} Jul 16 20:59:35.580136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e5465ff7-1af7-406c-805d-ead6119bb1be'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:35.666498 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9df8-6e91-4eb2-b454-3178be68757d req-18d4024a-4a21-4763-94a3-da814d0f3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.668113 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259f9df8-6e91-4eb2-b454-3178be68757d req-18d4024a-4a21-4763-94a3-da814d0f3b02 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1137 time: 0.0790780 Jul 16 20:59:35.740337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c1a0c-ab77-4556-9c1b-4d3c62d2ffb4 req-b95a0f38-74db-46f6-9f8f-de3d8c438036 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.748392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b1c1a0c-ab77-4556-9c1b-4d3c62d2ffb4 req-b95a0f38-74db-46f6-9f8f-de3d8c438036 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0882947 Jul 16 20:59:35.777978 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9df8-6e91-4eb2-b454-3178be68757d req-d0c6d3a0-677d-437d-a5fc-b21eba95c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.779571 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259f9df8-6e91-4eb2-b454-3178be68757d req-d0c6d3a0-677d-437d-a5fc-b21eba95c83d service neutron] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 915 time: 0.1031418 Jul 16 20:59:35.787516 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9b1c1a0c-ab77-4556-9c1b-4d3c62d2ffb4 req-4bfb7ca3-cc50-4b2e-82ff-6ba5558efaa9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378861 Jul 16 20:59:35.853373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259f9df8-6e91-4eb2-b454-3178be68757d req-e4770f07-d3f0-4bdd-bd86-22674a0b910b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 1002 time: 0.0657997 Jul 16 20:59:35.856575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-95ee667a-ed96-41a9-8f74-ea37315eed2c None None] Provisioning complete for port e5465ff7-1af7-406c-805d-ead6119bb1be triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:35.856948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-95ee667a-ed96-41a9-8f74-ea37315eed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.904468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9df8-6e91-4eb2-b454-3178be68757d req-dc238a01-add3-427d-98da-65adfc60727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.905954 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259f9df8-6e91-4eb2-b454-3178be68757d req-dc238a01-add3-427d-98da-65adfc60727a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0457757 Jul 16 20:59:35.970673 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9df8-6e91-4eb2-b454-3178be68757d req-5356c618-30e5-4932-85a7-3d905a3ff6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.972425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259f9df8-6e91-4eb2-b454-3178be68757d req-5356c618-30e5-4932-85a7-3d905a3ff6df service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587039 Jul 16 20:59:36.132984 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-618789d3-1f43-43ce-ac86-ff4a9bef2062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.432170 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259f9df8-6e91-4eb2-b454-3178be68757d req-e980beaa-d261-44af-aa95-4965838e0c09 service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527261 Jul 16 20:59:36.530905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-259f9df8-6e91-4eb2-b454-3178be68757d req-0983898a-2527-4188-9a5a-69a2f40c126d service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909436 Jul 16 20:59:38.665412 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.913186 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9fec9a25-dfd9-4fe5-9ea8-eb015b94272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.992427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.472023 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.217948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.010275 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:52.126762 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-d5d67787-b2e6-4940-a81b-001d156a5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.128322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-d5d67787-b2e6-4940-a81b-001d156a5e5d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1137 time: 0.0613263 Jul 16 20:59:52.161195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039ff3-de12-49fc-9c91-9fb94d9afba3 req-6d137a7d-dd73-42a5-84f6-449da38417b6 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.162731 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61039ff3-de12-49fc-9c91-9fb94d9afba3 req-6d137a7d-dd73-42a5-84f6-449da38417b6 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0676148 Jul 16 20:59:52.206642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-61039ff3-de12-49fc-9c91-9fb94d9afba3 req-52b3dcdb-225f-4b01-8e93-8b22a9c8f634 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372329 Jul 16 20:59:52.224385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-d624ed82-7c45-4c77-86ae-d84a080505d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.225886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-d624ed82-7c45-4c77-86ae-d84a080505d8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 915 time: 0.0909564 Jul 16 20:59:52.295272 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-3c4bb0cb-20c1-43f7-9dea-0f993ec7618a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 1002 time: 0.0624835 Jul 16 20:59:52.346709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-3ba968f3-8c84-4e71-80cf-51a04b92e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.348193 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-3ba968f3-8c84-4e71-80cf-51a04b92e7b0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0460787 Jul 16 20:59:52.407367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-4fec148c-9506-4a21-b644-dd9da0967b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.408917 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-4fec148c-9506-4a21-b644-dd9da0967b1b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540681 Jul 16 20:59:52.505693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-591c9fdf-57fc-4197-bb3e-a4a7eb7c194c service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898147 Jul 16 20:59:52.598800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cb481a2f-e7ef-4b07-be32-12072174acbe req-d6fb1fb6-08e9-4033-90a9-99190510a566 service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863645 Jul 16 20:59:53.490277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7115a-e925-44c2-99a5-96f1588687a8 req-eedc3f1b-ccdf-4e32-a049-9bc44f3e571e tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.491702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a7115a-e925-44c2-99a5-96f1588687a8 req-eedc3f1b-ccdf-4e32-a049-9bc44f3e571e tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.1296253 Jul 16 20:59:53.533581 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-11a7115a-e925-44c2-99a5-96f1588687a8 req-c72f339d-4766-48c8-a5b3-6034fc82def0 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358560 Jul 16 20:59:54.727855 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112e88-f8fc-492f-9caa-595c499155d6 req-c8d420ee-9963-4061-8340-a65cfbe7bbfe tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:54.729361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce112e88-f8fc-492f-9caa-595c499155d6 req-c8d420ee-9963-4061-8340-a65cfbe7bbfe tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0694678 Jul 16 20:59:54.782324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce112e88-f8fc-492f-9caa-595c499155d6 req-093519cf-e8ac-45d2-b9cb-98f83b1673ec tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466948 Jul 16 20:59:55.988303 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ab8e9-f996-4c8b-ae9a-f2af00c05671 req-14cd9ed3-bb7a-45e4-bc5b-e0d87e955581 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:55.989786 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b2ab8e9-f996-4c8b-ae9a-f2af00c05671 req-14cd9ed3-bb7a-45e4-bc5b-e0d87e955581 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0767918 Jul 16 20:59:56.033959 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3b2ab8e9-f996-4c8b-ae9a-f2af00c05671 req-68074b1c-6b0d-4b76-94a5-0c969e5f49d5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360458 Jul 16 20:59:57.217879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14904399-a9aa-43ec-bbb5-b6dc774e6c4e req-5af1af06-c9ea-491f-a975-5b6fc9236a55 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:57.219456 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14904399-a9aa-43ec-bbb5-b6dc774e6c4e req-5af1af06-c9ea-491f-a975-5b6fc9236a55 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0703557 Jul 16 20:59:57.261644 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14904399-a9aa-43ec-bbb5-b6dc774e6c4e req-532b80d2-325f-4e7e-94a6-bb44e9edfe1d tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360603 Jul 16 20:59:58.467742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9260b9-7a82-48f8-afeb-08674bbee541 req-73ecc0f0-a46d-414a-b2d7-42d78576431d tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:58.469239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e9260b9-7a82-48f8-afeb-08674bbee541 req-73ecc0f0-a46d-414a-b2d7-42d78576431d tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0794969 Jul 16 20:59:58.516978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9e9260b9-7a82-48f8-afeb-08674bbee541 req-4ab25a21-5bee-4019-ad71-a63e31914a0a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419822 Jul 16 20:59:59.117841 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-92b703d7-0253-4ce3-9a44-b99cda36c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.119376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-92b703d7-0253-4ce3-9a44-b99cda36c5bf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1137 time: 0.0636079 Jul 16 20:59:59.231734 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-153a6ce1-6560-4def-b70f-bab91da77396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.233217 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-153a6ce1-6560-4def-b70f-bab91da77396 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 915 time: 0.0920286 Jul 16 20:59:59.310718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-05e9fd00-c7b1-4b21-8046-110a93afc037 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 1002 time: 0.0704405 Jul 16 20:59:59.362807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-219f0c88-1690-4ca0-9691-2d1646db4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.364327 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-219f0c88-1690-4ca0-9691-2d1646db4f74 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0459542 Jul 16 20:59:59.424459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-c6db752e-72a5-46b5-aa39-699f0b4f948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.425908 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-c6db752e-72a5-46b5-aa39-699f0b4f948e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549865 Jul 16 20:59:59.540147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-757506d7-85b6-4732-929e-68af4fffe94d service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071086 Jul 16 20:59:59.640390 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6278495c-d9c1-41c1-8030-f26af39a95f1 req-b5245a83-9981-46cc-8ffb-ced2941e8c1b service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933833 Jul 16 20:59:59.712139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3501c-fcfd-4260-9feb-6a022cd6d6f1 req-f5ae1d19-4741-4dd4-85ca-ce8c4aea945b tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.713626 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbb3501c-fcfd-4260-9feb-6a022cd6d6f1 req-f5ae1d19-4741-4dd4-85ca-ce8c4aea945b tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0699446 Jul 16 20:59:59.763272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbb3501c-fcfd-4260-9feb-6a022cd6d6f1 req-0f3db85a-9b4b-4fe7-9ac8-def900cb6568 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435929 Jul 16 21:00:00.949195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82078a7c-a220-4cdd-9239-9cc04c965197 req-6e525c1c-2bec-4bc7-b3aa-884d67f817d0 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:00.950576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82078a7c-a220-4cdd-9239-9cc04c965197 req-6e525c1c-2bec-4bc7-b3aa-884d67f817d0 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0731745 Jul 16 21:00:00.996326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-82078a7c-a220-4cdd-9239-9cc04c965197 req-5fd99954-0a2b-4a50-be28-3de3d6b5bfce tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386782 Jul 16 21:00:02.184749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f113db-3cec-4eb1-9a93-e9e1ee64c1db req-e0dbf083-8793-4162-82ee-578f774bf461 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:02.186296 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22f113db-3cec-4eb1-9a93-e9e1ee64c1db req-e0dbf083-8793-4162-82ee-578f774bf461 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0706179 Jul 16 21:00:02.227272 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-22f113db-3cec-4eb1-9a93-e9e1ee64c1db req-3b59437f-d750-42f7-bab8-7b1ae2d34be5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349784 Jul 16 21:00:03.237148 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:03.423028 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f57f8-ec4c-44ce-af42-7623b4a8dda0 req-53c38def-571a-4cd0-844e-c899ceba8f0a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:03.424541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d4f57f8-ec4c-44ce-af42-7623b4a8dda0 req-53c38def-571a-4cd0-844e-c899ceba8f0a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0752835 Jul 16 21:00:03.470741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3d4f57f8-ec4c-44ce-af42-7623b4a8dda0 req-9f4854fa-e697-4cd6-aeeb-f489851479b5 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400131 Jul 16 21:00:04.661544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8830229-1073-49fa-98ff-1e58de46e701 req-4d605258-08ea-4ef1-8943-0920667116f0 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:04.663209 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8830229-1073-49fa-98ff-1e58de46e701 req-4d605258-08ea-4ef1-8943-0920667116f0 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0737431 Jul 16 21:00:04.708655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c8830229-1073-49fa-98ff-1e58de46e701 req-6e719baa-b279-49cc-a440-680769a8a9e7 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&id=00017faf-4006-4d19-aa11-9ecd936d0096&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393219 Jul 16 21:00:06.088244 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a8afd11a-24ff-44e4-b819-263c152f0bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.669705 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.905068 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8ffbf5b7-be61-44e0-b3df-e28b58b438b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.008042 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.475539 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.224780 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.014854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.478021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-a02bb36c-4f84-443c-88b8-bfa30247f497 req-52a30fe4-cec8-4ccb-ad23-b2928e2d75a4 tempest-ServerDiskConfigTestJSON-572749506 tempest-ServerDiskConfigTestJSON-572749506-project] (93862) timed out ('10.222.0.79', 50105) {{(pid=93862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:00:36.094297 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-be05ae96-ca16-4da4-b665-2914d4d389e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.704553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-fc9f7d41-92e0-4ffd-886e-a4e337e18f02 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807446697&fields=id&tenant_id=7658bb5296154e09970721c80c967e3f HTTP/1.1" status: 200 len: 267 time: 0.0386701 Jul 16 21:00:36.782897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-549cb2ac-7a47-4bc2-858a-7d391c6e4fef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:36.784469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-549cb2ac-7a47-4bc2-858a-7d391c6e4fef tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 985 time: 0.0734763 Jul 16 21:00:36.796516 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Request body: {'port': {'security_groups': ['50908785-76c6-433a-b7e2-50aaf2d22b31']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:36.893972 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.080936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e5465ff7-1af7-406c-805d-ead6119bb1be,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:37.110927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.119303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.132032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e5465ff7-1af7-406c-805d-ead6119bb1be'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:37.165117 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.165770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.169799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6ffb55c-03a3-49ba-a25e-e48e620705e9 req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "PUT /v2.0/ports/e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 943 time: 0.3754206 Jul 16 21:00:37.169799 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:37.173162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40742) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:37.197510 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event updated for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:37.207504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.208029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.208445 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.208947 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.209735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.209735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.210150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.210744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.211214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.211850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.211850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.212179 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f126f-fdc7-41be-b63a-a6ea5a23372a tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.226651 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad150fe-4982-434e-8ff0-d41a402e2599" -d '{"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:37.238854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e5465ff7-1af7-406c-805d-ead6119bb1be'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:37.264710 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.297097 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.339542 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c80c37-5012-4ca1-b82b-5e1fde3f2776 x-openstack-request-id: req-b5c80c37-5012-4ca1-b82b-5e1fde3f2776 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:37.340750 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:37.341175 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b5c80c37-5012-4ca1-b82b-5e1fde3f2776 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:37.347450 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'status': 'completed', 'code': 200} Jul 16 21:00:37.378026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.383987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.387498 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "DELETE /v2.0/security-groups/00017faf-4006-4d19-aa11-9ecd936d0096 HTTP/1.1" status: 204 len: 168 time: 0.2116878 Jul 16 21:00:37.400828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40748) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:37.401948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00017faf-4006-4d19-aa11-9ecd936d0096,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:37.443706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-981bc81e-4750-430a-a55c-1fe65da7cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.445814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-981bc81e-4750-430a-a55c-1fe65da7cd13 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1098 time: 0.0842147 Jul 16 21:00:37.452674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.453700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.453700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.453700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.454123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.454386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.459138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.459548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.459892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.460231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.460593 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.460928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5959-b573-4edb-97f0-a59d36b7f974 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:37.556176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-833be63d-6027-40be-a5d2-3eff0bd74f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.558278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-833be63d-6027-40be-a5d2-3eff0bd74f5e service neutron] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 915 time: 0.1022325 Jul 16 21:00:37.593580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0433211b-4149-4b50-b749-9f676a4ec301 None None] Provisioning complete for port e5465ff7-1af7-406c-805d-ead6119bb1be triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:37.593990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0433211b-4149-4b50-b749-9f676a4ec301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.616859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Deleting port 29516667-b633-44f5-bdcf-165e668d208f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:37.618789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.633985 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-76598952-8809-43ae-a877-afd4de9dcb27 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 1002 time: 0.0692832 Jul 16 21:00:37.687625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-b6d71606-3861-4f28-9329-0f900b226aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.689327 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-b6d71606-3861-4f28-9329-0f900b226aa3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0492170 Jul 16 21:00:37.715512 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.715762 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.735024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Calling delete_port for 29516667-b633-44f5-bdcf-165e668d208f owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:37.755198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-99408638-cbb7-47d0-8c59-5f7b8f14a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.757013 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-99408638-cbb7-47d0-8c59-5f7b8f14a4f3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610349 Jul 16 21:00:37.858506 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-e5605bb7-d988-486a-9040-0373ca9992ad service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944850 Jul 16 21:00:37.896167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.924296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event deleted for resources: {'Port': ['ID=29516667-b633-44f5-bdcf-165e668d208f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:37.955083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fad150fe-4982-434e-8ff0-d41a402e2599 req-a00074f4-a40c-46df-a9c7-88140e3ba594 service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887189 Jul 16 21:00:38.315166 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.315819 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Floating IP 745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7 disassociated (deleted). External IP: 172.25.3.141, port: e5465ff7-1af7-406c-805d-ead6119bb1be. Jul 16 21:00:38.550576 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Router 58f4688d-8bd4-4654-8995-c981f5564730 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:38.665875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:38.670616 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.673771 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.676142 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] Sync routers for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:38.687279 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:38.687892 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:38.709632 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c91be91-dc16-44b0-8570-1a53fc506d5f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "DELETE /v2.0/floatingips/745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7 HTTP/1.1" status: 204 len: 168 time: 1.3047166 Jul 16 21:00:38.710243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:38.752659 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc952df2-e9d2-41eb-9b9a-565869deb831" -d '{"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:38.807329 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:38.854882 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe62bb98-b7a8-4a08-80ae-c0c1a33b1a1b x-openstack-request-id: req-fe62bb98-b7a8-4a08-80ae-c0c1a33b1a1b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:38.855193 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:38.855605 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fe62bb98-b7a8-4a08-80ae-c0c1a33b1a1b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:38.856030 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'status': 'completed', 'code': 200} Jul 16 21:00:38.916958 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5346b74-49d1-4a16-9b7d-fec3b56c9725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.959462 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-8e458f28-a1b9-4aca-baf0-07f21f9e723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:38.961129 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-8e458f28-a1b9-4aca-baf0-07f21f9e723e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7658bb5296154e09970721c80c967e3f&device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 1098 time: 0.0805345 Jul 16 21:00:39.012105 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.027759 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:39.064600 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-6035ee37-1905-4284-affa-86f25d90c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:39.066643 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-6035ee37-1905-4284-affa-86f25d90c056 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 200 len: 915 time: 0.0998621 Jul 16 21:00:39.072443 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] Checking router: 58f4688d-8bd4-4654-8995-c981f5564730 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:39.081797 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:39.082827 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:39.121142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-bfc71d91-83ba-4ef4-b7f6-677061a97ef5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 200 len: 217 time: 0.0446198 Jul 16 21:00:39.171041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-05d1692f-d24a-4610-b5b2-f571eff14abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:39.172671 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-05d1692f-d24a-4610-b5b2-f571eff14abd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 200 len: 853 time: 0.0474370 Jul 16 21:00:39.210881 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:39.236880 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-e6aeee0c-78b5-4891-a8a9-147b367832b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:39.238424 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-e6aeee0c-78b5-4891-a8a9-147b367832b0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1db9af4e-9c8b-449c-b5b7-91b9fb163896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581887 Jul 16 21:00:39.334149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-5a5a8f23-0ef4-4147-be4e-cd9295ff6e87 service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879626 Jul 16 21:00:39.415131 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:39.428943 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc952df2-e9d2-41eb-9b9a-565869deb831 req-f1145351-d16c-46b6-81d5-c12e07e7646e service neutron] 10.222.0.99 "GET /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848057 Jul 16 21:00:39.441875 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934bfe3-e901-43be-a8d0-fb19fd6ac821 None None] The sync data for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 is: [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:42Z', 'revision_number': 4, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '6d548ec3-50aa-4155-8d0a-9f9afb5402d8', 'name': '', 'network_id': '1db9af4e-9c8b-449c-b5b7-91b9fb163896', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'mac_address': 'fa:16:3e:24:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '933e9846-4711-46a5-87f1-f4e82302c047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:41Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': '7658bb5296154e09970721c80c967e3f', 'subnets': [{'id': '933e9846-4711-46a5-87f1-f4e82302c047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:39.486497 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.697802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f67ef-9e01-491b-8054-d0f4f12817a1 None None] New status for floating IP 745bfa1d-5b8c-45e8-bbfe-3eed9eb943c7: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:00:40.224368 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.237800 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:42.018323 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.246286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bacc5-2e2c-4746-8bbf-1191d5c47be3 req-fd664c3f-f64e-408d-b453-60f5a1fd590f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:46.247833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f27bacc5-2e2c-4746-8bbf-1191d5c47be3 req-fd664c3f-f64e-408d-b453-60f5a1fd590f tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0751426 Jul 16 21:00:46.286800 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f27bacc5-2e2c-4746-8bbf-1191d5c47be3 req-69733368-349f-4737-948d-a901baf36bde tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Jul 16 21:00:47.475211 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35964c-c0f3-4ed2-9b37-7fde6a81bc30 req-79339e78-b963-4313-bc1e-666e1c968ae9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:47.476511 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce35964c-c0f3-4ed2-9b37-7fde6a81bc30 req-79339e78-b963-4313-bc1e-666e1c968ae9 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0741339 Jul 16 21:00:47.525838 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce35964c-c0f3-4ed2-9b37-7fde6a81bc30 req-6600414a-79be-4bfb-b6a8-f57400823eac tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/security-groups?id=50908785-76c6-433a-b7e2-50aaf2d22b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423446 Jul 16 21:00:47.833765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-f2a64980-b5d8-4e46-a13e-b87479705dda tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:47.835270 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-f2a64980-b5d8-4e46-a13e-b87479705dda tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.99 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 946 time: 0.0683172 Jul 16 21:00:47.937881 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Deleting port e5465ff7-1af7-406c-805d-ead6119bb1be {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:47.938126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:48.039099 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] For port e5465ff7-1af7-406c-805d-ead6119bb1be, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=e5465ff7-1af7-406c-805d-ead6119bb1be,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:48.039474 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:48.052522 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Calling delete_port for e5465ff7-1af7-406c-805d-ead6119bb1be owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:48.186496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:48.203371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['e5465ff7-1af7-406c-805d-ead6119bb1be'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:48.226199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Pushing event deleted for resources: {'Port': ['ID=e5465ff7-1af7-406c-805d-ead6119bb1be,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:48.272543 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] No DVR routers for this DVR port e5465ff7-1af7-406c-805d-ead6119bb1be on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:48.275480 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:48.277601 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e04455ec-1a35-44dd-bd06-f47861b5aef4 req-81244f95-0668-4965-92d5-ef1810b39ff2 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.99 "DELETE /v2.0/ports/e5465ff7-1af7-406c-805d-ead6119bb1be HTTP/1.1" status: 204 len: 173 time: 0.4362614 Jul 16 21:00:48.278074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'name': 'network-vif-deleted', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:48.280357 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb2ca68-88cb-4080-96a5-0fd6d0370ddd" -d '{"events": [{"server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "name": "network-vif-deleted", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:48.318784 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1797c83-5de8-4257-aec9-9995ef27c84c x-openstack-request-id: req-a1797c83-5de8-4257-aec9-9995ef27c84c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:48.319107 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f687e77d-aac6-4a9e-a104-918f6bef7711", "name": "network-vif-deleted", "tag": "e5465ff7-1af7-406c-805d-ead6119bb1be", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:48.319360 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a1797c83-5de8-4257-aec9-9995ef27c84c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:48.319763 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f687e77d-aac6-4a9e-a104-918f6bef7711', 'name': 'network-vif-deleted', 'tag': 'e5465ff7-1af7-406c-805d-ead6119bb1be', 'status': 'completed', 'code': 200} Jul 16 21:00:48.696595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-54fee028-7257-4146-87cf-3a8bb74227e4 req-810c51bd-4b27-43d2-aafd-d53c03226e18 tempest-TestMinimumBasicScenario-1511911705 tempest-TestMinimumBasicScenario-1511911705-project] 10.222.0.91 "GET /v2.0/ports?device_id=f687e77d-aac6-4a9e-a104-918f6bef7711 HTTP/1.1" status: 200 len: 210 time: 0.0338769 Jul 16 21:00:51.395624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40870) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:51.766564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:51.935898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e5465ff7-1af7-406c-805d-ead6119bb1be no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:51.964039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: e5465ff7-1af7-406c-805d-ead6119bb1be {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:51.964386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device e5465ff7-1af7-406c-805d-ead6119bb1be not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:52.046336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Deleting port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:52.046558 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:52.140071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] For port 6d548ec3-50aa-4155-8d0a-9f9afb5402d8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:52.140433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:52.156267 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Calling delete_port for 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:52.344873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:52.373618 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d548ec3-50aa-4155-8d0a-9f9afb5402d8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:52.547277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:52.775729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Router 58f4688d-8bd4-4654-8995-c981f5564730 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:52.886476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:52.891698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8efe51b8-330a-4c63-a887-66e2763b6f22 admin admin] 10.222.0.91 "PUT /v2.0/routers/58f4688d-8bd4-4654-8995-c981f5564730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4949727 Jul 16 21:00:52.894810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40872) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:52.897756 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] Sync routers for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:52.907814 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:52.908499 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:53.002053 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.011641 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:53.106530 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.163616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Deleting port e9ae7b32-826d-4c33-b033-687fccc7ea01 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:53.163895 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.189007 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T21:00:52Z', 'revision_number': 5, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port': {'id': 'e9ae7b32-826d-4c33-b033-687fccc7ea01', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4688d-8bd4-4654-8995-c981f5564730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T20:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:53.215968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] Checking router: 58f4688d-8bd4-4654-8995-c981f5564730 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:53.224471 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] Routers {'58f4688d-8bd4-4654-8995-c981f5564730'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:53.225080 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['58f4688d-8bd4-4654-8995-c981f5564730'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:53.249593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] For port e9ae7b32-826d-4c33-b033-687fccc7ea01, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e9ae7b32-826d-4c33-b033-687fccc7ea01,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:53.249942 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.263744 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Calling delete_port for e9ae7b32-826d-4c33-b033-687fccc7ea01 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:53.312653 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] Set router 58f4688d-8bd4-4654-8995-c981f5564730 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:53.362697 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T21:00:53Z', 'revision_number': 6, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:53.437696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.467960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ae7b32-826d-4c33-b033-687fccc7ea01,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:53.482906 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926df8a-d32c-423e-b663-3ad1cb7b973f None None] The sync data for ids ['58f4688d-8bd4-4654-8995-c981f5564730'] in n-d-792458-10 is: [{'id': '58f4688d-8bd4-4654-8995-c981f5564730', 'name': 'tempest-TestMinimumBasicScenario-314742165-router', 'tenant_id': '7658bb5296154e09970721c80c967e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:39Z', 'updated_at': '2021-07-16T21:00:53Z', 'revision_number': 6, 'project_id': '7658bb5296154e09970721c80c967e3f', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:53.532247 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.623351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.626643 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.676747 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.677361 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f4688d-8bd4-4654-8995-c981f5564730 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:00:53.682755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.683947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b0123f86-4bd0-4c94-8985-440676ea9db2 admin admin] 10.222.0.91 "DELETE /v2.0/routers/58f4688d-8bd4-4654-8995-c981f5564730 HTTP/1.1" status: 204 len: 168 time: 0.7881300 Jul 16 21:00:53.686589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40874) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:53.734718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] Deleting subnet 933e9846-4711-46a5-87f1-f4e82302c047 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:53.737928 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.781228 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.867386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.924264 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.949010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933e9846-4711-46a5-87f1-f4e82302c047,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:53.955664 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.957576 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-843a8cf9-586a-4213-b940-bd28f0d3f5ab admin admin] 10.222.0.91 "DELETE /v2.0/subnets/933e9846-4711-46a5-87f1-f4e82302c047 HTTP/1.1" status: 204 len: 168 time: 0.2698135 Jul 16 21:00:53.960068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40876) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:53.962532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd6690-3ae4-46c5-a5e6-d3193b3d424e None None] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:54.034558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.089272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Deleting port 72cee697-280d-458e-b5e7-795d63b01c1b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:54.089623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.158700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] For port 72cee697-280d-458e-b5e7-795d63b01c1b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=72cee697-280d-458e-b5e7-795d63b01c1b,segment=NetworkSegment(0882ea7e-8d24-4a26-9ccc-77af312d5486),segment_id=0882ea7e-8d24-4a26-9ccc-77af312d5486)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:54.159095 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.171714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Calling delete_port for 72cee697-280d-458e-b5e7-795d63b01c1b owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:54.248654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] DHCP port deletion for 1db9af4e-9c8b-449c-b5b7-91b9fb163896 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:00:54.269703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.306526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=72cee697-280d-458e-b5e7-795d63b01c1b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:54.310570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] No DVR routers for this DVR port 72cee697-280d-458e-b5e7-795d63b01c1b on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:54.396196 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.408545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db9af4e-9c8b-449c-b5b7-91b9fb163896']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:54.419880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0882ea7e-8d24-4a26-9ccc-77af312d5486') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:54.420123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0882ea7e-8d24-4a26-9ccc-77af312d5486') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:54.430146 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.444931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.452481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:54.453008 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:54.455535 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:54.470323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:54.491969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:54.492324 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 6d548ec3-50aa-4155-8d0a-9f9afb5402d8 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:54.492725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9ae7b32-826d-4c33-b033-687fccc7ea01 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:54.515156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Deleting port 72cee697-280d-458e-b5e7-795d63b01c1b {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:54.515801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.517882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e9ae7b32-826d-4c33-b033-687fccc7ea01 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:54.518524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e9ae7b32-826d-4c33-b033-687fccc7ea01 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:54.518939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72cee697-280d-458e-b5e7-795d63b01c1b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:54.525868 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.542049 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.547008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1db9af4e-9c8b-449c-b5b7-91b9fb163896 HTTP/1.1" status: 204 len: 168 time: 0.5829811 Jul 16 21:00:54.547008 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95211137-3810-4077-8245-3d499f4557e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db9af4e-9c8b-449c-b5b7-91b9fb163896,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:54.547312 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40878) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:54.561739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 72cee697-280d-458e-b5e7-795d63b01c1b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:54.562322 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 72cee697-280d-458e-b5e7-795d63b01c1b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:54.608402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] For port 72cee697-280d-458e-b5e7-795d63b01c1b, host n-d-792458-10, got binding levels [] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:54.608790 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.622345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Calling delete_port for 72cee697-280d-458e-b5e7-795d63b01c1b owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:54.625436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.ipam_backend_mixin [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Port 72cee697-280d-458e-b5e7-795d63b01c1b was not found and therefore no delete operation was performed {{(pid=93863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 21:00:54.627101 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.651380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Pushing event deleted for resources: {'Port': ['ID=72cee697-280d-458e-b5e7-795d63b01c1b,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:54.653486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Network 1db9af4e-9c8b-449c-b5b7-91b9fb163896 is not hosted by any dhcp agent {{(pid=93863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 21:00:54.653957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] No DVR routers for this DVR port 72cee697-280d-458e-b5e7-795d63b01c1b on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:54.663923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.664758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.664758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.664948 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.665260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.665898 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.666419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.666953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.667192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.667499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.667821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.668531 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763d5df-f50a-4a11-be6a-fe8f54301af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:54.943077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.227222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Deleting port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:55.227447 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.323904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] For port 7a7bdb5c-02a7-4fce-a3e0-e5899219505f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,segment=NetworkSegment(6d69a8a9-69f6-4b31-9024-3f297b820481),segment_id=6d69a8a9-69f6-4b31-9024-3f297b820481)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:55.324265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.337245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Calling delete_port for 7a7bdb5c-02a7-4fce-a3e0-e5899219505f owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:55.548952 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.574485 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7bdb5c-02a7-4fce-a3e0-e5899219505f,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:55.753574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.987380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Router 562f8766-af40-4364-be4f-25d3d69590d8 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:56.099267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:56.104818 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1747898b-433e-4e9f-9d5e-5330556ac421 admin admin] 10.222.0.91 "PUT /v2.0/routers/562f8766-af40-4364-be4f-25d3d69590d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5566561 Jul 16 21:00:56.107458 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40880) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:56.110176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] Sync routers for ids ['562f8766-af40-4364-be4f-25d3d69590d8'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:56.120051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] Routers {'562f8766-af40-4364-be4f-25d3d69590d8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:56.120755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['562f8766-af40-4364-be4f-25d3d69590d8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:56.215023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.234875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] Set router 562f8766-af40-4364-be4f-25d3d69590d8 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:56.321856 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.384279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Deleting port eb51976c-9785-4dbf-8b75-f025e728fc11 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:56.384620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.415521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T21:00:55Z', 'revision_number': 5, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port': {'id': 'eb51976c-9785-4dbf-8b75-f025e728fc11', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562f8766-af40-4364-be4f-25d3d69590d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:56.444681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] Checking router: 562f8766-af40-4364-be4f-25d3d69590d8 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:56.453935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] Routers {'562f8766-af40-4364-be4f-25d3d69590d8'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:56.454539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['562f8766-af40-4364-be4f-25d3d69590d8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:56.463960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] For port eb51976c-9785-4dbf-8b75-f025e728fc11, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb51976c-9785-4dbf-8b75-f025e728fc11,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:56.464319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.480936 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Calling delete_port for eb51976c-9785-4dbf-8b75-f025e728fc11 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:56.540140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] Set router 562f8766-af40-4364-be4f-25d3d69590d8 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:56.591089 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T21:00:56Z', 'revision_number': 6, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:56.621027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245eb57-7b7b-4341-a5f0-3d45675ce885 None None] The sync data for ids ['562f8766-af40-4364-be4f-25d3d69590d8'] in n-d-792458-10 is: [{'id': '562f8766-af40-4364-be4f-25d3d69590d8', 'name': 'tempest-TestMinimumBasicScenario-257332779-router', 'tenant_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:44Z', 'updated_at': '2021-07-16T21:00:56Z', 'revision_number': 6, 'project_id': 'd428d0cab8d045b68f47543a95ed3cf7', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:56.654219 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.688379 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb51976c-9785-4dbf-8b75-f025e728fc11,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:56.751263 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.846485 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.849389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.906353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.907034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 562f8766-af40-4364-be4f-25d3d69590d8 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:00:56.913423 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.914653 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-8992aba8-0090-478c-ba11-3e8071359902 admin admin] 10.222.0.91 "DELETE /v2.0/routers/562f8766-af40-4364-be4f-25d3d69590d8 HTTP/1.1" status: 204 len: 168 time: 0.8062716 Jul 16 21:00:56.917526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40882) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:56.962801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] Deleting subnet fd58d316-97d0-4b35-9b97-46b35a39f837 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:56.966103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.001331 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.085907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.154116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.184425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd58d316-97d0-4b35-9b97-46b35a39f837,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:57.186497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.188411 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a65fc332-3dc6-4828-b465-799607f8ceaf admin admin] 10.222.0.91 "DELETE /v2.0/subnets/fd58d316-97d0-4b35-9b97-46b35a39f837 HTTP/1.1" status: 204 len: 168 time: 0.2697117 Jul 16 21:00:57.191358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40884) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:57.192363 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39036710-7f7b-4660-84a5-413a074a2814 None None] Network 1ee5430f-2690-47cc-9562-4d31416a4e9a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:57.264974 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.343260 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Deleting port 68276e29-49a1-48f7-8508-6cfbda588702 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:57.344130 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.413875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] For port 68276e29-49a1-48f7-8508-6cfbda588702, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68276e29-49a1-48f7-8508-6cfbda588702,segment=NetworkSegment(6d69a8a9-69f6-4b31-9024-3f297b820481),segment_id=6d69a8a9-69f6-4b31-9024-3f297b820481)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:57.414165 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.425348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] DHCP port deletion for 1ee5430f-2690-47cc-9562-4d31416a4e9a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:00:57.428532 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Calling delete_port for 68276e29-49a1-48f7-8508-6cfbda588702 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:57.475298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] Deleting port 68276e29-49a1-48f7-8508-6cfbda588702 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:57.475747 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.519326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.539452 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] For port 68276e29-49a1-48f7-8508-6cfbda588702, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=68276e29-49a1-48f7-8508-6cfbda588702,segment=NetworkSegment(6d69a8a9-69f6-4b31-9024-3f297b820481),segment_id=6d69a8a9-69f6-4b31-9024-3f297b820481)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:57.539846 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.553480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] Calling delete_port for 68276e29-49a1-48f7-8508-6cfbda588702 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:57.651426 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.678279 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] Pushing event deleted for resources: {'Port': ['ID=68276e29-49a1-48f7-8508-6cfbda588702,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:57.684958 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585daa18-66c0-4cb6-bd6e-013f47633e3d None None] No DVR routers for this DVR port 68276e29-49a1-48f7-8508-6cfbda588702 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:57.866749 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Pushing event deleted for resources: {'Port': ['ID=68276e29-49a1-48f7-8508-6cfbda588702,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:57.873705 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] No DVR routers for this DVR port 68276e29-49a1-48f7-8508-6cfbda588702 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:57.945411 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.956434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee5430f-2690-47cc-9562-4d31416a4e9a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:57.967290 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d69a8a9-69f6-4b31-9024-3f297b820481') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:57.967528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d69a8a9-69f6-4b31-9024-3f297b820481') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:57.977170 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.996855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.003406 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:58.004033 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:58.005542 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:58.060025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.065932 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.067896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1ee5430f-2690-47cc-9562-4d31416a4e9a HTTP/1.1" status: 204 len: 168 time: 0.8755500 Jul 16 21:00:58.082669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60d975-976e-4f99-a833-32208687b345 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee5430f-2690-47cc-9562-4d31416a4e9a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:58.184733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb51976c-9785-4dbf-8b75-f025e728fc11 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:58.205423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: eb51976c-9785-4dbf-8b75-f025e728fc11 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:58.206253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb51976c-9785-4dbf-8b75-f025e728fc11 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:58.206253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68276e29-49a1-48f7-8508-6cfbda588702 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:58.224931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 68276e29-49a1-48f7-8508-6cfbda588702 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:58.225276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 68276e29-49a1-48f7-8508-6cfbda588702 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:58.225677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7a7bdb5c-02a7-4fce-a3e0-e5899219505f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:58.246588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40888) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:58.247018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 7a7bdb5c-02a7-4fce-a3e0-e5899219505f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:58.247333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7a7bdb5c-02a7-4fce-a3e0-e5899219505f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:58.289111 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f6ad8fb0-c6fc-4c0d-8255-8b0622f02c57 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7658bb5296154e09970721c80c967e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412152 Jul 16 21:00:58.292779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40890) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:58.347654 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b440ab55-59cf-4c25-8c47-4dd2b139c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.372129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b440ab55-59cf-4c25-8c47-4dd2b139c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.429011 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b440ab55-59cf-4c25-8c47-4dd2b139c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.431681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b440ab55-59cf-4c25-8c47-4dd2b139c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.435281 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b440ab55-59cf-4c25-8c47-4dd2b139c3cd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/50908785-76c6-433a-b7e2-50aaf2d22b31 HTTP/1.1" status: 204 len: 168 time: 0.1391654 Jul 16 21:00:58.442030 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440ab55-59cf-4c25-8c47-4dd2b139c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50908785-76c6-433a-b7e2-50aaf2d22b31,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:58.785599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40896) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:58.836475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4df80f30-d6df-4fc3-93ba-4d99d9b9fc82 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d428d0cab8d045b68f47543a95ed3cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496163 Jul 16 21:00:58.839101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40898) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:58.890191 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e961b23c-3fe9-4889-b7e9-33a07a4c5b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.913001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e961b23c-3fe9-4889-b7e9-33a07a4c5b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.963734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e961b23c-3fe9-4889-b7e9-33a07a4c5b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.966306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e961b23c-3fe9-4889-b7e9-33a07a4c5b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.967563 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e961b23c-3fe9-4889-b7e9-33a07a4c5b8f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/44f0e0fc-0a16-4aeb-8050-9fd499fe0e10 HTTP/1.1" status: 204 len: 168 time: 0.1275291 Jul 16 21:00:58.975562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961b23c-3fe9-4889-b7e9-33a07a4c5b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f0e0fc-0a16-4aeb-8050-9fd499fe0e10,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:00.646273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40940) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:00.651368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019385703', 'description': 'tempest-secgroup-smoke-2019385703 description', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:00.676365 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.684815 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.790862 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.796965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.841571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eceb93ea-96a0-4d92-a3c5-d43bef551f4b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:00.913704 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.918715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.948072 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.949324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3018970 Jul 16 21:01:00.951296 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffac50-7b84-4259-ab61-479b88870d28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95eba150-c492-4aaf-b730-52f6fa743b3c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:00.952659 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40942) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:00.958116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f0b54bed-29e7-4f53-94e9-55638c2d3e8e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '95eba150-c492-4aaf-b730-52f6fa743b3c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:00.986443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0b54bed-29e7-4f53-94e9-55638c2d3e8e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.398301 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0b54bed-29e7-4f53-94e9-55638c2d3e8e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.405623 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0b54bed-29e7-4f53-94e9-55638c2d3e8e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.422599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b54bed-29e7-4f53-94e9-55638c2d3e8e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d935a9-f362-40e1-a326-8268c5a57293,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:01.430688 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f0b54bed-29e7-4f53-94e9-55638c2d3e8e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.431980 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f0b54bed-29e7-4f53-94e9-55638c2d3e8e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4782748 Jul 16 21:01:01.435010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40944) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:01.439420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b3712ed2-3882-4cd2-a899-7b5d610848f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '95eba150-c492-4aaf-b730-52f6fa743b3c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:01.468731 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3712ed2-3882-4cd2-a899-7b5d610848f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.532133 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3712ed2-3882-4cd2-a899-7b5d610848f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.537945 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3712ed2-3882-4cd2-a899-7b5d610848f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.555535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3712ed2-3882-4cd2-a899-7b5d610848f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f562f77f-a5b2-4e70-bc1b-4235f390a8b5,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:01.564340 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3712ed2-3882-4cd2-a899-7b5d610848f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.565525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b3712ed2-3882-4cd2-a899-7b5d610848f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295755 Jul 16 21:01:01.568624 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40946) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:01.574083 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9ff1ed5a-562e-4ca6-8b52-f04fc8995000 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '95eba150-c492-4aaf-b730-52f6fa743b3c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:01.605583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ed5a-562e-4ca6-8b52-f04fc8995000 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.666703 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ed5a-562e-4ca6-8b52-f04fc8995000 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.673068 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ed5a-562e-4ca6-8b52-f04fc8995000 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.692449 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1ed5a-562e-4ca6-8b52-f04fc8995000 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dffc26-91fc-440d-905f-7523b996187c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:01.705347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ed5a-562e-4ca6-8b52-f04fc8995000 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.707619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9ff1ed5a-562e-4ca6-8b52-f04fc8995000 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376240 Jul 16 21:01:01.712223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:01.716607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-508f94fc-7831-4957-b24d-19abbb43c105 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '95eba150-c492-4aaf-b730-52f6fa743b3c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:01.745770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508f94fc-7831-4957-b24d-19abbb43c105 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.807897 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508f94fc-7831-4957-b24d-19abbb43c105 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.813989 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508f94fc-7831-4957-b24d-19abbb43c105 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.834607 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f94fc-7831-4957-b24d-19abbb43c105 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f383637-6768-4dce-b5a1-4cabf182f3ab,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:01.844943 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-508f94fc-7831-4957-b24d-19abbb43c105 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.846243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-508f94fc-7831-4957-b24d-19abbb43c105 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330626 Jul 16 21:01:01.850671 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40950) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:01.855318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '95eba150-c492-4aaf-b730-52f6fa743b3c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:01.882713 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:01:01.889542 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.956061 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.962615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.981133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcbb987-c39a-47a8-9f32-e5ef6d6a67c3,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:01.986126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:01.987888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1a618287-25bd-4a29-b833-13aeba454e76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362255 Jul 16 21:01:01.990953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:01.996186 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '95eba150-c492-4aaf-b730-52f6fa743b3c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:02.021011 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:01:02.026761 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.091917 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.097948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.119597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef65f60-8673-461f-aaee-f0e046b11818,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:02.129327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.130604 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f6dd5d55-dfd2-4ff0-8df7-b6b42401efaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385896 Jul 16 21:01:02.134276 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40954) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:02.140020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'network': {'name': 'tempest-network-smoke--351242798', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'port_security_enabled': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:02.163786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:02.167490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.195364 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:01:02.204571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.204919 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Added segment f5e43cf8-22ce-4ac1-90c1-2a2420e1d498 of type vlan for network 36318680-aaa6-42a5-986e-48f24fa0cf44 Jul 16 21:01:02.247097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.278310 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.284295 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.284927 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.321697 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1862001 Jul 16 21:01:02.325391 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40956) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:02.332331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'admin_state_up': True, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:02.369273 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107407b6-d6d1-4428-9914-4348573eefcf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Network': ['ID=36318680-aaa6-42a5-986e-48f24fa0cf44,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:02.380405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:01:02.388760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.389793 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.442166 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.588566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.797339 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.816706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.936960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.240 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3cb5c893-63a9-4f3d-8020-416df20d58d7) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:03.044185 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.093984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.133878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:03.136743 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:03.140292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:03.145845 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=3cb5c893-63a9-4f3d-8020-416df20d58d7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:03.417186 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.633553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.777827 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 5a00fd07-c984-4e37-8fe4-c563cfae3663 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:01:03.904511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:03.914912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Sync routers for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:03.924869 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:03.927288 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1b90ca25-4b4b-4fa3-81aa-02718a9008db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6009445 Jul 16 21:01:03.927487 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:03.928249 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:03.931574 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40958) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:04.046705 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:04.070412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ae279c4b-0f22-4be0-894f-d3b448c5e453 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1379631 Jul 16 21:01:04.073940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40962) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:04.233074 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:03Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:04.241982 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77426a94-f961-4701-a9ad-4937d9a43bcc tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.246285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-77426a94-f961-4701-a9ad-4937d9a43bcc tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1685977 Jul 16 21:01:04.246799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 40964) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:04.263445 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Checking router: 5a00fd07-c984-4e37-8fe4-c563cfae3663 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:04.263782 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Updating router 5a00fd07-c984-4e37-8fe4-c563cfae3663 port 3cb5c893-63a9-4f3d-8020-416df20d58d7 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:01:04.283213 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c50ac7f2-ee1c-4184-b642-8d1d93f0db2b tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349181 Jul 16 21:01:04.286150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40966) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:04.291520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142895', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:04.299757 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.380962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:04.384719 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.568950 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.579456 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Transition to ACTIVE for port object 3cb5c893-63a9-4f3d-8020-416df20d58d7 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:04.586317 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.602670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.640686 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Attempting to bind port 3cb5c893-63a9-4f3d-8020-416df20d58d7 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:04.641068 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Attempting to bind port 3cb5c893-63a9-4f3d-8020-416df20d58d7 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:04.641415 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Attempting to bind port 3cb5c893-63a9-4f3d-8020-416df20d58d7 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:04.655855 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:04.656284 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:04.656640 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.657017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:04.657892 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Bound port: 3cb5c893-63a9-4f3d-8020-416df20d58d7, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:04.657892 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.690693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Subnet': ['ID=67366dd2-4626-4d2d-8a7b-d6cf1f08c507,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:04.698488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Checking segment: {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:04.699689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network hostable DHCP agents. Network: 36318680-aaa6-42a5-986e-48f24fa0cf44, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:01:04.716843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:01:04.717133 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Pushing event updated for resources: {'Port': ['ID=3cb5c893-63a9-4f3d-8020-416df20d58d7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:04.724655 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] For port 3cb5c893-63a9-4f3d-8020-416df20d58d7, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:04.726132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 36318680-aaa6-42a5-986e-48f24fa0cf44) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:04.728527 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] For port 3cb5c893-63a9-4f3d-8020-416df20d58d7, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3cb5c893-63a9-4f3d-8020-416df20d58d7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:04.730437 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.730746 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.731408 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.731832 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.732354 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.732777 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.733188 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.733601 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.734031 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.734439 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.734877 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.735309 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:04.737952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875169e2-4e2b-4fde-8113-e3f9b5e0aa7d None None] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:01:04.739531 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.748149 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.748752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.765293 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77567a47-1e1d-4e91-9b94-6a48f9bc2dff tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 828 time: 0.4779582 Jul 16 21:01:04.767918 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 40968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:04.797304 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:04.797937 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:04.837574 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac4cf-d9a2-4426-8ee8-574245112120 None None] Pushing event updated for resources: {'Port': ['ID=3cb5c893-63a9-4f3d-8020-416df20d58d7,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:04.921685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-36318680-aaa6-42a5-986e-48f24fa0cf44', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:01:04.922357 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.923487 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:05.082936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Allocated IP 172.20.0.2 (36318680-aaa6-42a5-986e-48f24fa0cf44/67366dd2-4626-4d2d-8a7b-d6cf1f08c507/5ce88f96-ed2f-4549-8d34-a6898e16c95f) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:05.122388 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:03Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:05.160200 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96387a37-3dc9-4d4f-9ac6-a5dff01d0d89 None None] The sync data for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 is: [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:03Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:05.240964 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.250243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Transition to ACTIVE for port object 5ce88f96-ed2f-4549-8d34-a6898e16c95f will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:05.267339 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Transition to ACTIVE for port object 5ce88f96-ed2f-4549-8d34-a6898e16c95f will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:05.274529 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.288583 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.322341 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:05.326716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:05.329432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:05.332033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Pushing event updated for resources: {'Port': ['ID=5ce88f96-ed2f-4549-8d34-a6898e16c95f,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:05.414699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Attempting to bind port 5ce88f96-ed2f-4549-8d34-a6898e16c95f on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:05.415160 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Attempting to bind port 5ce88f96-ed2f-4549-8d34-a6898e16c95f by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:05.415638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Attempting to bind port 5ce88f96-ed2f-4549-8d34-a6898e16c95f on network 36318680-aaa6-42a5-986e-48f24fa0cf44 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:05.421191 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:05.421582 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Checking segment: {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:05.421975 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.422377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Bound using segment: {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:05.422862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Bound port: 5ce88f96-ed2f-4549-8d34-a6898e16c95f, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:05.423257 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.507569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] For port 5ce88f96-ed2f-4549-8d34-a6898e16c95f, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:05.510989 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] For port 5ce88f96-ed2f-4549-8d34-a6898e16c95f, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5ce88f96-ed2f-4549-8d34-a6898e16c95f,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:05.516199 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.590499 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd91be-bf3c-46a9-8330-26def61d7eaf None None] Pushing event updated for resources: {'Port': ['ID=5ce88f96-ed2f-4549-8d34-a6898e16c95f,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:05.660804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.1 (36318680-aaa6-42a5-986e-48f24fa0cf44/67366dd2-4626-4d2d-8a7b-d6cf1f08c507/eb1db297-e7a4-496e-9764-fb2c2ca67c0a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:05.816101 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.833245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object eb1db297-e7a4-496e-9764-fb2c2ca67c0a will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:05.881615 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.923628 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:05.929337 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:05.933526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:05.964562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:05.983892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.101481 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c435b507-eda0-4c8c-b8f5-cf37d8dd1308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.237935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3cb5c893-63a9-4f3d-8020-416df20d58d7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:06.297013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3cb5c893-63a9-4f3d-8020-416df20d58d7 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:06.301458 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3cb5c893-63a9-4f3d-8020-416df20d58d7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:06.301830 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.393496 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.417111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3cb5c893-63a9-4f3d-8020-416df20d58d7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3cb5c893-63a9-4f3d-8020-416df20d58d7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:06.422821 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.424099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce88f96-ed2f-4549-8d34-a6898e16c95f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:06.510065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3cb5c893-63a9-4f3d-8020-416df20d58d7,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:06.528244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.536365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5ce88f96-ed2f-4549-8d34-a6898e16c95f completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:06.629991 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879e0d8-eb39-4a30-b09c-9e23c15c555d None None] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:01:06.740961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-179b9f75-30f4-4b28-b33b-66e94997423f None None] Provisioning for port 5ce88f96-ed2f-4549-8d34-a6898e16c95f completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:06.747334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-179b9f75-30f4-4b28-b33b-66e94997423f None None] Provisioning complete for port 5ce88f96-ed2f-4549-8d34-a6898e16c95f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:06.747688 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-179b9f75-30f4-4b28-b33b-66e94997423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.830229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.835229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.868909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-179b9f75-30f4-4b28-b33b-66e94997423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.911910 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-179b9f75-30f4-4b28-b33b-66e94997423f None None] For port 5ce88f96-ed2f-4549-8d34-a6898e16c95f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5ce88f96-ed2f-4549-8d34-a6898e16c95f,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:06.917993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:06.918320 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-179b9f75-30f4-4b28-b33b-66e94997423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.931881 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:06.987201 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b9f75-30f4-4b28-b33b-66e94997423f None None] Pushing event updated for resources: {'Port': ['ID=5ce88f96-ed2f-4549-8d34-a6898e16c95f,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:07.058324 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:07.060019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:07.151783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-20fefc98-2375-4f28-81c3-e4ffc926415e None None] Provisioning for port eb1db297-e7a4-496e-9764-fb2c2ca67c0a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:07.157498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-20fefc98-2375-4f28-81c3-e4ffc926415e None None] Provisioning complete for port eb1db297-e7a4-496e-9764-fb2c2ca67c0a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:07.157891 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-20fefc98-2375-4f28-81c3-e4ffc926415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.203153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-20fefc98-2375-4f28-81c3-e4ffc926415e None None] Port eb1db297-e7a4-496e-9764-fb2c2ca67c0a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:07.213808 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-20fefc98-2375-4f28-81c3-e4ffc926415e None None] Provisioning complete for port 5ce88f96-ed2f-4549-8d34-a6898e16c95f triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:07.214408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-20fefc98-2375-4f28-81c3-e4ffc926415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.218073 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 5a00fd07-c984-4e37-8fe4-c563cfae3663 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:07.339952 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:07.345389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ceffc52e-e695-4d6e-a44c-8113528898e9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/5a00fd07-c984-4e37-8fe4-c563cfae3663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5763078 Jul 16 21:01:07.357024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Sync routers for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:07.369304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:07.369980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:07.508344 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-87cd3b94-2c94-45db-90ec-4b207527bbe6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019385703&fields=id&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 267 time: 0.0452039 Jul 16 21:01:07.632137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-29095298-aedd-43f9-85ba-f5c8bce4a8cb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.632901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-78614e82-157f-4722-9674-767322bae40b None None] Provisioning complete for port eb1db297-e7a4-496e-9764-fb2c2ca67c0a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:07.637978 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-78614e82-157f-4722-9674-767322bae40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.638181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-29095298-aedd-43f9-85ba-f5c8bce4a8cb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/networks?id=36318680-aaa6-42a5-986e-48f24fa0cf44 HTTP/1.1" status: 200 len: 796 time: 0.1188858 Jul 16 21:01:07.653655 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-8436c731-da9d-46c0-827e-30b2c5af2acc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/quotas/b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 375 time: 0.0109158 Jul 16 21:01:07.686685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:07.688691 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-78614e82-157f-4722-9674-767322bae40b None None] Port eb1db297-e7a4-496e-9764-fb2c2ca67c0a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:07.737422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-13340938-30af-41bb-8326-c16a6ad6d3fd tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752714 Jul 16 21:01:07.835471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-33cf7476-a569-4a92-ad4b-8427567b7c79 None None] Provisioning complete for port eb1db297-e7a4-496e-9764-fb2c2ca67c0a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:07.835859 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-33cf7476-a569-4a92-ad4b-8427567b7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.901778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-33cf7476-a569-4a92-ad4b-8427567b7c79 None None] Port eb1db297-e7a4-496e-9764-fb2c2ca67c0a cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:07.927099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 2, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:07.944224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-7df461ef-75f3-423b-99bf-3787d9a1b067 service neutron] 10.222.0.91 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407206 Jul 16 21:01:07.954442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Checking router: 5a00fd07-c984-4e37-8fe4-c563cfae3663 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:07.954757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Updating router 5a00fd07-c984-4e37-8fe4-c563cfae3663 port eb1db297-e7a4-496e-9764-fb2c2ca67c0a binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:01:07.993734 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.050210 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-a6331051-eff1-4f73-a786-99480839b661 service neutron] 10.222.0.91 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987382 Jul 16 21:01:08.218981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3cb5c893-63a9-4f3d-8020-416df20d58d7 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:08.265204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-415ce323-5ff4-422a-a99c-fa3804ccefdb req-37d2df4f-5bcf-47f4-ac93-b6f2ac8ef5dd tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 210 time: 0.0315883 Jul 16 21:01:08.330542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.332804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3cb5c893-63a9-4f3d-8020-416df20d58d7 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:08.333143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.362969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Transition to ACTIVE for port object eb1db297-e7a4-496e-9764-fb2c2ca67c0a will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:08.372527 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.456056 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a8541-e595-4515-b16d-6aed2de70105 None None] Pushing event updated for resources: {'Port': ['ID=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:08.517453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Attempting to bind port eb1db297-e7a4-496e-9764-fb2c2ca67c0a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:08.517723 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Attempting to bind port eb1db297-e7a4-496e-9764-fb2c2ca67c0a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:08.518084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Attempting to bind port eb1db297-e7a4-496e-9764-fb2c2ca67c0a on network 36318680-aaa6-42a5-986e-48f24fa0cf44 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:08.525221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce88f96-ed2f-4549-8d34-a6898e16c95f up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:08.528087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:08.528456 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Checking segment: {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:08.528860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.529250 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Bound using segment: {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:08.529893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Bound port: eb1db297-e7a4-496e-9764-fb2c2ca67c0a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:08.530279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.636504 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5ce88f96-ed2f-4549-8d34-a6898e16c95f triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:08.636883 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.639668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] For port eb1db297-e7a4-496e-9764-fb2c2ca67c0a, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:08.680527 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] For port eb1db297-e7a4-496e-9764-fb2c2ca67c0a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:08.689991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.700717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.778634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:08.779200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:00:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:08.783098 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a8541-e595-4515-b16d-6aed2de70105 None None] Pushing event updated for resources: {'Port': ['ID=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:08.922566 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c74488f6-9ee8-4528-87a8-4db58d270411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.935411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:09.059613 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:09.168430 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:08Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:09.194796 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbfa4e-dedf-4a71-ba34-308c7296a4a6 None None] The sync data for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 is: [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:08Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:09.450714 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-644c9b31-7957-444d-947b-5c81b63f5044 req-9f88f163-4285-44cb-bbbf-ccec9ef6fd86 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 210 time: 0.0416617 Jul 16 21:01:09.489042 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:09.494627 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-a536d79a-cadb-4847-8749-33cb09de7909 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.496166 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-a536d79a-cadb-4847-8749-33cb09de7909 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/networks?id=36318680-aaa6-42a5-986e-48f24fa0cf44 HTTP/1.1" status: 200 len: 796 time: 0.1714320 Jul 16 21:01:09.540303 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-a67cf00b-e917-4e76-8434-f564822f79dd tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 380 time: 0.0360293 Jul 16 21:01:09.549051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'port': {'device_id': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'admin_state_up': True, 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'security_groups': ['95eba150-c492-4aaf-b730-52f6fa743b3c']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:09.680713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:09.684773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:09.827654 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.8 (36318680-aaa6-42a5-986e-48f24fa0cf44/67366dd2-4626-4d2d-8a7b-d6cf1f08c507/d53476a8-b659-42b6-be6f-e78fe5af05cd) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:10.002742 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.019162 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object d53476a8-b659-42b6-be6f-e78fe5af05cd will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:10.054207 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.102804 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:10.106313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:10.111452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:10.117834 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=d53476a8-b659-42b6-be6f-e78fe5af05cd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:10.174933 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:10.175644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.198733 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-c59457c5-53c9-465b-869c-f7d2d44f4038 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537719 Jul 16 21:01:10.242645 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.249389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb1db297-e7a4-496e-9764-fb2c2ca67c0a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:10.312232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port eb1db297-e7a4-496e-9764-fb2c2ca67c0a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:10.317087 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port eb1db297-e7a4-496e-9764-fb2c2ca67c0a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:10.317457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.320670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Request body: {'port': {'device_id': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:10.408287 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.416533 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.419616 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d91e0e50-f40e-4f62-a5c8-0f640985849d None None] Provisioning for port d53476a8-b659-42b6-be6f-e78fe5af05cd completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:10.430404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d91e0e50-f40e-4f62-a5c8-0f640985849d None None] Provisioning complete for port d53476a8-b659-42b6-be6f-e78fe5af05cd triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:10.430806 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d91e0e50-f40e-4f62-a5c8-0f640985849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.489402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port eb1db297-e7a4-496e-9764-fb2c2ca67c0a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:10.490930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d91e0e50-f40e-4f62-a5c8-0f640985849d None None] Port d53476a8-b659-42b6-be6f-e78fe5af05cd cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:01:10.493904 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.543798 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:10.663340 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd5849-80fe-4969-b4b2-3060a024e336 req-7b497239-e6a2-4166-b8f4-8eeef699d493 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:10.664694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1fd5849-80fe-4969-b4b2-3060a024e336 req-7b497239-e6a2-4166-b8f4-8eeef699d493 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 931 time: 0.0787339 Jul 16 21:01:10.695285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53476a8-b659-42b6-be6f-e78fe5af05cd {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:10.704988 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.708810 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1fd5849-80fe-4969-b4b2-3060a024e336 req-1f83e83d-c791-46a7-a7ea-c9596c89ea02 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382614 Jul 16 21:01:10.718170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Transition to ACTIVE for port object d53476a8-b659-42b6-be6f-e78fe5af05cd will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:10.723063 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.784207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Pushing event updated for resources: {'Port': ['ID=d53476a8-b659-42b6-be6f-e78fe5af05cd,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:10.856431 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Attempting to bind port d53476a8-b659-42b6-be6f-e78fe5af05cd on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:10.856799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Attempting to bind port d53476a8-b659-42b6-be6f-e78fe5af05cd by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:10.857128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Attempting to bind port d53476a8-b659-42b6-be6f-e78fe5af05cd on network 36318680-aaa6-42a5-986e-48f24fa0cf44 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:10.861779 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Port d53476a8-b659-42b6-be6f-e78fe5af05cd on network 36318680-aaa6-42a5-986e-48f24fa0cf44 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:01:10.862079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Attempting to bind port d53476a8-b659-42b6-be6f-e78fe5af05cd on network 36318680-aaa6-42a5-986e-48f24fa0cf44 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:10.867340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:10.867676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Checking segment: {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:10.868138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Bound using segment: {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:10.868562 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Bound port: d53476a8-b659-42b6-be6f-e78fe5af05cd, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:10.868927 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.937219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] For port d53476a8-b659-42b6-be6f-e78fe5af05cd, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:10.941003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] For port d53476a8-b659-42b6-be6f-e78fe5af05cd, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:10.946291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.986179 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:10.986595 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:10.989122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] 10.222.0.79 "PUT /v2.0/ports/d53476a8-b659-42b6-be6f-e78fe5af05cd HTTP/1.1" status: 200 len: 1092 time: 0.7188797 Jul 16 21:01:10.989752 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:10.992160 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac89085-bbfa-4b7f-8873-be133f58db3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:11.025360 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d6b20-4e28-40df-8f29-92887b73c70b service neutron] Pushing event updated for resources: {'Port': ['ID=d53476a8-b659-42b6-be6f-e78fe5af05cd,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:11.053614 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475591df-6819-4b4e-8aee-26289c84e5bb x-openstack-request-id: req-475591df-6819-4b4e-8aee-26289c84e5bb {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:11.053908 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:11.054160 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-475591df-6819-4b4e-8aee-26289c84e5bb {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:11.054585 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'status': 'completed', 'code': 200} Jul 16 21:01:11.106678 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-a34e1f0f-2142-44c4-9bdc-6e03a33afc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.108278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-a34e1f0f-2142-44c4-9bdc-6e03a33afc58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 1095 time: 0.0652273 Jul 16 21:01:11.152123 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-9cfd85f0-d942-48a8-a646-244ec0761a4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd HTTP/1.1" status: 200 len: 217 time: 0.0368822 Jul 16 21:01:11.209579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-44fc9244-f515-4a42-af0a-e9693c4b6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.211178 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-44fc9244-f515-4a42-af0a-e9693c4b6081 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67366dd2-4626-4d2d-8a7b-d6cf1f08c507 HTTP/1.1" status: 200 len: 831 time: 0.0521669 Jul 16 21:01:11.269452 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-e998ab6a-bc93-48c4-926f-6dfea7dc86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.271388 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-e998ab6a-bc93-48c4-926f-6dfea7dc86a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36318680-aaa6-42a5-986e-48f24fa0cf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540979 Jul 16 21:01:11.369363 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-caef9874-75dd-47aa-b030-a435fa6c79b2 service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918586 Jul 16 21:01:11.472819 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-55d869d5-b10e-46c3-ac30-df58b9f32a6e req-2e3b53d3-051a-44e4-8ff6-83bcbe2c2a01 service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964789 Jul 16 21:01:11.578850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-18d37d20-2403-42a2-aa3c-04c5ab75a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.580184 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-18d37d20-2403-42a2-aa3c-04c5ab75a48f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 1095 time: 0.0576384 Jul 16 21:01:11.675108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-788402b7-b2d1-4492-8192-79c79eb8790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.676685 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-788402b7-b2d1-4492-8192-79c79eb8790e service neutron] 10.222.0.79 "GET /v2.0/networks?id=36318680-aaa6-42a5-986e-48f24fa0cf44 HTTP/1.1" status: 200 len: 897 time: 0.0899403 Jul 16 21:01:11.719271 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-530ba39b-804e-4646-867e-a63159652f8c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd HTTP/1.1" status: 200 len: 217 time: 0.0354419 Jul 16 21:01:11.773885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-706254d4-1099-469b-b92d-1619c4a44666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.775430 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-706254d4-1099-469b-b92d-1619c4a44666 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67366dd2-4626-4d2d-8a7b-d6cf1f08c507 HTTP/1.1" status: 200 len: 831 time: 0.0500159 Jul 16 21:01:11.837640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-d888fa25-c3e9-4dbe-808e-12baade64652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.839228 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-d888fa25-c3e9-4dbe-808e-12baade64652 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36318680-aaa6-42a5-986e-48f24fa0cf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564139 Jul 16 21:01:11.900919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2789b-40c9-4c83-9078-a0bec75f96eb req-89f46759-9bf4-4993-8960-fd1c58c28abc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.902695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6f2789b-40c9-4c83-9078-a0bec75f96eb req-89f46759-9bf4-4993-8960-fd1c58c28abc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 943 time: 0.0779421 Jul 16 21:01:11.944245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6f2789b-40c9-4c83-9078-a0bec75f96eb req-fb3e450d-bb4b-486e-b10b-c44353c98d1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327976 Jul 16 21:01:11.955180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-977034a6-c451-4365-b074-ff88f58eb656 service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073229 Jul 16 21:01:12.018673 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:12.052627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7ac89085-bbfa-4b7f-8873-be133f58db3c req-134489d3-d993-4c3b-8f07-4e5513b296b4 service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910528 Jul 16 21:01:12.199211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb1db297-e7a4-496e-9764-fb2c2ca67c0a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:12.249356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port eb1db297-e7a4-496e-9764-fb2c2ca67c0a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:12.250399 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:13.142432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87017c3-cb5a-49e1-948e-54795312978a req-24660dd8-c7f9-4d62-81e0-51fa70016734 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:13.144381 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a87017c3-cb5a-49e1-948e-54795312978a req-24660dd8-c7f9-4d62-81e0-51fa70016734 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 943 time: 0.0781050 Jul 16 21:01:13.187226 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a87017c3-cb5a-49e1-948e-54795312978a req-e341472c-c4e1-4a76-8ed4-eefae5cd3571 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368364 Jul 16 21:01:14.380503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86214b-5b1a-4736-a023-af77ff1b1ff2 req-28db7e05-8d60-42ec-aef0-523d5a723d03 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:14.382001 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c86214b-5b1a-4736-a023-af77ff1b1ff2 req-28db7e05-8d60-42ec-aef0-523d5a723d03 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 943 time: 0.0704341 Jul 16 21:01:14.421307 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c86214b-5b1a-4736-a023-af77ff1b1ff2 req-4878c5de-0b9b-4bcd-aaf6-0b188853176c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333490 Jul 16 21:01:15.302410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d53476a8-b659-42b6-be6f-e78fe5af05cd details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:15.405494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d53476a8-b659-42b6-be6f-e78fe5af05cd, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:15.416980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'port_id': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'mac_address': 'fa:16:3e:f9:b9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:15.467835 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.483199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53476a8-b659-42b6-be6f-e78fe5af05cd {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:15.506365 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d53476a8-b659-42b6-be6f-e78fe5af05cd, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:15.511044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:15.559797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d53476a8-b659-42b6-be6f-e78fe5af05cd,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:15.610813 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879add6e-5c6a-49d9-8a03-036840b51ccf req-20bf6ee8-eb67-4d7c-a054-1ba546c11397 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:15.612343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-879add6e-5c6a-49d9-8a03-036840b51ccf req-20bf6ee8-eb67-4d7c-a054-1ba546c11397 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 944 time: 0.0711534 Jul 16 21:01:15.653945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-879add6e-5c6a-49d9-8a03-036840b51ccf req-651b2b4f-d47b-43c4-994e-a570f25c08fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353189 Jul 16 21:01:15.732135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['d53476a8-b659-42b6-be6f-e78fe5af05cd'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:16.838542 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875508da-af07-4ac0-8c25-2795baf95b38 req-c4d2ba34-caa6-4c77-a762-1e1886b04156 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:16.840189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-875508da-af07-4ac0-8c25-2795baf95b38 req-c4d2ba34-caa6-4c77-a762-1e1886b04156 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 944 time: 0.0712891 Jul 16 21:01:16.887556 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-875508da-af07-4ac0-8c25-2795baf95b38 req-b7a30c74-6bd1-4690-91a6-e5a78195e6da tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 Jul 16 21:01:17.238091 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:01:17.316216 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d53476a8-b659-42b6-be6f-e78fe5af05cd up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:17.369817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port d53476a8-b659-42b6-be6f-e78fe5af05cd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:17.374000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port d53476a8-b659-42b6-be6f-e78fe5af05cd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:17.374368 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:17.456113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:17.480924 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:17.497142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port d53476a8-b659-42b6-be6f-e78fe5af05cd, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:17.502674 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:17.529965 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517f2f2-a6a6-41f7-8cd5-4d894affb3f0" -d '{"events": [{"server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "name": "network-vif-plugged", "status": "completed", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:17.560925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=d53476a8-b659-42b6-be6f-e78fe5af05cd,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:17.622735 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970bbe34-b1b5-45aa-b39a-5d906fa80dff x-openstack-request-id: req-970bbe34-b1b5-45aa-b39a-5d906fa80dff {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:17.623058 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "name": "network-vif-plugged", "status": "completed", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:17.623308 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-970bbe34-b1b5-45aa-b39a-5d906fa80dff {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:17.623703 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'code': 200} Jul 16 21:01:17.747841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6515edf-4107-4e08-89e1-61aebdeb2f01 req-6166e262-635e-43aa-965c-2f142d54cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:17.749305 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6515edf-4107-4e08-89e1-61aebdeb2f01 req-6166e262-635e-43aa-965c-2f142d54cca2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 1097 time: 0.0577648 Jul 16 21:01:17.785868 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d6515edf-4107-4e08-89e1-61aebdeb2f01 req-08979445-fb71-45a9-8fd2-4cf222a26487 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300484 Jul 16 21:01:18.078225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727270-9afc-491d-add5-38a9d431fe97 req-a46fac25-22a5-491f-828a-43483cecdca9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:18.079833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1727270-9afc-491d-add5-38a9d431fe97 req-a46fac25-22a5-491f-828a-43483cecdca9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0754142 Jul 16 21:01:18.123862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1727270-9afc-491d-add5-38a9d431fe97 req-86bb7f44-cbfc-4eb4-a788-1be80fd17193 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359335 Jul 16 21:01:19.323149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cdff2-326a-4310-8dfe-d677a9717489 req-4cbbfa94-84ac-489f-b00b-470fac608267 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:19.324858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-990cdff2-326a-4310-8dfe-d677a9717489 req-4cbbfa94-84ac-489f-b00b-470fac608267 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0817354 Jul 16 21:01:19.366185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-990cdff2-326a-4310-8dfe-d677a9717489 req-341e8ed2-9fac-4603-b114-f8c6d4125df6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353820 Jul 16 21:01:19.556039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f646-ebc4-4517-858a-69e0766306d8 req-f776e5e9-f34d-4f94-b3d9-8445f8e98f39 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:19.557555 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef85f646-ebc4-4517-858a-69e0766306d8 req-f776e5e9-f34d-4f94-b3d9-8445f8e98f39 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0753262 Jul 16 21:01:19.599062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ef85f646-ebc4-4517-858a-69e0766306d8 req-45621757-45ec-4baa-94e4-ce65b65f3c6f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354841 Jul 16 21:01:19.624116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41032) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:19.678031 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d936e-c0db-4b87-b9e1-b37823e997cd tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:19.679540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-937d936e-c0db-4b87-b9e1-b37823e997cd tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 1092 time: 0.0543723 Jul 16 21:01:19.682564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41034) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:19.687174 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:19.712616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.816751 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.919954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.52 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/523d35d6-6e4b-4d6b-bf2e-f52ca64917b1) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:20.034386 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.081434 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.123853 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:20.129476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:20.132053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=523d35d6-6e4b-4d6b-bf2e-f52ca64917b1,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:20.134243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:20.529114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.626597 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.792285 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.800733 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.868817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=523d35d6-6e4b-4d6b-bf2e-f52ca64917b1,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:20.884657 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.991556 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 34f93095-ef5a-4182-9979-565458f3227f associated. External IP: 172.25.3.52, port: d53476a8-b659-42b6-be6f-e78fe5af05cd. Jul 16 21:01:21.219402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 5a00fd07-c984-4e37-8fe4-c563cfae3663 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:21.343352 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:21.355949 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] Sync routers for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:21.363713 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.367309 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:21.367934 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:01:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:21.405963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ed855476-56e5-41a1-a0ca-7d804d566996 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7222400 Jul 16 21:01:21.406526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:21.408856 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421d6682-f8f9-4670-878b-cef682ec066d" -d '{"events": [{"name": "network-changed", "server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:21.456636 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81780615-9cb6-453c-bbee-4cb20020c529 x-openstack-request-id: req-81780615-9cb6-453c-bbee-4cb20020c529 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:21.456924 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:21.457189 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-81780615-9cb6-453c-bbee-4cb20020c529 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:21.457592 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'status': 'completed', 'code': 200} Jul 16 21:01:21.496637 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:21.583733 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d6682-f8f9-4670-878b-cef682ec066d req-ea5fcb2e-b0ae-43a0-a002-667e7726d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.585255 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421d6682-f8f9-4670-878b-cef682ec066d req-ea5fcb2e-b0ae-43a0-a002-667e7726d783 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 1097 time: 0.1032012 Jul 16 21:01:21.597965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1d74-0f78-417e-961e-d244441f705b req-50524c72-58c1-4eff-813e-3490d1d701d4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.599535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d77b1d74-0f78-417e-961e-d244441f705b req-50524c72-58c1-4eff-813e-3490d1d701d4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0827963 Jul 16 21:01:21.695885 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d77b1d74-0f78-417e-961e-d244441f705b req-fa0a9af6-49d3-4476-a111-069c40e7d34e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879819 Jul 16 21:01:21.727550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d6682-f8f9-4670-878b-cef682ec066d req-ef32f59b-286b-4bed-a329-c7789c8b8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.727809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41040) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:21.729211 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421d6682-f8f9-4670-878b-cef682ec066d req-ef32f59b-286b-4bed-a329-c7789c8b8c8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=36318680-aaa6-42a5-986e-48f24fa0cf44 HTTP/1.1" status: 200 len: 897 time: 0.1288798 Jul 16 21:01:21.794946 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e6c7705f-1600-49ec-b3fd-cd650710db00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/34f93095-ef5a-4182-9979-565458f3227f HTTP/1.1" status: 200 len: 990 time: 0.0656419 Jul 16 21:01:21.796530 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421d6682-f8f9-4670-878b-cef682ec066d req-c71c5e1e-b6ca-487a-8473-0e401762cd91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd HTTP/1.1" status: 200 len: 998 time: 0.0609212 Jul 16 21:01:21.810687 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '34f93095-ef5a-4182-9979-565458f3227f', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'port_id': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'mac_address': 'fa:16:3e:f9:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:01:20Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:10Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:21.839294 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] Checking router: 5a00fd07-c984-4e37-8fe4-c563cfae3663 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:21.849443 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:21.850258 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:01:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:21.855289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d6682-f8f9-4670-878b-cef682ec066d req-92c68c7e-a5c5-49dd-8cf8-0d4a365e2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.856896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421d6682-f8f9-4670-878b-cef682ec066d req-92c68c7e-a5c5-49dd-8cf8-0d4a365e2cb2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67366dd2-4626-4d2d-8a7b-d6cf1f08c507 HTTP/1.1" status: 200 len: 831 time: 0.0511651 Jul 16 21:01:21.919883 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d6682-f8f9-4670-878b-cef682ec066d req-e972047d-8494-4aba-83ce-ac0c34ec8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.921482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421d6682-f8f9-4670-878b-cef682ec066d req-e972047d-8494-4aba-83ce-ac0c34ec8f39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36318680-aaa6-42a5-986e-48f24fa0cf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582561 Jul 16 21:01:21.960990 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:22.014532 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421d6682-f8f9-4670-878b-cef682ec066d req-3b820f8b-14d1-4f02-8b31-6423a632f835 service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867331 Jul 16 21:01:22.112349 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-421d6682-f8f9-4670-878b-cef682ec066d req-b9b428d6-f819-4ece-9c98-9bd8b103d3dc service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914366 Jul 16 21:01:22.196633 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '34f93095-ef5a-4182-9979-565458f3227f', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'port_id': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'mac_address': 'fa:16:3e:f9:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:01:20Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:10Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:22.228128 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da2d24-443d-4963-812b-da48e36b1666 None None] The sync data for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 is: [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '34f93095-ef5a-4182-9979-565458f3227f', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'port_id': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'mac_address': 'fa:16:3e:f9:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:01:20Z', 'updated_at': '2021-07-16T21:01:20Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:10Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:22.445397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb544193-621b-455a-a029-2a98aa32fdb0 None None] New status for floating IP 34f93095-ef5a-4182-9979-565458f3227f: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:01:22.797419 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41042) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:22.864481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0d8b5b19-973c-4a3c-a29b-c0b3b899a643 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/34f93095-ef5a-4182-9979-565458f3227f HTTP/1.1" status: 200 len: 992 time: 0.0657978 Jul 16 21:01:36.086139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-18fb2457-9271-49b8-ab80-048dc3679d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:38.679033 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:38.912192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea71ff9f-6a1f-4414-9ef4-c378eb5c651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:39.008857 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:39.486550 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:40.240041 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:42.023933 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:54.237715 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:01:54.493680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb7ae-dad7-4f35-8487-494d0e273181 req-39623869-312a-4aca-8f49-d8e6b1532cc3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.495269 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adacb7ae-dad7-4f35-8487-494d0e273181 req-39623869-312a-4aca-8f49-d8e6b1532cc3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0806165 Jul 16 21:01:54.537515 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-adacb7ae-dad7-4f35-8487-494d0e273181 req-580f0d07-da41-4a0b-b4ac-61039659bbf5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363781 Jul 16 21:01:55.755973 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaab62-bba0-4665-9b25-71f96aff8fc4 req-45850878-e189-4a24-8fa3-14f47f772a14 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:55.757473 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ddfaab62-bba0-4665-9b25-71f96aff8fc4 req-45850878-e189-4a24-8fa3-14f47f772a14 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0842915 Jul 16 21:01:55.798130 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ddfaab62-bba0-4665-9b25-71f96aff8fc4 req-d518c171-1df0-4006-ba05-4904b3f429c6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Jul 16 21:01:55.826653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41096) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:55.896049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-48cb0cee-032e-429a-b282-6a870376f607 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/34f93095-ef5a-4182-9979-565458f3227f HTTP/1.1" status: 200 len: 992 time: 0.0681140 Jul 16 21:01:57.378730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c458b-8531-4885-a7c5-ec6596782ebd req-273de3f6-87bf-4f6b-b0e3-e878cf9bcb78 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:57.380278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd8c458b-8531-4885-a7c5-ec6596782ebd req-273de3f6-87bf-4f6b-b0e3-e878cf9bcb78 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0680377 Jul 16 21:01:57.432908 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dd8c458b-8531-4885-a7c5-ec6596782ebd req-55fbbfaf-e055-4002-b818-fe474d39d825 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Jul 16 21:01:58.636990 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db1e30-bd90-4a4e-bcc4-8dbafee614ab req-f40407e0-63ad-40f7-8c60-e77107f52abb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:58.638510 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c5db1e30-bd90-4a4e-bcc4-8dbafee614ab req-f40407e0-63ad-40f7-8c60-e77107f52abb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0778909 Jul 16 21:01:58.684874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c5db1e30-bd90-4a4e-bcc4-8dbafee614ab req-80b9c5a2-7b15-4101-acf3-8fc34ea2f4d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403309 Jul 16 21:01:58.710772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41106) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:58.777109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-656e953e-7033-47c0-bd2c-722c7b955037 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/34f93095-ef5a-4182-9979-565458f3227f HTTP/1.1" status: 200 len: 992 time: 0.0650671 Jul 16 21:01:59.048190 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41112) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:59.221996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 523d35d6-6e4b-4d6b-bf2e-f52ca64917b1 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:59.222292 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.308001 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.308272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.320469 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 523d35d6-6e4b-4d6b-bf2e-f52ca64917b1 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:59.480871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.504662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=523d35d6-6e4b-4d6b-bf2e-f52ca64917b1,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:59.520815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.521094 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.521428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.521758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.522088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.522480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.522734 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.523088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.523410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.523729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.524046 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.524361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.592392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.592738 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 34f93095-ef5a-4182-9979-565458f3227f disassociated (deleted). External IP: 172.25.3.52, port: d53476a8-b659-42b6-be6f-e78fe5af05cd. Jul 16 21:02:00.150953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 5a00fd07-c984-4e37-8fe4-c563cfae3663 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:00.265792 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:00.271989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.279465 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b872937-d855-413c-9448-0f4527552437 None None] Sync routers for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:00.292684 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:00.293323 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:00.309795 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e7cc28b4-a53b-4945-a5d6-b41a3f00a3ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/floatingips/34f93095-ef5a-4182-9979-565458f3227f HTTP/1.1" status: 204 len: 168 time: 1.2605543 Jul 16 21:02:00.310415 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:00.312821 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f8caf-e8e1-4873-aceb-4aebbf20da3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:00.351491 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a834510f-74e0-4c0e-b0ba-434da56eeb95 x-openstack-request-id: req-a834510f-74e0-4c0e-b0ba-434da56eeb95 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:00.351794 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:00.352041 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a834510f-74e0-4c0e-b0ba-434da56eeb95 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:00.352429 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'status': 'completed', 'code': 200} Jul 16 21:02:00.404597 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:00.429515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-0a67a972-3b49-4a05-aa91-dead6a794dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:00.431075 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-0a67a972-3b49-4a05-aa91-dead6a794dcd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 1097 time: 0.0538294 Jul 16 21:02:00.529434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-fbaaf1db-cb8a-488f-9a02-e2a8208464e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:00.531030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-fbaaf1db-cb8a-488f-9a02-e2a8208464e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=36318680-aaa6-42a5-986e-48f24fa0cf44 HTTP/1.1" status: 200 len: 897 time: 0.0938923 Jul 16 21:02:00.582321 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-a28b65dc-b488-4e31-9f2b-318783d13ed9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd HTTP/1.1" status: 200 len: 217 time: 0.0403538 Jul 16 21:02:00.631827 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:10Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:00.640018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-dedcce50-bbf8-45db-a747-f563c8b5e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:00.641639 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-dedcce50-bbf8-45db-a747-f563c8b5e7c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67366dd2-4626-4d2d-8a7b-d6cf1f08c507 HTTP/1.1" status: 200 len: 831 time: 0.0532651 Jul 16 21:02:00.666367 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b872937-d855-413c-9448-0f4527552437 None None] Checking router: 5a00fd07-c984-4e37-8fe4-c563cfae3663 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:00.674604 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:00.675246 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:00.707095 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-be066608-43c2-4c93-9a88-6bc810d08ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:00.708596 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-be066608-43c2-4c93-9a88-6bc810d08ae0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36318680-aaa6-42a5-986e-48f24fa0cf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604687 Jul 16 21:02:00.730048 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b887-179c-478b-a45b-2a0bc8e9c632 req-5847bfb0-6a84-43c3-ba5c-77ecf4619d71 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:00.736111 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bcf1b887-179c-478b-a45b-2a0bc8e9c632 req-5847bfb0-6a84-43c3-ba5c-77ecf4619d71 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0793514 Jul 16 21:02:00.777066 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bcf1b887-179c-478b-a45b-2a0bc8e9c632 req-6c71b610-687d-4224-b98d-3d29cfb29396 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Jul 16 21:02:00.787340 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:00.807443 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-b466a5f0-5668-4e44-a282-c9219a9e68db service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907264 Jul 16 21:02:00.908570 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-717f8caf-e8e1-4873-aceb-4aebbf20da3f req-66dad644-f1c8-4b2a-b61f-d709f6c50dc9 service neutron] 10.222.0.79 "GET /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941339 Jul 16 21:02:00.987881 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-9b872937-d855-413c-9448-0f4527552437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:10Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:01.014884 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b872937-d855-413c-9448-0f4527552437 None None] The sync data for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 is: [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'eb1db297-e7a4-496e-9764-fb2c2ca67c0a', 'name': '', 'network_id': '36318680-aaa6-42a5-986e-48f24fa0cf44', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:7a:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:05Z', 'updated_at': '2021-07-16T21:01:10Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '67366dd2-4626-4d2d-8a7b-d6cf1f08c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:01.256410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b06a3b-109c-4009-9451-f40b0b8a909d None None] New status for floating IP 34f93095-ef5a-4182-9979-565458f3227f: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:02:01.966220 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbba5f-1e71-475c-baef-bb6222fa55fe req-47b60e7e-017a-4a47-a400-8fc0689b02bf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:01.967683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76bbba5f-1e71-475c-baef-bb6222fa55fe req-47b60e7e-017a-4a47-a400-8fc0689b02bf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0768251 Jul 16 21:02:02.011027 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-76bbba5f-1e71-475c-baef-bb6222fa55fe req-2551d78b-d4ae-4312-8c8a-4887902d8522 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=95eba150-c492-4aaf-b730-52f6fa743b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361760 Jul 16 21:02:02.163197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-81115c35-61c0-4fac-b6c4-0d3c55d44947 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:02.164701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-81115c35-61c0-4fac-b6c4-0d3c55d44947 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 945 time: 0.0715213 Jul 16 21:02:02.275674 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port d53476a8-b659-42b6-be6f-e78fe5af05cd {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:02.276055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:02.379854 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port d53476a8-b659-42b6-be6f-e78fe5af05cd, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=d53476a8-b659-42b6-be6f-e78fe5af05cd,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:02.380249 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:02.393620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for d53476a8-b659-42b6-be6f-e78fe5af05cd owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:02.533638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:02.569390 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=d53476a8-b659-42b6-be6f-e78fe5af05cd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:02.615871 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] No DVR routers for this DVR port d53476a8-b659-42b6-be6f-e78fe5af05cd on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:02.618543 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:02.620896 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-284c5b00-e65d-4fc8-8b0f-c446923fb39b req-ecba0ebe-3143-48e7-9b11-e94c30f6d232 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "DELETE /v2.0/ports/d53476a8-b659-42b6-be6f-e78fe5af05cd HTTP/1.1" status: 204 len: 173 time: 0.4507041 Jul 16 21:02:02.621098 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'name': 'network-vif-deleted', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:02.623595 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab27d0-5940-49f5-af2a-ef825cd3034f" -d '{"events": [{"server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "name": "network-vif-deleted", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:02.661976 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb98c3ab-5618-431b-abbb-254e8e0ca89e x-openstack-request-id: req-bb98c3ab-5618-431b-abbb-254e8e0ca89e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:02.662265 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9499dab2-223b-47fe-b8dd-dd74980b034d", "name": "network-vif-deleted", "tag": "d53476a8-b659-42b6-be6f-e78fe5af05cd", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:02.662506 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb98c3ab-5618-431b-abbb-254e8e0ca89e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:02.662931 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499dab2-223b-47fe-b8dd-dd74980b034d', 'name': 'network-vif-deleted', 'tag': 'd53476a8-b659-42b6-be6f-e78fe5af05cd', 'status': 'completed', 'code': 200} Jul 16 21:02:03.173535 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1c4f7511-0b51-470e-94a2-ba23021382f4 req-0f37f0fa-6bdd-45ba-8063-12cb63071c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=9499dab2-223b-47fe-b8dd-dd74980b034d HTTP/1.1" status: 200 len: 210 time: 0.0294530 Jul 16 21:02:04.272703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41130) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:04.658730 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:04.942686 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port eb1db297-e7a4-496e-9764-fb2c2ca67c0a {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:04.943099 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.046084 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port eb1db297-e7a4-496e-9764-fb2c2ca67c0a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:05.046399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.060042 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for eb1db297-e7a4-496e-9764-fb2c2ca67c0a owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:05.258808 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.286547 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=eb1db297-e7a4-496e-9764-fb2c2ca67c0a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:05.477978 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.520778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d53476a8-b659-42b6-be6f-e78fe5af05cd no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:05.548600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: d53476a8-b659-42b6-be6f-e78fe5af05cd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:05.549016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device d53476a8-b659-42b6-be6f-e78fe5af05cd not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:05.725866 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 5a00fd07-c984-4e37-8fe4-c563cfae3663 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:05.838060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:05.844193 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5df0f8d3-df69-4ab0-b8eb-2056dd17e7e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/5a00fd07-c984-4e37-8fe4-c563cfae3663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5698941 Jul 16 21:02:05.848934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41134) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:05.851646 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] Sync routers for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:05.863783 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:05.864615 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:05.905926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting subnet 67366dd2-4626-4d2d-8a7b-d6cf1f08c507 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:02:05.910773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.959458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.977327 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:06.051552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.093132 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f1701e0-2d94-4301-82be-a37d1457caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.126608 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.156516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Subnet': ['ID=67366dd2-4626-4d2d-8a7b-d6cf1f08c507,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:06.158520 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.160531 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-049df12b-2c23-416b-9f79-07596d627e3d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/subnets/67366dd2-4626-4d2d-8a7b-d6cf1f08c507 HTTP/1.1" status: 204 len: 168 time: 0.3105245 Jul 16 21:02:06.163744 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:06.167206 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ecaa6b-839d-4bba-b3e9-e4da3ae698c5 None None] Network 36318680-aaa6-42a5-986e-48f24fa0cf44 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:06.272766 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:02:05Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:06.300030 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] Checking router: 5a00fd07-c984-4e37-8fe4-c563cfae3663 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:06.304252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.309196 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] Routers {'5a00fd07-c984-4e37-8fe4-c563cfae3663'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:06.309738 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:01:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['5a00fd07-c984-4e37-8fe4-c563cfae3663'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:06.422550 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] Set router 5a00fd07-c984-4e37-8fe4-c563cfae3663 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:06.423830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.425642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] DHCP port deletion for 36318680-aaa6-42a5-986e-48f24fa0cf44 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:02:06.476374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Deleting port 5ce88f96-ed2f-4549-8d34-a6898e16c95f {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:06.476728 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.486307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 3cb5c893-63a9-4f3d-8020-416df20d58d7 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:06.486865 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.541777 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] For port 5ce88f96-ed2f-4549-8d34-a6898e16c95f, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5ce88f96-ed2f-4549-8d34-a6898e16c95f,segment=NetworkSegment(f5e43cf8-22ce-4ac1-90c1-2a2420e1d498),segment_id=f5e43cf8-22ce-4ac1-90c1-2a2420e1d498)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:06.542339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.554492 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Calling delete_port for 5ce88f96-ed2f-4549-8d34-a6898e16c95f owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:06.579298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port 3cb5c893-63a9-4f3d-8020-416df20d58d7, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3cb5c893-63a9-4f3d-8020-416df20d58d7,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:06.579681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.592858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 3cb5c893-63a9-4f3d-8020-416df20d58d7 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:06.609886 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:02:05Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:06.643728 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa2e47-9df1-42df-b310-549ea35d8b01 None None] The sync data for ids ['5a00fd07-c984-4e37-8fe4-c563cfae3663'] in n-d-792458-10 is: [{'id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290677012', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:02:05Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '3cb5c893-63a9-4f3d-8020-416df20d58d7', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00fd07-c984-4e37-8fe4-c563cfae3663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:01:02Z', 'updated_at': '2021-07-16T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:06.646085 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.675825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Pushing event deleted for resources: {'Port': ['ID=5ce88f96-ed2f-4549-8d34-a6898e16c95f,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:06.680488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] No DVR routers for this DVR port 5ce88f96-ed2f-4549-8d34-a6898e16c95f on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:06.698762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.699078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.699414 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.699744 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.700068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.700388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.700906 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.701274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.701533 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.701849 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.702238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.702477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbd1a-7468-4ecc-bc49-2b971d1b0f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:06.783428 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.813003 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=3cb5c893-63a9-4f3d-8020-416df20d58d7,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:06.876413 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.319789 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.322426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.368648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.369244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Fanout notify agent at l3_agent the message router_deleted on router 5a00fd07-c984-4e37-8fe4-c563cfae3663 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:02:07.376612 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.377763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b5b55ccb-d0a8-4189-9581-d1a301facf1c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/routers/5a00fd07-c984-4e37-8fe4-c563cfae3663 HTTP/1.1" status: 204 len: 168 time: 1.2131097 Jul 16 21:02:07.380517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41138) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:07.461029 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.553785 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.564083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36318680-aaa6-42a5-986e-48f24fa0cf44']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:07.574985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:07.575281 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e43cf8-22ce-4ac1-90c1-2a2420e1d498') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:07.584737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.600236 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.606971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:02:07.607430 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:02:07.610382 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:02:07.674931 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.682725 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.684386 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/networks/36318680-aaa6-42a5-986e-48f24fa0cf44 HTTP/1.1" status: 204 len: 168 time: 0.3028543 Jul 16 21:02:07.687439 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41140) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:07.695630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ee3e6-1d76-4f3f-af49-c61a78e84c82 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Network': ['ID=36318680-aaa6-42a5-986e-48f24fa0cf44,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:07.765551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.793882 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.860116 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.863427 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:07.865043 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/security-groups/95eba150-c492-4aaf-b730-52f6fa743b3c HTTP/1.1" status: 204 len: 168 time: 0.1766117 Jul 16 21:02:07.874527 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eba150-c492-4aaf-b730-52f6fa743b3c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:07.883636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.884068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.884480 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.884887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.885368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.885764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.886269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.886713 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.887074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.887502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.887834 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:07.888173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be371ee6-ad8a-4644-a9c9-7fb1ffca421d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:08.258559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41146) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:08.263948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-009fbf1f-0224-4023-be94-ffa8d615be5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688580326', 'description': 'tempest-secgroup-smoke-688580326 description', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:08.267211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb1db297-e7a4-496e-9764-fb2c2ca67c0a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:08.292235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: eb1db297-e7a4-496e-9764-fb2c2ca67c0a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:08.292615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device eb1db297-e7a4-496e-9764-fb2c2ca67c0a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:08.293345 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce88f96-ed2f-4549-8d34-a6898e16c95f no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:08.304310 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-009fbf1f-0224-4023-be94-ffa8d615be5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.312522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5ce88f96-ed2f-4549-8d34-a6898e16c95f {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:08.312867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5ce88f96-ed2f-4549-8d34-a6898e16c95f not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:08.313278 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3cb5c893-63a9-4f3d-8020-416df20d58d7 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:08.335299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3cb5c893-63a9-4f3d-8020-416df20d58d7 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:08.335608 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3cb5c893-63a9-4f3d-8020-416df20d58d7 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:08.395350 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-009fbf1f-0224-4023-be94-ffa8d615be5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.401297 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-009fbf1f-0224-4023-be94-ffa8d615be5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.429923 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-009fbf1f-0224-4023-be94-ffa8d615be5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.431637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-009fbf1f-0224-4023-be94-ffa8d615be5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1718719 Jul 16 21:02:08.433531 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fbf1f-0224-4023-be94-ffa8d615be5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba00117-e910-475f-993a-9b9792a58edd,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:08.435029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41148) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:08.439814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-41ea79ea-6500-4304-ad8f-44d34353a6c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'fba00117-e910-475f-993a-9b9792a58edd', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:08.472755 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41ea79ea-6500-4304-ad8f-44d34353a6c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.539093 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41ea79ea-6500-4304-ad8f-44d34353a6c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.544344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41ea79ea-6500-4304-ad8f-44d34353a6c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.562625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea79ea-6500-4304-ad8f-44d34353a6c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c9b128-e263-4265-9ed8-dd5821f9102e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:08.569289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-41ea79ea-6500-4304-ad8f-44d34353a6c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.573662 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-41ea79ea-6500-4304-ad8f-44d34353a6c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345789 Jul 16 21:02:08.573919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41150) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:08.578285 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f96bc64a-b707-482c-8d86-9114ed1c025f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'fba00117-e910-475f-993a-9b9792a58edd', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:08.608469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f96bc64a-b707-482c-8d86-9114ed1c025f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.671316 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f96bc64a-b707-482c-8d86-9114ed1c025f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.671960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.675382 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f96bc64a-b707-482c-8d86-9114ed1c025f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.693478 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bc64a-b707-482c-8d86-9114ed1c025f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ff6ccc-db82-4c53-9e68-522667457431,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:08.701800 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f96bc64a-b707-482c-8d86-9114ed1c025f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.703296 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f96bc64a-b707-482c-8d86-9114ed1c025f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283960 Jul 16 21:02:08.707655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41152) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:08.712315 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f966b5df-3c44-4b1a-97f7-8869338a032b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'fba00117-e910-475f-993a-9b9792a58edd', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:08.741961 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f966b5df-3c44-4b1a-97f7-8869338a032b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.804574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f966b5df-3c44-4b1a-97f7-8869338a032b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.810819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f966b5df-3c44-4b1a-97f7-8869338a032b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.829154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966b5df-3c44-4b1a-97f7-8869338a032b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7d1866-b561-4f3a-bc49-b7fdb4ff5bdd,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:08.836031 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f966b5df-3c44-4b1a-97f7-8869338a032b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.837303 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f966b5df-3c44-4b1a-97f7-8869338a032b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286895 Jul 16 21:02:08.840366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41154) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:08.844939 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-33909e2f-e5f8-4fe9-9785-ad97bfd93f61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'fba00117-e910-475f-993a-9b9792a58edd', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:08.873712 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33909e2f-e5f8-4fe9-9785-ad97bfd93f61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.904411 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a644-7fd1-4700-a9d2-d68406661e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.936490 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33909e2f-e5f8-4fe9-9785-ad97bfd93f61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.941273 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33909e2f-e5f8-4fe9-9785-ad97bfd93f61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.959637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33909e2f-e5f8-4fe9-9785-ad97bfd93f61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31c4b86-6361-42df-9f43-2d4ad82d8221,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:08.967610 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33909e2f-e5f8-4fe9-9785-ad97bfd93f61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.968887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-33909e2f-e5f8-4fe9-9785-ad97bfd93f61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275601 Jul 16 21:02:08.972074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41156) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:08.976961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'fba00117-e910-475f-993a-9b9792a58edd', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:09.001194 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:02:09.007487 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.018017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.069497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.074987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.093477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b43667b-2576-4bd9-bb7c-c89c945b981a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:09.096877 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.098127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-562ec1ef-2e68-4f4b-8d02-7e8c21157a9b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249669 Jul 16 21:02:09.101098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41158) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:09.106878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'fba00117-e910-475f-993a-9b9792a58edd', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:09.134015 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:02:09.140187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.210540 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.216478 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.233899 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6077d2a2-9759-4485-ad14-3d1559582b12,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:09.241551 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.243073 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-57a47437-140c-4ad3-97ea-81531f3291ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406412 Jul 16 21:02:09.246010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41160) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:09.251393 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'network': {'name': 'tempest-network-smoke--1534397398', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'port_security_enabled': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:09.273999 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:09.277662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.302702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:02:09.313071 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.313419 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Added segment 99013134-e058-4859-969d-0eb5ff6e6580 of type vlan for network dcfeb423-20db-4328-9d19-8dc155e7729b Jul 16 21:02:09.356741 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.400240 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.406090 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:09.406651 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.441249 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1941185 Jul 16 21:02:09.444109 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41162) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:09.449550 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'admin_state_up': True, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:09.485633 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.489389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ac3b3-514f-4645-8c8f-0ac618f2165c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Network': ['ID=dcfeb423-20db-4328-9d19-8dc155e7729b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:09.500352 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network dcfeb423-20db-4328-9d19-8dc155e7729b details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:02:09.506037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.507076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.562151 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.703077 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.233952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.271726 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.290857 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.400145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.47 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/53cb0c23-fc84-4958-8aec-a7d208e7b0cd) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:10.522849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.573320 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.610103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:10.615355 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:10.618528 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:10.656189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:10.886508 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.090888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.231433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 690f2403-6c12-495f-a294-6508d1bbe66f is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:02:11.346889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:11.358055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Sync routers for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:11.367430 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.367804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:11.368979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:11.369160 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a0f7a12a-89a7-4c61-ae89-c11c0f3277fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9235501 Jul 16 21:02:11.371998 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41164) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:11.402893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-30969a23-6606-4c64-b175-0a97fe94ef19 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271840 Jul 16 21:02:11.403124 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41166) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:11.516681 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cade1d2-43c7-4cac-8230-0b2a1611b383 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.520965 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-1cade1d2-43c7-4cac-8230-0b2a1611b383 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1139820 Jul 16 21:02:11.521335 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41168) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:11.559321 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-10fbd21d-8937-4c5a-8a59-f51d9f648e2b tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366538 Jul 16 21:02:11.561888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41170) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:11.567034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1413814635', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:11.641807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:11.664189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:11.668860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.832656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:10Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:11.858217 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.859190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Checking router: 690f2403-6c12-495f-a294-6508d1bbe66f for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:11.859702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Updating router 690f2403-6c12-495f-a294-6508d1bbe66f port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:11.894152 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.918088 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Subnet': ['ID=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:11.925674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Checking segment: {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:11.926019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network hostable DHCP agents. Network: dcfeb423-20db-4328-9d19-8dc155e7729b, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:02:11.943784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network dcfeb423-20db-4328-9d19-8dc155e7729b is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:02:11.956811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, dcfeb423-20db-4328-9d19-8dc155e7729b) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:11.961586 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.962405 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.978887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f5f022a6-6f3f-4eb3-84d1-da753d47c79b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4152234 Jul 16 21:02:11.980388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee16bb6-c49b-443f-a33b-6e4b47728d98 None None] Network dcfeb423-20db-4328-9d19-8dc155e7729b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:11.981253 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41172) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:12.063578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.233139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-dcfeb423-20db-4328-9d19-8dc155e7729b', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:02:12.233977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.291425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.363105 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Transition to ACTIVE for port object 53cb0c23-fc84-4958-8aec-a7d208e7b0cd will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:12.375131 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.459634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.466050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83659117-ab49-4048-a2a5-85edbd79c1b1 None None] Pushing event updated for resources: {'Port': ['ID=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:12.474542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Attempting to bind port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:12.474930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Attempting to bind port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:12.475267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Attempting to bind port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:12.480743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Allocated IP 172.20.0.2 (dcfeb423-20db-4328-9d19-8dc155e7729b/0e9cc69c-ef84-4114-9921-3dca1e9c8e2c/ebed64ec-6733-4fe6-9345-79651514e275) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:12.486270 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:12.486633 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:12.487288 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.487772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:12.488240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Bound port: 53cb0c23-fc84-4958-8aec-a7d208e7b0cd, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:12.488618 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.590451 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] For port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:12.611988 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] For port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:12.629281 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.728453 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83659117-ab49-4048-a2a5-85edbd79c1b1 None None] Pushing event updated for resources: {'Port': ['ID=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:12.738094 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.742522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:12.743157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:12.780038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Transition to ACTIVE for port object ebed64ec-6733-4fe6-9345-79651514e275 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:12.806462 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Transition to ACTIVE for port object ebed64ec-6733-4fe6-9345-79651514e275 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:12.839209 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:12.891786 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Network dcfeb423-20db-4328-9d19-8dc155e7729b is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:12.893085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.1 (dcfeb423-20db-4328-9d19-8dc155e7729b/0e9cc69c-ef84-4114-9921-3dca1e9c8e2c/a86d4a6d-425f-469e-95b1-71fa8496ee0c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:12.900312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:12.906654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:12.909537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:12.911205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Pushing event updated for resources: {'Port': ['ID=ebed64ec-6733-4fe6-9345-79651514e275,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:13.014241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.028421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object a86d4a6d-425f-469e-95b1-71fa8496ee0c will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:13.061955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.062686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Attempting to bind port ebed64ec-6733-4fe6-9345-79651514e275 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:13.063081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Attempting to bind port ebed64ec-6733-4fe6-9345-79651514e275 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:13.063439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Attempting to bind port ebed64ec-6733-4fe6-9345-79651514e275 on network dcfeb423-20db-4328-9d19-8dc155e7729b {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:13.074643 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:13.075036 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Checking segment: {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:13.075431 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.075819 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Bound using segment: {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:13.076287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Bound port: ebed64ec-6733-4fe6-9345-79651514e275, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:13.076668 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.100605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network dcfeb423-20db-4328-9d19-8dc155e7729b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:13.104298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:13.110603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:13.145537 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=a86d4a6d-425f-469e-95b1-71fa8496ee0c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:13.167038 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.180895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] For port ebed64ec-6733-4fe6-9345-79651514e275, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:13.198677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] For port ebed64ec-6733-4fe6-9345-79651514e275, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ebed64ec-6733-4fe6-9345-79651514e275,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:13.205263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.235800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:10Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:13.277853 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b0934-8a4f-4a18-bb9f-81dca3904070 None None] The sync data for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 is: [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:10Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:13.291557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d0216-02f9-4d53-aa46-ca16dc7d0a17 None None] Pushing event updated for resources: {'Port': ['ID=ebed64ec-6733-4fe6-9345-79651514e275,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:13.333128 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.692842 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.699236 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.783556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=a86d4a6d-425f-469e-95b1-71fa8496ee0c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:13.790771 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:13.892583 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network dcfeb423-20db-4328-9d19-8dc155e7729b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:13.894061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:14.018436 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 690f2403-6c12-495f-a294-6508d1bbe66f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:14.140660 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:14.150449 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f6d085c2-86e3-4f64-a641-4798161b38d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/690f2403-6c12-495f-a294-6508d1bbe66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1680324 Jul 16 21:02:14.348193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53cb0c23-fc84-4958-8aec-a7d208e7b0cd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:14.351513 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-dcd39131-30ae-4d33-a6cc-588041640372 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688580326&fields=id&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 267 time: 0.0560465 Jul 16 21:02:14.382233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed993b-b048-4fd1-ae2d-d865e6d9813c None None] Network dcfeb423-20db-4328-9d19-8dc155e7729b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:14.424428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a6e591e3-949f-40c6-9451-6113421ca9d7 None None] Provisioning for port ebed64ec-6733-4fe6-9345-79651514e275 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:14.488589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:14.492960 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-7d6c3d71-5724-4200-a186-35b96c00c14d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:14.494545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-7d6c3d71-5724-4200-a186-35b96c00c14d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/networks?id=dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 200 len: 797 time: 0.1255815 Jul 16 21:02:14.509927 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-d36d5e57-19fa-47e6-8ef5-b92763867663 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/quotas/b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 375 time: 0.0097442 Jul 16 21:02:14.511096 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:14.511563 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.581239 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-9bf15ecb-a35e-46a2-ba97-bb3d969db899 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649636 Jul 16 21:02:14.640880 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.667732 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:14.673299 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.674366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ebed64ec-6733-4fe6-9345-79651514e275 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:14.707170 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-6aac3048-bf85-4241-bc4d-a5777a791d72 service neutron] 10.222.0.91 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133690 Jul 16 21:02:14.755104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:14.775475 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port ebed64ec-6733-4fe6-9345-79651514e275 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:14.781977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ebed64ec-6733-4fe6-9345-79651514e275 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:14.782414 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:14.825960 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-3aadc53d-c429-41da-8fba-a1a3c08ef1f5 service neutron] 10.222.0.91 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128886 Jul 16 21:02:15.001060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d8da91d8-2341-433b-9004-a7d51727b247 None None] Provisioning complete for port ebed64ec-6733-4fe6-9345-79651514e275 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:15.001425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8da91d8-2341-433b-9004-a7d51727b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.054350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-80085bfd-97a1-4e59-99c1-0fe9ea56ca60 req-63efb408-991c-4286-874e-84c024555763 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 210 time: 0.0451608 Jul 16 21:02:15.069604 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Sync routers for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:15.083058 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:15.084011 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:15.094930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.156991 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8da91d8-2341-433b-9004-a7d51727b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.168580 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port ebed64ec-6733-4fe6-9345-79651514e275, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ebed64ec-6733-4fe6-9345-79651514e275,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:15.177915 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.196130 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:15.254521 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.db.api [None req-d8da91d8-2341-433b-9004-a7d51727b247 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:02:15.254903 n-d-792458-10 neutron-server[93863]: DEBUG oslo_db.api [None req-d8da91d8-2341-433b-9004-a7d51727b247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:02:15.255539 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=ebed64ec-6733-4fe6-9345-79651514e275,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:15.411303 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 2, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:15.437245 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Checking router: 690f2403-6c12-495f-a294-6508d1bbe66f for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:15.437563 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Updating router 690f2403-6c12-495f-a294-6508d1bbe66f port a86d4a6d-425f-469e-95b1-71fa8496ee0c binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:15.477122 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.775797 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.787013 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Transition to ACTIVE for port object a86d4a6d-425f-469e-95b1-71fa8496ee0c will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:15.793055 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.812396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d8da91d8-2341-433b-9004-a7d51727b247 None None] Provisioning for port a86d4a6d-425f-469e-95b1-71fa8496ee0c completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:15.847912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Pushing event updated for resources: {'Port': ['ID=a86d4a6d-425f-469e-95b1-71fa8496ee0c,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:15.877220 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.877454 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.877784 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.878097 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.878414 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.878734 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.879064 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.879377 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.879708 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.880018 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.880326 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.880972 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:15.912986 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Attempting to bind port a86d4a6d-425f-469e-95b1-71fa8496ee0c on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:15.913350 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Attempting to bind port a86d4a6d-425f-469e-95b1-71fa8496ee0c by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:15.913704 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Attempting to bind port a86d4a6d-425f-469e-95b1-71fa8496ee0c on network dcfeb423-20db-4328-9d19-8dc155e7729b {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:15.919076 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:15.919463 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Checking segment: {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:15.919847 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:15.920337 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Bound using segment: {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:15.920812 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Bound port: a86d4a6d-425f-469e-95b1-71fa8496ee0c, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:15.921198 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.004784 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] For port a86d4a6d-425f-469e-95b1-71fa8496ee0c, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:16.009073 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] For port a86d4a6d-425f-469e-95b1-71fa8496ee0c, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a86d4a6d-425f-469e-95b1-71fa8496ee0c,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:16.017996 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.078728 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f279113-2da2-4202-891a-e53ceba38491 None None] Pushing event updated for resources: {'Port': ['ID=a86d4a6d-425f-469e-95b1-71fa8496ee0c,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:16.087897 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:16.088716 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:16.179831 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d06d49f9-9b45-4b2f-a9b0-be22db7ebdbb req-3eff239c-6d4f-4c3d-9803-9ad2f1c7222e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 210 time: 0.0499740 Jul 16 21:02:16.209812 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:16.268395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53cb0c23-fc84-4958-8aec-a7d208e7b0cd up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:16.328316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:16.328680 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.436923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ebed64ec-6733-4fe6-9345-79651514e275 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:16.494244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port ebed64ec-6733-4fe6-9345-79651514e275 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:16.494615 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.548625 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:15Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:16.580716 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f237d-e5f5-4b7c-ab89-c21f72999b57 None None] The sync data for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 is: [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:15Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:17.333539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-be7a316e-16be-4660-8684-4d03c187dee4 req-d411988a-5f85-4df9-8656-9ff8a2ad2ba1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 210 time: 0.0313146 Jul 16 21:02:18.267620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a86d4a6d-425f-469e-95b1-71fa8496ee0c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:18.319049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port a86d4a6d-425f-469e-95b1-71fa8496ee0c completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:18.323357 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a86d4a6d-425f-469e-95b1-71fa8496ee0c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:18.323916 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:18.408545 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:18.441302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port a86d4a6d-425f-469e-95b1-71fa8496ee0c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a86d4a6d-425f-469e-95b1-71fa8496ee0c,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:18.454270 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:18.483285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5c27e261-3cb4-4fe4-a592-8d82f52a1bda req-69e0eb6b-ddc2-4286-93b2-31ab7428366e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 210 time: 0.0390747 Jul 16 21:02:18.526455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=a86d4a6d-425f-469e-95b1-71fa8496ee0c,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:18.732800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-38cdff51-caa5-42a7-b5da-62ef425ce254 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:18.734594 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-38cdff51-caa5-42a7-b5da-62ef425ce254 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/networks?id=dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 200 len: 797 time: 0.1173956 Jul 16 21:02:18.786168 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-6df1830f-f015-44aa-ada3-e9b89ba767a1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 379 time: 0.0386169 Jul 16 21:02:18.796104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'port': {'device_id': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'admin_state_up': True, 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'security_groups': ['fba00117-e910-475f-993a-9b9792a58edd']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:18.909904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:18.913585 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.056719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.9 (dcfeb423-20db-4328-9d19-8dc155e7729b/0e9cc69c-ef84-4114-9921-3dca1e9c8e2c/deda5d8a-6342-494d-9d22-54de4e3cee5b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:19.234866 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.254652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object deda5d8a-6342-494d-9d22-54de4e3cee5b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:19.292990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.341499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network dcfeb423-20db-4328-9d19-8dc155e7729b is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:19.345459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:19.350154 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:19.375598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=deda5d8a-6342-494d-9d22-54de4e3cee5b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:19.406101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:19.406738 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.424384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-db06ef4c-f98c-487f-bbe6-805c194b12b8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6322391 Jul 16 21:02:19.435738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Request body: {'port': {'device_id': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:19.519360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.612634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-70b2a973-bc5d-45b3-a6bf-473bdbc8dd2f None None] Provisioning for port deda5d8a-6342-494d-9d22-54de4e3cee5b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:19.620903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-70b2a973-bc5d-45b3-a6bf-473bdbc8dd2f None None] Provisioning complete for port deda5d8a-6342-494d-9d22-54de4e3cee5b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:19.621279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70b2a973-bc5d-45b3-a6bf-473bdbc8dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.656478 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-70b2a973-bc5d-45b3-a6bf-473bdbc8dd2f None None] Port deda5d8a-6342-494d-9d22-54de4e3cee5b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:19.688683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed64aef-aac9-4ae8-8319-6d944df905d7 req-5223652c-f66c-410e-8dba-afc5871708f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:19.690380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ed64aef-aac9-4ae8-8319-6d944df905d7 req-5223652c-f66c-410e-8dba-afc5871708f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 931 time: 0.0759666 Jul 16 21:02:19.732153 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6ed64aef-aac9-4ae8-8319-6d944df905d7 req-64d08205-61f6-4ea9-8c23-5ccf2338f221 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356410 Jul 16 21:02:19.803731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deda5d8a-6342-494d-9d22-54de4e3cee5b {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:02:19.812302 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.826173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Transition to ACTIVE for port object deda5d8a-6342-494d-9d22-54de4e3cee5b will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:19.830662 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:19.899677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=deda5d8a-6342-494d-9d22-54de4e3cee5b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:19.963123 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Attempting to bind port deda5d8a-6342-494d-9d22-54de4e3cee5b on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:19.963465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Attempting to bind port deda5d8a-6342-494d-9d22-54de4e3cee5b by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:19.963795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Attempting to bind port deda5d8a-6342-494d-9d22-54de4e3cee5b on network dcfeb423-20db-4328-9d19-8dc155e7729b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:19.968802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Port deda5d8a-6342-494d-9d22-54de4e3cee5b on network dcfeb423-20db-4328-9d19-8dc155e7729b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:02:19.969210 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Attempting to bind port deda5d8a-6342-494d-9d22-54de4e3cee5b on network dcfeb423-20db-4328-9d19-8dc155e7729b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:19.974501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:19.975048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Checking segment: {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:19.975318 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Bound using segment: {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:19.975746 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Bound port: deda5d8a-6342-494d-9d22-54de4e3cee5b, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99013134-e058-4859-969d-0eb5ff6e6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:19.976111 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.046428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] For port deda5d8a-6342-494d-9d22-54de4e3cee5b, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:20.049665 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] For port deda5d8a-6342-494d-9d22-54de4e3cee5b, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:20.056561 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.090019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.090638 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.092173 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] 10.222.0.79 "PUT /v2.0/ports/deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 200 len: 1092 time: 0.6608419 Jul 16 21:02:20.092685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:20.094968 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002cc78-5120-4c26-8499-1ddb1d314806" -d '{"events": [{"name": "network-changed", "server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:20.124340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23de7-40d2-4e37-a527-67cc4073cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=deda5d8a-6342-494d-9d22-54de4e3cee5b,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:20.145976 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9425fec1-0806-47b8-8427-57e19d91abd1 x-openstack-request-id: req-9425fec1-0806-47b8-8427-57e19d91abd1 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:20.146330 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:20.146660 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9425fec1-0806-47b8-8427-57e19d91abd1 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:20.147158 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'status': 'completed', 'code': 200} Jul 16 21:02:20.203720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-4df2c262-40c0-4706-bee2-70a5391a2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.205324 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-4df2c262-40c0-4706-bee2-70a5391a2bf6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1095 time: 0.0687759 Jul 16 21:02:20.249143 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-6d6a22be-934b-4ed4-bb5b-5a12ca1ffdd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 200 len: 217 time: 0.0363667 Jul 16 21:02:20.257999 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a86d4a6d-425f-469e-95b1-71fa8496ee0c up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:20.301144 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-a671363a-b17e-4892-a02b-c1542514810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.302634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-a671363a-b17e-4892-a02b-c1542514810e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c HTTP/1.1" status: 200 len: 835 time: 0.0473311 Jul 16 21:02:20.335346 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port a86d4a6d-425f-469e-95b1-71fa8496ee0c triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:20.335843 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.363541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-a16df8af-fcf2-4db0-87a3-e8f329b7dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.365165 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-a16df8af-fcf2-4db0-87a3-e8f329b7dcbc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dcfeb423-20db-4328-9d19-8dc155e7729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565157 Jul 16 21:02:20.465247 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-aa64b9f2-a180-4394-a95c-154bc4466b8e service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936127 Jul 16 21:02:20.571741 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d32e54a9-47d9-443d-a958-a2b1b8f750d9 req-c3840a9a-6b04-430f-aca3-97e0264f6bf7 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992050 Jul 16 21:02:20.677858 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-a89338b4-06f2-43d6-97de-df1bd3fe92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.679410 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-a89338b4-06f2-43d6-97de-df1bd3fe92f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1095 time: 0.0568011 Jul 16 21:02:20.769372 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-b48f15f0-5c03-469d-8a02-1da351702b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.771412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-b48f15f0-5c03-469d-8a02-1da351702b31 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 200 len: 898 time: 0.0854981 Jul 16 21:02:20.818332 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-716e2732-dc74-4795-86c7-47a32036d829 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 200 len: 217 time: 0.0409729 Jul 16 21:02:20.868257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-5918dc2e-455c-4bb3-8938-7d6a8f3c2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.869778 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-5918dc2e-455c-4bb3-8938-7d6a8f3c2deb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c HTTP/1.1" status: 200 len: 835 time: 0.0453763 Jul 16 21:02:20.921902 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edda64-6c0c-4bc7-85bc-fb784284c8e6 req-fbc3997f-95c8-4aec-8be0-450ed58e83e1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.923338 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89edda64-6c0c-4bc7-85bc-fb784284c8e6 req-fbc3997f-95c8-4aec-8be0-450ed58e83e1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 943 time: 0.0700336 Jul 16 21:02:20.928808 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-203eb867-a598-4d9f-904a-fb7f69b2af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.930313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-203eb867-a598-4d9f-904a-fb7f69b2af01 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dcfeb423-20db-4328-9d19-8dc155e7729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532305 Jul 16 21:02:20.963723 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-89edda64-6c0c-4bc7-85bc-fb784284c8e6 req-c4157f78-08e4-4187-a33e-a6d4232bb35f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344565 Jul 16 21:02:21.027394 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-c496beb4-0ad2-486c-8f6c-d1d9e2b4d839 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891976 Jul 16 21:02:21.122408 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5002cc78-5120-4c26-8499-1ddb1d314806 req-13d4219d-c307-44e8-93a3-bbed11b8df8b service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869112 Jul 16 21:02:22.158027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662571c3-314e-494e-a635-65d62c83d53b req-e738ece6-9fcb-403a-b7eb-158e2aba421a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:22.159579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-662571c3-314e-494e-a635-65d62c83d53b req-e738ece6-9fcb-403a-b7eb-158e2aba421a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 943 time: 0.0770159 Jul 16 21:02:22.200373 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-662571c3-314e-494e-a635-65d62c83d53b req-e2206c7f-3793-4d3e-8936-3b9ce9204e6b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350189 Jul 16 21:02:23.378897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47aea-59a4-4d7f-b210-fdcf6f4fadaa req-f071552d-903b-4d41-b98c-9cc1d33969c8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:23.380408 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eef47aea-59a4-4d7f-b210-fdcf6f4fadaa req-f071552d-903b-4d41-b98c-9cc1d33969c8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 943 time: 0.0679927 Jul 16 21:02:23.424118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eef47aea-59a4-4d7f-b210-fdcf6f4fadaa req-b281700c-c2da-4023-89d3-3377e4215fd1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376551 Jul 16 21:02:23.597312 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device deda5d8a-6342-494d-9d22-54de4e3cee5b details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:02:23.697985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port deda5d8a-6342-494d-9d22-54de4e3cee5b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:23.709567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'port_id': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'mac_address': 'fa:16:3e:fb:98:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:02:23.748869 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.761259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deda5d8a-6342-494d-9d22-54de4e3cee5b {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:02:23.783133 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port deda5d8a-6342-494d-9d22-54de4e3cee5b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:23.789583 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.841086 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=deda5d8a-6342-494d-9d22-54de4e3cee5b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:23.989966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['deda5d8a-6342-494d-9d22-54de4e3cee5b'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:02:24.608861 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d46ff-e073-45d9-b9b5-11ea5c16cf0d req-77f664c6-f5bd-4a6a-ac6f-ba4e8e438f43 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:24.610422 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-811d46ff-e073-45d9-b9b5-11ea5c16cf0d req-77f664c6-f5bd-4a6a-ac6f-ba4e8e438f43 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 944 time: 0.0723877 Jul 16 21:02:24.654763 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-811d46ff-e073-45d9-b9b5-11ea5c16cf0d req-dbebccf9-a7fe-47b1-a4b4-416601865ffc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383110 Jul 16 21:02:25.612433 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device deda5d8a-6342-494d-9d22-54de4e3cee5b up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:25.667170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port deda5d8a-6342-494d-9d22-54de4e3cee5b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:25.671155 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port deda5d8a-6342-494d-9d22-54de4e3cee5b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:25.671475 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.757666 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.789497 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:25.791771 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e359b2f-14a2-4a21-9ddb-ffed3a321f7a" -d '{"events": [{"server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "name": "network-vif-plugged", "status": "completed", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:25.807276 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port deda5d8a-6342-494d-9d22-54de4e3cee5b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:25.812135 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.836129 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e716ce-9c6f-461a-9735-d27423ad2cae x-openstack-request-id: req-52e716ce-9c6f-461a-9735-d27423ad2cae {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:25.836468 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "name": "network-vif-plugged", "status": "completed", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:25.836678 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-52e716ce-9c6f-461a-9735-d27423ad2cae {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:25.837127 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'code': 200} Jul 16 21:02:25.857511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb704c16-d259-4c8b-8fa9-6d30c5573532 req-0ab25626-f1a6-4e0b-bf17-47beaa3d32dc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.862209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb704c16-d259-4c8b-8fa9-6d30c5573532 req-0ab25626-f1a6-4e0b-bf17-47beaa3d32dc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 944 time: 0.0769613 Jul 16 21:02:25.869084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=deda5d8a-6342-494d-9d22-54de4e3cee5b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:25.905118 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bb704c16-d259-4c8b-8fa9-6d30c5573532 req-7ff8dc1b-e8bd-460b-ba65-bd8d922d5519 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369976 Jul 16 21:02:25.953178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb5eb-ae05-4925-a91c-8dc668919309 req-35bc5b64-b0f9-42e1-a3a9-39adf21984de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.954695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbdcb5eb-ae05-4925-a91c-8dc668919309 req-35bc5b64-b0f9-42e1-a3a9-39adf21984de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1097 time: 0.0592535 Jul 16 21:02:25.989642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bbdcb5eb-ae05-4925-a91c-8dc668919309 req-655f7968-7921-457e-880a-b91835b89f73 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282946 Jul 16 21:02:27.088264 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a913338-815c-4db6-9087-2b71b0e9f574 req-f7d33283-2710-4a56-b0b9-a0f1aeebfa21 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.089754 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a913338-815c-4db6-9087-2b71b0e9f574 req-f7d33283-2710-4a56-b0b9-a0f1aeebfa21 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0667160 Jul 16 21:02:27.129497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9a913338-815c-4db6-9087-2b71b0e9f574 req-98a39b27-1ea1-4f8d-b60d-b4c44a9cd8ca tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335360 Jul 16 21:02:27.309660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793590e-cbbf-4ad4-ba24-cafa99ff8530 req-92c9930b-c122-42f8-9078-77cb772f041d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.311200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d793590e-cbbf-4ad4-ba24-cafa99ff8530 req-92c9930b-c122-42f8-9078-77cb772f041d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0708773 Jul 16 21:02:27.364472 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d793590e-cbbf-4ad4-ba24-cafa99ff8530 req-607e25c6-2bb8-4cc6-b531-f181651be8fd tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Jul 16 21:02:27.391215 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41246) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:27.448880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb54ee-8b4e-404f-9a44-cdcdf18c701c tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.450440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e7fb54ee-8b4e-404f-9a44-cdcdf18c701c tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1092 time: 0.0578883 Jul 16 21:02:27.453575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41248) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:27.458225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:27.482910 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.594453 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.712439 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.211 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f878acca-c7d5-4776-8f9b-11154787506a) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:27.832017 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.876544 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.915704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:27.918492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:27.923218 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:27.928076 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=f878acca-c7d5-4776-8f9b-11154787506a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:28.656116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:28.750341 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:28.913392 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:28.919350 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:28.987035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=f878acca-c7d5-4776-8f9b-11154787506a,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:28.999224 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.100483 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 750432b1-f821-43a3-9a73-e26cbe6cae9f associated. External IP: 172.25.3.211, port: deda5d8a-6342-494d-9d22-54de4e3cee5b. Jul 16 21:02:29.316961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 690f2403-6c12-495f-a294-6508d1bbe66f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:29.429409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:29.445354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] Sync routers for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:29.446596 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.456547 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:29.457192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:29.490065 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-703dd7c0-857a-42bc-bc83-3c8b504c76d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0353804 Jul 16 21:02:29.490847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:29.493186 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f1d368-41c3-4efd-b333-7c094100605b" -d '{"events": [{"name": "network-changed", "server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:29.541131 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1d3e93-0300-4a38-abca-eb04f97c2e5a x-openstack-request-id: req-2b1d3e93-0300-4a38-abca-eb04f97c2e5a {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:29.541398 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:29.541660 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2b1d3e93-0300-4a38-abca-eb04f97c2e5a {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:29.542120 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'status': 'completed', 'code': 200} Jul 16 21:02:29.581349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:29.665370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d368-41c3-4efd-b333-7c094100605b req-ea144e94-42c0-41df-9c7d-33cfe5b3ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.666901 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6f1d368-41c3-4efd-b333-7c094100605b req-ea144e94-42c0-41df-9c7d-33cfe5b3ac59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1097 time: 0.1015882 Jul 16 21:02:29.709671 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72ad23-70ba-406f-84c8-8b3e7a4720ec req-ef47a23c-6fce-4716-96af-6221b2297291 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.711190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e72ad23-70ba-406f-84c8-8b3e7a4720ec req-ef47a23c-6fce-4716-96af-6221b2297291 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.1078327 Jul 16 21:02:29.788569 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e72ad23-70ba-406f-84c8-8b3e7a4720ec req-1e0f082d-d165-4475-9597-2454e1580b40 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691085 Jul 16 21:02:29.802568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d368-41c3-4efd-b333-7c094100605b req-ffda3e09-9740-4618-b3e2-ef528b26de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.809261 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6f1d368-41c3-4efd-b333-7c094100605b req-ffda3e09-9740-4618-b3e2-ef528b26de3f service neutron] 10.222.0.79 "GET /v2.0/networks?id=dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 200 len: 898 time: 0.1310782 Jul 16 21:02:29.814257 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41254) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:29.823112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '750432b1-f821-43a3-9a73-e26cbe6cae9f', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'port_id': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'mac_address': 'fa:16:3e:fb:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:28Z', 'updated_at': '2021-07-16T21:02:28Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:18Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:29.854647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] Checking router: 690f2403-6c12-495f-a294-6508d1bbe66f for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:29.864051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:29.864673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:02:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:29.880095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6f1d368-41c3-4efd-b333-7c094100605b req-2a2aa481-ca87-4c4a-bda9-872d58afa8c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 200 len: 999 time: 0.0692210 Jul 16 21:02:29.890548 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-33e60e9c-4ba0-4973-a2e5-27d83f9c2534 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/750432b1-f821-43a3-9a73-e26cbe6cae9f HTTP/1.1" status: 200 len: 991 time: 0.0733948 Jul 16 21:02:29.946571 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d368-41c3-4efd-b333-7c094100605b req-2c2948ed-7579-4ba9-8a1e-91ccd656c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.949106 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6f1d368-41c3-4efd-b333-7c094100605b req-2c2948ed-7579-4ba9-8a1e-91ccd656c357 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c HTTP/1.1" status: 200 len: 835 time: 0.0631902 Jul 16 21:02:29.988685 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:30.011621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d368-41c3-4efd-b333-7c094100605b req-22dfe7a3-b466-4d45-8af0-3051678e86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:30.013038 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6f1d368-41c3-4efd-b333-7c094100605b req-22dfe7a3-b466-4d45-8af0-3051678e86e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dcfeb423-20db-4328-9d19-8dc155e7729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582798 Jul 16 21:02:30.112979 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6f1d368-41c3-4efd-b333-7c094100605b req-092bc1af-0845-4464-be5d-d1d89b8cc7ec service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933640 Jul 16 21:02:30.207757 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a6f1d368-41c3-4efd-b333-7c094100605b req-162dfd73-b7f0-47f9-8133-4dbf5d6ce171 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885544 Jul 16 21:02:30.225439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '750432b1-f821-43a3-9a73-e26cbe6cae9f', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'port_id': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'mac_address': 'fa:16:3e:fb:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:28Z', 'updated_at': '2021-07-16T21:02:28Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:18Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:30.252114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ce849-526b-4a59-92ef-497caf4f4fd8 None None] The sync data for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 is: [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '750432b1-f821-43a3-9a73-e26cbe6cae9f', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'port_id': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'mac_address': 'fa:16:3e:fb:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:28Z', 'updated_at': '2021-07-16T21:02:28Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:18Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:30.472352 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42c0f1-6f1f-4d50-9658-42ef2a3ae685 None None] New status for floating IP 750432b1-f821-43a3-9a73-e26cbe6cae9f: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:02:30.893306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41256) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:30.953848 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4592aa00-8f09-41db-8674-6747a6c100e3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/750432b1-f821-43a3-9a73-e26cbe6cae9f HTTP/1.1" status: 200 len: 993 time: 0.0594425 Jul 16 21:02:31.237150 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:02:36.095490 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-172750f6-f573-4079-8d4d-9e5d24e76633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.676291 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.913113 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-83da9279-2487-490c-8e01-be098bbffbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.039114 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.489990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.237528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.031378 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:02.507967 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-ec9ab023-abf7-4cd2-a23c-5bd62d33e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:02.509534 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-ec9ab023-abf7-4cd2-a23c-5bd62d33e79a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1097 time: 0.0613160 Jul 16 21:03:02.548890 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa26b4-c1a8-4688-ac27-4fc989a7547d req-625ad930-ac49-44b5-bd06-9b935327723c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:02.550505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3fa26b4-c1a8-4688-ac27-4fc989a7547d req-625ad930-ac49-44b5-bd06-9b935327723c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0710742 Jul 16 21:03:02.590471 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3fa26b4-c1a8-4688-ac27-4fc989a7547d req-70d18a23-b217-4501-b816-8c66b6251308 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342150 Jul 16 21:03:02.601986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-d93d9891-5a90-47b5-b555-1f8e96ace975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:02.603613 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-d93d9891-5a90-47b5-b555-1f8e96ace975 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 200 len: 898 time: 0.0874536 Jul 16 21:03:02.676477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-e36f4b92-5000-4615-bc11-8da6de56671a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 200 len: 1001 time: 0.0662205 Jul 16 21:03:02.726104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-18e7c427-2736-4ee1-88ec-fbf45533cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:02.727579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-18e7c427-2736-4ee1-88ec-fbf45533cf09 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c HTTP/1.1" status: 200 len: 835 time: 0.0449386 Jul 16 21:03:02.787688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-b000dcff-f534-4e19-95d9-704d606186b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:02.789060 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-b000dcff-f534-4e19-95d9-704d606186b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dcfeb423-20db-4328-9d19-8dc155e7729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549541 Jul 16 21:03:02.888360 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-1e796063-da9b-4c54-853c-34a6d36653c5 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924587 Jul 16 21:03:02.983403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-20fc4897-ba7a-40d9-84c3-26cb6d0e7a4c req-821d79ea-57af-4f4d-ba96-010f16610fc2 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878408 Jul 16 21:03:03.777091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89f16-437c-4e4b-8ae1-b82383ee7415 req-9ca2230e-f6cb-4af9-87e4-bbbebb6588c0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:03.778646 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8ed89f16-437c-4e4b-8ae1-b82383ee7415 req-9ca2230e-f6cb-4af9-87e4-bbbebb6588c0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0723994 Jul 16 21:03:03.820990 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8ed89f16-437c-4e4b-8ae1-b82383ee7415 req-745bd73c-2067-4a2a-9881-2921da84afc5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335383 Jul 16 21:03:05.017719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3838a-03dc-46e1-84e7-8b5492c23ee7 req-32dc8958-f7dd-4b58-8ef4-e3f506aac369 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:05.019278 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2b3838a-03dc-46e1-84e7-8b5492c23ee7 req-32dc8958-f7dd-4b58-8ef4-e3f506aac369 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0665414 Jul 16 21:03:05.059199 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2b3838a-03dc-46e1-84e7-8b5492c23ee7 req-1ba76353-dd42-4bfc-9d51-a959cc962e09 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338879 Jul 16 21:03:06.090612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea45b9d7-f56d-4c4b-8b0d-640f166c295e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:06.245273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c37c0-a588-42cd-958a-8334d22399cf req-b5f1d652-f4b2-4363-a0bc-eb55ee7ab425 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:06.246797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b98c37c0-a588-42cd-958a-8334d22399cf req-b5f1d652-f4b2-4363-a0bc-eb55ee7ab425 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0723460 Jul 16 21:03:06.286782 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b98c37c0-a588-42cd-958a-8334d22399cf req-c6996cbb-dcb6-4f81-bffa-3e433592d6c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341425 Jul 16 21:03:07.472127 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d19b-99fe-4114-a697-d452ad3607c5 req-e3623295-db03-4454-938c-6710097123db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:07.473675 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6c0d19b-99fe-4114-a697-d452ad3607c5 req-e3623295-db03-4454-938c-6710097123db tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0738394 Jul 16 21:03:07.521969 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b6c0d19b-99fe-4114-a697-d452ad3607c5 req-00cc678d-095f-4596-8f2f-62a5125c137b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Jul 16 21:03:07.747820 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82906cc7-f478-4958-ae15-b04415441ff3 req-796c9dc7-ba02-4e69-aa7a-b65fad808781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:07.749421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82906cc7-f478-4958-ae15-b04415441ff3 req-796c9dc7-ba02-4e69-aa7a-b65fad808781 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1097 time: 0.0569994 Jul 16 21:03:07.867392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82906cc7-f478-4958-ae15-b04415441ff3 req-5a09907c-c2f8-4b41-8a47-c478f05dd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:07.868991 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82906cc7-f478-4958-ae15-b04415441ff3 req-5a09907c-c2f8-4b41-8a47-c478f05dd4d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 200 len: 898 time: 0.0976720 Jul 16 21:03:07.939557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82906cc7-f478-4958-ae15-b04415441ff3 req-f5da769f-82ed-4ef2-8fbf-12c0435d7c6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 200 len: 1001 time: 0.0642276 Jul 16 21:03:07.990781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82906cc7-f478-4958-ae15-b04415441ff3 req-4722c84a-f016-450c-9398-c60730afcec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:07.992350 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82906cc7-f478-4958-ae15-b04415441ff3 req-4722c84a-f016-450c-9398-c60730afcec6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c HTTP/1.1" status: 200 len: 835 time: 0.0471864 Jul 16 21:03:08.068492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82906cc7-f478-4958-ae15-b04415441ff3 req-adea609c-087b-4934-83e5-db2b453adc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:08.070040 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82906cc7-f478-4958-ae15-b04415441ff3 req-adea609c-087b-4934-83e5-db2b453adc82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dcfeb423-20db-4328-9d19-8dc155e7729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719891 Jul 16 21:03:08.170879 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82906cc7-f478-4958-ae15-b04415441ff3 req-42c050c3-a461-4200-bda6-5d5f854c7ccf service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943158 Jul 16 21:03:08.241078 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:08.276860 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82906cc7-f478-4958-ae15-b04415441ff3 req-fc059623-da85-4436-802d-c71dcff3b061 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996635 Jul 16 21:03:08.679707 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:08.719949 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876b04-587b-4acd-88af-abe6480d9a29 req-85328118-22f0-4ea9-88ae-845ce9868393 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:08.721475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea876b04-587b-4acd-88af-abe6480d9a29 req-85328118-22f0-4ea9-88ae-845ce9868393 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0729373 Jul 16 21:03:08.760914 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ea876b04-587b-4acd-88af-abe6480d9a29 req-a8f00db4-d357-4862-b672-4f412d9bc93c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333209 Jul 16 21:03:08.910611 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b4656df6-17cc-4160-8554-df1e4963f253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:09.027696 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:09.492265 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:09.960358 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbbe54-1be9-4ae4-9188-2f3ebbb7bf5f req-8bf6ae0f-3276-4055-a4d9-4cc9c63d1e28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:09.961849 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ecbbe54-1be9-4ae4-9188-2f3ebbb7bf5f req-8bf6ae0f-3276-4055-a4d9-4cc9c63d1e28 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0823264 Jul 16 21:03:10.004752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2ecbbe54-1be9-4ae4-9188-2f3ebbb7bf5f req-433a8e24-453b-4b0b-b5d7-b6ab9f840504 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371287 Jul 16 21:03:10.242437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:11.200995 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006f529-370c-4b90-a64e-70d158f6cf91 req-5e9e72a1-3885-4116-91e2-c70d882507a6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:11.202503 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d006f529-370c-4b90-a64e-70d158f6cf91 req-5e9e72a1-3885-4116-91e2-c70d882507a6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0750296 Jul 16 21:03:11.242012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d006f529-370c-4b90-a64e-70d158f6cf91 req-a0330aa9-3b0b-4974-a295-fc69b6e6a668 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337825 Jul 16 21:03:12.040643 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:12.437438 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffca6e-4f42-47b3-9647-38eacbea5bfd req-0a896e10-921e-46de-806e-7ed7648b8181 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:12.438980 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ffca6e-4f42-47b3-9647-38eacbea5bfd req-0a896e10-921e-46de-806e-7ed7648b8181 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0683477 Jul 16 21:03:12.482325 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d0ffca6e-4f42-47b3-9647-38eacbea5bfd req-079ba2f2-0f26-4d9f-81a0-e7906aef7805 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Jul 16 21:03:13.668077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e426-357e-475c-a9f0-c4c45a08802d req-55fdfee3-465e-42aa-bd95-39aa769a3179 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:13.669668 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d952e426-357e-475c-a9f0-c4c45a08802d req-55fdfee3-465e-42aa-bd95-39aa769a3179 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0697978 Jul 16 21:03:13.722164 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d952e426-357e-475c-a9f0-c4c45a08802d req-3b5201a2-bad1-4ebb-ae2e-20b790497598 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440950 Jul 16 21:03:14.907367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d17-9de5-4e93-9e6f-8e8702447e85 req-ea6ab473-79c3-411a-88b0-d2bd019f425b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:14.908758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1881d17-9de5-4e93-9e6f-8e8702447e85 req-ea6ab473-79c3-411a-88b0-d2bd019f425b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0711823 Jul 16 21:03:14.951715 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c1881d17-9de5-4e93-9e6f-8e8702447e85 req-6be0056d-4e2d-4d93-b3af-4e9bea1c4677 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356171 Jul 16 21:03:16.163219 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ddd5c-327d-4071-9195-36480d51e862 req-27ba9eb0-6e9e-4f62-a0d4-aef476bc3acc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:16.164821 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac5ddd5c-327d-4071-9195-36480d51e862 req-27ba9eb0-6e9e-4f62-a0d4-aef476bc3acc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0754225 Jul 16 21:03:16.205545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ac5ddd5c-327d-4071-9195-36480d51e862 req-9949bcfd-623d-4791-b64e-ba06a0115408 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341201 Jul 16 21:03:17.395381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1b30f-c8ff-49fd-82eb-662027bf378c req-7feb2fff-7465-4aff-a9f7-e47bfd076eb8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:17.396960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ae1b30f-c8ff-49fd-82eb-662027bf378c req-7feb2fff-7465-4aff-a9f7-e47bfd076eb8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0649474 Jul 16 21:03:17.435870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8ae1b30f-c8ff-49fd-82eb-662027bf378c req-c3fb0e3e-933a-4395-87ec-286b40da2ea1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Jul 16 21:03:18.628966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420dc50-5a37-493b-a2f3-d1443c908099 req-eae0b6e7-819c-4be6-9669-620792c0633f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:18.630642 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d420dc50-5a37-493b-a2f3-d1443c908099 req-eae0b6e7-819c-4be6-9669-620792c0633f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0769753 Jul 16 21:03:18.670780 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d420dc50-5a37-493b-a2f3-d1443c908099 req-bea58fc3-3dce-43bd-bfa5-3d61445583da tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344083 Jul 16 21:03:19.863156 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf3568-746d-432a-a92e-df79aa855b67 req-e3f59d6f-d76a-477e-b288-7f84c9f6b734 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:19.864641 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7dbf3568-746d-432a-a92e-df79aa855b67 req-e3f59d6f-d76a-477e-b288-7f84c9f6b734 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0824184 Jul 16 21:03:19.904220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7dbf3568-746d-432a-a92e-df79aa855b67 req-024cc73b-c8d2-4899-abfd-1fc3b6ba8fe0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337415 Jul 16 21:03:19.932823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41306) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:19.997789 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-19d118d2-c13d-4b88-a3b4-42cd391fa9b9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/750432b1-f821-43a3-9a73-e26cbe6cae9f HTTP/1.1" status: 200 len: 993 time: 0.0636926 Jul 16 21:03:36.103268 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8def09ad-4973-410a-8215-2ff4ea43cd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:38.685994 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:38.903988 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc82c94b-9ddf-4ba9-9a15-35a32d5feb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:39.050424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:39.510072 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:40.244772 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:42.038695 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:45.238415 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:50.737389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41326) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:50.911290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port f878acca-c7d5-4776-8f9b-11154787506a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:03:50.911529 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:50.992904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:50.993228 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:51.005826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for f878acca-c7d5-4776-8f9b-11154787506a owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:03:51.162777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:51.187683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=f878acca-c7d5-4776-8f9b-11154787506a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:03:51.199873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.200034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.200376 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.200733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.201041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.201360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.201682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.202010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.202403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.202721 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.203069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.203413 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:51.263167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:51.263464 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 750432b1-f821-43a3-9a73-e26cbe6cae9f disassociated (deleted). External IP: 172.25.3.211, port: deda5d8a-6342-494d-9d22-54de4e3cee5b. Jul 16 21:03:51.472583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 690f2403-6c12-495f-a294-6508d1bbe66f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:03:51.588909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:03:51.594646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:51.599149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] Sync routers for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:03:51.608449 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:03:51.609094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:51.638348 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c7e459dc-f767-4f10-b115-4ee1cc2bc0a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/floatingips/750432b1-f821-43a3-9a73-e26cbe6cae9f HTTP/1.1" status: 204 len: 168 time: 0.8998301 Jul 16 21:03:51.639055 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:03:51.641966 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb97f8d-8df8-4f1c-8fad-59f66024de26" -d '{"events": [{"name": "network-changed", "server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:03:51.697852 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b08ac3-5b61-4c67-a9d9-cbe48446fa24 x-openstack-request-id: req-27b08ac3-5b61-4c67-a9d9-cbe48446fa24 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:03:51.698148 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:03:51.698399 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-27b08ac3-5b61-4c67-a9d9-cbe48446fa24 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:03:51.698807 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'status': 'completed', 'code': 200} Jul 16 21:03:51.720080 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:03:51.781474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-609d97d8-0661-483b-b317-cd1b0f2f21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:51.783032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-609d97d8-0661-483b-b317-cd1b0f2f21f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 1097 time: 0.0600977 Jul 16 21:03:51.896572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-88a65f2f-f92d-4727-b7e4-5434c98e20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:51.898079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-88a65f2f-f92d-4727-b7e4-5434c98e20fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 200 len: 898 time: 0.1086936 Jul 16 21:03:51.946941 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-c3b33f6d-3455-4d04-828a-2061cf51cd0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 200 len: 217 time: 0.0412078 Jul 16 21:03:52.029168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-93883eb0-f9f5-4a63-bceb-6ce4f4df715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:52.030911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-93883eb0-f9f5-4a63-bceb-6ce4f4df715d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c HTTP/1.1" status: 200 len: 835 time: 0.0770893 Jul 16 21:03:52.089992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b9113-3ea6-4a44-a2e5-4a01e3187ded req-86f8bc4d-dca1-40ec-abac-bd0d39f4d765 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:52.091541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff1b9113-3ea6-4a44-a2e5-4a01e3187ded req-86f8bc4d-dca1-40ec-abac-bd0d39f4d765 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.1097698 Jul 16 21:03:52.096756 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:18Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:52.127495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] Checking router: 690f2403-6c12-495f-a294-6508d1bbe66f for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:03:52.136964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:03:52.137599 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:52.143503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-19dcd498-375a-40c2-b6b2-ec215e864293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:52.145181 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-19dcd498-375a-40c2-b6b2-ec215e864293 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dcfeb423-20db-4328-9d19-8dc155e7729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061583 Jul 16 21:03:52.166440 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff1b9113-3ea6-4a44-a2e5-4a01e3187ded req-9b02980a-cfbf-4f8a-8635-b5f726bac5b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590448 Jul 16 21:03:52.257176 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-b5850bee-f4ab-4812-bd45-3abc35875246 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039269 Jul 16 21:03:52.262684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:03:52.375595 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0cb97f8d-8df8-4f1c-8fad-59f66024de26 req-f5ee2571-2a3d-4e4a-b0c8-893802e84d00 service neutron] 10.222.0.79 "GET /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106074 Jul 16 21:03:52.501247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:18Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:52.528371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d7469-206e-43f0-88b0-95b70a9e6411 None None] The sync data for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 is: [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:02:13Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'a86d4a6d-425f-469e-95b1-71fa8496ee0c', 'name': '', 'network_id': 'dcfeb423-20db-4328-9d19-8dc155e7729b', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:bc:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:12Z', 'updated_at': '2021-07-16T21:02:18Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0e9cc69c-ef84-4114-9921-3dca1e9c8e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:03:52.766243 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb261cd-838e-470a-b5bc-3130a7960c90 None None] New status for floating IP 750432b1-f821-43a3-9a73-e26cbe6cae9f: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:03:53.370388 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72e76a-3e31-4101-89f9-2714de344d12 req-968caa3d-f1ec-486c-bdbd-da693fd6572c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:53.371962 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff72e76a-3e31-4101-89f9-2714de344d12 req-968caa3d-f1ec-486c-bdbd-da693fd6572c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0689867 Jul 16 21:03:53.412627 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ff72e76a-3e31-4101-89f9-2714de344d12 req-153b428f-e374-4f9e-a673-682f860a4273 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=fba00117-e910-475f-993a-9b9792a58edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347834 Jul 16 21:03:53.432701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-1c3248f3-8163-4006-9b86-e1ec834f5923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:53.434182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-1c3248f3-8163-4006-9b86-e1ec834f5923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 945 time: 0.0662401 Jul 16 21:03:53.543070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port deda5d8a-6342-494d-9d22-54de4e3cee5b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:03:53.543329 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:53.639370 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port deda5d8a-6342-494d-9d22-54de4e3cee5b, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=deda5d8a-6342-494d-9d22-54de4e3cee5b,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:03:53.639756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:53.655151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for deda5d8a-6342-494d-9d22-54de4e3cee5b owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:03:53.795830 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:53.832085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=deda5d8a-6342-494d-9d22-54de4e3cee5b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:03:53.844331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.844687 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.845038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.845365 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.845701 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.846054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.846386 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.846717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.847732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.847732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.848055 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.848496 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:53.887928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] No DVR routers for this DVR port deda5d8a-6342-494d-9d22-54de4e3cee5b on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:03:53.890609 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:53.892693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b14b164f-d8a8-47c8-915e-6a858c2af879 req-63a968c8-75c7-46f4-bf3c-f40ecb6108c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "DELETE /v2.0/ports/deda5d8a-6342-494d-9d22-54de4e3cee5b HTTP/1.1" status: 204 len: 173 time: 0.4534917 Jul 16 21:03:53.893153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'name': 'network-vif-deleted', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:03:53.895539 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f8a7df-b0d7-4e43-a842-214a74026153" -d '{"events": [{"server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "name": "network-vif-deleted", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:03:53.935552 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09793771-6426-475b-a3cb-a8df4ae058c3 x-openstack-request-id: req-09793771-6426-475b-a3cb-a8df4ae058c3 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:03:53.935854 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302efb8e-d41a-472a-ac77-2b38d0880eac", "name": "network-vif-deleted", "tag": "deda5d8a-6342-494d-9d22-54de4e3cee5b", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:03:53.936179 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-09793771-6426-475b-a3cb-a8df4ae058c3 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:03:53.936587 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302efb8e-d41a-472a-ac77-2b38d0880eac', 'name': 'network-vif-deleted', 'tag': 'deda5d8a-6342-494d-9d22-54de4e3cee5b', 'status': 'completed', 'code': 200} Jul 16 21:03:54.580539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85016069-d449-45da-9d96-f73f85b5171a req-63ce5e9e-c8ef-4bae-aee3-99458078c8c9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=302efb8e-d41a-472a-ac77-2b38d0880eac HTTP/1.1" status: 200 len: 210 time: 0.0340164 Jul 16 21:03:55.688573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41346) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:56.101322 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:56.762577 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port a86d4a6d-425f-469e-95b1-71fa8496ee0c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:03:56.763372 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:56.857305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port a86d4a6d-425f-469e-95b1-71fa8496ee0c, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=a86d4a6d-425f-469e-95b1-71fa8496ee0c,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:03:56.857619 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:56.874160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for a86d4a6d-425f-469e-95b1-71fa8496ee0c owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:03:57.089955 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.119396 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=a86d4a6d-425f-469e-95b1-71fa8496ee0c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:03:57.299070 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.542071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 690f2403-6c12-495f-a294-6508d1bbe66f has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:03:57.654016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:03:57.659273 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7fab9e22-f46b-4fc2-9057-59de9bbbe003 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/690f2403-6c12-495f-a294-6508d1bbe66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9695587 Jul 16 21:03:57.662175 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41348) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:57.665203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] Sync routers for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:03:57.675548 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:03:57.676187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:57.719249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting subnet 0e9cc69c-ef84-4114-9921-3dca1e9c8e2c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:03:57.722452 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.768425 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.798315 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:03:57.876962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.941355 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.969509 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9cc69c-ef84-4114-9921-3dca1e9c8e2c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:03:57.973347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:57.975721 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-64292ad5-b094-4d95-b206-458df6ac385a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/subnets/0e9cc69c-ef84-4114-9921-3dca1e9c8e2c HTTP/1.1" status: 204 len: 168 time: 0.3119180 Jul 16 21:03:57.978467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41350) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:57.981495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f907fe-7307-4e5c-be78-acd79fe2a780 None None] Network dcfeb423-20db-4328-9d19-8dc155e7729b requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:03:58.013542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:03:57Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:58.066268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] Checking router: 690f2403-6c12-495f-a294-6508d1bbe66f for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:03:58.087241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.099955 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] Routers {'690f2403-6c12-495f-a294-6508d1bbe66f'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:03:58.100586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['690f2403-6c12-495f-a294-6508d1bbe66f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:58.156025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device deda5d8a-6342-494d-9d22-54de4e3cee5b no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:03:58.183832 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: deda5d8a-6342-494d-9d22-54de4e3cee5b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:03:58.184172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device deda5d8a-6342-494d-9d22-54de4e3cee5b not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:03:58.282450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] Set router 690f2403-6c12-495f-a294-6508d1bbe66f gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:03:58.376480 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] DHCP port deletion for dcfeb423-20db-4328-9d19-8dc155e7729b request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:03:58.498125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Deleting port ebed64ec-6733-4fe6-9345-79651514e275 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:03:58.498125 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.545443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.579152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] For port ebed64ec-6733-4fe6-9345-79651514e275, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=ebed64ec-6733-4fe6-9345-79651514e275,segment=NetworkSegment(99013134-e058-4859-969d-0eb5ff6e6580),segment_id=99013134-e058-4859-969d-0eb5ff6e6580)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:03:58.579412 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.593445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:03:57Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:58.598985 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Calling delete_port for ebed64ec-6733-4fe6-9345-79651514e275 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:03:58.604868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:03:58.605220 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.629889 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2fe6f7-0678-4fb7-8f4e-a83891fce456 None None] The sync data for ids ['690f2403-6c12-495f-a294-6508d1bbe66f'] in n-d-792458-10 is: [{'id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294437867', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:09Z', 'updated_at': '2021-07-16T21:03:57Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '53cb0c23-fc84-4958-8aec-a7d208e7b0cd', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690f2403-6c12-495f-a294-6508d1bbe66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:10Z', 'updated_at': '2021-07-16T21:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:03:58.689801 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port 53cb0c23-fc84-4958-8aec-a7d208e7b0cd, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:03:58.690374 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.704301 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 53cb0c23-fc84-4958-8aec-a7d208e7b0cd owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:03:58.711061 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.735895 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Pushing event deleted for resources: {'Port': ['ID=ebed64ec-6733-4fe6-9345-79651514e275,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:03:58.746219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.746752 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.746918 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.747263 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.747597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.747943 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.748314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.748641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.748980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.749323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.749629 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.750015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:03:58.752909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e50203-1b85-435e-bef5-9ce78265b368 None None] No DVR routers for this DVR port ebed64ec-6733-4fe6-9345-79651514e275 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:03:58.889636 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:58.920250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=53cb0c23-fc84-4958-8aec-a7d208e7b0cd,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:03:58.981378 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.077803 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.080571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.129834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.130799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Fanout notify agent at l3_agent the message router_deleted on router 690f2403-6c12-495f-a294-6508d1bbe66f {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:03:59.139436 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.141046 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1af3ecc8-1944-478f-a829-0bdccf3fe52c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/routers/690f2403-6c12-495f-a294-6508d1bbe66f HTTP/1.1" status: 204 len: 168 time: 1.1612618 Jul 16 21:03:59.144105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41352) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:59.230525 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.326231 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.337163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfeb423-20db-4328-9d19-8dc155e7729b']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:59.347603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99013134-e058-4859-969d-0eb5ff6e6580') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:59.347893 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99013134-e058-4859-969d-0eb5ff6e6580') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:03:59.356869 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.370941 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.378067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:03:59.378489 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:03:59.381782 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:03:59.443845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.452982 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.457248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/networks/dcfeb423-20db-4328-9d19-8dc155e7729b HTTP/1.1" status: 204 len: 168 time: 0.3081765 Jul 16 21:03:59.457755 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41354) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:59.465445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95929c3b-5158-4f91-abc9-123cfc72d6ae tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Network': ['ID=dcfeb423-20db-4328-9d19-8dc155e7729b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:03:59.524304 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7acab5c0-33bf-464f-8e16-2c02d6526317 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.551006 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7acab5c0-33bf-464f-8e16-2c02d6526317 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.620841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7acab5c0-33bf-464f-8e16-2c02d6526317 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.623745 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7acab5c0-33bf-464f-8e16-2c02d6526317 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:59.624960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7acab5c0-33bf-464f-8e16-2c02d6526317 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/security-groups/fba00117-e910-475f-993a-9b9792a58edd HTTP/1.1" status: 204 len: 168 time: 0.1659536 Jul 16 21:03:59.635250 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acab5c0-33bf-464f-8e16-2c02d6526317 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba00117-e910-475f-993a-9b9792a58edd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:00.062036 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41360) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:00.070154 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c5c68ebc-82b7-46f8-9f4b-a8e967085f94 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761433483', 'description': 'tempest-secgroup-smoke-1761433483 description', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:00.099349 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5c68ebc-82b7-46f8-9f4b-a8e967085f94 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.188184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5c68ebc-82b7-46f8-9f4b-a8e967085f94 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.194090 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5c68ebc-82b7-46f8-9f4b-a8e967085f94 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.223838 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5c68ebc-82b7-46f8-9f4b-a8e967085f94 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.225086 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c5c68ebc-82b7-46f8-9f4b-a8e967085f94 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1617053 Jul 16 21:04:00.226966 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c68ebc-82b7-46f8-9f4b-a8e967085f94 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec7d52f-ab88-413b-a701-608b2cb9560c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:00.228441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41362) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:00.235921 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-2ef0cee2-b5e3-4772-8e59-5e539d021f00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '3ec7d52f-ab88-413b-a701-608b2cb9560c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:00.272079 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cee2-b5e3-4772-8e59-5e539d021f00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.303203 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53cb0c23-fc84-4958-8aec-a7d208e7b0cd no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:00.324359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 53cb0c23-fc84-4958-8aec-a7d208e7b0cd {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:00.324715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 53cb0c23-fc84-4958-8aec-a7d208e7b0cd not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:00.325118 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ebed64ec-6733-4fe6-9345-79651514e275 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:00.337724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cee2-b5e3-4772-8e59-5e539d021f00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.344095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: ebed64ec-6733-4fe6-9345-79651514e275 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:00.344635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cee2-b5e3-4772-8e59-5e539d021f00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.345024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device ebed64ec-6733-4fe6-9345-79651514e275 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:00.345024 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a86d4a6d-425f-469e-95b1-71fa8496ee0c no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:00.362401 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0cee2-b5e3-4772-8e59-5e539d021f00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bd506d-a7d1-4756-8120-4cd310b687a7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:00.363402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: a86d4a6d-425f-469e-95b1-71fa8496ee0c {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:00.363709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device a86d4a6d-425f-469e-95b1-71fa8496ee0c not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:00.372298 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cee2-b5e3-4772-8e59-5e539d021f00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.373666 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-2ef0cee2-b5e3-4772-8e59-5e539d021f00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416407 Jul 16 21:04:00.379603 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41364) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:00.384504 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c3d438bd-65f0-4eb9-8a05-a33849ef2ba2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '3ec7d52f-ab88-413b-a701-608b2cb9560c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:00.416203 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3d438bd-65f0-4eb9-8a05-a33849ef2ba2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.476696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3d438bd-65f0-4eb9-8a05-a33849ef2ba2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.483137 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3d438bd-65f0-4eb9-8a05-a33849ef2ba2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.504032 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c3d438bd-65f0-4eb9-8a05-a33849ef2ba2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.505421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-c3d438bd-65f0-4eb9-8a05-a33849ef2ba2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248293 Jul 16 21:04:00.508408 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41368) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:00.511784 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d438bd-65f0-4eb9-8a05-a33849ef2ba2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcc48a9-c3ba-4dad-a0d5-2eb22df40268,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:00.513311 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e3ae53ab-42d1-448a-8e67-bd30f9f75730 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '3ec7d52f-ab88-413b-a701-608b2cb9560c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:00.550116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3ae53ab-42d1-448a-8e67-bd30f9f75730 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.611523 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3ae53ab-42d1-448a-8e67-bd30f9f75730 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.616587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3ae53ab-42d1-448a-8e67-bd30f9f75730 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.637413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae53ab-42d1-448a-8e67-bd30f9f75730 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04ba148-e9aa-4451-9e4d-6a5943a18c13,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:00.641443 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e3ae53ab-42d1-448a-8e67-bd30f9f75730 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.642923 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e3ae53ab-42d1-448a-8e67-bd30f9f75730 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332316 Jul 16 21:04:00.645824 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41370) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:00.650737 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7e4094a8-9546-4fbe-81ba-4d6c2d801039 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '3ec7d52f-ab88-413b-a701-608b2cb9560c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:00.682255 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e4094a8-9546-4fbe-81ba-4d6c2d801039 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.751375 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e4094a8-9546-4fbe-81ba-4d6c2d801039 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.757232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e4094a8-9546-4fbe-81ba-4d6c2d801039 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.777334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4094a8-9546-4fbe-81ba-4d6c2d801039 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8299d477-26d7-4922-a5d2-cfc86eca28e1,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:00.785789 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7e4094a8-9546-4fbe-81ba-4d6c2d801039 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.787190 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7e4094a8-9546-4fbe-81ba-4d6c2d801039 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402483 Jul 16 21:04:00.790121 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41372) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:00.795386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '3ec7d52f-ab88-413b-a701-608b2cb9560c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:00.822268 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:04:00.827807 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.895376 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.901126 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.922294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd0089a-7b7e-41cb-888b-50e82a543017,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:00.930113 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:00.931444 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0096674f-05f7-4978-b418-2ad6adf74e8f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402254 Jul 16 21:04:00.934795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41374) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:00.939568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '3ec7d52f-ab88-413b-a701-608b2cb9560c', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:00.967301 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:04:00.972623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.044469 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.051026 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.069263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8d8f89-73d6-4ad8-ab71-dbb5dd94fdb9,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:01.077156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.078432 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-407b751d-da5d-405e-aea9-28f22a22dbc0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426172 Jul 16 21:04:01.081367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41376) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:01.086481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'network': {'name': 'tempest-network-smoke--1110140900', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'port_security_enabled': True}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:01.108738 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:01.112320 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.137536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:04:01.148606 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.148976 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Added segment 0693c45c-ed9b-4316-953c-76720897a872 of type vlan for network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 Jul 16 21:04:01.193697 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.225613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.231195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:01.231871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.267756 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1852553 Jul 16 21:04:01.270590 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41380) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:01.275158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'admin_state_up': True, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:01.312632 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78078c8-68ff-499b-b5ff-48eea98e689e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Network': ['ID=31ee7da2-cf73-4a1b-9f9b-822d4254fc82,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:01.323309 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:04:01.332964 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.334079 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.391360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.531314 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.755391 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.775510 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.886338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.164 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:01.994571 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:02.035963 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:02.086478 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:02.089550 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:02.092217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:02.098329 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:02.371891 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:02.584632 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:02.728432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:04:02.842763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:02.852872 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Sync routers for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:02.863093 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:02.863352 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:02.863747 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:02.865103 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a9310a9d-77a6-443b-976d-b452814d0563 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5933952 Jul 16 21:04:02.868602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41382) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:02.903928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-72ec82de-b72d-4662-ba95-fa0a67ba6d06 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340614 Jul 16 21:04:02.906541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41384) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:02.967887 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:02.999274 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d2b94-82eb-4eee-b6f6-5694e351fbfe tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:03.000815 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b48d2b94-82eb-4eee-b6f6-5694e351fbfe tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933235 Jul 16 21:04:03.003993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41386) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:03.035460 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b95deeff-5cdf-49f4-9067-6f0d8d61b5b6 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277359 Jul 16 21:04:03.035703 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41388) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:03.040631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-379397631', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:03.130885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:03.135365 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.149558 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:02Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:03.175747 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Checking router: 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:03.176080 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Updating router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:04:03.214183 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.330389 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.395996 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Subnet': ['ID=0491ee40-1d80-40a6-b034-0e34906702f6,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:03.405923 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Checking segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:03.406306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network hostable DHCP agents. Network: 31ee7da2-cf73-4a1b-9f9b-822d4254fc82, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:04:03.425203 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:04:03.434022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 31ee7da2-cf73-4a1b-9f9b-822d4254fc82) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:03.438664 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:03.439286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.448230 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23f87c-167e-40ac-8c17-48cb1a0cdb45 None None] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:04:03.456988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-7dc6ecaf-ff41-4ee5-ab6d-d40096324fe3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4200761 Jul 16 21:04:03.460027 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41390) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:03.489426 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.500755 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Transition to ACTIVE for port object 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:03.508558 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.567447 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Attempting to bind port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:03.567684 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Attempting to bind port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:03.568005 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Attempting to bind port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:03.571558 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Pushing event updated for resources: {'Port': ['ID=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:03.580600 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.580932 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.581290 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.581613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.581928 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.582248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.582607 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.582928 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.583244 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.583591 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.583981 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.584347 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:03.588770 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:03.589267 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:03.589657 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.590006 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:03.590509 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Bound port: 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:03.590882 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.612108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:04:03.613159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.645648 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] For port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:03.663575 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] For port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:03.666850 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.725666 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:03.726391 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:03.769577 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf34b5-eb7d-4972-89f7-39fcf66a5bfa None None] Pushing event updated for resources: {'Port': ['ID=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:03.770212 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Allocated IP 172.20.0.2 (31ee7da2-cf73-4a1b-9f9b-822d4254fc82/0491ee40-1d80-40a6-b034-0e34906702f6/1effd130-b878-4d8e-a617-1cb1effe4e50) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:03.929518 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.938960 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Transition to ACTIVE for port object 1effd130-b878-4d8e-a617-1cb1effe4e50 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:03.942096 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:03.956111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Transition to ACTIVE for port object 1effd130-b878-4d8e-a617-1cb1effe4e50 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:03.958657 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:03.968843 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.036265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:04.039192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:04.043162 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:04.101101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Pushing event updated for resources: {'Port': ['ID=1effd130-b878-4d8e-a617-1cb1effe4e50,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:04.118990 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Attempting to bind port 1effd130-b878-4d8e-a617-1cb1effe4e50 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:04.119330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Attempting to bind port 1effd130-b878-4d8e-a617-1cb1effe4e50 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:04.119681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Attempting to bind port 1effd130-b878-4d8e-a617-1cb1effe4e50 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:04.124984 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:04.125354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Checking segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:04.125942 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.126388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Bound using segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:04.127506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Bound port: 1effd130-b878-4d8e-a617-1cb1effe4e50, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:04.128038 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.135904 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:02Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:04.164571 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a2832-3744-41a9-89c3-dff750ffd5ea None None] The sync data for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 is: [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:02Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:04.212541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] For port 1effd130-b878-4d8e-a617-1cb1effe4e50, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:04.215932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] For port 1effd130-b878-4d8e-a617-1cb1effe4e50, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1effd130-b878-4d8e-a617-1cb1effe4e50,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:04.221675 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.297949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca931723-8df8-4528-bb3c-5250cbcd3a7f None None] Pushing event updated for resources: {'Port': ['ID=1effd130-b878-4d8e-a617-1cb1effe4e50,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:04.305337 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.1 (31ee7da2-cf73-4a1b-9f9b-822d4254fc82/0491ee40-1d80-40a6-b034-0e34906702f6/e1efcb36-b77c-44c5-b63a-cf7d19912ad9) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:04.451312 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.488661 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object e1efcb36-b77c-44c5-b63a-cf7d19912ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:04.548620 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.604760 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:04.617815 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:04.631405 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:04.660077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:04.697826 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.869948 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:05.185944 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:05.191317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:05.274381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:05.277373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:05.430766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ca62d-5c12-4622-9c00-10d8f584c11c None None] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:04:05.561488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-6813f958-cdc8-491b-a543-0361e8f383d1 None None] Provisioning for port 1effd130-b878-4d8e-a617-1cb1effe4e50 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:05.732188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:05.733790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:05.856564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:05.975054 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:05.986011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Sync routers for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:05.988101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0c71f227-cf2f-4b4c-ac9b-a485ec09f474 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/9fdc032a-788a-4e02-8ac1-c53cd68cd1bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5269489 Jul 16 21:04:05.999783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:06.000411 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:06.120804 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-649089c7-02ac-406e-9e5a-2273835e776a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.126450 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-040b7225-073d-4a90-9192-54b2defb80c5 None None] Provisioning for port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:06.139704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-040b7225-073d-4a90-9192-54b2defb80c5 None None] Provisioning complete for port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:06.140077 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-040b7225-073d-4a90-9192-54b2defb80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.162706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:06.178451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-04273e95-1b8d-4edb-b5ed-b40699dac3ca tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761433483&fields=id&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 267 time: 0.0371606 Jul 16 21:04:06.212413 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-040b7225-073d-4a90-9192-54b2defb80c5 None None] Port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:06.310517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-57f470c7-078c-4427-8a62-6b4f84e51669 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:06.313159 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-57f470c7-078c-4427-8a62-6b4f84e51669 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 797 time: 0.1278026 Jul 16 21:04:06.335535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-f046e738-0d8c-43cf-9573-ea2bbb0e3198 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/quotas/b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 375 time: 0.0159378 Jul 16 21:04:06.422519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:06.439186 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-5e01cde4-7d3a-4376-8a74-d90bd5001435 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966845 Jul 16 21:04:06.449333 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-33eca9ba-7858-4f3b-b71b-3aff40fa9b89 None None] Provisioning complete for port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:06.449992 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-33eca9ba-7858-4f3b-b71b-3aff40fa9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.500038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-33eca9ba-7858-4f3b-b71b-3aff40fa9b89 None None] Port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:06.514944 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:05Z', 'revision_number': 2, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:06.556117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Checking router: 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:06.556454 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Updating router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:04:06.579386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:06.589154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:06.589522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.620763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.643434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-ef717bc5-d22a-40a7-8050-fbe29e8ec3a9 service neutron] 10.222.0.91 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454732 Jul 16 21:04:06.674558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3de2e339-1095-4129-b998-a29147f55b17 None None] Provisioning complete for port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:06.674942 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3de2e339-1095-4129-b998-a29147f55b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.742229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-cae13dbc-2719-41bc-ba3d-e64b8aca88ca service neutron] 10.222.0.91 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919778 Jul 16 21:04:06.788718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3de2e339-1095-4129-b998-a29147f55b17 None None] Port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:06.813211 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.858262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:06.864243 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.865189 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1effd130-b878-4d8e-a617-1cb1effe4e50 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:06.928000 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a3913793-abb4-44ae-b866-859658f9b065 req-5114363f-049b-4849-b2aa-2834272cc1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 210 time: 0.0306294 Jul 16 21:04:06.985936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:07.022252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 1effd130-b878-4d8e-a617-1cb1effe4e50 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:07.033552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1effd130-b878-4d8e-a617-1cb1effe4e50 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:07.033919 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.096476 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.110785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Transition to ACTIVE for port object e1efcb36-b77c-44c5-b63a-cf7d19912ad9 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:07.118487 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.199222 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.202470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295034-1541-449e-8031-25a27da036e8 None None] Pushing event updated for resources: {'Port': ['ID=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:07.281038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 1effd130-b878-4d8e-a617-1cb1effe4e50, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1effd130-b878-4d8e-a617-1cb1effe4e50,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:07.282194 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Attempting to bind port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:07.282552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Attempting to bind port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:07.282931 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Attempting to bind port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:07.288387 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.292915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:07.293106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Checking segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:07.293437 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.293828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Bound using segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:07.294545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Bound port: e1efcb36-b77c-44c5-b63a-cf7d19912ad9, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:07.295032 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.385228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=1effd130-b878-4d8e-a617-1cb1effe4e50,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:07.404079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] For port e1efcb36-b77c-44c5-b63a-cf7d19912ad9, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:07.407330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] For port e1efcb36-b77c-44c5-b63a-cf7d19912ad9, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:07.416674 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:07.477317 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:07.478041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:03:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:07.479763 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295034-1541-449e-8031-25a27da036e8 None None] Pushing event updated for resources: {'Port': ['ID=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:07.602100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:07.831869 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:07Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:07.864047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9b711-b06b-4fbe-90e0-e27c808b209a None None] The sync data for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 is: [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:07Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:08.086139 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-c66f7b7b-7c77-49ae-9251-a23881e52057 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:08.087778 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-c66f7b7b-7c77-49ae-9251-a23881e52057 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 797 time: 0.1417062 Jul 16 21:04:08.125220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4cc3da65-93e6-44ac-9e57-d104ac7d38e9 req-122f259b-a139-4054-bbd2-4f84afa57a3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 210 time: 0.0363882 Jul 16 21:04:08.164994 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-07d34f86-6bdc-48be-b85e-a7351314a6a6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 380 time: 0.0422680 Jul 16 21:04:08.174958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'port': {'device_id': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'admin_state_up': True, 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'security_groups': ['3ec7d52f-ab88-413b-a701-608b2cb9560c']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:08.313604 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:08.317500 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.425366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:08.476788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:08.477493 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.478097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.11 (31ee7da2-cf73-4a1b-9f9b-822d4254fc82/0491ee40-1d80-40a6-b034-0e34906702f6/a72d409b-d326-419e-a60c-d0a176f3e684) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:08.573486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1efcb36-b77c-44c5-b63a-cf7d19912ad9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:08.662126 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:08.670244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.676292 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:08.676658 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.687759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object a72d409b-d326-419e-a60c-d0a176f3e684 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:08.701986 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.725256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.763774 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.776420 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:08.780146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:08.784538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:08.803043 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e1efcb36-b77c-44c5-b63a-cf7d19912ad9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:08.809670 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.810606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1effd130-b878-4d8e-a617-1cb1effe4e50 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:08.814863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:08.855786 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:08.856987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.885307 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-56056314-49b3-479a-8ece-6ca894876d0e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7145271 Jul 16 21:04:08.896810 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-5455844f-7aaf-438e-a682-155922b2d2a6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:04:08.897997 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-5455844f-7aaf-438e-a682-155922b2d2a6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060153 Jul 16 21:04:08.909803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Request body: {'port': {'device_id': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:08.923380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:08.930195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6565af68-60f2-446c-9b44-fdd2d9df42b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.945400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 1effd130-b878-4d8e-a617-1cb1effe4e50 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:08.946081 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.993938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.049197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.161091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4b1e085a-dea0-4580-b57c-62d97bda4982 None None] Provisioning for port a72d409b-d326-419e-a60c-d0a176f3e684 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:09.168313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4b1e085a-dea0-4580-b57c-62d97bda4982 None None] Provisioning complete for port a72d409b-d326-419e-a60c-d0a176f3e684 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:09.169286 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4b1e085a-dea0-4580-b57c-62d97bda4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.215520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e085a-dea0-4580-b57c-62d97bda4982 None None] Port a72d409b-d326-419e-a60c-d0a176f3e684 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:09.314625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72d409b-d326-419e-a60c-d0a176f3e684 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:09.322947 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.324629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8272d7-93ab-47dd-ae86-28673b76d47d req-0664d7a8-6bb9-4442-a77a-98241f57f21b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:09.326153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce8272d7-93ab-47dd-ae86-28673b76d47d req-0664d7a8-6bb9-4442-a77a-98241f57f21b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 932 time: 0.0717716 Jul 16 21:04:09.337475 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Transition to ACTIVE for port object a72d409b-d326-419e-a60c-d0a176f3e684 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:09.343343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.370973 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ce8272d7-93ab-47dd-ae86-28673b76d47d req-8ff9b92d-8eb1-4ad4-adc3-d56ac24776fc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376925 Jul 16 21:04:09.397317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:09.481092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:09.481481 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:09.481753 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:09.486593 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Port a72d409b-d326-419e-a60c-d0a176f3e684 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:04:09.486970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:09.492302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:09.492638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Checking segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:09.493026 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Bound using segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:09.493557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Bound port: a72d409b-d326-419e-a60c-d0a176f3e684, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:09.493819 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.507700 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.569942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:09.573211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:09.579300 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.622159 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:09.622779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.624492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] 10.222.0.99 "PUT /v2.0/ports/a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1093 time: 0.7196469 Jul 16 21:04:09.624984 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:09.627800 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12cd206-2833-49c9-a6e6-61ea864f6d35" -d '{"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:09.657331 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad532d0-aa41-444b-be39-8ec328ec297c service neutron] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:09.688421 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f713247-7b99-4aee-8789-5870f5175075 x-openstack-request-id: req-2f713247-7b99-4aee-8789-5870f5175075 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:09.688884 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:09.689209 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2f713247-7b99-4aee-8789-5870f5175075 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:09.689733 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'status': 'completed', 'code': 200} Jul 16 21:04:09.748683 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-f9ddc801-0ffc-4f89-bef9-26722344763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:09.750230 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-f9ddc801-0ffc-4f89-bef9-26722344763b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1096 time: 0.0560923 Jul 16 21:04:09.794696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-68d5c5d5-7629-478c-9ef7-9d3832299cca service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 217 time: 0.0361512 Jul 16 21:04:09.848658 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-4b906962-b399-4989-8cd8-5dbc70cd2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:09.850188 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-4b906962-b399-4989-8cd8-5dbc70cd2374 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0485334 Jul 16 21:04:09.916849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-703d28da-e132-4fb8-8d74-c25de3b67141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:09.918440 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-703d28da-e132-4fb8-8d74-c25de3b67141 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618842 Jul 16 21:04:10.014018 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-28364b28-1101-44c3-9b11-74ccc510b204 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895417 Jul 16 21:04:10.113200 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a9a6c3e0-2eaf-42c9-a054-a944c028e1ff req-cbeda631-c9a7-40c6-b139-17b1f2dac580 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923336 Jul 16 21:04:10.235239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-f154c7eb-1dce-404c-9288-230c3b1f9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:10.237311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-f154c7eb-1dce-404c-9288-230c3b1f9b7a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1096 time: 0.0681386 Jul 16 21:04:10.342805 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-e0b9ac5c-47da-48fb-9124-bfc4edca08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:10.344486 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-e0b9ac5c-47da-48fb-9124-bfc4edca08e0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.1008341 Jul 16 21:04:10.388627 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-8d8c6cd7-82e1-4851-9931-9c62f683c1e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 217 time: 0.0367754 Jul 16 21:04:10.403571 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1efcb36-b77c-44c5-b63a-cf7d19912ad9 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:10.433092 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:10.444085 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-9e07638f-d8ea-46fa-b564-38f3eaf90567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:10.446365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-9e07638f-d8ea-46fa-b564-38f3eaf90567 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0499625 Jul 16 21:04:10.459776 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:10.460164 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:10.526338 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-2ab64f2f-fa7e-4e3e-992d-9ceb61ff8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:10.528042 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-2ab64f2f-fa7e-4e3e-992d-9ceb61ff8bff service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749512 Jul 16 21:04:10.569044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d74fe-7671-4888-96f0-f4131eb3649c req-d5846292-2f23-4326-bc66-5ce581f328a9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:10.570976 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a6d74fe-7671-4888-96f0-f4131eb3649c req-d5846292-2f23-4326-bc66-5ce581f328a9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 944 time: 0.0707772 Jul 16 21:04:10.626545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7a6d74fe-7671-4888-96f0-f4131eb3649c req-a9ebe63b-8d5d-4db6-9dad-23a6b80ed3d5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495014 Jul 16 21:04:10.634171 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-f929a933-6851-4fc8-82e5-78ddb13d3a26 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985439 Jul 16 21:04:10.734653 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e12cd206-2833-49c9-a6e6-61ea864f6d35 req-9b7c627f-6025-4aa8-8c33-e64471155944 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936186 Jul 16 21:04:11.812592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae3cda-827c-4adf-95c1-0b8fdc7edce5 req-ede2f730-2ac8-44d8-9f0e-e53dc2e5ff98 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:11.814083 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29ae3cda-827c-4adf-95c1-0b8fdc7edce5 req-ede2f730-2ac8-44d8-9f0e-e53dc2e5ff98 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 944 time: 0.0690031 Jul 16 21:04:11.863952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-29ae3cda-827c-4adf-95c1-0b8fdc7edce5 req-48b0a55d-897a-48d7-9b76-b022d24d752d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Jul 16 21:04:12.042761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:12.759364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:04:12.865925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:12.878085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'port_id': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'mac_address': 'fa:16:3e:9b:c7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:04:12.916104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:12.929726 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72d409b-d326-419e-a60c-d0a176f3e684 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:12.954141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:12.960506 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:13.009241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:13.042652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e58e1-bc67-46c4-8dfa-15cda1e55cf1 req-8ea516ff-75bb-4c66-a284-f7bf3b5d1cd9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:13.044182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f5e58e1-bc67-46c4-8dfa-15cda1e55cf1 req-8ea516ff-75bb-4c66-a284-f7bf3b5d1cd9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 945 time: 0.0640221 Jul 16 21:04:13.088095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f5e58e1-bc67-46c4-8dfa-15cda1e55cf1 req-a65d5c6a-8a53-4d0e-be26-77feecdc194f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380032 Jul 16 21:04:13.218893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['a72d409b-d326-419e-a60c-d0a176f3e684'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:04:14.280306 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb9214-d6fd-4f02-99cc-76b72d46bc10 req-ab83cba1-1d47-4396-84b7-a81c70099d66 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:14.281773 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4bbb9214-d6fd-4f02-99cc-76b72d46bc10 req-ab83cba1-1d47-4396-84b7-a81c70099d66 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 945 time: 0.0751388 Jul 16 21:04:14.330447 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4bbb9214-d6fd-4f02-99cc-76b72d46bc10 req-ece8b996-0646-4040-bf60-b18888eb7771 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Jul 16 21:04:14.789686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:14.841839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port a72d409b-d326-419e-a60c-d0a176f3e684 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:14.846690 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port a72d409b-d326-419e-a60c-d0a176f3e684 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:14.847141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:14.938609 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:14.962241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:14.964912 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bab90b-c284-4786-820a-e48637988943" -d '{"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-plugged", "status": "completed", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:14.977696 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:14.983158 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:15.006852 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61477ca4-fc1f-48db-97a0-49eb4205f59b x-openstack-request-id: req-61477ca4-fc1f-48db-97a0-49eb4205f59b {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:15.007179 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-plugged", "status": "completed", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:15.007429 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-61477ca4-fc1f-48db-97a0-49eb4205f59b {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:15.007816 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'code': 200} Jul 16 21:04:15.035729 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:15.118502 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe6a92-7f07-45c1-824e-aaf9cce582d3 req-5bcb04b6-72d3-4cdf-9084-ab7bb31567d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:15.120048 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ebe6a92-7f07-45c1-824e-aaf9cce582d3 req-5bcb04b6-72d3-4cdf-9084-ab7bb31567d3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1098 time: 0.0546770 Jul 16 21:04:15.162696 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1ebe6a92-7f07-45c1-824e-aaf9cce582d3 req-dffa6641-d8f5-4e96-a5b7-07db78b36b56 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358334 Jul 16 21:04:15.520843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb25976-8db8-4fb3-b0b6-a44d9b42d1f9 req-3ec64b15-39c4-4dc9-ab1f-e97ca02a77fe tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:15.522376 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dbb25976-8db8-4fb3-b0b6-a44d9b42d1f9 req-3ec64b15-39c4-4dc9-ab1f-e97ca02a77fe tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0726178 Jul 16 21:04:15.563847 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dbb25976-8db8-4fb3-b0b6-a44d9b42d1f9 req-98012d27-8f85-4ba6-9a63-62db2ae097b2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357783 Jul 16 21:04:16.759257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625a4da-9a88-4d26-8882-c7eac58436f2 req-289a0e48-9826-4268-b8b1-92bf265b746c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:16.760736 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d625a4da-9a88-4d26-8882-c7eac58436f2 req-289a0e48-9826-4268-b8b1-92bf265b746c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0704410 Jul 16 21:04:16.799339 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d625a4da-9a88-4d26-8882-c7eac58436f2 req-42d91286-0563-4710-b219-c3431f788e55 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328405 Jul 16 21:04:16.996489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be9c0f-23b5-46db-a892-9000a571dfdb req-52b7cd70-b534-4798-ad5f-203cb44f5aaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:16.997878 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64be9c0f-23b5-46db-a892-9000a571dfdb req-52b7cd70-b534-4798-ad5f-203cb44f5aaa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0777190 Jul 16 21:04:17.038802 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64be9c0f-23b5-46db-a892-9000a571dfdb req-916e4403-a862-4004-93a6-e4c9fbd13674 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Jul 16 21:04:17.063245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:17.122317 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e56f97-1b62-42fb-b103-d2f83fae21ad tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:17.124122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-56e56f97-1b62-42fb-b103-d2f83fae21ad tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1093 time: 0.0599043 Jul 16 21:04:17.127250 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41448) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:17.132216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:17.157189 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:17.276516 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:17.381364 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.124 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/d33f7dab-2213-4000-a33e-2611345aa95c) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:17.501227 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:17.541151 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:17.583119 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:17.586540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:17.593568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:17.624011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=d33f7dab-2213-4000-a33e-2611345aa95c,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:18.000426 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.082243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.240581 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.247422 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.314174 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=d33f7dab-2213-4000-a33e-2611345aa95c,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:18.334566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.440949 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 94ee12de-58bd-46ba-8dee-4121bbf5ab46 associated. External IP: 172.25.3.124, port: a72d409b-d326-419e-a60c-d0a176f3e684. Jul 16 21:04:18.676568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:18.793032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:18.804348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] Sync routers for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:18.810703 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.815861 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:18.816561 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:04:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:18.851187 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-cb4a32ca-764e-4acb-acfe-3012c2671111 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7227476 Jul 16 21:04:18.851909 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:18.854450 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589af135-9f63-4c9c-8549-423eca7f78c1" -d '{"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:18.894866 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d0c59-663b-4adb-b36b-5554d9e1e022 x-openstack-request-id: req-ef1d0c59-663b-4adb-b36b-5554d9e1e022 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:18.895192 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:18.895443 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ef1d0c59-663b-4adb-b36b-5554d9e1e022 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:18.895859 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'status': 'completed', 'code': 200} Jul 16 21:04:18.945423 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:18.980961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-9050687c-2e90-4a86-8ea0-331817746f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:18.982594 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-9050687c-2e90-4a86-8ea0-331817746f48 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1098 time: 0.0642712 Jul 16 21:04:19.020228 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d3d6c-b390-4579-8faf-d7ced987ccdb req-509e720f-789d-4d1e-a270-d507b3566a36 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:19.022658 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-122d3d6c-b390-4579-8faf-d7ced987ccdb req-509e720f-789d-4d1e-a270-d507b3566a36 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0738220 Jul 16 21:04:19.067125 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-122d3d6c-b390-4579-8faf-d7ced987ccdb req-8e942cd5-7bbb-4daf-aedf-28297b7fcb6c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377226 Jul 16 21:04:19.087484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-7a12c9d8-fc7d-4a13-b271-cba60cc2a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:19.089031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-7a12c9d8-fc7d-4a13-b271-cba60cc2a5d8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.0994284 Jul 16 21:04:19.094402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41454) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:19.178037 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '94ee12de-58bd-46ba-8dee-4121bbf5ab46', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'port_id': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'mac_address': 'fa:16:3e:9b:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:17Z', 'updated_at': '2021-07-16T21:04:17Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:08Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:19.204446 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-02aa0e71-e829-409f-b622-e4df953937cd tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/94ee12de-58bd-46ba-8dee-4121bbf5ab46 HTTP/1.1" status: 200 len: 992 time: 0.1088805 Jul 16 21:04:19.204907 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] Checking router: 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:19.206439 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-5c5d60f9-cead-4a55-aa7e-8107d49bda81 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1000 time: 0.1051896 Jul 16 21:04:19.214708 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:19.215434 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:04:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:19.258539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-846acd15-d58c-488f-badf-3b27d93b0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:19.260225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-846acd15-d58c-488f-badf-3b27d93b0c19 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0465264 Jul 16 21:04:19.322347 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-79504c6a-771a-4cd4-aeb0-098fd44024dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:19.323902 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-79504c6a-771a-4cd4-aeb0-098fd44024dc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577729 Jul 16 21:04:19.326604 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:19.421427 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-e72b9f8e-58b7-4af7-be2c-400dadead3a8 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911973 Jul 16 21:04:19.514855 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-589af135-9f63-4c9c-8549-423eca7f78c1 req-725b5c73-835d-497b-92b0-859556052d26 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Jul 16 21:04:19.562039 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '94ee12de-58bd-46ba-8dee-4121bbf5ab46', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'port_id': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'mac_address': 'fa:16:3e:9b:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:17Z', 'updated_at': '2021-07-16T21:04:17Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:08Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:19.588228 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1408bb-8683-4ad6-a542-43b8083b4a3f None None] The sync data for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 is: [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '94ee12de-58bd-46ba-8dee-4121bbf5ab46', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'port_id': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'mac_address': 'fa:16:3e:9b:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:17Z', 'updated_at': '2021-07-16T21:04:17Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:08Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:19.805193 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba8c174-c97f-4643-b047-e40e48e005e7 None None] New status for floating IP 94ee12de-58bd-46ba-8dee-4121bbf5ab46: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:04:20.209309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41456) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:20.277985 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1fc4cef0-ada5-4efe-a3e5-cbceba677c20 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/94ee12de-58bd-46ba-8dee-4121bbf5ab46 HTTP/1.1" status: 200 len: 994 time: 0.0675025 Jul 16 21:04:22.238106 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:36.096997 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-949af6e0-744b-4ee0-8b6c-d863e8141b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:38.683729 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:38.911650 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4df82b22-6bb4-4aa8-8a05-072f7d7f0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.060309 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.524633 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:40.243083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:42.045860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:49.013213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-917d1310-a773-4734-b340-a556e192cfc2 req-51c3a0e9-5c4d-4e45-84db-c44bb5fcb831 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:04:49.014760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-917d1310-a773-4734-b340-a556e192cfc2 req-51c3a0e9-5c4d-4e45-84db-c44bb5fcb831 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057137 Jul 16 21:04:49.344530 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b03b0-a5dc-4350-aa7c-2b2c5b9ba92b req-fb43098f-e552-45c9-a88d-49e317d2a48a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:49.347544 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e5b03b0-a5dc-4350-aa7c-2b2c5b9ba92b req-fb43098f-e552-45c9-a88d-49e317d2a48a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0829077 Jul 16 21:04:49.353808 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-ea17ba23-f4cb-4150-9071-8ae4e69223f2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040044 Jul 16 21:04:49.389678 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e5b03b0-a5dc-4350-aa7c-2b2c5b9ba92b req-6d76a988-5253-44b4-bf21-df2c30c0e60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373394 Jul 16 21:04:50.644541 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa75bb-eac0-4a18-9ba1-e9f54529840c req-ebdaae7f-6a73-4390-9bf5-993a9eba41e5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:50.646155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccaa75bb-eac0-4a18-9ba1-e9f54529840c req-ebdaae7f-6a73-4390-9bf5-993a9eba41e5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.1356919 Jul 16 21:04:50.686000 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccaa75bb-eac0-4a18-9ba1-e9f54529840c req-1005369d-c38a-4e89-833c-cd10299502b4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334699 Jul 16 21:04:50.726414 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-8edd35e3-86a0-4371-b2eb-2679c43ccf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:50.728132 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-8edd35e3-86a0-4371-b2eb-2679c43ccf60 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1098 time: 0.1063983 Jul 16 21:04:50.826266 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-c7590a9e-d83d-4739-8ce5-4db89adf7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:50.827904 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-c7590a9e-d83d-4739-8ce5-4db89adf7107 service neutron] 10.222.0.99 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.0923154 Jul 16 21:04:50.895180 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-2b816d5c-36c4-402f-a64e-42e1bfd141de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1002 time: 0.0589955 Jul 16 21:04:50.949686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-ea9c59db-1f02-42b3-a0e6-fdb399cffd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:50.951336 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-ea9c59db-1f02-42b3-a0e6-fdb399cffd97 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0494361 Jul 16 21:04:51.010634 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-03c390b4-1531-47a2-95ec-2db774130613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:51.012282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-03c390b4-1531-47a2-95ec-2db774130613 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549138 Jul 16 21:04:51.113706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-4373de03-8dd5-4cc8-bf3f-dd42fc63a82c service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937634 Jul 16 21:04:51.211812 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-5b356d39-3086-447e-8adf-5257362a67e5 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900378 Jul 16 21:04:51.883569 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a15cd1-4e7b-430e-9945-c3ceac758eec req-695fd102-c9c7-45b7-8654-71dd7e56f130 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:51.884992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2a15cd1-4e7b-430e-9945-c3ceac758eec req-695fd102-c9c7-45b7-8654-71dd7e56f130 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0807946 Jul 16 21:04:51.924365 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e2a15cd1-4e7b-430e-9945-c3ceac758eec req-0981f5ca-8238-4592-85de-8b30c8e991a9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335588 Jul 16 21:04:53.112022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d3e3-cd96-45a7-a1fc-e299cce1ff9d req-2d4f7f19-48bc-47a1-850f-4f389cfde548 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:53.113562 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6592d3e3-cd96-45a7-a1fc-e299cce1ff9d req-2d4f7f19-48bc-47a1-850f-4f389cfde548 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0747690 Jul 16 21:04:53.155245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6592d3e3-cd96-45a7-a1fc-e299cce1ff9d req-e551336c-167b-4641-bf98-02ee1398412f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Jul 16 21:04:54.400188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3dc9f-e948-411c-aaf4-7cf56cd4d550 req-c2f46230-fb2c-43c0-9edb-4e7418d728af tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:54.401736 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cf3dc9f-e948-411c-aaf4-7cf56cd4d550 req-c2f46230-fb2c-43c0-9edb-4e7418d728af tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.1325984 Jul 16 21:04:54.445589 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3cf3dc9f-e948-411c-aaf4-7cf56cd4d550 req-7fceadcc-6def-4ed2-b0df-dcc31fdd7592 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354486 Jul 16 21:04:55.636465 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da61f5-c4ba-4afd-94fd-56bc7c756f15 req-ba790274-34a3-491d-9613-08fff1da560c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:55.638310 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7da61f5-c4ba-4afd-94fd-56bc7c756f15 req-ba790274-34a3-491d-9613-08fff1da560c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0760787 Jul 16 21:04:55.678704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b7da61f5-c4ba-4afd-94fd-56bc7c756f15 req-ec6e40ad-fa4c-4406-b2c7-cfb4363565ca tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Jul 16 21:04:56.875974 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a6cc-ddd5-46c7-b482-b422e743095b req-24606d16-2070-4e02-8461-0c8d95530d0d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:56.877397 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aad1a6cc-ddd5-46c7-b482-b422e743095b req-24606d16-2070-4e02-8461-0c8d95530d0d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0800359 Jul 16 21:04:56.921451 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-aad1a6cc-ddd5-46c7-b482-b422e743095b req-83a93131-0db8-456e-8c3c-7ec5db4c1dc6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369401 Jul 16 21:04:58.117841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbef285-e410-427e-b0db-2ff0a8ce3abf req-2509e173-ce57-438c-94be-681930c97b03 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.119398 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dbef285-e410-427e-b0db-2ff0a8ce3abf req-2509e173-ce57-438c-94be-681930c97b03 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0737925 Jul 16 21:04:58.162162 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6dbef285-e410-427e-b0db-2ff0a8ce3abf req-33b44611-f554-4184-843e-94d31d850512 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Jul 16 21:04:59.238016 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:59.347806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7d65e-33ec-4882-964e-ae9a11a0b62c req-64ddd104-b609-437c-86b5-c119edd27f67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:59.349317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19a7d65e-33ec-4882-964e-ae9a11a0b62c req-64ddd104-b609-437c-86b5-c119edd27f67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0685797 Jul 16 21:04:59.390038 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-19a7d65e-33ec-4882-964e-ae9a11a0b62c req-c3790476-613a-433e-b599-e68e1ee8c3fe tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328562 Jul 16 21:05:00.594075 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af08e03-bb1c-400e-9a5c-e1517a146e71 req-60db5632-ea92-473c-add6-3f76a79d2d8b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:00.595765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4af08e03-bb1c-400e-9a5c-e1517a146e71 req-60db5632-ea92-473c-add6-3f76a79d2d8b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0746350 Jul 16 21:05:00.634928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-4af08e03-bb1c-400e-9a5c-e1517a146e71 req-16287065-d60a-4d85-a9df-1a99c4d1ab17 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326686 Jul 16 21:05:01.828301 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64299d42-7790-4843-9d3d-e4ba6f541acb req-b178fcfd-03e5-4dca-b0b5-542ac6dea4d2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:01.829769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64299d42-7790-4843-9d3d-e4ba6f541acb req-b178fcfd-03e5-4dca-b0b5-542ac6dea4d2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0713930 Jul 16 21:05:01.872755 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-64299d42-7790-4843-9d3d-e4ba6f541acb req-369c42ef-e3d8-49bb-bfba-9e7e3663538b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Jul 16 21:05:03.064857 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0152615-1bf1-4442-a8a3-b765bfcaddd5 req-bab9409f-5059-4661-9be3-f584234f1856 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:03.066412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0152615-1bf1-4442-a8a3-b765bfcaddd5 req-bab9409f-5059-4661-9be3-f584234f1856 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0728955 Jul 16 21:05:03.090168 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-6c157fdf-4912-40d2-91cc-bc1099ca1ae4 service neutron] show failed (client error): The resource could not be found. Jul 16 21:05:03.091317 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-6c157fdf-4912-40d2-91cc-bc1099ca1ae4 service neutron] 10.222.0.99 "GET /v2.0/ports/a72d409b-d326-419e-a60c-d0a176f3e684/bindings/n-h2-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.0603166 Jul 16 21:05:03.108965 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c0152615-1bf1-4442-a8a3-b765bfcaddd5 req-dd210a08-1f5f-465c-a344-c4de2576d353 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356193 Jul 16 21:05:03.367578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-301fd9b0-6a86-497a-adc7-64c0df401a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:03.369163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-301fd9b0-6a86-497a-adc7-64c0df401a4a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 1098 time: 0.0577691 Jul 16 21:05:03.380101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:03.465103 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:03.697991 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:03.733208 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:03.784480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:03.788482 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8d4be0-457c-4787-8924-16d643990883" -d '{"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-unplugged", "status": "completed", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:03.793884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:03.809486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Transition to ACTIVE for port object a72d409b-d326-419e-a60c-d0a176f3e684 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:03.814540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:03.845670 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c5d9f-345b-4ee3-a2d2-014ece1967c8 x-openstack-request-id: req-057c5d9f-345b-4ee3-a2d2-014ece1967c8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:03.845963 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-unplugged", "status": "completed", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:03.846210 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-057c5d9f-345b-4ee3-a2d2-014ece1967c8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:03.846610 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'code': 200} Jul 16 21:05:03.895297 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:03.909810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.910178 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.910522 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.910878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.911213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.911536 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.911849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.912181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.912486 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.912817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.913136 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.913450 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:03.953155 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] No DVR routers for this DVR port a72d409b-d326-419e-a60c-d0a176f3e684 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:04.106347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:04.107107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:04.107107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:04.111528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Port a72d409b-d326-419e-a60c-d0a176f3e684 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:05:04.111846 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Attempting to bind port a72d409b-d326-419e-a60c-d0a176f3e684 on network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:04.116833 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:04.117222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Checking segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:04.117545 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Bound using segment: {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:04.117946 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Bound port: a72d409b-d326-419e-a60c-d0a176f3e684, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0693c45c-ed9b-4316-953c-76720897a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:04.118300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:04.192570 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:04.197142 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:04.201360 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:04.242371 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:04.243087 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:04.244539 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] 10.222.0.79 "PUT /v2.0/ports/a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1093 time: 0.8685219 Jul 16 21:05:04.324237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37647cc3-d111-4139-9b09-9d63d718520a service neutron] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:04.370331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c528-3f53-43ec-934e-122bc907539c req-6606ee2d-6f5b-41d1-8f34-38c89c0e5c00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:04.371992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9553c528-3f53-43ec-934e-122bc907539c req-6606ee2d-6f5b-41d1-8f34-38c89c0e5c00 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 944 time: 0.1314738 Jul 16 21:05:04.380173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-f8511f49-2c97-4e29-8f64-48a63320961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:04.381605 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-f8511f49-2c97-4e29-8f64-48a63320961e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1096 time: 0.0986605 Jul 16 21:05:04.445294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9553c528-3f53-43ec-934e-122bc907539c req-17e6c854-ad17-49d5-883c-2a30128dd8ab tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672805 Jul 16 21:05:04.500953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-77e6fd41-0488-49da-ab03-43f4d5a4e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:04.502553 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-77e6fd41-0488-49da-ab03-43f4d5a4e1ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.1134052 Jul 16 21:05:04.575988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-e82ecaa7-229e-4506-8467-cc90f8eb0d99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1000 time: 0.0664678 Jul 16 21:05:04.626578 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-8d2be6a8-621e-4d99-85c3-ae3062863589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:04.628073 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-8d2be6a8-621e-4d99-85c3-ae3062863589 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0465701 Jul 16 21:05:04.690741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-944577ff-4a8b-4fc2-afdf-b6ed39b3c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:04.693011 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-944577ff-4a8b-4fc2-afdf-b6ed39b3c5ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578494 Jul 16 21:05:04.790619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-9303b413-29aa-4f56-ba9f-8331ab9d6406 service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913038 Jul 16 21:05:04.893773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a55c5b8-afb4-4ecb-b9fd-2d3d652a8a09 req-3b5796a4-6a41-4599-9af4-ab51babb2332 service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971091 Jul 16 21:05:05.638111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a97ae-cfd1-4bb3-b737-82b8ed6e3ec9 req-919662d6-74a8-42a6-8653-ec096623417e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:05.639774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a97ae-cfd1-4bb3-b737-82b8ed6e3ec9 req-919662d6-74a8-42a6-8653-ec096623417e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 944 time: 0.0760784 Jul 16 21:05:05.686030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-383a97ae-cfd1-4bb3-b737-82b8ed6e3ec9 req-9e8fff03-f6d1-4c8d-9e39-fef0554bd9a3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393169 Jul 16 21:05:05.847659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:05.850109 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15144b6f-46b0-41e8-bb27-c0b4964c88f2" -d '{"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:05.899546 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bc02d0-33a8-4bb0-9977-a06e36fbe3a1 x-openstack-request-id: req-c2bc02d0-33a8-4bb0-9977-a06e36fbe3a1 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:05.899911 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:05.900190 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c2bc02d0-33a8-4bb0-9977-a06e36fbe3a1 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:05.900848 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'status': 'completed', 'code': 200} Jul 16 21:05:05.975011 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-243344bb-0221-471d-a10d-c7c6417cb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:05.976565 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-243344bb-0221-471d-a10d-c7c6417cb5e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1096 time: 0.0583179 Jul 16 21:05:05.977218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-8a9a32a6-029e-4119-8a92-0b45e52fa25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:05.978717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-8a9a32a6-029e-4119-8a92-0b45e52fa25c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1096 time: 0.0553765 Jul 16 21:05:06.069438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-0f2e1a2b-d177-49dc-bbbd-eba66571bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.069986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-49d4ea16-ce74-446f-a91b-73a97dcb6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.070933 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-0f2e1a2b-d177-49dc-bbbd-eba66571bcb2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.0878570 Jul 16 21:05:06.071483 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-49d4ea16-ce74-446f-a91b-73a97dcb6d9e service neutron] 10.222.0.99 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.0859752 Jul 16 21:05:06.093343 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc0dd2c6-bd22-48f8-8e7e-569b39372256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:06.145937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-39929eac-6938-4af3-90d0-d6807dd632de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1000 time: 0.0676653 Jul 16 21:05:06.204935 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-b01b0ee5-ce98-4b0a-baf2-e948c0596734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.206682 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-b01b0ee5-ce98-4b0a-baf2-e948c0596734 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0548677 Jul 16 21:05:06.268643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-e572a5a9-33fd-412b-ba7d-c6fe443db868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.270246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-e572a5a9-33fd-412b-ba7d-c6fe443db868 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574718 Jul 16 21:05:06.374074 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-d9bdbdb9-92f4-4a8c-9b17-d087ad2a841f service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974622 Jul 16 21:05:06.479336 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-ad94b1e3-c089-4668-aafb-b4f46dc28698 service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989444 Jul 16 21:05:06.487214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-dc994637-26cb-44f1-8b6b-fa2f2bad022b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1000 time: 0.4097965 Jul 16 21:05:06.537824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-c20c56e5-c4e7-46de-be86-28862fbf9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.539333 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-c20c56e5-c4e7-46de-be86-28862fbf9abb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0455501 Jul 16 21:05:06.605118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-21dbca60-fd5e-43ef-b3ff-e6600a4bb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.607197 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-21dbca60-fd5e-43ef-b3ff-e6600a4bb87a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606217 Jul 16 21:05:06.712751 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-ddd3721f-7e4a-43d8-ab01-03b0f5457cfd service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995252 Jul 16 21:05:06.803810 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-15144b6f-46b0-41e8-bb27-c0b4964c88f2 req-4667b502-525f-4ed9-b2bd-1e92f79f9b0e service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849617 Jul 16 21:05:06.884415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce60e-17fe-4824-b271-866512a6c6ee req-717de5e2-56af-4a7a-a966-1851840e2e26 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.885926 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdcce60e-17fe-4824-b271-866512a6c6ee req-717de5e2-56af-4a7a-a966-1851840e2e26 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 944 time: 0.0827527 Jul 16 21:05:06.930798 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cdcce60e-17fe-4824-b271-866512a6c6ee req-76fe3170-8f0f-4203-8f10-6b97b85b0d61 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390949 Jul 16 21:05:06.999903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:07.039577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:07.294381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-a99d6f42-2535-4926-828c-95c49be1e11d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.295912 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-a99d6f42-2535-4926-828c-95c49be1e11d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&binding%3Ahost_id=n-h2-792458-10 HTTP/1.1" status: 200 len: 944 time: 0.1163189 Jul 16 21:05:07.310053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59958bb-759e-44f5-811a-48634d3b26f0 req-c96226d4-5f66-4d5a-b47c-d5d4b11c68c8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.311502 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f59958bb-759e-44f5-811a-48634d3b26f0 req-c96226d4-5f66-4d5a-b47c-d5d4b11c68c8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 944 time: 0.1211965 Jul 16 21:05:07.745157 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f59958bb-759e-44f5-811a-48634d3b26f0 req-1f6afe1a-5774-405d-98cf-bdfa32e948a3 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4275732 Jul 16 21:05:07.750327 n-d-792458-10 neutron-server[93861]: INFO neutron.api.v2.resource [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-b73ef627-f5e2-4e8a-b1e5-9565d010f977 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:05:07.751156 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-b73ef627-f5e2-4e8a-b1e5-9565d010f977 service neutron] 10.222.0.99 "DELETE /v2.0/ports/a72d409b-d326-419e-a60c-d0a176f3e684/bindings/n-h1-792458-10 HTTP/1.1" status: 404 len: 381 time: 0.4485230 Jul 16 21:05:07.852869 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-9bbeb572-11a2-4503-a083-692c1e3b371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.854455 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-9bbeb572-11a2-4503-a083-692c1e3b371f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1096 time: 0.0559051 Jul 16 21:05:07.942349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9979d9-4c78-449c-bb6f-12a8a82f340a req-b605e5a5-69d0-4107-a944-24065ccb80fb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.944308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf9979d9-4c78-449c-bb6f-12a8a82f340a req-b605e5a5-69d0-4107-a944-24065ccb80fb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 944 time: 0.0766327 Jul 16 21:05:07.952857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-1c0550dc-6f9b-4f0a-a70b-01964338eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.954408 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-1c0550dc-6f9b-4f0a-a70b-01964338eb3d service neutron] 10.222.0.99 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.0921354 Jul 16 21:05:07.984707 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cf9979d9-4c78-449c-bb6f-12a8a82f340a req-799b41c1-a1af-40ef-9a54-7d5397d59ed9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346167 Jul 16 21:05:08.020080 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-4ff0aef8-9e30-430c-8988-052341e8767a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1000 time: 0.0591559 Jul 16 21:05:08.074184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-7124ffbc-c670-44e2-8d61-3a7b499e8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:08.075670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-7124ffbc-c670-44e2-8d61-3a7b499e8047 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0492587 Jul 16 21:05:08.135975 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-4133d465-7a68-4fd0-9202-957c9d6bcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:08.137613 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-4133d465-7a68-4fd0-9202-957c9d6bcf77 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556743 Jul 16 21:05:08.237076 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-5ad7182c-0ec2-4591-9eaa-8e041798404b service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926683 Jul 16 21:05:08.344822 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4ec80cf-d0f8-4e82-9da4-2b16c4d239c3 req-0e13c799-cf52-4f72-a639-0abd706e587f service neutron] 10.222.0.99 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000173 Jul 16 21:05:08.491653 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:05:08.608916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:08.621121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'port_id': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'mac_address': 'fa:16:3e:9b:c7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:05:08.659763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:08.681506 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72d409b-d326-419e-a60c-d0a176f3e684 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:05:08.686628 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:08.703593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:08.708149 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:08.756084 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:08.763569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.763909 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.764241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.764572 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.764902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.765222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.765541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.765859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.766174 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.766525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.766865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.767199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:08.916266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df946b2f-f85a-4307-a1e8-8647fd4b773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:08.965415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['a72d409b-d326-419e-a60c-d0a176f3e684'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:05:09.084570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:09.178195 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba66660-b972-40a3-b731-d57061f9cb94 req-f4ffb58f-140b-4659-8784-8484d783a308 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:09.179784 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ba66660-b972-40a3-b731-d57061f9cb94 req-f4ffb58f-140b-4659-8784-8484d783a308 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 945 time: 0.0709958 Jul 16 21:05:09.220550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5ba66660-b972-40a3-b731-d57061f9cb94 req-2f4fff96-a121-4744-96bf-04f9d4d25c3b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337741 Jul 16 21:05:09.255776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41558) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:09.318945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-37e0fa19-17de-484d-ae11-61d63ad7a68e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/94ee12de-58bd-46ba-8dee-4121bbf5ab46 HTTP/1.1" status: 200 len: 993 time: 0.0614939 Jul 16 21:05:09.546759 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:10.246344 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:10.513859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:10.571073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port a72d409b-d326-419e-a60c-d0a176f3e684 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:10.575137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port a72d409b-d326-419e-a60c-d0a176f3e684 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:10.575484 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:10.654721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:10.677439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:10.679720 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcededaf-95f8-4c95-b675-db4f9cbd32e1" -d '{"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-plugged", "status": "completed", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:10.692651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:10.698472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:10.721667 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bb7bc1-27b3-4e51-a62b-3af14e20e38e x-openstack-request-id: req-f4bb7bc1-27b3-4e51-a62b-3af14e20e38e {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:10.721956 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-plugged", "status": "completed", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:10.722193 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4bb7bc1-27b3-4e51-a62b-3af14e20e38e {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:10.722595 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'code': 200} Jul 16 21:05:10.749256 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:11.703054 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-9726db20-a671-469c-a787-24781d87b50e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548358 Jul 16 21:05:11.813688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-c10ecc1d-6957-4302-b9b4-eec02f4ba8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:11.815256 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-c10ecc1d-6957-4302-b9b4-eec02f4ba8e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1098 time: 0.0668125 Jul 16 21:05:11.937302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-45976a03-2869-4e3c-a9cb-cb742dda5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:11.938986 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-45976a03-2869-4e3c-a9cb-cb742dda5552 service neutron] 10.222.0.79 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.1035712 Jul 16 21:05:12.012288 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-76d065bb-fc65-40e3-9a90-ad0fa8297513 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 1002 time: 0.0670657 Jul 16 21:05:12.052104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:12.069925 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-463e46f7-887d-463f-9365-50bf6df21939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:12.071490 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-463e46f7-887d-463f-9365-50bf6df21939 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0533550 Jul 16 21:05:12.132778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-6e30c21c-d100-45cf-a9f2-4020ddf6be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:12.134063 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-6e30c21c-d100-45cf-a9f2-4020ddf6be23 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564973 Jul 16 21:05:12.241813 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-f4c7b36f-848f-4563-a2aa-a869ecc77e4a service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999253 Jul 16 21:05:12.338571 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2612f745-305a-4e6c-817d-10b4bcd73d72 req-ee44d355-144b-4552-b4ef-db27636ceaa8 service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924194 Jul 16 21:05:36.089811 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-35d67f83-c51f-4006-b519-b685d9888bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.238906 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:37.710965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41572) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:37.880059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port d33f7dab-2213-4000-a33e-2611345aa95c {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:37.880306 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.962122 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.962407 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.974579 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for d33f7dab-2213-4000-a33e-2611345aa95c owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:38.138563 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.176434 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=d33f7dab-2213-4000-a33e-2611345aa95c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:38.254700 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.255048 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 94ee12de-58bd-46ba-8dee-4121bbf5ab46 disassociated (deleted). External IP: 172.25.3.124, port: a72d409b-d326-419e-a60c-d0a176f3e684. Jul 16 21:05:38.474467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:38.595347 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:38.600353 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.606467 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f029a-eade-498d-ab1f-187469350450 None None] Sync routers for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:38.621007 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:38.621685 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:38.639943 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a78fafbd-4c7a-4234-a3af-456e2e5ba1ed tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/floatingips/94ee12de-58bd-46ba-8dee-4121bbf5ab46 HTTP/1.1" status: 204 len: 168 time: 0.9277711 Jul 16 21:05:38.640561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:38.643090 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199d9b67-65e7-4284-bde3-8e65279d4cab" -d '{"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:38.690442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.757088 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:38.777845 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8469df9-4d48-423f-80fc-810a48fc71d1 x-openstack-request-id: req-e8469df9-4d48-423f-80fc-810a48fc71d1 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:38.778628 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:38.778628 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e8469df9-4d48-423f-80fc-810a48fc71d1 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:38.778943 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'status': 'completed', 'code': 200} Jul 16 21:05:38.864398 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-f7a776b0-8b9f-441c-9812-f19c6cb63cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:38.867421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-f7a776b0-8b9f-441c-9812-f19c6cb63cc7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 1098 time: 0.0653598 Jul 16 21:05:38.921981 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d936f5d2-f13e-4b51-94ae-52f30f6e363b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.975620 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-c53fdc88-753a-4522-823c-9600ced5993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:38.977230 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-c53fdc88-753a-4522-823c-9600ced5993c service neutron] 10.222.0.79 "GET /v2.0/networks?id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 200 len: 898 time: 0.1018558 Jul 16 21:05:38.979339 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:08Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.026091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-6b0dada0-add0-4d17-b728-abb9530a6e79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 200 len: 217 time: 0.0413611 Jul 16 21:05:39.065747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cf4ef-420c-48c7-97c5-af4e4d77ec1d req-827beb26-657b-4de7-b3f3-898234c67c37 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:39.067342 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb6cf4ef-420c-48c7-97c5-af4e4d77ec1d req-827beb26-657b-4de7-b3f3-898234c67c37 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0831177 Jul 16 21:05:39.089241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-71114eab-5b54-4e4d-b271-f8d85cbd4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:39.091301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-71114eab-5b54-4e4d-b271-f8d85cbd4d86 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 200 len: 834 time: 0.0586522 Jul 16 21:05:39.093443 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.106275 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f029a-eade-498d-ab1f-187469350450 None None] Checking router: 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:39.111470 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fb6cf4ef-420c-48c7-97c5-af4e4d77ec1d req-5a95517d-9457-46e1-afe1-def660bb185a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366435 Jul 16 21:05:39.116859 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:39.117728 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.157603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-c6a66b7e-901c-4203-81db-2cfcf6ecba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:39.159294 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-c6a66b7e-901c-4203-81db-2cfcf6ecba36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ee7da2-cf73-4a1b-9f9b-822d4254fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614803 Jul 16 21:05:39.171652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-37639ea1-0ab2-4926-8c01-ce4c27207c50 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:05:39.172831 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-37639ea1-0ab2-4926-8c01-ce4c27207c50 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058303 Jul 16 21:05:39.226422 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:39.271500 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-361559cc-43e4-4718-9364-9c535d817d01 service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918784 Jul 16 21:05:39.366442 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-199d9b67-65e7-4284-bde3-8e65279d4cab req-88d8f24f-b805-4963-a146-559505ce660d service neutron] 10.222.0.79 "GET /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882776 Jul 16 21:05:39.433647 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-994f029a-eade-498d-ab1f-187469350450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:08Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.466334 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f029a-eade-498d-ab1f-187469350450 None None] The sync data for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 is: [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:04Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1efcb36-b77c-44c5-b63a-cf7d19912ad9', 'name': '', 'network_id': '31ee7da2-cf73-4a1b-9f9b-822d4254fc82', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:d3:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:04Z', 'updated_at': '2021-07-16T21:04:08Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': '0491ee40-1d80-40a6-b034-0e34906702f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:39.532429 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.688733 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7daad-a51d-4a4b-80b7-c0a8b07c7b4c None None] New status for floating IP 94ee12de-58bd-46ba-8dee-4121bbf5ab46: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:05:40.251416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.272553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-60d6d334-3375-443b-bea7-6dc1eac2861f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:40.274274 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-60d6d334-3375-443b-bea7-6dc1eac2861f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.0989885 Jul 16 21:05:40.376926 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e99d-59ed-42c2-aa12-d93958c8d5e6 req-103b6a27-0905-4074-8599-16a9e6678719 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:40.378478 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02e4e99d-59ed-42c2-aa12-d93958c8d5e6 req-103b6a27-0905-4074-8599-16a9e6678719 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=500d1bd7-f76f-4584-9165-ce238cc36a63 HTTP/1.1" status: 200 len: 946 time: 0.1487062 Jul 16 21:05:40.434403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-02e4e99d-59ed-42c2-aa12-d93958c8d5e6 req-e8198735-77f2-41f4-b96a-d2572a93e6bb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=3ec7d52f-ab88-413b-a701-608b2cb9560c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Jul 16 21:05:40.436694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port a72d409b-d326-419e-a60c-d0a176f3e684 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:40.437046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.533966 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port a72d409b-d326-419e-a60c-d0a176f3e684, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=a72d409b-d326-419e-a60c-d0a176f3e684,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:40.534538 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.551754 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for a72d409b-d326-419e-a60c-d0a176f3e684 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:40.698344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.728134 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=a72d409b-d326-419e-a60c-d0a176f3e684,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.779392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] No DVR routers for this DVR port a72d409b-d326-419e-a60c-d0a176f3e684 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:40.782626 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.784730 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e51de518-07b0-4af7-a567-ed8bd0e96e80 req-bf670a40-e4f9-4c58-b85f-b8942e0812f0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "DELETE /v2.0/ports/a72d409b-d326-419e-a60c-d0a176f3e684 HTTP/1.1" status: 204 len: 173 time: 0.5047133 Jul 16 21:05:40.785117 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-deleted', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:40.787414 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c3d6a-cf73-4559-9bd8-71621a60c9dc" -d '{"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-deleted", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:40.826408 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82562e4f-58a8-442f-be86-6616dffcbd90 x-openstack-request-id: req-82562e4f-58a8-442f-be86-6616dffcbd90 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:40.826699 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500d1bd7-f76f-4584-9165-ce238cc36a63", "name": "network-vif-deleted", "tag": "a72d409b-d326-419e-a60c-d0a176f3e684", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:40.827021 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-82562e4f-58a8-442f-be86-6616dffcbd90 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:40.827430 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500d1bd7-f76f-4584-9165-ce238cc36a63', 'name': 'network-vif-deleted', 'tag': 'a72d409b-d326-419e-a60c-d0a176f3e684', 'status': 'completed', 'code': 200} Jul 16 21:05:41.535059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41588) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:41.946445 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.053841 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.228787 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port e1efcb36-b77c-44c5-b63a-cf7d19912ad9 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:42.229082 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.341038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port e1efcb36-b77c-44c5-b63a-cf7d19912ad9, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:42.341389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.356500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for e1efcb36-b77c-44c5-b63a-cf7d19912ad9 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:42.586756 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.612159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=e1efcb36-b77c-44c5-b63a-cf7d19912ad9,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:42.816075 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.053729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:43.162693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:43.167773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3008ce6c-c0e0-40dc-91ba-08765a44e4b5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/9fdc032a-788a-4e02-8ac1-c53cd68cd1bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6313267 Jul 16 21:05:43.171468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41590) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:43.172408 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] Sync routers for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:43.182538 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:43.183179 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:43.223565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting subnet 0491ee40-1d80-40a6-b034-0e34906702f6 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:05:43.226770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.267037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.290202 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:43.356575 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.419585 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.447626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Subnet': ['ID=0491ee40-1d80-40a6-b034-0e34906702f6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:43.457190 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.461280 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/subnets/0491ee40-1d80-40a6-b034-0e34906702f6 HTTP/1.1" status: 204 len: 168 time: 0.2860348 Jul 16 21:05:43.461280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.461280 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.461607 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41592) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:43.462609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2e41b-8bf6-43d5-a405-5d35116e1d88 None None] Network 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:43.463143 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.463485 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.463816 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.467122 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.467928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.468524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.469163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.469727 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.470188 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.470697 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6587e116-cc39-47f3-955a-fd74854c7160 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:43.491537 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:05:42Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:43.519098 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] Checking router: 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:43.527768 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] Routers {'9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:43.528427 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:43.650033 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] Set router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:43.667759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] DHCP port deletion for 31ee7da2-cf73-4a1b-9f9b-822d4254fc82 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:05:43.724215 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] Deleting port 1effd130-b878-4d8e-a617-1cb1effe4e50 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:43.724562 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.789044 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] For port 1effd130-b878-4d8e-a617-1cb1effe4e50, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=1effd130-b878-4d8e-a617-1cb1effe4e50,segment=NetworkSegment(0693c45c-ed9b-4316-953c-76720897a872),segment_id=0693c45c-ed9b-4316-953c-76720897a872)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:43.789422 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.806577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] Calling delete_port for 1effd130-b878-4d8e-a617-1cb1effe4e50 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:43.853361 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:05:42Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:43.885484 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679fea2-d02f-4b12-90a9-71cf2ee2623c None None] The sync data for ids ['9fdc032a-788a-4e02-8ac1-c53cd68cd1bc'] in n-d-792458-10 is: [{'id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915828878', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:05:42Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': '077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc032a-788a-4e02-8ac1-c53cd68cd1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:01Z', 'updated_at': '2021-07-16T21:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:43.903546 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.931318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] Pushing event deleted for resources: {'Port': ['ID=1effd130-b878-4d8e-a617-1cb1effe4e50,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:43.936455 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4f65d-3156-4670-be55-18ee5864b18f None None] No DVR routers for this DVR port 1effd130-b878-4d8e-a617-1cb1effe4e50 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:43.948578 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.055787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.122828 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:44.123211 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.213091 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:44.213359 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.225322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:44.384863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1efcb36-b77c-44c5-b63a-cf7d19912ad9 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:44.407594 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e1efcb36-b77c-44c5-b63a-cf7d19912ad9 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:44.407983 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1efcb36-b77c-44c5-b63a-cf7d19912ad9 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:44.408400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1effd130-b878-4d8e-a617-1cb1effe4e50 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:44.427788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 1effd130-b878-4d8e-a617-1cb1effe4e50 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:44.428136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 1effd130-b878-4d8e-a617-1cb1effe4e50 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:44.445398 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.469976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:44.536045 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.632174 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.634683 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.685084 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.685640 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Fanout notify agent at l3_agent the message router_deleted on router 9fdc032a-788a-4e02-8ac1-c53cd68cd1bc {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:05:44.693813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.695039 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a1e147ff-11f5-4d93-885b-aa4da0484ce6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/routers/9fdc032a-788a-4e02-8ac1-c53cd68cd1bc HTTP/1.1" status: 204 len: 168 time: 1.2324812 Jul 16 21:05:44.700088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41594) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:44.715403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:44.736371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: a72d409b-d326-419e-a60c-d0a176f3e684 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:44.737367 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device a72d409b-d326-419e-a60c-d0a176f3e684 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:44.787911 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.881258 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.891923 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ee7da2-cf73-4a1b-9f9b-822d4254fc82']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:44.902107 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0693c45c-ed9b-4316-953c-76720897a872') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:44.902511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0693c45c-ed9b-4316-953c-76720897a872') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:44.912715 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.927101 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.933484 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:05:44.933921 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:05:44.936915 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:05:45.004141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.008675 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.010540 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/networks/31ee7da2-cf73-4a1b-9f9b-822d4254fc82 HTTP/1.1" status: 204 len: 168 time: 0.3092666 Jul 16 21:05:45.013865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41596) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:45.025617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545581c7-3c83-44b6-9867-7e2c7aa5d9b7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Network': ['ID=31ee7da2-cf73-4a1b-9f9b-822d4254fc82,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.076037 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e726f58-11a8-44e3-bf67-45b031067161 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.105252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e726f58-11a8-44e3-bf67-45b031067161 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.171966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e726f58-11a8-44e3-bf67-45b031067161 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.174581 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4e726f58-11a8-44e3-bf67-45b031067161 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.175797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4e726f58-11a8-44e3-bf67-45b031067161 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/security-groups/3ec7d52f-ab88-413b-a701-608b2cb9560c HTTP/1.1" status: 204 len: 168 time: 0.1608260 Jul 16 21:05:45.185751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e726f58-11a8-44e3-bf67-45b031067161 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec7d52f-ab88-413b-a701-608b2cb9560c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.790960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41602) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:45.798792 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4b2d4c76-ccf4-44a3-84c4-fa6a0b09f907 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809653333', 'description': 'tempest-secgroup-smoke-809653333 description', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:45.831659 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4c76-ccf4-44a3-84c4-fa6a0b09f907 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.920254 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4c76-ccf4-44a3-84c4-fa6a0b09f907 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.926356 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4c76-ccf4-44a3-84c4-fa6a0b09f907 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.952383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4c76-ccf4-44a3-84c4-fa6a0b09f907 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.953593 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4b2d4c76-ccf4-44a3-84c4-fa6a0b09f907 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1613226 Jul 16 21:05:45.957419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41604) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:45.957726 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d4c76-ccf4-44a3-84c4-fa6a0b09f907 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.962507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-88e81aa4-775d-4398-a0c8-c73b99ef7f76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad2d96-3ba1-48cb-a7aa-d59b7c262938', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:45.992276 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-88e81aa4-775d-4398-a0c8-c73b99ef7f76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.063233 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-88e81aa4-775d-4398-a0c8-c73b99ef7f76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.071551 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-88e81aa4-775d-4398-a0c8-c73b99ef7f76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.098322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e81aa4-775d-4398-a0c8-c73b99ef7f76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f12be5-bb66-4576-9deb-0b5bafe8155a,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.101915 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-88e81aa4-775d-4398-a0c8-c73b99ef7f76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.103264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-88e81aa4-775d-4398-a0c8-c73b99ef7f76 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447754 Jul 16 21:05:46.107060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41606) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:46.111773 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b3153b04-4e84-4590-8d98-6f970fa71cda tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad2d96-3ba1-48cb-a7aa-d59b7c262938', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:46.143125 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3153b04-4e84-4590-8d98-6f970fa71cda tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.208990 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3153b04-4e84-4590-8d98-6f970fa71cda tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.213847 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3153b04-4e84-4590-8d98-6f970fa71cda tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.231227 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3153b04-4e84-4590-8d98-6f970fa71cda tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ec8baf-fbe6-47bd-9c2f-7d9617bd7367,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.237521 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b3153b04-4e84-4590-8d98-6f970fa71cda tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.239679 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b3153b04-4e84-4590-8d98-6f970fa71cda tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315479 Jul 16 21:05:46.241669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41608) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:46.246571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3cec5899-0408-45c3-8d00-6634e7a59eeb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad2d96-3ba1-48cb-a7aa-d59b7c262938', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:46.275910 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cec5899-0408-45c3-8d00-6634e7a59eeb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.339574 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cec5899-0408-45c3-8d00-6634e7a59eeb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.345691 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cec5899-0408-45c3-8d00-6634e7a59eeb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.363732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5899-0408-45c3-8d00-6634e7a59eeb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2def786-812e-4a3d-a19a-af0d6ed131aa,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.371153 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cec5899-0408-45c3-8d00-6634e7a59eeb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.372374 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-3cec5899-0408-45c3-8d00-6634e7a59eeb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296463 Jul 16 21:05:46.375513 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41610) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:46.375652 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:46.380126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b10cf1c9-fffb-4cb1-b943-0f5bebb9b759 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad2d96-3ba1-48cb-a7aa-d59b7c262938', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:46.399444 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:46.399856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 077f5b0e-8f67-4ef7-ad6f-2cd4330ca8c8 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:46.419770 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b10cf1c9-fffb-4cb1-b943-0f5bebb9b759 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.487341 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b10cf1c9-fffb-4cb1-b943-0f5bebb9b759 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.492698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b10cf1c9-fffb-4cb1-b943-0f5bebb9b759 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.512239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cf1c9-fffb-4cb1-b943-0f5bebb9b759 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49535ffd-fe33-4a6a-a8c2-acf09bae8a41,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.516298 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b10cf1c9-fffb-4cb1-b943-0f5bebb9b759 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.517492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b10cf1c9-fffb-4cb1-b943-0f5bebb9b759 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410055 Jul 16 21:05:46.520927 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41612) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:46.525779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad2d96-3ba1-48cb-a7aa-d59b7c262938', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:46.550773 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:05:46.556038 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.619022 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.625136 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.643245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4b070f-2487-4f18-ac42-2ce63f705c15,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.651611 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.652931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b3d8451f-a2e6-4e50-9286-07ffd0320cec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308892 Jul 16 21:05:46.655722 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41614) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:46.660230 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad2d96-3ba1-48cb-a7aa-d59b7c262938', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:46.683857 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:05:46.688799 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.748412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.753496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.770691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66011ae9-808f-43d3-a438-6d88864b3e84,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.783089 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.784380 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9b03d726-a401-49f2-a5b6-32e171238b4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277084 Jul 16 21:05:46.788071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41616) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:46.793246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'network': {'name': 'tempest-network-smoke--1819074065', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'port_security_enabled': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:46.816958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:46.821147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.846333 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:05:46.855686 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.856028 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Added segment b22205bf-3864-4041-8be9-c8cc02f0d860 of type vlan for network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a Jul 16 21:05:46.900293 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.939277 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.945151 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.945743 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.981286 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1921260 Jul 16 21:05:46.983981 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41618) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:46.988423 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'admin_state_up': True, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:47.023679 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dafc96-b5c4-4107-b678-d0f6ef3435ce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Network': ['ID=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:47.035636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:05:47.042130 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.043145 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.107038 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.245327 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.457645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.479826 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.584291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.138 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/df578b6d-9106-4716-9a8b-c519733300c2) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:47.699849 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.745735 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.784910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:47.787809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:47.791404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:47.797010 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=df578b6d-9106-4716-9a8b-c519733300c2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:48.056043 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.257588 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.395517 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 4d9ab064-5f26-4651-b201-85e0110294ed is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:05:48.518499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:48.528020 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Sync routers for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:48.538247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:48.538589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.538887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:48.539710 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77ad850f-5578-49cb-a8a2-4a879d87fe1d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5548112 Jul 16 21:05:48.544280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41620) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:48.578174 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ac359ae4-4ea3-4d93-aece-bc29ca5df124 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327115 Jul 16 21:05:48.580930 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41622) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:48.647986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:48.675235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c225b91e-898a-455d-9ac0-c6c38f1c4550 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:48.676547 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-c225b91e-898a-455d-9ac0-c6c38f1c4550 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946491 Jul 16 21:05:48.679750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41624) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:48.708831 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4a35b76b-70b1-4170-ae9d-d23528b63a9c tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278981 Jul 16 21:05:48.711505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41626) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:48.717016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448559413', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:48.807146 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:48.811078 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.840631 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:47Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:48.867402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Checking router: 4d9ab064-5f26-4651-b201-85e0110294ed for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:48.867751 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Updating router 4d9ab064-5f26-4651-b201-85e0110294ed port df578b6d-9106-4716-9a8b-c519733300c2 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:48.902775 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.007713 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.066222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Subnet': ['ID=c8995e98-1d32-4314-8541-382ff64348e4,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:49.092310 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Checking segment: {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:49.092687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network hostable DHCP agents. Network: 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:05:49.112677 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:05:49.124584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:49.129583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:49.130641 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.150666 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b6860260-439f-40b0-8cab-530778646f62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4335506 Jul 16 21:05:49.150934 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b184c31-ae00-40c7-85e0-3a95f8fa69b7 None None] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:49.151058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41628) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:49.192412 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.230410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Transition to ACTIVE for port object df578b6d-9106-4716-9a8b-c519733300c2 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:49.241720 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.337513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Attempting to bind port df578b6d-9106-4716-9a8b-c519733300c2 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:49.337890 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Attempting to bind port df578b6d-9106-4716-9a8b-c519733300c2 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:49.338240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Attempting to bind port df578b6d-9106-4716-9a8b-c519733300c2 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:49.344899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d0767-e638-49aa-b360-7037819bb9e9 None None] Pushing event updated for resources: {'Port': ['ID=df578b6d-9106-4716-9a8b-c519733300c2,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:49.351235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:49.351614 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:49.352037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.352525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:49.353354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Bound port: df578b6d-9106-4716-9a8b-c519733300c2, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:49.353619 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.418073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:05:49.419280 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.440665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] For port df578b6d-9106-4716-9a8b-c519733300c2, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:49.444700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] For port df578b6d-9106-4716-9a8b-c519733300c2, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=df578b6d-9106-4716-9a8b-c519733300c2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:49.452432 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.599724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:49.600448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:49.601704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d0767-e638-49aa-b360-7037819bb9e9 None None] Pushing event updated for resources: {'Port': ['ID=df578b6d-9106-4716-9a8b-c519733300c2,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:49.621853 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.861625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Allocated IP 172.20.0.2 (2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a/c8995e98-1d32-4314-8541-382ff64348e4/81092f23-8bb8-46ec-ab3f-1bf1b3785471) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:49.917470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:50.154132 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.164655 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Transition to ACTIVE for port object 81092f23-8bb8-46ec-ab3f-1bf1b3785471 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:50.185794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Transition to ACTIVE for port object 81092f23-8bb8-46ec-ab3f-1bf1b3785471 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:50.196400 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.232876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:47Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:50.242476 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.1 (2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a/c8995e98-1d32-4314-8541-382ff64348e4/0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:50.274355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0589d-2258-43b0-bd38-1f1ea4ec2928 None None] The sync data for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 is: [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:47Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:50.277207 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:50.278679 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Pushing event updated for resources: {'Port': ['ID=81092f23-8bb8-46ec-ab3f-1bf1b3785471,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:50.281880 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:50.284288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:50.344747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Attempting to bind port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:50.345120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Attempting to bind port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:50.345577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Attempting to bind port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 on network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:50.351027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:50.351402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Checking segment: {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:50.351801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.352219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Bound using segment: {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:50.352686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Bound port: 81092f23-8bb8-46ec-ab3f-1bf1b3785471, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:50.353068 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.373383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.388389 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:50.425589 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.428584 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] For port 81092f23-8bb8-46ec-ab3f-1bf1b3785471, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:50.432753 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] For port 81092f23-8bb8-46ec-ab3f-1bf1b3785471, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=81092f23-8bb8-46ec-ab3f-1bf1b3785471,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:50.438257 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.477353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:50.480555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:50.485155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:50.506558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a007dc5-df63-4df5-a47c-228d4ac42d1d None None] Pushing event updated for resources: {'Port': ['ID=81092f23-8bb8-46ec-ab3f-1bf1b3785471,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:50.513245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:50.541764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.758447 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.072736 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.078875 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.158200 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:51.161187 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.516495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de699c-b99c-4b24-af30-060351a2d2a8 None None] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:51.628241 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:51.629763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:51.649288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-33d1e2a0-caf3-4c61-875d-4118507add3c None None] Provisioning for port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:51.763921 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 4d9ab064-5f26-4651-b201-85e0110294ed has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:51.884636 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:51.898456 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-02ca24ad-0eb2-4a69-b812-9f504e30af9d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/4d9ab064-5f26-4651-b201-85e0110294ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7376606 Jul 16 21:05:51.996974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0f4ff8fb-45af-46d1-9842-960a1bed3689 None None] Provisioning for port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:52.001477 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0f4ff8fb-45af-46d1-9842-960a1bed3689 None None] Provisioning complete for port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.001990 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff8fb-45af-46d1-9842-960a1bed3689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.010308 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Sync routers for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:52.019900 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:52.020574 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:52.043771 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ff8fb-45af-46d1-9842-960a1bed3689 None None] Port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:52.084125 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-9c065c22-68ec-47c4-8092-8bcc2e812839 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809653333&fields=id&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 267 time: 0.0429554 Jul 16 21:05:52.136093 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:52.163006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-3a04d066-2438-4dd4-bc2d-5ded03657c49 None None] Provisioning complete for port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.163801 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3a04d066-2438-4dd4-bc2d-5ded03657c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.203168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-3a04d066-2438-4dd4-bc2d-5ded03657c49 None None] Port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:52.213582 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-d757c9d8-7b2a-45f2-82a7-5d43af4abc65 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:52.215432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-d757c9d8-7b2a-45f2-82a7-5d43af4abc65 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 797 time: 0.1237593 Jul 16 21:05:52.235835 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-d61984f0-12cb-484a-a2f6-6983d754f527 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/quotas/b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 375 time: 0.0144844 Jul 16 21:05:52.319128 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-4b505d6c-70cd-4596-bf64-21c50b87e4e7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780005 Jul 16 21:05:52.364097 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 2, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:52.396099 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Checking router: 4d9ab064-5f26-4651-b201-85e0110294ed for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:52.396407 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Updating router 4d9ab064-5f26-4651-b201-85e0110294ed port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:52.424217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-2b6341ad-553c-4464-8833-83ea1af541c9 None None] Provisioning complete for port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.424617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2b6341ad-553c-4464-8833-83ea1af541c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.442174 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-80b58a74-4089-4905-a161-2481cf1bed24 service neutron] 10.222.0.91 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180518 Jul 16 21:05:52.471002 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device df578b6d-9106-4716-9a8b-c519733300c2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:52.509418 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-2b6341ad-553c-4464-8833-83ea1af541c9 None None] Port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:52.528353 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.533053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port df578b6d-9106-4716-9a8b-c519733300c2 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:52.541642 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port df578b6d-9106-4716-9a8b-c519733300c2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.542053 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.574231 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-8c9f7b4c-37b2-4581-b7b8-6192844ccb3d service neutron] 10.222.0.91 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087511 Jul 16 21:05:52.638899 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.664316 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port df578b6d-9106-4716-9a8b-c519733300c2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=df578b6d-9106-4716-9a8b-c519733300c2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:52.668726 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.669896 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 81092f23-8bb8-46ec-ab3f-1bf1b3785471 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:52.762882 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=df578b6d-9106-4716-9a8b-c519733300c2,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:52.786037 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82b5a546-dd1c-436e-9958-2387bc3890df req-d0af4d35-283a-4fb3-96c6-0fe9e24dbd08 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 210 time: 0.0423510 Jul 16 21:05:52.790018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:52.794654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.795132 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.858888 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.871836 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Transition to ACTIVE for port object 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:52.879941 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.881242 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.919472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 81092f23-8bb8-46ec-ab3f-1bf1b3785471, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=81092f23-8bb8-46ec-ab3f-1bf1b3785471,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:52.925440 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.943138 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Pushing event updated for resources: {'Port': ['ID=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:52.973881 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.974590 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.975196 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.975691 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.976372 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.976993 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.977612 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.977936 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.978261 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.978586 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.978940 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.979383 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:52.996879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=81092f23-8bb8-46ec-ab3f-1bf1b3785471,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:53.021857 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Attempting to bind port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:53.022432 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Attempting to bind port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:53.022571 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Attempting to bind port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b on network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:53.028422 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:53.029087 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Checking segment: {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:53.029841 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:53.030288 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Bound using segment: {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:53.030812 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Bound port: 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:53.031336 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:53.104672 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] For port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:53.108248 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] For port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:53.114096 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:53.178109 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:53.178758 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:53.184143 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3a514-d106-46df-b114-422ca9d4c233 None None] Pushing event updated for resources: {'Port': ['ID=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:53.296991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:53.516193 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:53Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:53.541398 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259a9dd-9f25-4e9f-97f4-d8078318f1b8 None None] The sync data for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 is: [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:53Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:53.971867 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9cc8f229-9b0d-4bbc-85dc-041428324ef3 req-1bfef844-935e-457b-bd62-968a993a269f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 210 time: 0.0400081 Jul 16 21:05:54.003830 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-e68f10b0-a9e2-4477-8caf-9e791328d9b0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:54.005353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-e68f10b0-a9e2-4477-8caf-9e791328d9b0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 797 time: 0.1669819 Jul 16 21:05:54.051652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-fefb94e1-ca6b-4755-b99c-522835259fbd tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 379 time: 0.0378280 Jul 16 21:05:54.060750 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'port': {'device_id': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'admin_state_up': True, 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'security_groups': ['c7ad2d96-3ba1-48cb-a7aa-d59b7c262938']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:54.185059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:54.189244 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.328263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.4 (2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a/c8995e98-1d32-4314-8541-382ff64348e4/4ee5aec5-875c-42a7-a7db-5843b60ef771) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:54.469498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:54.511076 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.525661 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object 4ee5aec5-875c-42a7-a7db-5843b60ef771 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:54.527393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:54.534045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:54.534624 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.564934 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.620458 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:54.624573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:54.631290 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:54.661953 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=4ee5aec5-875c-42a7-a7db-5843b60ef771,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:54.675393 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.695756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:54.699558 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.713930 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:54.719309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-023d7940-4963-4c39-9e12-534d6a7bb72d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624994 Jul 16 21:05:54.719520 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.720568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device df578b6d-9106-4716-9a8b-c519733300c2 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:54.735129 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Request body: {'port': {'device_id': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:54.800268 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:54.813054 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port df578b6d-9106-4716-9a8b-c519733300c2 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:54.813369 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.821709 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.897949 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 81092f23-8bb8-46ec-ab3f-1bf1b3785471 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:54.944672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9d9a0a58-bb8e-46a0-b022-f14e86b95b6b None None] Provisioning for port 4ee5aec5-875c-42a7-a7db-5843b60ef771 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:54.950145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9d9a0a58-bb8e-46a0-b022-f14e86b95b6b None None] Provisioning complete for port 4ee5aec5-875c-42a7-a7db-5843b60ef771 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:54.950396 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0a58-bb8e-46a0-b022-f14e86b95b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.980774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:54.980774 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.019224 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a0a58-bb8e-46a0-b022-f14e86b95b6b None None] Port 4ee5aec5-875c-42a7-a7db-5843b60ef771 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:55.110192 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee5aec5-875c-42a7-a7db-5843b60ef771 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:05:55.118973 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.131591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Transition to ACTIVE for port object 4ee5aec5-875c-42a7-a7db-5843b60ef771 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:55.136616 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.172048 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9693c-7798-4752-ba44-3d1f5ea1fb7a req-43cc3887-dd76-44a3-b70c-41cba41cad1b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:55.173708 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b9693c-7798-4752-ba44-3d1f5ea1fb7a req-43cc3887-dd76-44a3-b70c-41cba41cad1b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 931 time: 0.0692759 Jul 16 21:05:55.185813 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Pushing event updated for resources: {'Port': ['ID=4ee5aec5-875c-42a7-a7db-5843b60ef771,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:55.220343 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51b9693c-7798-4752-ba44-3d1f5ea1fb7a req-cd85fba8-6855-4669-be04-6ef58fe77dd8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397902 Jul 16 21:05:55.264271 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Attempting to bind port 4ee5aec5-875c-42a7-a7db-5843b60ef771 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:55.264571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Attempting to bind port 4ee5aec5-875c-42a7-a7db-5843b60ef771 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:55.264955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Attempting to bind port 4ee5aec5-875c-42a7-a7db-5843b60ef771 on network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:55.269536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Port 4ee5aec5-875c-42a7-a7db-5843b60ef771 on network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:05:55.269862 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Attempting to bind port 4ee5aec5-875c-42a7-a7db-5843b60ef771 on network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:55.274963 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:55.275298 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Checking segment: {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:55.275693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Bound using segment: {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:55.276106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Bound port: 4ee5aec5-875c-42a7-a7db-5843b60ef771, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22205bf-3864-4041-8be9-c8cc02f0d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:55.276507 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.348320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] For port 4ee5aec5-875c-42a7-a7db-5843b60ef771, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:55.351873 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] For port 4ee5aec5-875c-42a7-a7db-5843b60ef771, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:55.358501 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.399437 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:55.400059 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.401668 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] 10.222.0.99 "PUT /v2.0/ports/4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 1092 time: 0.6710868 Jul 16 21:05:55.402115 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:55.404498 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:55.431651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d6f8e-a3b2-4a35-9b78-21068a835d6c service neutron] Pushing event updated for resources: {'Port': ['ID=4ee5aec5-875c-42a7-a7db-5843b60ef771,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:55.515084 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-a6e1174d-55eb-49a8-9cdb-21f5e662bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:55.516903 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-a6e1174d-55eb-49a8-9cdb-21f5e662bf99 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1095 time: 0.0724015 Jul 16 21:05:55.523901 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf01d7-bb60-4fc1-8f41-aafeae2de304 x-openstack-request-id: req-e7cf01d7-bb60-4fc1-8f41-aafeae2de304 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:55.524203 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:55.524434 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e7cf01d7-bb60-4fc1-8f41-aafeae2de304 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:55.524834 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'status': 'completed', 'code': 200} Jul 16 21:05:55.563386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-113b1007-2225-4359-972d-98c4f32f6786 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 217 time: 0.0368099 Jul 16 21:05:55.615887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-9e685af0-2f74-43b6-9021-3646e2b66ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:55.617386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-9e685af0-2f74-43b6-9021-3646e2b66ace service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 200 len: 835 time: 0.0478687 Jul 16 21:05:55.682825 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-b0204cfc-3684-4917-93a9-febbaf2b245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:55.684366 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-b0204cfc-3684-4917-93a9-febbaf2b245d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606496 Jul 16 21:05:55.779457 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-88385423-88f0-48c2-8f18-598cb9c3b997 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863032 Jul 16 21:05:55.879813 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-f9e960e6-ddde-400e-bbed-c7bd6c50b974 req-115bf6ba-5c90-4a5a-96cc-65f3954bf2ed service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928612 Jul 16 21:05:55.987887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-b34abd91-2b67-40a9-baf2-49792222738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:55.989563 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-b34abd91-2b67-40a9-baf2-49792222738d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1095 time: 0.0562940 Jul 16 21:05:56.094524 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-bbe98246-3d5a-499d-bbcb-deb4f5c69a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:56.096079 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-bbe98246-3d5a-499d-bbcb-deb4f5c69a6c service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 898 time: 0.1007640 Jul 16 21:05:56.139588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-9388e800-5127-4a4d-bbec-c34b432e8236 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 217 time: 0.0357981 Jul 16 21:05:56.191465 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-9e44b856-85bf-4214-b75c-45416fc66788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:56.193937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-9e44b856-85bf-4214-b75c-45416fc66788 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 200 len: 835 time: 0.0473189 Jul 16 21:05:56.254225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-cdc87f7c-a01c-445a-980b-0c36c75977f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:56.255759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-cdc87f7c-a01c-445a-980b-0c36c75977f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554609 Jul 16 21:05:56.354102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-855d830f-8cb0-4d5d-a8df-26f3e8e36c28 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909784 Jul 16 21:05:56.383334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:56.409955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989bea-69d0-4662-9a80-bf18ca9544ee req-641451aa-5895-45dd-b677-221feee60420 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:56.411420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6989bea-69d0-4662-9a80-bf18ca9544ee req-641451aa-5895-45dd-b677-221feee60420 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 943 time: 0.0767632 Jul 16 21:05:56.433156 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:56.433156 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:56.453537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c6989bea-69d0-4662-9a80-bf18ca9544ee req-d872aa64-608e-4a74-be16-fd5e8c481ae8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348122 Jul 16 21:05:56.459894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c9de8e10-1c01-4a27-b4f4-e831f7647d9e req-6070580e-dbd3-478c-8713-57553ee6f365 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982168 Jul 16 21:05:57.661581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805805-0034-47e3-93ba-026eab3cdd5c req-7d42a7b0-db70-4c7a-bc05-e206ec5d6451 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:57.663147 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d805805-0034-47e3-93ba-026eab3cdd5c req-7d42a7b0-db70-4c7a-bc05-e206ec5d6451 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 943 time: 0.0782647 Jul 16 21:05:57.703649 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d805805-0034-47e3-93ba-026eab3cdd5c req-2ac18d8a-9c57-43d1-a6d3-20ec7268ad7b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Jul 16 21:05:58.904558 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7e62-e8cb-423c-b538-f721fdd0c9f3 req-4e1a1934-de3f-47ff-965e-ef58e5313ffc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:58.905995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d42c7e62-e8cb-423c-b538-f721fdd0c9f3 req-4e1a1934-de3f-47ff-965e-ef58e5313ffc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 943 time: 0.0835433 Jul 16 21:05:58.947190 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d42c7e62-e8cb-423c-b538-f721fdd0c9f3 req-2391b463-7024-461d-bad8-c99fc7b4a158 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352261 Jul 16 21:05:59.224587 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 4ee5aec5-875c-42a7-a7db-5843b60ef771 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:05:59.323526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 4ee5aec5-875c-42a7-a7db-5843b60ef771, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:59.337300 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'port_id': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'mac_address': 'fa:16:3e:c4:92:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:05:59.376904 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:59.390868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee5aec5-875c-42a7-a7db-5843b60ef771 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:05:59.412785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 4ee5aec5-875c-42a7-a7db-5843b60ef771, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:59.418307 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:59.470493 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=4ee5aec5-875c-42a7-a7db-5843b60ef771,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:59.625536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['4ee5aec5-875c-42a7-a7db-5843b60ef771'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:06:00.130494 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aa005-5d97-47e4-bfd1-f6bdf7aa7663 req-aedbc58f-f8e6-42e3-b253-8505f6c3b57a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:00.132052 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a3aa005-5d97-47e4-bfd1-f6bdf7aa7663 req-aedbc58f-f8e6-42e3-b253-8505f6c3b57a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 944 time: 0.0689418 Jul 16 21:06:00.171825 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a3aa005-5d97-47e4-bfd1-f6bdf7aa7663 req-2c751341-2a7e-4fb2-8d29-2a1c9bbf8122 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341232 Jul 16 21:06:01.239735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 4ee5aec5-875c-42a7-a7db-5843b60ef771 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:06:01.291019 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 4ee5aec5-875c-42a7-a7db-5843b60ef771 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:06:01.294863 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 4ee5aec5-875c-42a7-a7db-5843b60ef771 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:06:01.295333 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:01.378810 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:01.408217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:06:01.410499 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672d9519-0028-44dd-9357-cd0cae16af97" -d '{"events": [{"server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "name": "network-vif-plugged", "status": "completed", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:06:01.412085 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c96f4-4d56-4b8f-858b-330f7ff3e899 req-56a5130b-0ead-4609-afdd-5332c4455d5a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:01.413687 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b4c96f4-4d56-4b8f-858b-330f7ff3e899 req-56a5130b-0ead-4609-afdd-5332c4455d5a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 944 time: 0.0692253 Jul 16 21:06:01.424484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 4ee5aec5-875c-42a7-a7db-5843b60ef771, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:06:01.429298 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:01.459262 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9db021-296b-408d-9241-ae7ce3b80170 x-openstack-request-id: req-cf9db021-296b-408d-9241-ae7ce3b80170 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:06:01.459547 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "name": "network-vif-plugged", "status": "completed", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:06:01.459791 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf9db021-296b-408d-9241-ae7ce3b80170 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:06:01.460392 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b4c96f4-4d56-4b8f-858b-330f7ff3e899 req-95febf25-68ac-49c2-9682-7f02916229d6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403206 Jul 16 21:06:01.466290 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'code': 200} Jul 16 21:06:01.499541 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=4ee5aec5-875c-42a7-a7db-5843b60ef771,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:06:01.582804 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550c385-c061-46b9-9c26-d3bd0b749784 req-d7214270-d1d5-4084-a732-0c09d40a6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:01.584334 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1550c385-c061-46b9-9c26-d3bd0b749784 req-d7214270-d1d5-4084-a732-0c09d40a6c8e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1097 time: 0.0576773 Jul 16 21:06:01.619134 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1550c385-c061-46b9-9c26-d3bd0b749784 req-6d6cecf2-21da-45d3-b6f1-f1ec25da74f3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286567 Jul 16 21:06:02.667701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc751639-fe26-4b30-bb7b-d42567348e88 req-44b6455e-74b8-41b4-a2c8-ac7f38a53b1b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:02.669543 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc751639-fe26-4b30-bb7b-d42567348e88 req-44b6455e-74b8-41b4-a2c8-ac7f38a53b1b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0755093 Jul 16 21:06:02.711487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fc751639-fe26-4b30-bb7b-d42567348e88 req-e6bfc664-5fec-4e65-bc80-3efa47316f31 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363369 Jul 16 21:06:02.908029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7614d0-2469-4730-810b-6c97f437063b req-5b53b1cb-90aa-4183-9402-b5437e999846 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:02.909507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec7614d0-2469-4730-810b-6c97f437063b req-5b53b1cb-90aa-4183-9402-b5437e999846 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0756867 Jul 16 21:06:02.952493 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ec7614d0-2469-4730-810b-6c97f437063b req-71189907-b19f-4d5b-b720-5f992afe863f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373566 Jul 16 21:06:02.977662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41684) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:03.031494 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1245e-d776-4bbb-89df-3b6a801b607b tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:03.033042 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-48f1245e-d776-4bbb-89df-3b6a801b607b tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1092 time: 0.0543799 Jul 16 21:06:03.037199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41686) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:03.041567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:06:03.069300 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:03.172832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:03.288795 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.135 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3a53be4c-578e-4a41-8713-ca22af3d40c0) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:06:03.391204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:03.439435 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:03.481040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:06:03.484164 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:06:03.488225 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:06:03.494038 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=3a53be4c-578e-4a41-8713-ca22af3d40c0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:06:03.899266 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:03.994161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:04.153801 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:04.160301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:04.229887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=3a53be4c-578e-4a41-8713-ca22af3d40c0,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:06:04.241633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.241979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.242320 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.242653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.243088 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.243356 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.243681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.244005 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.244381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.244652 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.244955 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.245272 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:04.252930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:04.359346 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 04ca26eb-119b-422e-9123-d02c6be769e6 associated. External IP: 172.25.3.135, port: 4ee5aec5-875c-42a7-a7db-5843b60ef771. Jul 16 21:06:04.591309 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 4d9ab064-5f26-4651-b201-85e0110294ed has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:06:04.703777 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:06:04.714719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] Sync routers for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:06:04.722028 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:04.727175 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:06:04.727802 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:06:04.766561 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b433dd14-d53b-4bed-adab-1253236c4e95 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7257192 Jul 16 21:06:04.766561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:06:04.767142 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:06:04.826391 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e490e-25ea-438b-bba4-dc853a19c553 x-openstack-request-id: req-532e490e-25ea-438b-bba4-dc853a19c553 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:06:04.826694 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:06:04.826966 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-532e490e-25ea-438b-bba4-dc853a19c553 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:06:04.827378 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'status': 'completed', 'code': 200} Jul 16 21:06:04.863589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:06:04.957385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-a5e3bf35-7df4-4e56-a1d8-38114c160ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:04.959762 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-a5e3bf35-7df4-4e56-a1d8-38114c160ea3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1097 time: 0.1053758 Jul 16 21:06:04.980670 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209f78-0a55-4c03-a562-6b9adf7fd7ee req-999039ea-c34f-4db5-af6c-3b745205b7c4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:04.988030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90209f78-0a55-4c03-a562-6b9adf7fd7ee req-999039ea-c34f-4db5-af6c-3b745205b7c4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0965021 Jul 16 21:06:04.997899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.99', 62454) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:05.056717 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-26cc7055-1832-4b28-b49e-939ddf4dbc89 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571311 Jul 16 21:06:05.080085 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-90209f78-0a55-4c03-a562-6b9adf7fd7ee req-22c6d05a-3ae5-45eb-9ecb-c18c8ab9466b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911314 Jul 16 21:06:05.107858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41694) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:05.114314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '04ca26eb-119b-422e-9123-d02c6be769e6', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'port_id': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'mac_address': 'fa:16:3e:c4:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:06:03Z', 'updated_at': '2021-07-16T21:06:03Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:54Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:06:05.117312 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-c28c74e1-39a5-4658-995c-50f6df215359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:05.118756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-c28c74e1-39a5-4658-995c-50f6df215359 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 898 time: 0.1478198 Jul 16 21:06:05.144575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] Checking router: 4d9ab064-5f26-4651-b201-85e0110294ed for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:06:05.153272 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:06:05.153979 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:05:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:06:05.225436 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-835481d4-5071-4aae-845f-13fd3b25acef tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/04ca26eb-119b-422e-9123-d02c6be769e6 HTTP/1.1" status: 200 len: 991 time: 0.1164939 Jul 16 21:06:05.232686 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-552653ef-72b7-4b35-b32d-639adee305df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 999 time: 0.0862577 Jul 16 21:06:05.269294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:06:05.284291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-bf553161-ffe0-4e5c-ba71-aaa81012ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:05.285780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-bf553161-ffe0-4e5c-ba71-aaa81012ecf2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 200 len: 835 time: 0.0455689 Jul 16 21:06:05.347309 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-1632f760-5f03-4488-9bf7-d46def410606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:05.348863 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-1632f760-5f03-4488-9bf7-d46def410606 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565574 Jul 16 21:06:05.446250 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-2d370d26-ef3b-4e84-9271-a0fb9fdfbb5a service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908306 Jul 16 21:06:05.509900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '04ca26eb-119b-422e-9123-d02c6be769e6', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'port_id': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'mac_address': 'fa:16:3e:c4:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:06:03Z', 'updated_at': '2021-07-16T21:06:03Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:54Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:06:05.536697 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585bb43e-120d-4e55-8798-4e1888c8d793 None None] The sync data for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 is: [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '04ca26eb-119b-422e-9123-d02c6be769e6', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'port_id': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'mac_address': 'fa:16:3e:c4:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:06:03Z', 'updated_at': '2021-07-16T21:06:03Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:54Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:06:05.550087 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-022fc1eb-2c60-4f65-a624-ebcdd0a4469e req-d2c54c94-1050-4518-868c-e84c4b647033 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976450 Jul 16 21:06:05.680701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-a2742260-f264-48ec-9c5c-bed50202a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:05.682224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-a2742260-f264-48ec-9c5c-bed50202a5d1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1097 time: 0.0606408 Jul 16 21:06:05.746398 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f4866-b837-430d-b7d0-80a91b0a80ab None None] New status for floating IP 04ca26eb-119b-422e-9123-d02c6be769e6: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:06:05.792128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-e99d92e2-3aa9-4311-adb0-ae82f4247209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:05.793623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-e99d92e2-3aa9-4311-adb0-ae82f4247209 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 898 time: 0.0894809 Jul 16 21:06:05.865554 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-15d423d2-0383-427c-b558-59e8780066f5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 999 time: 0.0637643 Jul 16 21:06:05.916202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-98fc3140-d018-4433-8f39-52dc96f96ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:05.918063 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-98fc3140-d018-4433-8f39-52dc96f96ad7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 200 len: 835 time: 0.0467470 Jul 16 21:06:05.978520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-3fb94db8-9042-4503-a1f8-c7d59c4dfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:05.979983 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-3fb94db8-9042-4503-a1f8-c7d59c4dfd82 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560000 Jul 16 21:06:06.080514 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-de548622-4d4b-4be1-b24a-3e05de0971eb service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938721 Jul 16 21:06:06.095493 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-299236aa-91fd-4dc7-9364-59be77276caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:06.175416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-0709d289-0788-40b2-be2e-a6b32545c101 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887427 Jul 16 21:06:06.230415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41696) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:06.296188 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8901e42c-03b6-45fb-96cc-9150efea8497 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/04ca26eb-119b-422e-9123-d02c6be769e6 HTTP/1.1" status: 200 len: 993 time: 0.0646439 Jul 16 21:06:08.688064 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:08.920590 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-acfe972e-f3ca-4969-8d96-1a73d033a787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:09.087464 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:09.556875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:10.254478 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:12.055574 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:13.239418 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:36.103714 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9863e14d-b695-4d86-a81b-d4225254a1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:38.685254 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:38.916467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e35ba7e7-fa48-4939-ab61-2184af9d1617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:39.086907 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:39.557428 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:39.834764 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6d3b3-ce3f-401a-819a-4385edbc5b08 req-c6ca78f4-577a-4d08-8bea-652f86d856a9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:39.836215 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-68a6d3b3-ce3f-401a-819a-4385edbc5b08 req-c6ca78f4-577a-4d08-8bea-652f86d856a9 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0715275 Jul 16 21:06:39.880649 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-68a6d3b3-ce3f-401a-819a-4385edbc5b08 req-6619b1f2-29d2-48e1-b119-2b4f8811cc45 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371535 Jul 16 21:06:40.255512 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:41.084219 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ade3a9-07fd-4d88-8816-803a98fa77bb req-a455b4b8-39d9-487b-b18d-361f03d702a7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:41.085774 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0ade3a9-07fd-4d88-8816-803a98fa77bb req-a455b4b8-39d9-487b-b18d-361f03d702a7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0830374 Jul 16 21:06:41.127378 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a0ade3a9-07fd-4d88-8816-803a98fa77bb req-a0407619-705c-4258-8253-247363009c22 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358069 Jul 16 21:06:42.063338 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:42.321216 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebba4d-8dfd-46e3-b2c2-8bf9adfa367c req-983e13bd-f597-4918-af6b-fd257a9362ef tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:42.322673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0ebba4d-8dfd-46e3-b2c2-8bf9adfa367c req-983e13bd-f597-4918-af6b-fd257a9362ef tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0769186 Jul 16 21:06:42.361475 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e0ebba4d-8dfd-46e3-b2c2-8bf9adfa367c req-9930f05b-8426-4f76-8572-389adae32070 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327609 Jul 16 21:06:43.545353 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205695e-ea1d-439f-862f-890a69cfb05e req-bce08b1f-c80d-4290-8a93-47acb5287504 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:43.546828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b205695e-ea1d-439f-862f-890a69cfb05e req-bce08b1f-c80d-4290-8a93-47acb5287504 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0735147 Jul 16 21:06:43.592232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b205695e-ea1d-439f-862f-890a69cfb05e req-20d51669-5c40-4a27-9220-46ae67db9318 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370877 Jul 16 21:06:44.806659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1460d4-d473-434a-974f-c10ddac98d92 req-22beb993-c151-41fb-bd7b-cd11868056a7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:44.808243 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d1460d4-d473-434a-974f-c10ddac98d92 req-22beb993-c151-41fb-bd7b-cd11868056a7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0753770 Jul 16 21:06:44.855117 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d1460d4-d473-434a-974f-c10ddac98d92 req-63930a30-a751-4eac-bec4-38f0f2045722 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407856 Jul 16 21:06:46.034931 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e93b56-f092-46db-be86-ca1f887e235c req-af1cdcb0-7462-425f-aa10-ef133c05021a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:46.036438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-23e93b56-f092-46db-be86-ca1f887e235c req-af1cdcb0-7462-425f-aa10-ef133c05021a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0663533 Jul 16 21:06:46.075003 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-23e93b56-f092-46db-be86-ca1f887e235c req-f7a35a1c-501a-4335-9c1d-80efa1b72a42 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328751 Jul 16 21:06:47.267621 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e1e71-41d2-4dc6-9eeb-34c28b472a70 req-c2b0384c-7900-4f4d-9b2f-eec8477cd55e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:47.269102 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa0e1e71-41d2-4dc6-9eeb-34c28b472a70 req-c2b0384c-7900-4f4d-9b2f-eec8477cd55e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0733261 Jul 16 21:06:47.316098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fa0e1e71-41d2-4dc6-9eeb-34c28b472a70 req-9ffa6a70-29d1-44f6-9344-be1b714be052 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386093 Jul 16 21:06:48.519042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59acfd-5c26-4e53-94a1-36263956ff36 req-5c1a062f-e6cf-4558-8e50-514f0e485389 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:48.520580 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d59acfd-5c26-4e53-94a1-36263956ff36 req-5c1a062f-e6cf-4558-8e50-514f0e485389 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0884027 Jul 16 21:06:48.560109 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7d59acfd-5c26-4e53-94a1-36263956ff36 req-750afc01-7cdb-4c68-8599-6e4b114d9d09 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336657 Jul 16 21:06:49.752284 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d13d9-9d7c-46d8-990a-ed7e54b25f63 req-4b1a1e8d-60c9-4e26-aae8-d00e9e163144 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:49.754214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-669d13d9-9d7c-46d8-990a-ed7e54b25f63 req-4b1a1e8d-60c9-4e26-aae8-d00e9e163144 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0711374 Jul 16 21:06:49.797368 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-669d13d9-9d7c-46d8-990a-ed7e54b25f63 req-ba0a575c-95c0-4695-9d3d-64a0c2d9f889 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366440 Jul 16 21:06:50.244454 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:50.996468 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e96d-141d-4e0c-aeaf-2be5d551cfd1 req-d8cdd1de-fecd-4e6f-9ac6-1b531d6bedb8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:50.997871 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8c1e96d-141d-4e0c-aeaf-2be5d551cfd1 req-d8cdd1de-fecd-4e6f-9ac6-1b531d6bedb8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0709891 Jul 16 21:06:51.037533 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c8c1e96d-141d-4e0c-aeaf-2be5d551cfd1 req-01b01623-cff1-47fa-a47d-064a872e59d5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337601 Jul 16 21:06:52.234319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dff11-d6a0-4e9a-9eac-fe140c31a4c7 req-31aa0134-77b6-498b-ab84-b5e23aba8724 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:52.235829 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d21dff11-d6a0-4e9a-9eac-fe140c31a4c7 req-31aa0134-77b6-498b-ab84-b5e23aba8724 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0777407 Jul 16 21:06:52.277384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d21dff11-d6a0-4e9a-9eac-fe140c31a4c7 req-460a46e3-d4b4-4f04-ade3-aad3aa9d436b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342753 Jul 16 21:06:53.474685 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72deb23-60d0-404a-aa16-43c6b97a9c02 req-03ea2dc2-f14e-46b7-a294-9b3519763c7a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:53.476312 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c72deb23-60d0-404a-aa16-43c6b97a9c02 req-03ea2dc2-f14e-46b7-a294-9b3519763c7a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0769138 Jul 16 21:06:53.517326 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c72deb23-60d0-404a-aa16-43c6b97a9c02 req-89338be8-4daa-4b2f-a9b1-d31f13a772c7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334051 Jul 16 21:06:54.718327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d450073-fd47-415f-9ae8-ecea8ad05673 req-5bdf50e6-f382-4637-8762-21510ab1b57a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:54.719995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d450073-fd47-415f-9ae8-ecea8ad05673 req-5bdf50e6-f382-4637-8762-21510ab1b57a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0734143 Jul 16 21:06:54.765330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9d450073-fd47-415f-9ae8-ecea8ad05673 req-b3d4e76d-f6f7-4573-889f-f26d8b5bfd3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377173 Jul 16 21:06:55.958304 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9c09b-86f2-46e9-9b3f-b238aab185e7 req-2e481434-c8e2-45bb-9460-09d1b8110c68 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:55.959811 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4a9c09b-86f2-46e9-9b3f-b238aab185e7 req-2e481434-c8e2-45bb-9460-09d1b8110c68 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0660465 Jul 16 21:06:56.009182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4a9c09b-86f2-46e9-9b3f-b238aab185e7 req-add5050e-91b3-4eaf-aa8e-4cae96ebb49f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Jul 16 21:06:56.035403 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41744) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:56.113982 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4fde9bbb-1537-4e0b-b97f-09f5fce7dfd1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/04ca26eb-119b-422e-9123-d02c6be769e6 HTTP/1.1" status: 200 len: 993 time: 0.0771382 Jul 16 21:06:57.564884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-b6268103-a902-43ec-8056-80b45d686b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:57.566937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-b6268103-a902-43ec-8056-80b45d686b37 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1097 time: 0.0560703 Jul 16 21:06:57.575842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c19576-c515-495a-b491-37230a318460 req-cbae56bb-2c8e-4fbb-9ab4-63c10111f7a8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:57.577214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66c19576-c515-495a-b491-37230a318460 req-cbae56bb-2c8e-4fbb-9ab4-63c10111f7a8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0751023 Jul 16 21:06:57.618445 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-66c19576-c515-495a-b491-37230a318460 req-9f210ccb-0b5d-47b5-b30d-a1a88d708f63 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354748 Jul 16 21:06:57.672926 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-655fb903-6b7f-4d1e-aa47-a5838f29f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:57.674860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-655fb903-6b7f-4d1e-aa47-a5838f29f799 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 898 time: 0.1009991 Jul 16 21:06:57.771416 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-b944d831-c358-4694-b748-c1c97c446e6b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 1001 time: 0.0898466 Jul 16 21:06:57.827889 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-62b29b94-b9c0-4639-a84e-300e6971f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:57.829387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-62b29b94-b9c0-4639-a84e-300e6971f235 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 200 len: 835 time: 0.0523217 Jul 16 21:06:57.894765 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-a2ff43e0-f598-4b02-a7de-abfac0daf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:57.896373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-a2ff43e0-f598-4b02-a7de-abfac0daf9ee service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606039 Jul 16 21:06:57.996767 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-cfcf16d9-3599-469f-93c0-ec4c04aee148 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940211 Jul 16 21:06:58.099124 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5468e13c-48e3-4694-ac22-ae3ca4232d23 req-709cf212-18f1-43a8-ad46-e691e9308a2b service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957396 Jul 16 21:06:58.808900 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111746b3-435b-4527-a9b4-0a6243d4b3d0 req-f7dd5aa4-d6fe-4338-aba6-bbc54c83fec8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:58.810373 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-111746b3-435b-4527-a9b4-0a6243d4b3d0 req-f7dd5aa4-d6fe-4338-aba6-bbc54c83fec8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0714512 Jul 16 21:06:58.857752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-111746b3-435b-4527-a9b4-0a6243d4b3d0 req-34b6a08d-839c-4a49-81d0-cc480a521557 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Jul 16 21:06:58.892515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41754) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:58.957105 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-25b149fd-df7a-4f45-a3ee-a1d01ee62073 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/04ca26eb-119b-422e-9123-d02c6be769e6 HTTP/1.1" status: 200 len: 993 time: 0.0633662 Jul 16 21:07:06.098111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-365db95d-0d20-4ffd-b88b-a9c382506992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:07.046239 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-edc8b6a4-67e0-4591-ab42-5076d68cbc23 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586534 Jul 16 21:07:07.169452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-bfc50c05-1b6d-4994-9738-53012e0a0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:07.171619 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-bfc50c05-1b6d-4994-9738-53012e0a0ff1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1097 time: 0.0566497 Jul 16 21:07:07.287526 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-c462a664-7c92-4456-b3f1-5f26a46ab490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:07.288973 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-c462a664-7c92-4456-b3f1-5f26a46ab490 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 898 time: 0.0946825 Jul 16 21:07:07.715177 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-d7a1ad4a-8928-4eec-9078-aff31fc8f0c0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 1001 time: 0.4200497 Jul 16 21:07:07.764440 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-d5206ecc-1929-4809-b633-151b939f517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:07.765968 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-d5206ecc-1929-4809-b633-151b939f517e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 200 len: 835 time: 0.0446301 Jul 16 21:07:07.829484 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-9d89e783-c207-48bb-9f59-32ccd13fd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:07.831011 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-9d89e783-c207-48bb-9f59-32ccd13fd0fc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589740 Jul 16 21:07:07.923209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-246410ca-ef8a-4e24-b8d9-2519a1325410 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853813 Jul 16 21:07:08.030183 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb1cebc5-5acc-4a1e-af93-8d272426ee89 req-b9ac0450-e142-41e1-9e94-61a32b6976fa service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940409 Jul 16 21:07:08.682860 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.921593 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-33783a1c-0e22-46f9-99c8-f03d78c3843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:09.089841 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:09.569192 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:10.258633 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.065257 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:27.245151 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:29.554636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41776) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:29.723207 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 3a53be4c-578e-4a41-8713-ca22af3d40c0 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:07:29.723501 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:29.803418 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:29.803889 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:29.820812 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 3a53be4c-578e-4a41-8713-ca22af3d40c0 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:07:29.991376 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.022605 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=3a53be4c-578e-4a41-8713-ca22af3d40c0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:30.034409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.034785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.035122 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.035700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.035839 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.036108 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.036438 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.036770 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.037086 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.037409 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.037751 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.038072 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:30.116984 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.117335 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 04ca26eb-119b-422e-9123-d02c6be769e6 disassociated (deleted). External IP: 172.25.3.135, port: 4ee5aec5-875c-42a7-a7db-5843b60ef771. Jul 16 21:07:30.329791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 4d9ab064-5f26-4651-b201-85e0110294ed has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:30.447467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:30.452813 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.457338 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] Sync routers for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:30.466566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:30.467271 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:30.494532 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bfabef19-82f5-4814-96ce-f15d8c84cadc tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/floatingips/04ca26eb-119b-422e-9123-d02c6be769e6 HTTP/1.1" status: 204 len: 168 time: 0.9386859 Jul 16 21:07:30.495163 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:30.497703 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:30.557718 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0485b8-9ce9-4429-bf84-93322cc0a26c x-openstack-request-id: req-eb0485b8-9ce9-4429-bf84-93322cc0a26c {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:30.558705 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:30.558705 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb0485b8-9ce9-4429-bf84-93322cc0a26c {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:30.559107 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'status': 'completed', 'code': 200} Jul 16 21:07:30.587107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:30.638654 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-cfaaa8e2-94f8-4f18-ac92-fd32799eb542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.640246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-cfaaa8e2-94f8-4f18-ac92-fd32799eb542 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 1097 time: 0.0569203 Jul 16 21:07:30.747123 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-581a89a1-17ec-47e4-8152-feba5d502d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.749203 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-581a89a1-17ec-47e4-8152-feba5d502d7d service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 200 len: 898 time: 0.1023524 Jul 16 21:07:30.795850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-74186bf9-d04e-4aee-a1ef-20290710c954 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 200 len: 217 time: 0.0397909 Jul 16 21:07:30.832490 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:54Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:30.852425 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-e8270f57-9652-4ce4-8bef-5e0387d8dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.853911 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-e8270f57-9652-4ce4-8bef-5e0387d8dad8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 200 len: 835 time: 0.0506060 Jul 16 21:07:30.860390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] Checking router: 4d9ab064-5f26-4651-b201-85e0110294ed for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:30.871791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:30.872522 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:30.922279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-2be513ac-183c-40ac-87aa-43e1c23721d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.924336 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-2be513ac-183c-40ac-87aa-43e1c23721d1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627263 Jul 16 21:07:30.932335 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7671f2-139a-4118-b47c-8f688be0a3f3 req-28d683b5-3cb4-4121-9fd4-c2ff9539a581 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:30.933905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f7671f2-139a-4118-b47c-8f688be0a3f3 req-28d683b5-3cb4-4121-9fd4-c2ff9539a581 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0676966 Jul 16 21:07:30.974631 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7f7671f2-139a-4118-b47c-8f688be0a3f3 req-8f5a62e5-8b82-4cf8-8a5d-87d9509bc35f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342751 Jul 16 21:07:30.993257 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:31.024492 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-09bed72a-d072-4b78-89cc-513c8620eb74 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914159 Jul 16 21:07:31.124910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-168a13e0-4e74-4d91-84ec-dfbbeb97bef3 req-796d172e-cb97-4626-8a70-3b00faa84764 service neutron] 10.222.0.99 "GET /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923979 Jul 16 21:07:31.205388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:54Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:31.235238 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf863b5b-950f-4e9c-bde8-e3127c39a79b None None] The sync data for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 is: [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b', 'name': '', 'network_id': '2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:11:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:49Z', 'updated_at': '2021-07-16T21:05:54Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'c8995e98-1d32-4314-8541-382ff64348e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:31.503886 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad8fb0-cb6d-44d0-a708-68292094067e None None] New status for floating IP 04ca26eb-119b-422e-9123-d02c6be769e6: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:07:32.165411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251eb1a-b710-452f-be86-49c5bb1fb1e2 req-f1197bb9-ff18-4acb-a18d-dde1fb1c1a13 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.167630 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b251eb1a-b710-452f-be86-49c5bb1fb1e2 req-f1197bb9-ff18-4acb-a18d-dde1fb1c1a13 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0743957 Jul 16 21:07:32.208860 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b251eb1a-b710-452f-be86-49c5bb1fb1e2 req-612210d0-3393-4621-ad2a-c87c22dd6395 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344138 Jul 16 21:07:32.426803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-31d71362-907e-48f0-a97a-902b31360753 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:32.428287 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-31d71362-907e-48f0-a97a-902b31360753 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 945 time: 0.0733068 Jul 16 21:07:32.535655 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 4ee5aec5-875c-42a7-a7db-5843b60ef771 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:07:32.535959 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:32.640806 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port 4ee5aec5-875c-42a7-a7db-5843b60ef771, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=4ee5aec5-875c-42a7-a7db-5843b60ef771,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:32.641266 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:32.654362 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 4ee5aec5-875c-42a7-a7db-5843b60ef771 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:07:32.790324 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:32.824700 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=4ee5aec5-875c-42a7-a7db-5843b60ef771,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:32.854297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.854643 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.855015 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.855346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.855672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.856046 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.856369 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.856693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.857017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.857547 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.857898 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.858190 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:32.881872 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] No DVR routers for this DVR port 4ee5aec5-875c-42a7-a7db-5843b60ef771 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:07:32.884593 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:32.886611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6574eb9c-995e-41b8-8aed-77ae11a1f24c req-82914755-6d01-4a9c-814d-b7499d1c0342 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.99 "DELETE /v2.0/ports/4ee5aec5-875c-42a7-a7db-5843b60ef771 HTTP/1.1" status: 204 len: 173 time: 0.4523633 Jul 16 21:07:32.887092 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'name': 'network-vif-deleted', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:32.889394 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea97423-4aea-4f6e-8471-c7ddda91c4c7" -d '{"events": [{"server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "name": "network-vif-deleted", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:32.928624 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d81e5-f16d-4393-ada6-d85512f829a0 x-openstack-request-id: req-776d81e5-f16d-4393-ada6-d85512f829a0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:32.928914 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1b95ca-7a10-4ee1-8934-3ef19326d99a", "name": "network-vif-deleted", "tag": "4ee5aec5-875c-42a7-a7db-5843b60ef771", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:32.929191 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-776d81e5-f16d-4393-ada6-d85512f829a0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:32.929594 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1b95ca-7a10-4ee1-8934-3ef19326d99a', 'name': 'network-vif-deleted', 'tag': '4ee5aec5-875c-42a7-a7db-5843b60ef771', 'status': 'completed', 'code': 200} Jul 16 21:07:33.376438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45850902-8027-45f3-ba6f-313e47f31f02 req-84efc964-78c2-457e-b627-800d94981c81 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a1b95ca-7a10-4ee1-8934-3ef19326d99a HTTP/1.1" status: 200 len: 210 time: 0.0330098 Jul 16 21:07:34.484278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41792) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:35.221833 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.522759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:07:35.523517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.615463 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:35.615824 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.629772 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:07:35.747045 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 4ee5aec5-875c-42a7-a7db-5843b60ef771 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:07:35.771129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 4ee5aec5-875c-42a7-a7db-5843b60ef771 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:07:35.771472 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 4ee5aec5-875c-42a7-a7db-5843b60ef771 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:07:35.826566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.862367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.042556 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.101559 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a8789e5e-f5fa-4dd1-b1c6-c6cad2fd936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.263243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 4d9ab064-5f26-4651-b201-85e0110294ed has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:36.374480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:36.379862 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4c3fac54-f0d5-4017-a708-4229416f0bcb tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/4d9ab064-5f26-4651-b201-85e0110294ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8944983 Jul 16 21:07:36.383307 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41796) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.390468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3baf43-989d-495c-a927-871f4022685f None None] Sync routers for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:36.400127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:36.401038 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:36.438976 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting subnet c8995e98-1d32-4314-8541-382ff64348e4 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:07:36.442667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.484783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.513961 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:36.575567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.646000 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.683424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Subnet': ['ID=c8995e98-1d32-4314-8541-382ff64348e4,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.688540 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.693402 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e74a5840-afcf-49c5-9ce3-fb185ee60d3a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/subnets/c8995e98-1d32-4314-8541-382ff64348e4 HTTP/1.1" status: 204 len: 168 time: 0.3090329 Jul 16 21:07:36.694402 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.702727 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022767d2-7a64-44d6-aed2-232574b65853 None None] Network 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:07:36.738476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:07:35Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:36.795199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3baf43-989d-495c-a927-871f4022685f None None] Checking router: 4d9ab064-5f26-4651-b201-85e0110294ed for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:36.813657 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.825915 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] Routers {'4d9ab064-5f26-4651-b201-85e0110294ed'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:36.826600 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['4d9ab064-5f26-4651-b201-85e0110294ed'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:36.920343 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.961687 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] Set router 4d9ab064-5f26-4651-b201-85e0110294ed gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:36.981074 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port df578b6d-9106-4716-9a8b-c519733300c2 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:07:36.981419 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.038073 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] DHCP port deletion for 2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:07:37.073823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port df578b6d-9106-4716-9a8b-c519733300c2, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=df578b6d-9106-4716-9a8b-c519733300c2,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:37.074099 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.087252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for df578b6d-9106-4716-9a8b-c519733300c2 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:07:37.157743 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Deleting port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:07:37.158126 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.234060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] For port 81092f23-8bb8-46ec-ab3f-1bf1b3785471, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=81092f23-8bb8-46ec-ab3f-1bf1b3785471,segment=NetworkSegment(b22205bf-3864-4041-8be9-c8cc02f0d860),segment_id=b22205bf-3864-4041-8be9-c8cc02f0d860)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:37.234355 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.249236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Calling delete_port for 81092f23-8bb8-46ec-ab3f-1bf1b3785471 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:07:37.251569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ce3baf43-989d-495c-a927-871f4022685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:07:35Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:37.264402 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.283897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3baf43-989d-495c-a927-871f4022685f None None] The sync data for ids ['4d9ab064-5f26-4651-b201-85e0110294ed'] in n-d-792458-10 is: [{'id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520547934', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:07:35Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'df578b6d-9106-4716-9a8b-c519733300c2', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ab064-5f26-4651-b201-85e0110294ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:47Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:37.289738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=df578b6d-9106-4716-9a8b-c519733300c2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:37.354485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.367745 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.391640 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Pushing event deleted for resources: {'Port': ['ID=81092f23-8bb8-46ec-ab3f-1bf1b3785471,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:37.402001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.402350 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.402672 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.403023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.403349 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.403670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.403987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.404314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.404615 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.404926 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.405243 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.405559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:37.408211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce87168-fe3b-46f2-8e9b-8c7668fa0f07 None None] No DVR routers for this DVR port 81092f23-8bb8-46ec-ab3f-1bf1b3785471 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:07:37.460223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.462724 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.508566 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.509107 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Fanout notify agent at l3_agent the message router_deleted on router 4d9ab064-5f26-4651-b201-85e0110294ed {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:07:37.516432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.517576 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e538f20a-4870-41f1-900d-e281abd11f04 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/routers/4d9ab064-5f26-4651-b201-85e0110294ed HTTP/1.1" status: 204 len: 168 time: 0.8209548 Jul 16 21:07:37.520648 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41800) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:37.601610 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.696925 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.708466 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:37.725806 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22205bf-3864-4041-8be9-c8cc02f0d860') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:37.726089 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22205bf-3864-4041-8be9-c8cc02f0d860') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:37.736872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.751682 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.764153 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:07:37.764471 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:07:37.768020 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:07:37.833377 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.841437 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.843597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/networks/2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a HTTP/1.1" status: 204 len: 168 time: 0.3218646 Jul 16 21:07:37.847733 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41802) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:37.855929 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09906618-c499-4801-b4d3-888572d19468 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Network': ['ID=2ba480a1-4ad8-4ab8-a70d-e4d33c82d80a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:37.918601 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a0d0c5-56c3-4166-810b-a5e986c6c64c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:37.951440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a0d0c5-56c3-4166-810b-a5e986c6c64c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.020921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a0d0c5-56c3-4166-810b-a5e986c6c64c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.023485 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63a0d0c5-56c3-4166-810b-a5e986c6c64c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.024658 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63a0d0c5-56c3-4166-810b-a5e986c6c64c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/security-groups/c7ad2d96-3ba1-48cb-a7aa-d59b7c262938 HTTP/1.1" status: 204 len: 168 time: 0.1757627 Jul 16 21:07:38.033955 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d0c5-56c3-4166-810b-a5e986c6c64c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad2d96-3ba1-48cb-a7aa-d59b7c262938,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:38.274600 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41808) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:38.279805 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-df5ed090-b487-4fd6-89c3-52009f41a031 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594630322', 'description': 'tempest-secgroup-smoke-594630322 description', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:38.309661 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df5ed090-b487-4fd6-89c3-52009f41a031 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.411410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df5ed090-b487-4fd6-89c3-52009f41a031 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.416183 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df5ed090-b487-4fd6-89c3-52009f41a031 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.443575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:07:38.457553 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df5ed090-b487-4fd6-89c3-52009f41a031 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.461640 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-df5ed090-b487-4fd6-89c3-52009f41a031 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1832409 Jul 16 21:07:38.462415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41810) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:38.464231 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ed090-b487-4fd6-89c3-52009f41a031 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b443f20-cf91-4fa6-8973-501429ef43e6,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:38.472775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:07:38.473518 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0c5db0d1-59ae-41f3-9a8d-cd25e9f6ca4b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:07:38.474157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device df578b6d-9106-4716-9a8b-c519733300c2 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:07:38.476410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2fb83858-389a-40ef-8dbe-d06010551775 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '4b443f20-cf91-4fa6-8973-501429ef43e6', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:38.497928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: df578b6d-9106-4716-9a8b-c519733300c2 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:07:38.497928 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device df578b6d-9106-4716-9a8b-c519733300c2 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:07:38.499609 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 81092f23-8bb8-46ec-ab3f-1bf1b3785471 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:07:38.510035 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fb83858-389a-40ef-8dbe-d06010551775 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.518717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 81092f23-8bb8-46ec-ab3f-1bf1b3785471 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:07:38.519290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 81092f23-8bb8-46ec-ab3f-1bf1b3785471 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:07:38.577670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fb83858-389a-40ef-8dbe-d06010551775 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.581833 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fb83858-389a-40ef-8dbe-d06010551775 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.601672 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83858-389a-40ef-8dbe-d06010551775 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742b12fe-50d5-413d-9257-5155ba32c25f,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:38.609853 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fb83858-389a-40ef-8dbe-d06010551775 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.611189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2fb83858-389a-40ef-8dbe-d06010551775 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470089 Jul 16 21:07:38.617782 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41812) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:38.619287 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bc6a1271-2c5f-4c5b-8dc6-32cc9c168427 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '4b443f20-cf91-4fa6-8973-501429ef43e6', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:38.647260 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1271-2c5f-4c5b-8dc6-32cc9c168427 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.680159 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.723860 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1271-2c5f-4c5b-8dc6-32cc9c168427 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.729184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1271-2c5f-4c5b-8dc6-32cc9c168427 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.751346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a1271-2c5f-4c5b-8dc6-32cc9c168427 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0030da1f-5156-4dea-9d18-7c7ddfeaa3ef,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:38.759662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1271-2c5f-4c5b-8dc6-32cc9c168427 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.760910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bc6a1271-2c5f-4c5b-8dc6-32cc9c168427 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451752 Jul 16 21:07:38.766531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41814) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:38.772448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-97119e79-a0a5-4d47-9ef8-87bff35defbf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '4b443f20-cf91-4fa6-8973-501429ef43e6', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:38.801211 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97119e79-a0a5-4d47-9ef8-87bff35defbf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.873234 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97119e79-a0a5-4d47-9ef8-87bff35defbf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.878109 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97119e79-a0a5-4d47-9ef8-87bff35defbf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.895812 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97119e79-a0a5-4d47-9ef8-87bff35defbf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe45983-55e2-4b27-8323-0d2a5306853c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:38.902025 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97119e79-a0a5-4d47-9ef8-87bff35defbf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.903353 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-97119e79-a0a5-4d47-9ef8-87bff35defbf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358171 Jul 16 21:07:38.906319 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41816) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:38.911100 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2d2f89f6-2dd8-48b6-a1c6-94b40cc42e2a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '4b443f20-cf91-4fa6-8973-501429ef43e6', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:38.924629 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-83947404-e476-4f16-8ed4-8288780d939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.943390 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2f89f6-2dd8-48b6-a1c6-94b40cc42e2a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.010223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2f89f6-2dd8-48b6-a1c6-94b40cc42e2a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.015251 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2f89f6-2dd8-48b6-a1c6-94b40cc42e2a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.034409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f89f6-2dd8-48b6-a1c6-94b40cc42e2a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f39aca-0d21-4cdd-b2c6-2febdb02f56b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:39.036904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2f89f6-2dd8-48b6-a1c6-94b40cc42e2a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.038144 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2d2f89f6-2dd8-48b6-a1c6-94b40cc42e2a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307523 Jul 16 21:07:39.041043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41818) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:39.045493 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '4b443f20-cf91-4fa6-8973-501429ef43e6', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:39.069415 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:07:39.073503 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.074607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.143966 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.149528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.170949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b738a88-90b6-47fb-9a7c-83ca7d387c41,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:39.178496 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.179908 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-eb43f54d-37ae-4e88-a3dd-054cecc10166 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380653 Jul 16 21:07:39.183173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41820) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:39.189448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'security_group_rule': {'security_group_id': '4b443f20-cf91-4fa6-8973-501429ef43e6', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:39.216261 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Project b0073d4f0a5a4ec6b07f54f3f7b7a58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:07:39.220971 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.286416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.292553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.313067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6f333c-b7ab-4208-851c-16998b8a97f0,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:39.319834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.321166 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bc0f9ae8-0ace-412b-8b05-8c5bf7c8f8a4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367593 Jul 16 21:07:39.324400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41822) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:39.329536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'network': {'name': 'tempest-network-smoke--274808192', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'port_security_enabled': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:39.354394 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:39.358433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.389297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:07:39.399973 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.400287 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Added segment 4a1d3df1-cfdc-4eaf-af3a-b650b3051eab of type vlan for network bf398757-69e6-412c-a670-240ab1a08109 Jul 16 21:07:39.446441 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.484645 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.490519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:39.491177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.527645 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2021043 Jul 16 21:07:39.530603 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41824) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:39.535735 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'admin_state_up': True, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:39.562706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e359d95-4463-4c3b-81f7-f0d1c8205eb0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Network': ['ID=bf398757-69e6-412c-a670-240ab1a08109,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:39.564707 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.566246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.575104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network bf398757-69e6-412c-a670-240ab1a08109 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:07:39.592312 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.625669 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.766733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.982141 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.000902 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.119079 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.209 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:40.230588 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.258379 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.272958 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.316847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:40.321304 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:40.325778 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:40.328911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:40.601726 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.836197 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:41.301139 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 76213041-1ab9-4155-8709-5a8f0750238d is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:07:41.420518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:41.431196 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Sync routers for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:41.441768 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:41.442325 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:41.445227 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:41.445448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4e58dc4e-675d-407f-892a-ee208e638586 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9117401 Jul 16 21:07:41.448006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41828) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:41.543483 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-aabe4d67-17c0-449a-a9bb-a5f1b3fbd43f tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0941803 Jul 16 21:07:41.546261 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41832) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:41.560442 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:41.647609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227353c8-ffc9-4318-b81f-2363c8abe085 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.649372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-227353c8-ffc9-4318-b81f-2363c8abe085 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021142 Jul 16 21:07:41.652491 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:41.688933 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a2fe688c-8bb4-4105-9ab3-5a24fe7cde21 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=2827bef3-dd54-4b8a-b165-0da37f7f5a12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347781 Jul 16 21:07:41.691957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41836) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:41.697215 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713371147', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:41.795247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:41.798948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:41.828861 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:40Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:41.857822 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Checking router: 76213041-1ab9-4155-8709-5a8f0750238d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:41.858246 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Updating router 76213041-1ab9-4155-8709-5a8f0750238d port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:07:41.895670 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:41.988591 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.054093 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Subnet': ['ID=a2e7e113-5e4b-403a-8d18-82ff19870a33,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:42.059051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Checking segment: {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:42.059469 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network hostable DHCP agents. Network: bf398757-69e6-412c-a670-240ab1a08109, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:07:42.066306 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.079990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network bf398757-69e6-412c-a670-240ab1a08109 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:07:42.090258 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, bf398757-69e6-412c-a670-240ab1a08109) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:42.095014 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:42.095613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.100664 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf49cb8-4d5a-433c-936e-9b6a8e981c06 None None] Network bf398757-69e6-412c-a670-240ab1a08109 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:07:42.110945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0ee4ee23-078a-47e0-8936-824d48de3bb5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178765 Jul 16 21:07:42.114262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41838) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:42.160021 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.170529 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Transition to ACTIVE for port object cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:42.176885 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.228221 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Attempting to bind port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:42.228991 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Attempting to bind port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:42.229412 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Attempting to bind port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:42.246662 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:42.247156 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:42.247605 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.248076 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:42.248611 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Bound port: cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:42.249062 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.299444 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Pushing event updated for resources: {'Port': ['ID=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:42.309355 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] For port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:42.313044 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] For port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:42.317179 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.317861 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.318346 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.318786 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.319239 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.319636 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.320013 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.320371 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.320758 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.321222 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.322278 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.322278 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:42.327907 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.378014 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:42.378752 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:42.448396 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-bf398757-69e6-412c-a670-240ab1a08109', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:07:42.449271 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.473781 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a1d90-ee69-4729-ba58-3275b8d42792 None None] Pushing event updated for resources: {'Port': ['ID=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:42.503601 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:42.597048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.631780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Allocated IP 172.20.0.2 (bf398757-69e6-412c-a670-240ab1a08109/a2e7e113-5e4b-403a-8d18-82ff19870a33/5d8d1e23-b78d-4298-ab99-cf5a9c87820a) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:42.729880 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:40Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:42.757940 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19b2a8-b877-47a7-a8f7-d170b5b8f0f7 None None] The sync data for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 is: [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:40Z', 'revision_number': 3, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:42.829058 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.839104 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Transition to ACTIVE for port object 5d8d1e23-b78d-4298-ab99-cf5a9c87820a will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:42.858560 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Transition to ACTIVE for port object 5d8d1e23-b78d-4298-ab99-cf5a9c87820a will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:42.865683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:42.912261 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Network bf398757-69e6-412c-a670-240ab1a08109 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:42.915379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:42.920131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:42.927398 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Pushing event updated for resources: {'Port': ['ID=5d8d1e23-b78d-4298-ab99-cf5a9c87820a,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:42.934016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.1 (bf398757-69e6-412c-a670-240ab1a08109/a2e7e113-5e4b-403a-8d18-82ff19870a33/f044d173-bf8f-47b0-a662-6bca2d880595) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:42.985887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Attempting to bind port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:42.986247 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Attempting to bind port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:42.986636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Attempting to bind port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a on network bf398757-69e6-412c-a670-240ab1a08109 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:43.003383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:43.007210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Checking segment: {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:43.007671 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.008211 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Bound using segment: {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:43.008716 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Bound port: 5d8d1e23-b78d-4298-ab99-cf5a9c87820a, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:43.009117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.090551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] For port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:43.094117 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] For port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5d8d1e23-b78d-4298-ab99-cf5a9c87820a,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:43.099407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.117960 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.134749 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object f044d173-bf8f-47b0-a662-6bca2d880595 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:43.165426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c207-5f0d-48c4-ba64-597fa5c4d490 None None] Pushing event updated for resources: {'Port': ['ID=5d8d1e23-b78d-4298-ab99-cf5a9c87820a,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:43.184406 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.233477 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network bf398757-69e6-412c-a670-240ab1a08109 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:43.239263 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:43.242714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:43.281519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=f044d173-bf8f-47b0-a662-6bca2d880595,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:43.303680 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.500047 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.817347 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.823399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.899479 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=f044d173-bf8f-47b0-a662-6bca2d880595,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:43.902208 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:44.006702 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network bf398757-69e6-412c-a670-240ab1a08109 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:44.007848 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:44.130924 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 76213041-1ab9-4155-8709-5a8f0750238d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:44.158217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517d73a-96aa-40a8-8270-8dc3ed7a8ba3 None None] Network bf398757-69e6-412c-a670-240ab1a08109 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:07:44.250724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-92c5e348-aad1-40f7-b2d6-c04bb975a583 None None] Provisioning for port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:44.536850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5d8d1e23-b78d-4298-ab99-cf5a9c87820a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:44.596302 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:44.604304 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:44.604673 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:44.651041 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:44.658092 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5839e818-6fd2-46fd-a1a6-e9c846c4f60d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/76213041-1ab9-4155-8709-5a8f0750238d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5426145 Jul 16 21:07:44.712138 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:44.726234 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5f99dac1-575e-49bc-9702-7f17565f2d45 None None] Provisioning complete for port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:44.726606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f99dac1-575e-49bc-9702-7f17565f2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:44.786010 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5d8d1e23-b78d-4298-ab99-cf5a9c87820a,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:44.792691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:44.793507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:44.832887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bb52554f-550e-40d0-a749-2be173390638 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594630322&fields=id&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 267 time: 0.0510204 Jul 16 21:07:44.857854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Sync routers for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:44.917784 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=5d8d1e23-b78d-4298-ab99-cf5a9c87820a,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:44.926051 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:44.926681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:44.956807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-e92d0ec8-0bcc-49e0-8d3e-d32d618266f1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:44.958647 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-e92d0ec8-0bcc-49e0-8d3e-d32d618266f1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/networks?id=bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 200 len: 796 time: 0.1182120 Jul 16 21:07:44.977978 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-ec37f24e-1686-4929-9e67-cdd49cafa7c1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/quotas/b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 375 time: 0.0126979 Jul 16 21:07:45.036094 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5f99dac1-575e-49bc-9702-7f17565f2d45 None None] Provisioning for port f044d173-bf8f-47b0-a662-6bca2d880595 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:45.044097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:45.049897 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5f99dac1-575e-49bc-9702-7f17565f2d45 None None] Provisioning complete for port f044d173-bf8f-47b0-a662-6bca2d880595 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:45.050266 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5f99dac1-575e-49bc-9702-7f17565f2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.057818 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:45.058282 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.065491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-cd5cfb60-d73e-482d-9604-f1938d0c9047 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811694 Jul 16 21:07:45.084199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-9b53fef7-5232-4e84-88af-dccfe0e3ead6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:07:45.085527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-9b53fef7-5232-4e84-88af-dccfe0e3ead6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075552 Jul 16 21:07:45.113154 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:45.159274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-5f99dac1-575e-49bc-9702-7f17565f2d45 None None] Port f044d173-bf8f-47b0-a662-6bca2d880595 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:45.184990 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-96d3687a-ee5e-4386-8950-a823971022c5 service neutron] 10.222.0.91 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921383 Jul 16 21:07:45.288387 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-31eb8be6-4418-4bc5-8df1-598d992b4939 service neutron] 10.222.0.91 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954821 Jul 16 21:07:45.290208 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.336289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:45.339283 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-014323ab-5dac-4537-b005-5195b609305a None None] Provisioning complete for port f044d173-bf8f-47b0-a662-6bca2d880595 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:45.339683 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-014323ab-5dac-4537-b005-5195b609305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.374506 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.423555 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-014323ab-5dac-4537-b005-5195b609305a None None] Port f044d173-bf8f-47b0-a662-6bca2d880595 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:45.450634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:45.477759 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 2, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:45.517415 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-cbee9e09-1047-4310-b7c8-111a1c51b273 req-00cbde8c-2183-415c-b4ec-2f361e970cba tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 210 time: 0.0674138 Jul 16 21:07:45.522427 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Checking router: 76213041-1ab9-4155-8709-5a8f0750238d for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:45.522857 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Updating router 76213041-1ab9-4155-8709-5a8f0750238d port f044d173-bf8f-47b0-a662-6bca2d880595 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:07:45.561471 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.847191 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.857719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Transition to ACTIVE for port object f044d173-bf8f-47b0-a662-6bca2d880595 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:45.864309 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:45.917371 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23abd-d202-4e2b-8109-69582bd41890 None None] Pushing event updated for resources: {'Port': ['ID=f044d173-bf8f-47b0-a662-6bca2d880595,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:45.998401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Attempting to bind port f044d173-bf8f-47b0-a662-6bca2d880595 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:45.998766 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Attempting to bind port f044d173-bf8f-47b0-a662-6bca2d880595 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:45.999190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Attempting to bind port f044d173-bf8f-47b0-a662-6bca2d880595 on network bf398757-69e6-412c-a670-240ab1a08109 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:46.005360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:46.005936 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Checking segment: {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:46.006305 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:46.006774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Bound using segment: {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:46.007730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Bound port: f044d173-bf8f-47b0-a662-6bca2d880595, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:46.008014 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:46.082902 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] For port f044d173-bf8f-47b0-a662-6bca2d880595, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:46.086399 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] For port f044d173-bf8f-47b0-a662-6bca2d880595, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f044d173-bf8f-47b0-a662-6bca2d880595,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:46.091935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:46.152963 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:46.153606 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:46.193053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23abd-d202-4e2b-8109-69582bd41890 None None] Pushing event updated for resources: {'Port': ['ID=f044d173-bf8f-47b0-a662-6bca2d880595,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:46.293331 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:46.445976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5d8d1e23-b78d-4298-ab99-cf5a9c87820a up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:46.547164 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:46.547534 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:46.689267 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a4b3ec63-65ef-47bf-ab26-61f9c963521f req-6ac80136-289f-42eb-a06b-586034e2bd0c tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 210 time: 0.0367506 Jul 16 21:07:46.755875 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-aa455a00-7085-4343-a47d-52e7d33e4d2d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:46.757497 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-aa455a00-7085-4343-a47d-52e7d33e4d2d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/networks?id=bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 200 len: 796 time: 0.1292720 Jul 16 21:07:46.782794 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:46Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:46.803070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-0c444f00-e841-43b6-af40-9e129fce7aa0 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b HTTP/1.1" status: 200 len: 379 time: 0.0369368 Jul 16 21:07:46.812039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'port': {'device_id': '7855e492-f71e-4761-b86f-0e051fb1395b', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'admin_state_up': True, 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'security_groups': ['4b443f20-cf91-4fa6-8973-501429ef43e6']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:46.818590 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195dab8f-6192-476e-b9e6-e24c80dbe7f9 None None] The sync data for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 is: [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:46Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:46.862356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:46.966622 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:46.967668 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:46.984113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Made reservation on behalf of b0073d4f0a5a4ec6b07f54f3f7b7a58b for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:46.988281 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:47.136325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.20.0.11 (bf398757-69e6-412c-a670-240ab1a08109/a2e7e113-5e4b-403a-8d18-82ff19870a33/840d2d8c-3f4e-4155-b598-a84783070215) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:47.287845 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:47.303024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Transition to ACTIVE for port object 840d2d8c-3f4e-4155-b598-a84783070215 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:47.340721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:47.393506 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network bf398757-69e6-412c-a670-240ab1a08109 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:47.396911 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:47.401282 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:47.408346 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=840d2d8c-3f4e-4155-b598-a84783070215,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:47.463853 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:47.464692 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:47.482629 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-bc2488c2-e2f8-4193-a545-5a7e219a7ada tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6751244 Jul 16 21:07:47.540821 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Request body: {'port': {'device_id': '7855e492-f71e-4761-b86f-0e051fb1395b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:47.626226 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:47.638149 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7aede048-1a68-44f5-9012-f0d9478f19af None None] Provisioning for port 840d2d8c-3f4e-4155-b598-a84783070215 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:47.651577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7aede048-1a68-44f5-9012-f0d9478f19af None None] Provisioning complete for port 840d2d8c-3f4e-4155-b598-a84783070215 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:47.652106 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7aede048-1a68-44f5-9012-f0d9478f19af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:47.692810 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7aede048-1a68-44f5-9012-f0d9478f19af None None] Port 840d2d8c-3f4e-4155-b598-a84783070215 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:47.963425 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c49a91-6a92-49bd-9d5c-eab182a73bcc req-aeaff999-c7b8-4819-bf9b-10d91f5ba24d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:47.965036 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82c49a91-6a92-49bd-9d5c-eab182a73bcc req-aeaff999-c7b8-4819-bf9b-10d91f5ba24d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 932 time: 0.1334972 Jul 16 21:07:47.983368 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840d2d8c-3f4e-4155-b598-a84783070215 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:47.998734 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.021604 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Transition to ACTIVE for port object 840d2d8c-3f4e-4155-b598-a84783070215 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:48.030421 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-82c49a91-6a92-49bd-9d5c-eab182a73bcc req-b53cf765-1e05-48e3-8a47-f9efa5048f6e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581775 Jul 16 21:07:48.031175 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.084348 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Pushing event updated for resources: {'Port': ['ID=840d2d8c-3f4e-4155-b598-a84783070215,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:48.168173 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Attempting to bind port 840d2d8c-3f4e-4155-b598-a84783070215 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:48.168514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Attempting to bind port 840d2d8c-3f4e-4155-b598-a84783070215 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:48.168837 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Attempting to bind port 840d2d8c-3f4e-4155-b598-a84783070215 on network bf398757-69e6-412c-a670-240ab1a08109 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:48.173662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Port 840d2d8c-3f4e-4155-b598-a84783070215 on network bf398757-69e6-412c-a670-240ab1a08109 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:07:48.173987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Attempting to bind port 840d2d8c-3f4e-4155-b598-a84783070215 on network bf398757-69e6-412c-a670-240ab1a08109 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:48.179850 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:48.180218 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Checking segment: {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:48.180588 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Bound using segment: {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:48.181059 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Bound port: 840d2d8c-3f4e-4155-b598-a84783070215, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:48.181434 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.255755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] For port 840d2d8c-3f4e-4155-b598-a84783070215, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:48.259338 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] For port 840d2d8c-3f4e-4155-b598-a84783070215, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=840d2d8c-3f4e-4155-b598-a84783070215,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:48.270736 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.308729 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:48.309406 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.310951 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] 10.222.0.79 "PUT /v2.0/ports/840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 200 len: 1093 time: 0.8208511 Jul 16 21:07:48.311288 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:48.313636 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe" -d '{"events": [{"name": "network-changed", "server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "tag": "840d2d8c-3f4e-4155-b598-a84783070215"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:48.346047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c1db1-56bd-40d8-953f-a758848a9572 service neutron] Pushing event updated for resources: {'Port': ['ID=840d2d8c-3f4e-4155-b598-a84783070215,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:48.388514 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4be0e53-3569-4544-9960-5b2742e9568d x-openstack-request-id: req-e4be0e53-3569-4544-9960-5b2742e9568d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:48.388721 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "tag": "840d2d8c-3f4e-4155-b598-a84783070215", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:48.388944 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4be0e53-3569-4544-9960-5b2742e9568d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:48.389445 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215', 'status': 'completed', 'code': 200} Jul 16 21:07:48.428040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-56d46f99-b0ef-4f9d-9d93-48b06a69e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:48.429597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-56d46f99-b0ef-4f9d-9d93-48b06a69e74b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1096 time: 0.0720918 Jul 16 21:07:48.472598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f044d173-bf8f-47b0-a662-6bca2d880595 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:48.484081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-5772ad4a-0f78-4dc7-adfb-111f48c69a1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 200 len: 217 time: 0.0418797 Jul 16 21:07:48.534878 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port f044d173-bf8f-47b0-a662-6bca2d880595 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:48.538586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f044d173-bf8f-47b0-a662-6bca2d880595 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:48.539003 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.541972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-828c117a-bb40-4baa-8863-0da929d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:48.543557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-828c117a-bb40-4baa-8863-0da929d90927 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e7e113-5e4b-403a-8d18-82ff19870a33 HTTP/1.1" status: 200 len: 835 time: 0.0537844 Jul 16 21:07:48.604881 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-893a2f85-8216-4e55-8bde-0bc1af18422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:48.606462 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-893a2f85-8216-4e55-8bde-0bc1af18422d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf398757-69e6-412c-a670-240ab1a08109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570390 Jul 16 21:07:48.623652 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.672039 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f044d173-bf8f-47b0-a662-6bca2d880595, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f044d173-bf8f-47b0-a662-6bca2d880595,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:48.676902 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:48.702322 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-7ac346be-e2d3-47c8-8e43-5512d5570a9e service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896242 Jul 16 21:07:48.733581 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f044d173-bf8f-47b0-a662-6bca2d880595,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:48.802701 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b8af4ff5-d30b-4f46-9353-9a4c1314d58f req-105d4cd2-ceac-439b-bedd-b2c03eda3bf1 service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942926 Jul 16 21:07:48.913165 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-43b4fa78-84bf-4933-b54e-58b99ca3080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:48.914905 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-43b4fa78-84bf-4933-b54e-58b99ca3080f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1096 time: 0.0652745 Jul 16 21:07:49.027051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-ccbd41ff-3a37-4a4b-8834-5b18a3e3d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:49.028560 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-ccbd41ff-3a37-4a4b-8834-5b18a3e3d590 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 200 len: 897 time: 0.1071043 Jul 16 21:07:49.073028 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-99c7fc3f-1851-46ef-ba01-cde2092089f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 200 len: 217 time: 0.0373638 Jul 16 21:07:49.131920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-8ebed6af-17d0-4c7a-bfdb-b35d1a528e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:49.133765 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-8ebed6af-17d0-4c7a-bfdb-b35d1a528e65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e7e113-5e4b-403a-8d18-82ff19870a33 HTTP/1.1" status: 200 len: 835 time: 0.0536692 Jul 16 21:07:49.244474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-f6b6cdb9-b86e-476b-b8cd-a17fc9bd4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:49.245988 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-f6b6cdb9-b86e-476b-b8cd-a17fc9bd4b4f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf398757-69e6-412c-a670-240ab1a08109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047230 Jul 16 21:07:49.253491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469114ae-2db1-4974-ba86-b31cba1abc08 req-d6bcc56c-c8cd-4a8f-8428-4f9a4935cc40 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:49.254875 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-469114ae-2db1-4974-ba86-b31cba1abc08 req-d6bcc56c-c8cd-4a8f-8428-4f9a4935cc40 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 944 time: 0.1027410 Jul 16 21:07:49.344256 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-469114ae-2db1-4974-ba86-b31cba1abc08 req-d200f5b2-663d-4b6c-a92b-2a5c69a61e5f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814567 Jul 16 21:07:49.372527 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-683c2049-9646-4eeb-b30a-c6d157e8e21c service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167331 Jul 16 21:07:49.469157 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-86c0a2c1-c7a2-4baa-ab07-cc3e2a5f0efe req-e400d334-c938-4946-9384-0954798df17a service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900888 Jul 16 21:07:50.438124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f044d173-bf8f-47b0-a662-6bca2d880595 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:50.499369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f044d173-bf8f-47b0-a662-6bca2d880595 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:50.499737 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:50.539231 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471422a9-d227-4f69-887e-27fd60d68a56 req-a070af99-40c6-4548-b47d-ac848a1562f8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:50.540783 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-471422a9-d227-4f69-887e-27fd60d68a56 req-a070af99-40c6-4548-b47d-ac848a1562f8 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 944 time: 0.0682986 Jul 16 21:07:50.585251 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-471422a9-d227-4f69-887e-27fd60d68a56 req-6da654c4-2ffb-4f35-b850-e08df283362f tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386772 Jul 16 21:07:51.181066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 840d2d8c-3f4e-4155-b598-a84783070215 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:07:51.301876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 840d2d8c-3f4e-4155-b598-a84783070215, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=840d2d8c-3f4e-4155-b598-a84783070215,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:51.313795 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '840d2d8c-3f4e-4155-b598-a84783070215', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'port_id': '840d2d8c-3f4e-4155-b598-a84783070215', 'mac_address': 'fa:16:3e:7d:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:07:51.353269 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:51.366805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840d2d8c-3f4e-4155-b598-a84783070215 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:51.386386 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 840d2d8c-3f4e-4155-b598-a84783070215, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=840d2d8c-3f4e-4155-b598-a84783070215,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:51.392900 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:51.444116 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=840d2d8c-3f4e-4155-b598-a84783070215,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:51.642443 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['840d2d8c-3f4e-4155-b598-a84783070215'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:07:51.771249 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c87faa-f81b-4eb9-92dc-8f99ae92c247 req-bd78163a-34d6-475d-954b-732a8b8d256e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:51.772787 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3c87faa-f81b-4eb9-92dc-8f99ae92c247 req-bd78163a-34d6-475d-954b-732a8b8d256e tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 945 time: 0.0732799 Jul 16 21:07:51.814926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e3c87faa-f81b-4eb9-92dc-8f99ae92c247 req-349e7a99-d163-4df3-9d05-2100496e9905 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359707 Jul 16 21:07:53.000962 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90d103-1119-4238-ae0c-77d5fabbae4c req-aac7d718-bb02-4263-ba95-c810d6fd2452 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:53.002674 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d90d103-1119-4238-ae0c-77d5fabbae4c req-aac7d718-bb02-4263-ba95-c810d6fd2452 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 945 time: 0.0718009 Jul 16 21:07:53.045530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4d90d103-1119-4238-ae0c-77d5fabbae4c req-0011df9e-ff05-41c3-936a-d43196465b53 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332537 Jul 16 21:07:53.188244 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 840d2d8c-3f4e-4155-b598-a84783070215 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:53.248100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 840d2d8c-3f4e-4155-b598-a84783070215 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:53.252214 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 840d2d8c-3f4e-4155-b598-a84783070215 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:53.252603 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.332535 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.356778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:53.359075 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8023d44-6241-418a-b0bb-82fd388ce341" -d '{"events": [{"server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "name": "network-vif-plugged", "status": "completed", "tag": "840d2d8c-3f4e-4155-b598-a84783070215"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:53.375202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 840d2d8c-3f4e-4155-b598-a84783070215, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=840d2d8c-3f4e-4155-b598-a84783070215,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:53.382154 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.431634 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=840d2d8c-3f4e-4155-b598-a84783070215,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:53.454261 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33801b7e-a2cf-41fe-965e-9154160f708f x-openstack-request-id: req-33801b7e-a2cf-41fe-965e-9154160f708f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:53.454547 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "name": "network-vif-plugged", "status": "completed", "tag": "840d2d8c-3f4e-4155-b598-a84783070215", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:53.454794 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-33801b7e-a2cf-41fe-965e-9154160f708f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:53.455220 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215', 'code': 200} Jul 16 21:07:53.580732 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63816c9-a2b1-4284-84a5-bf800c8ff541 req-3d8f9c4d-f5f1-4f15-90ca-f2c00148d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:53.582929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63816c9-a2b1-4284-84a5-bf800c8ff541 req-3d8f9c4d-f5f1-4f15-90ca-f2c00148d004 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1098 time: 0.0618813 Jul 16 21:07:53.619773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c63816c9-a2b1-4284-84a5-bf800c8ff541 req-329666ee-f6e5-44f2-8a86-7b1640e2550c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300474 Jul 16 21:07:54.243421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4542e97-4cac-427b-83c3-731960725fad req-e234d4fa-bc5d-4e55-b415-0fd656f1aa24 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:54.244799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4542e97-4cac-427b-83c3-731960725fad req-e234d4fa-bc5d-4e55-b415-0fd656f1aa24 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0776443 Jul 16 21:07:54.292550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e4542e97-4cac-427b-83c3-731960725fad req-50e9ec34-81a7-4af6-90a1-3e7d0527805d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397391 Jul 16 21:07:55.483213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d353-decf-4691-8d54-8d5c4ef22867 req-33957cc1-f1d5-43eb-8694-c4151b46400b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:55.485914 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e84d353-decf-4691-8d54-8d5c4ef22867 req-33957cc1-f1d5-43eb-8694-c4151b46400b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0806270 Jul 16 21:07:55.533995 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e84d353-decf-4691-8d54-8d5c4ef22867 req-108e4602-aa05-484b-a24c-6211bf340e51 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Jul 16 21:07:55.726065 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df14b6-c799-4aef-b080-3a04081bdcaa req-ccde674b-13ef-4849-bad7-dea1b4246bce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:55.727610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97df14b6-c799-4aef-b080-3a04081bdcaa req-ccde674b-13ef-4849-bad7-dea1b4246bce tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0725212 Jul 16 21:07:55.766150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-97df14b6-c799-4aef-b080-3a04081bdcaa req-8ba23d99-560a-4349-b273-6f5402a8a2c6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Jul 16 21:07:55.791294 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41900) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:55.854180 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7674f1-59c0-4764-99f0-903360780fa2 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:55.855771 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f7674f1-59c0-4764-99f0-903360780fa2 tempest-TestNetworkAdvancedServerOps-1899127771 tempest-TestNetworkAdvancedServerOps-1899127771-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1093 time: 0.0630560 Jul 16 21:07:55.860225 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41902) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:55.864693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '840d2d8c-3f4e-4155-b598-a84783070215', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:55.890554 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:55.997321 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.106411 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Allocated IP 172.25.3.48 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/1b24a5b6-1058-48a0-b403-37fad3b05f91) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:56.223990 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.269100 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.308562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:56.311368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:56.314949 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:56.320843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=1b24a5b6-1058-48a0-b403-37fad3b05f91,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:56.694409 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.774963 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.931865 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.941220 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.015106 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event updated for resources: {'Port': ['ID=1b24a5b6-1058-48a0-b403-37fad3b05f91,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:57.026553 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.135520 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 40af2050-df9e-430b-a5b3-a253e79c8fbd associated. External IP: 172.25.3.48, port: 840d2d8c-3f4e-4155-b598-a84783070215. Jul 16 21:07:57.364693 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 76213041-1ab9-4155-8709-5a8f0750238d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:57.474199 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:57.483990 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] Sync routers for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:57.492074 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.494599 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:57.495285 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:57.534799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5c3c52a6-0710-49e1-b9f7-55278f4e3c67 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6735592 Jul 16 21:07:57.535523 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:57.537917 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f961917c-49ab-41d5-958d-55f0731f3e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "tag": "840d2d8c-3f4e-4155-b598-a84783070215"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:57.607241 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:57.714302 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5da9-72b0-4073-afab-499c401c2720 req-c24ccd31-2946-469d-869d-eb5db58e4338 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:57.715969 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d1e5da9-72b0-4073-afab-499c401c2720 req-c24ccd31-2946-469d-869d-eb5db58e4338 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0734353 Jul 16 21:07:57.759073 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-8d1e5da9-72b0-4073-afab-499c401c2720 req-657270d2-f0e0-4324-ace6-95532f54ba88 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367677 Jul 16 21:07:57.772052 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c57d24-8367-4d26-8698-c8c632c3a757 x-openstack-request-id: req-15c57d24-8367-4d26-8698-c8c632c3a757 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:57.772441 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "tag": "840d2d8c-3f4e-4155-b598-a84783070215", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:57.772763 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-15c57d24-8367-4d26-8698-c8c632c3a757 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:57.773241 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215', 'status': 'completed', 'code': 200} Jul 16 21:07:57.788961 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41908) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:57.851517 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-9e1ecb32-2dfb-4b91-b2fc-e8c1defcfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:57.853122 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-9e1ecb32-2dfb-4b91-b2fc-e8c1defcfbb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1098 time: 0.0576403 Jul 16 21:07:57.854259 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-80afbde3-0d4c-4374-8108-670bd44ab592 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/40af2050-df9e-430b-a5b3-a253e79c8fbd HTTP/1.1" status: 200 len: 991 time: 0.0641479 Jul 16 21:07:57.863145 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '40af2050-df9e-430b-a5b3-a253e79c8fbd', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'port_id': '840d2d8c-3f4e-4155-b598-a84783070215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'mac_address': 'fa:16:3e:7d:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7855e492-f71e-4761-b86f-0e051fb1395b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:56Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:48Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:57.892285 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] Checking router: 76213041-1ab9-4155-8709-5a8f0750238d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:57.900202 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:57.900806 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:07:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:57.948996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-71e149ef-d688-4d84-90c9-04bc0a4e0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:57.950518 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-71e149ef-d688-4d84-90c9-04bc0a4e0053 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 200 len: 897 time: 0.0914724 Jul 16 21:07:58.012888 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:58.026627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-bae4af10-ab9b-4377-a484-184f2ba71b4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 200 len: 999 time: 0.0696223 Jul 16 21:07:58.082378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-e457abc8-2490-4b17-a90e-1e7cf6baeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:58.083910 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-e457abc8-2490-4b17-a90e-1e7cf6baeb51 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e7e113-5e4b-403a-8d18-82ff19870a33 HTTP/1.1" status: 200 len: 835 time: 0.0517292 Jul 16 21:07:58.141703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-31f2eb6f-0f8f-449c-b014-044f6416b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:58.143365 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-31f2eb6f-0f8f-449c-b014-044f6416b13c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf398757-69e6-412c-a670-240ab1a08109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533531 Jul 16 21:07:58.243050 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-d7939e76-adc6-47c4-810b-62a78ed4ae8f service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935214 Jul 16 21:07:58.344198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f961917c-49ab-41d5-958d-55f0731f3e3a req-55f5c58a-5613-43d1-8e9e-ba06156360fa service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941687 Jul 16 21:07:58.358231 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '40af2050-df9e-430b-a5b3-a253e79c8fbd', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'port_id': '840d2d8c-3f4e-4155-b598-a84783070215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'mac_address': 'fa:16:3e:7d:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7855e492-f71e-4761-b86f-0e051fb1395b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:56Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:48Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:58.388808 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040934c-f564-4537-a667-c0375c6c0521 None None] The sync data for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 is: [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '40af2050-df9e-430b-a5b3-a253e79c8fbd', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'port_id': '840d2d8c-3f4e-4155-b598-a84783070215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'mac_address': 'fa:16:3e:7d:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7855e492-f71e-4761-b86f-0e051fb1395b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:56Z', 'revision_number': 0, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:48Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:58.608185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aeba82-1f63-4fae-b36a-8b08c72896d7 None None] New status for floating IP 40af2050-df9e-430b-a5b3-a253e79c8fbd: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:07:58.857758 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41910) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:58.923124 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0ab7958f-ebec-4419-adae-0dc40eb985f4 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/40af2050-df9e-430b-a5b3-a253e79c8fbd HTTP/1.1" status: 200 len: 993 time: 0.0641210 Jul 16 21:08:04.245488 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:06.107307 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2e0153a2-b862-4130-9fcf-ccdf5b72c346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.675713 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.929203 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-504785ff-e709-4556-91c4-b0c5d6e2221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.084372 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.578352 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:10.267425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:12.071884 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:15.721008 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-5c6e1577-2cbb-44ea-b510-aea9185cd6cd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563543 Jul 16 21:08:15.836720 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-8b32059a-a3ec-4097-ad05-bb4fbe2c0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.839016 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-8b32059a-a3ec-4097-ad05-bb4fbe2c0e1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1098 time: 0.0669036 Jul 16 21:08:15.955229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-a542e6e0-93c5-4f14-ad6b-4ed5b9740720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.956702 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-a542e6e0-93c5-4f14-ad6b-4ed5b9740720 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 200 len: 897 time: 0.0944963 Jul 16 21:08:16.024776 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-90574cdc-0fb1-451d-b1f0-cb8ca83d2e45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 200 len: 1001 time: 0.0597498 Jul 16 21:08:16.081235 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-f861cd77-5874-44c2-b314-8994140699c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.082718 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-f861cd77-5874-44c2-b314-8994140699c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e7e113-5e4b-403a-8d18-82ff19870a33 HTTP/1.1" status: 200 len: 835 time: 0.0512574 Jul 16 21:08:16.147500 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-1fb26575-3325-45cb-86f2-d2613d9ed09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.149524 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-1fb26575-3325-45cb-86f2-d2613d9ed09f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf398757-69e6-412c-a670-240ab1a08109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600219 Jul 16 21:08:16.247257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-5279de1f-04e6-41e8-ba1a-81969554dbc5 service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897884 Jul 16 21:08:16.343097 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ccfe9d94-3fd7-457b-aed5-541bb9ccdcf4 req-d475a504-3134-4ec4-8d1d-0c1dbe4b6e70 service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888484 Jul 16 21:08:30.492377 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767e7f-a355-4a7f-a96e-86052c57a6c2 req-1a8d0778-7160-4968-8eb0-e0043415d15b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:30.493872 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df767e7f-a355-4a7f-a96e-86052c57a6c2 req-1a8d0778-7160-4968-8eb0-e0043415d15b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0655520 Jul 16 21:08:30.531891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df767e7f-a355-4a7f-a96e-86052c57a6c2 req-9c473758-04fd-4e80-aabc-c2ac55877393 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 Jul 16 21:08:31.718104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491910-2620-4b19-8977-a58ebc1123a0 req-f7060e56-89ee-4e8a-8084-a6112672c7bf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:31.719680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51491910-2620-4b19-8977-a58ebc1123a0 req-f7060e56-89ee-4e8a-8084-a6112672c7bf tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0716722 Jul 16 21:08:31.760172 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-51491910-2620-4b19-8977-a58ebc1123a0 req-46fc391f-c196-48d1-9d54-cdbb0cffdda5 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350139 Jul 16 21:08:31.785911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41940) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:31.863209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4ff49d8a-c8af-496e-8b12-ff66dda11ab2 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/40af2050-df9e-430b-a5b3-a253e79c8fbd HTTP/1.1" status: 200 len: 993 time: 0.0760739 Jul 16 21:08:33.301168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-9153700e-641d-4177-b4d8-490abc31a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:33.302695 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-9153700e-641d-4177-b4d8-490abc31a942 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1098 time: 0.0590401 Jul 16 21:08:33.322178 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40662ba-5568-48e5-9207-59fade76a2f0 req-83f8c139-0e04-45a5-99bd-8ac65296bf26 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:33.323938 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e40662ba-5568-48e5-9207-59fade76a2f0 req-83f8c139-0e04-45a5-99bd-8ac65296bf26 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0674725 Jul 16 21:08:33.363806 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e40662ba-5568-48e5-9207-59fade76a2f0 req-6a09d00d-aba8-4757-9ac1-a02976f3b645 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340555 Jul 16 21:08:33.398266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-de9d8954-f119-4dd6-91f2-3da479c6896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:33.399871 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-de9d8954-f119-4dd6-91f2-3da479c6896c service neutron] 10.222.0.79 "GET /v2.0/networks?id=bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 200 len: 897 time: 0.0893788 Jul 16 21:08:33.471101 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-c158a697-ca7d-4efb-b186-b4c84752f457 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 200 len: 1001 time: 0.0640368 Jul 16 21:08:33.521012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-d0523002-22bf-4b43-ac9e-670ebb464244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:33.522501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-d0523002-22bf-4b43-ac9e-670ebb464244 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e7e113-5e4b-403a-8d18-82ff19870a33 HTTP/1.1" status: 200 len: 835 time: 0.0454736 Jul 16 21:08:33.589952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-e0de0627-0508-4009-b4cb-355a7c20b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:33.591502 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-e0de0627-0508-4009-b4cb-355a7c20b66b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf398757-69e6-412c-a670-240ab1a08109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627711 Jul 16 21:08:33.689245 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-4116fdac-818e-4ff6-bd7e-02c74a4cb778 service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897777 Jul 16 21:08:33.791092 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-296e9423-9da2-4197-b7c2-f5c169cf4243 req-f7b9573a-c2c8-4a5c-83ab-a7a953596a71 service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953629 Jul 16 21:08:34.562083 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d31a-b9e1-47e7-9a0f-dc68a60c9aa4 req-5056be4b-5c61-4a15-907c-579d5540853d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:34.563890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bde3d31a-b9e1-47e7-9a0f-dc68a60c9aa4 req-5056be4b-5c61-4a15-907c-579d5540853d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0823848 Jul 16 21:08:34.609018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bde3d31a-b9e1-47e7-9a0f-dc68a60c9aa4 req-af252d61-ec09-4df2-934b-ff12463a6dad tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381587 Jul 16 21:08:35.799441 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f78232-b566-4a3f-902e-2edf4fd3ccd1 req-7185afab-7476-42ac-a068-02c9662604ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:35.800749 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44f78232-b566-4a3f-902e-2edf4fd3ccd1 req-7185afab-7476-42ac-a068-02c9662604ec tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0744221 Jul 16 21:08:35.841540 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-44f78232-b566-4a3f-902e-2edf4fd3ccd1 req-d6aa99dc-a908-4638-9ba2-d5d61fea3ec6 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330253 Jul 16 21:08:35.866786 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41952) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:35.936100 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1cd9d20f-f3e1-464d-b87d-723dabf08c5b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/floatingips/40af2050-df9e-430b-a5b3-a253e79c8fbd HTTP/1.1" status: 200 len: 993 time: 0.0674524 Jul 16 21:08:36.110892 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-68798825-53f1-49a3-8c42-211807ccd06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:36.188408 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41958) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:36.365619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 1b24a5b6-1058-48a0-b403-37fad3b05f91 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:36.365954 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:36.441624 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:36.441863 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:36.453817 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 1b24a5b6-1058-48a0-b403-37fad3b05f91 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:36.608407 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:36.633620 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=1b24a5b6-1058-48a0-b403-37fad3b05f91,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:36.645840 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.646187 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.646507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.646864 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.647253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.647591 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.647914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.648240 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.648563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.648884 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.649206 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.649514 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:36.711385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:36.711669 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Floating IP 40af2050-df9e-430b-a5b3-a253e79c8fbd disassociated (deleted). External IP: 172.25.3.48, port: 840d2d8c-3f4e-4155-b598-a84783070215. Jul 16 21:08:36.927385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 76213041-1ab9-4155-8709-5a8f0750238d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:37.042218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:37.047472 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:37.052017 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] Sync routers for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:37.061757 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:37.062413 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:37.086742 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-2cef136c-32f7-4312-a010-eba72d9b2202 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/floatingips/40af2050-df9e-430b-a5b3-a253e79c8fbd HTTP/1.1" status: 204 len: 168 time: 0.8972511 Jul 16 21:08:37.087668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:37.090179 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fedfb9d-12f9-4eec-8708-d54deb991a79" -d '{"events": [{"name": "network-changed", "server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "tag": "840d2d8c-3f4e-4155-b598-a84783070215"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:37.131208 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c21ad-fff5-4a6f-8c75-096ef3b06a9d x-openstack-request-id: req-c12c21ad-fff5-4a6f-8c75-096ef3b06a9d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:37.131611 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "tag": "840d2d8c-3f4e-4155-b598-a84783070215", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:37.131863 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c12c21ad-fff5-4a6f-8c75-096ef3b06a9d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:37.132480 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215', 'status': 'completed', 'code': 200} Jul 16 21:08:37.174077 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:37.209032 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-018710e6-ebcc-413d-935d-0e76c06a6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:37.210568 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-018710e6-ebcc-413d-935d-0e76c06a6488 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 1098 time: 0.0565188 Jul 16 21:08:37.330694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-d0de859c-1286-4b84-91b7-34c4d571a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:37.332275 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-d0de859c-1286-4b84-91b7-34c4d571a7a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 200 len: 897 time: 0.1155550 Jul 16 21:08:37.378488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-a2ec2365-f5c5-4acf-a17c-fb84d2f8ed79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 200 len: 217 time: 0.0364604 Jul 16 21:08:37.387678 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:48Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:37.415110 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] Checking router: 76213041-1ab9-4155-8709-5a8f0750238d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:37.423559 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:37.424162 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:37.463101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-3b7523d4-7172-4b11-bbe3-50cfec6ba20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:37.464653 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-3b7523d4-7172-4b11-bbe3-50cfec6ba20c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e7e113-5e4b-403a-8d18-82ff19870a33 HTTP/1.1" status: 200 len: 835 time: 0.0800419 Jul 16 21:08:37.521718 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dabbc-6979-45d5-bdc5-5f9965b2f770 req-a2c4f7d8-ac5a-4e00-8379-c1048dd1677b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:37.523223 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b7dabbc-6979-45d5-bdc5-5f9965b2f770 req-a2c4f7d8-ac5a-4e00-8379-c1048dd1677b tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.1051342 Jul 16 21:08:37.535349 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:37.560002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-3aa8fd9f-fd47-4a6a-b4f3-79a126ae8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:37.561495 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-3aa8fd9f-fd47-4a6a-b4f3-79a126ae8b5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf398757-69e6-412c-a670-240ab1a08109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890317 Jul 16 21:08:37.586929 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2b7dabbc-6979-45d5-bdc5-5f9965b2f770 req-37d9f8fc-b129-48e7-84cd-9d22364c2b38 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544975 Jul 16 21:08:37.666020 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-7027fac3-fd6d-462b-b1ec-db2453db6424 service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965185 Jul 16 21:08:37.756094 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:48Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:37.768224 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3fedfb9d-12f9-4eec-8708-d54deb991a79 req-1b334f3a-d8e3-4a6c-a19e-e3a89deda371 service neutron] 10.222.0.79 "GET /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942783 Jul 16 21:08:37.782733 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7c19f-04e2-4d33-aa1e-01d97505ffd9 None None] The sync data for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 is: [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:07:43Z', 'revision_number': 4, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'f044d173-bf8f-47b0-a662-6bca2d880595', 'name': '', 'network_id': 'bf398757-69e6-412c-a670-240ab1a08109', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'mac_address': 'fa:16:3e:4d:53:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:42Z', 'updated_at': '2021-07-16T21:07:48Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'subnets': [{'id': 'a2e7e113-5e4b-403a-8d18-82ff19870a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:38.018564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e583774-f609-443d-9804-7d673b079f04 None None] New status for floating IP 40af2050-df9e-430b-a5b3-a253e79c8fbd: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:08:38.680955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:38.786761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605444f-2e03-4987-ad23-2ad693ea3435 req-217515e5-ca77-418d-9e6a-97c2f808ae63 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:38.788301 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8605444f-2e03-4987-ad23-2ad693ea3435 req-217515e5-ca77-418d-9e6a-97c2f808ae63 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0790787 Jul 16 21:08:38.828805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8605444f-2e03-4987-ad23-2ad693ea3435 req-03a16619-9a30-42d1-b571-0ff1480639fa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/security-groups?id=4b443f20-cf91-4fa6-8973-501429ef43e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327640 Jul 16 21:08:38.932899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-d3e94b11-b9c5-4a4a-9e7d-3bd6fe0496aa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:38.934287 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a95d5735-7ae8-4ee5-86c6-9b0ecd8d9ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:38.934760 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-d3e94b11-b9c5-4a4a-9e7d-3bd6fe0496aa tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 946 time: 0.0709212 Jul 16 21:08:39.048693 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port 840d2d8c-3f4e-4155-b598-a84783070215 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:39.048993 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:39.082358 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:39.145963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port 840d2d8c-3f4e-4155-b598-a84783070215, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=840d2d8c-3f4e-4155-b598-a84783070215,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:39.146284 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:39.159656 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for 840d2d8c-3f4e-4155-b598-a84783070215 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:39.303825 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:39.339459 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=840d2d8c-3f4e-4155-b598-a84783070215,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:39.352289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.352636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.352975 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.353325 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.353653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.353985 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.354333 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.354655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.355026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.355388 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.355704 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.356026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:39.394601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] No DVR routers for this DVR port 840d2d8c-3f4e-4155-b598-a84783070215 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:39.397370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:39.399451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ffeb2ad1-117f-45a1-9c08-287643cb777d req-79375205-372b-47df-ad65-6d26cdd154f7 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.79 "DELETE /v2.0/ports/840d2d8c-3f4e-4155-b598-a84783070215 HTTP/1.1" status: 204 len: 173 time: 0.4587274 Jul 16 21:08:39.399928 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'name': 'network-vif-deleted', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:39.402217 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e0c625-9b02-41a2-8ab2-dee3434e20d1" -d '{"events": [{"server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "name": "network-vif-deleted", "tag": "840d2d8c-3f4e-4155-b598-a84783070215"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:39.441037 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d896a4c-e608-4fa0-9e4e-4817c19331de x-openstack-request-id: req-0d896a4c-e608-4fa0-9e4e-4817c19331de {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:39.441339 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7855e492-f71e-4761-b86f-0e051fb1395b", "name": "network-vif-deleted", "tag": "840d2d8c-3f4e-4155-b598-a84783070215", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:39.441567 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0d896a4c-e608-4fa0-9e4e-4817c19331de {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:39.441968 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7855e492-f71e-4761-b86f-0e051fb1395b', 'name': 'network-vif-deleted', 'tag': '840d2d8c-3f4e-4155-b598-a84783070215', 'status': 'completed', 'code': 200} Jul 16 21:08:39.605571 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:40.025769 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-96a01048-638e-44d3-81b4-7abdfe2ae73b req-56107595-d73b-4af9-a34c-509c667dfe6a tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "GET /v2.0/ports?device_id=7855e492-f71e-4761-b86f-0e051fb1395b HTTP/1.1" status: 200 len: 210 time: 0.0329845 Jul 16 21:08:40.269763 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:41.128302 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41974) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:41.245870 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:41.474667 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 840d2d8c-3f4e-4155-b598-a84783070215 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:41.498311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 840d2d8c-3f4e-4155-b598-a84783070215 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:41.498603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 840d2d8c-3f4e-4155-b598-a84783070215 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:41.530068 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.070948 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.179325 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port f044d173-bf8f-47b0-a662-6bca2d880595 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:42.179970 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.280059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port f044d173-bf8f-47b0-a662-6bca2d880595, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f044d173-bf8f-47b0-a662-6bca2d880595,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:42.280329 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.294116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for f044d173-bf8f-47b0-a662-6bca2d880595 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:42.495977 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.527002 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=f044d173-bf8f-47b0-a662-6bca2d880595,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:42.707464 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.933632 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Router 76213041-1ab9-4155-8709-5a8f0750238d has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:43.045418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:43.050623 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-739d626e-08d6-40bb-8f34-881516955a62 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "PUT /v2.0/routers/76213041-1ab9-4155-8709-5a8f0750238d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208393 Jul 16 21:08:43.053381 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41976) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:43.056700 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] Sync routers for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:43.067348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:43.067976 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:43.107903 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting subnet a2e7e113-5e4b-403a-8d18-82ff19870a33 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:08:43.111224 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.153284 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.174367 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:43.244834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.310654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.338747 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e7e113-5e4b-403a-8d18-82ff19870a33,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:43.342904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.348772 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0f396a56-6a89-407d-9720-e98958a54923 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/subnets/a2e7e113-5e4b-403a-8d18-82ff19870a33 HTTP/1.1" status: 204 len: 168 time: 0.2898908 Jul 16 21:08:43.348879 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41978) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:43.350043 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:08:42Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:43.357366 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a87f1e-f5ef-4556-81fb-d3b0900e1449 None None] Network bf398757-69e6-412c-a670-240ab1a08109 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:43.381788 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] Checking router: 76213041-1ab9-4155-8709-5a8f0750238d for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:43.390595 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] Routers {'76213041-1ab9-4155-8709-5a8f0750238d'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:43.391195 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['76213041-1ab9-4155-8709-5a8f0750238d'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:43.461673 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.495368 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] Set router 76213041-1ab9-4155-8709-5a8f0750238d gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:43.571481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] DHCP port deletion for bf398757-69e6-412c-a670-240ab1a08109 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:08:43.579515 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.624758 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Deleting port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:43.625139 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.644186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Deleting port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:43.644534 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.694661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] For port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=5d8d1e23-b78d-4298-ab99-cf5a9c87820a,segment=NetworkSegment(4a1d3df1-cfdc-4eaf-af3a-b650b3051eab),segment_id=4a1d3df1-cfdc-4eaf-af3a-b650b3051eab)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:43.695127 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.709545 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Calling delete_port for 5d8d1e23-b78d-4298-ab99-cf5a9c87820a owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:43.784189 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:08:42Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:43.801484 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.811612 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfe876-d2e7-404b-9299-4179e56e87f0 None None] The sync data for ids ['76213041-1ab9-4155-8709-5a8f0750238d'] in n-d-792458-10 is: [{'id': '76213041-1ab9-4155-8709-5a8f0750238d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802513367', 'tenant_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:07:39Z', 'updated_at': '2021-07-16T21:08:42Z', 'revision_number': 5, 'project_id': 'b0073d4f0a5a4ec6b07f54f3f7b7a58b', 'gw_port': {'id': 'cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76213041-1ab9-4155-8709-5a8f0750238d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:07:40Z', 'updated_at': '2021-07-16T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:43.829861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Pushing event deleted for resources: {'Port': ['ID=5d8d1e23-b78d-4298-ab99-cf5a9c87820a,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:43.840330 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] No DVR routers for this DVR port 5d8d1e23-b78d-4298-ab99-cf5a9c87820a on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:43.849903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7c6ff-416c-4ca6-8379-324fadb86ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:44.086776 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] For port cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:44.087102 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.101343 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Calling delete_port for cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:44.282560 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.311251 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Port': ['ID=cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:44.373894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.471356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.473827 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.519996 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f044d173-bf8f-47b0-a662-6bca2d880595 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:44.520577 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.520782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Fanout notify agent at l3_agent the message router_deleted on router 76213041-1ab9-4155-8709-5a8f0750238d {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:08:44.528604 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.532651 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41982) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:44.533198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e7fd30ee-c626-4f86-9b04-b0af2a6ba1d1 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/routers/76213041-1ab9-4155-8709-5a8f0750238d HTTP/1.1" status: 204 len: 168 time: 1.1830635 Jul 16 21:08:44.541626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: f044d173-bf8f-47b0-a662-6bca2d880595 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:44.542192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f044d173-bf8f-47b0-a662-6bca2d880595 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:44.542785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5d8d1e23-b78d-4298-ab99-cf5a9c87820a no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:44.562293 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 5d8d1e23-b78d-4298-ab99-cf5a9c87820a {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:44.562630 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 5d8d1e23-b78d-4298-ab99-cf5a9c87820a not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:44.618980 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.712754 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.722489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf398757-69e6-412c-a670-240ab1a08109']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:44.738006 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:44.738255 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1d3df1-cfdc-4eaf-af3a-b650b3051eab') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:44.747267 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.761987 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.771283 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:08:44.771700 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: timer() Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:08:44.775463 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:08:44.837717 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.845433 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.847285 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/networks/bf398757-69e6-412c-a670-240ab1a08109 HTTP/1.1" status: 204 len: 168 time: 0.3134174 Jul 16 21:08:44.850669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 41984) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:44.859372 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178d273-3a74-4d21-888f-c55239439484 tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'Network': ['ID=bf398757-69e6-412c-a670-240ab1a08109,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:44.921828 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7703c0c5-a192-49fc-9e5d-339997666e4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.948347 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7703c0c5-a192-49fc-9e5d-339997666e4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.014104 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7703c0c5-a192-49fc-9e5d-339997666e4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.016746 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7703c0c5-a192-49fc-9e5d-339997666e4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.017953 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-7703c0c5-a192-49fc-9e5d-339997666e4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] 10.222.0.91 "DELETE /v2.0/security-groups/4b443f20-cf91-4fa6-8973-501429ef43e6 HTTP/1.1" status: 204 len: 168 time: 0.1658733 Jul 16 21:08:45.033758 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703c0c5-a192-49fc-9e5d-339997666e4d tempest-TestNetworkAdvancedServerOps-752488714 tempest-TestNetworkAdvancedServerOps-752488714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b443f20-cf91-4fa6-8973-501429ef43e6,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:45.395080 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41992) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:45.564014 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4783957e-1a04-4d8e-8352-ec1918a17c57 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b0073d4f0a5a4ec6b07f54f3f7b7a58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676385 Jul 16 21:08:45.567415 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 41996) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:45.624469 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb9df455-252e-4ff7-af3e-80c2c5790cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.650047 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb9df455-252e-4ff7-af3e-80c2c5790cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.700746 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb9df455-252e-4ff7-af3e-80c2c5790cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.703317 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-eb9df455-252e-4ff7-af3e-80c2c5790cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.704481 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-eb9df455-252e-4ff7-af3e-80c2c5790cbc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/eceb93ea-96a0-4d92-a3c5-d43bef551f4b HTTP/1.1" status: 204 len: 168 time: 0.1361830 Jul 16 21:08:45.713729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9df455-252e-4ff7-af3e-80c2c5790cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceb93ea-96a0-4d92-a3c5-d43bef551f4b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:46.025719 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42002) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:46.040114 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f30b913-28f5-4a8b-a737-768126dbae99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.143044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f30b913-28f5-4a8b-a737-768126dbae99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.148804 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f30b913-28f5-4a8b-a737-768126dbae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.186487 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9f30b913-28f5-4a8b-a737-768126dbae99 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=217b85a384b44332ad76dc588bfc2145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596766 Jul 16 21:08:46.187519 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30b913-28f5-4a8b-a737-768126dbae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39fcd5-1721-4bc6-9d7c-63004e499190,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:46.191641 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42004) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:46.253204 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e8f173f-86e4-4642-9d28-4fe7e7cc5145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.276646 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e8f173f-86e4-4642-9d28-4fe7e7cc5145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.331408 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e8f173f-86e4-4642-9d28-4fe7e7cc5145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.333947 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9e8f173f-86e4-4642-9d28-4fe7e7cc5145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.335185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-9e8f173f-86e4-4642-9d28-4fe7e7cc5145 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a39fcd5-1721-4bc6-9d7c-63004e499190 HTTP/1.1" status: 204 len: 168 time: 0.1418791 Jul 16 21:08:46.343662 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f173f-86e4-4642-9d28-4fe7e7cc5145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39fcd5-1721-4bc6-9d7c-63004e499190,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:46.427426 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:46.450637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:46.451006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device cc3dd4e1-699e-4c7b-a0d6-1acd8b1c2703 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:47.096978 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42026) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:47.194559 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1512023692-network', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:47.225115 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Made reservation on behalf of 26c86f3361d04b1b8c70ec395acd1f78 for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:47.227532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.235962 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.337484 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.342957 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.368986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:08:47.380664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adbdf3b-b808-43c0-af51-cff4d37e5851,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:47.384905 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.385251 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Added segment ffcd6f59-2fed-4946-8902-dba92e3757cc of type vlan for network 39bbf3e9-7a9c-4e27-87cd-729e104d95de Jul 16 21:08:47.428628 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.459351 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.460461 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:47.461161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.496302 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3981473 Jul 16 21:08:47.499638 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42030) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:47.505053 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Request body: {'subnet': {'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1512023692-subnet', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:47.525668 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Made reservation on behalf of 26c86f3361d04b1b8c70ec395acd1f78 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:47.526128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21501fd1-82b7-4498-8f6c-ff3f872c8016 admin admin] Pushing event updated for resources: {'Network': ['ID=39bbf3e9-7a9c-4e27-87cd-729e104d95de,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:47.528401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.536914 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:08:47.703416 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.755120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06beb33f-4ac2-45e8-90a3-5ba5ff838cda,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:47.772698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Checking segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:47.773148 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Network hostable DHCP agents. Network: 39bbf3e9-7a9c-4e27-87cd-729e104d95de, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:08:47.792032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:08:47.801646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 39bbf3e9-7a9c-4e27-87cd-729e104d95de) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:47.806033 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:47.806648 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.811500 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab64589-47aa-49f8-a7a1-bfa333f6693e None None] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:47.823245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-9cd06115-39b8-4dce-bd30-2f3775441e63 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3222141 Jul 16 21:08:47.826110 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42032) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:47.830630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:47.852016 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.852984 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.907557 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.967604 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:08:47.968710 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.053892 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.111227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Allocated IP 172.20.0.2 (39bbf3e9-7a9c-4e27-87cd-729e104d95de/06beb33f-4ac2-45e8-90a3-5ba5ff838cda/0341417c-d37b-4cb1-aa64-b626bc1ac743) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:48.266075 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.270437 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.275603 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Transition to ACTIVE for port object 0341417c-d37b-4cb1-aa64-b626bc1ac743 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:48.291536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Transition to ACTIVE for port object 0341417c-d37b-4cb1-aa64-b626bc1ac743 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:48.295537 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.299757 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.343479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:48.349586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:48.353407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:48.360468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Pushing event updated for resources: {'Port': ['ID=0341417c-d37b-4cb1-aa64-b626bc1ac743,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:48.406334 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Allocated IP 172.25.3.179 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/811e8374-2ed3-4494-a6fe-ae2c859257b3) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:48.414377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Attempting to bind port 0341417c-d37b-4cb1-aa64-b626bc1ac743 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:48.414627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Attempting to bind port 0341417c-d37b-4cb1-aa64-b626bc1ac743 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:48.415014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Attempting to bind port 0341417c-d37b-4cb1-aa64-b626bc1ac743 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:48.421589 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:48.421959 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Checking segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:48.422459 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.422747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Bound using segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:48.423227 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Bound port: 0341417c-d37b-4cb1-aa64-b626bc1ac743, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:48.423865 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.487750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] For port 0341417c-d37b-4cb1-aa64-b626bc1ac743, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:48.491101 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] For port 0341417c-d37b-4cb1-aa64-b626bc1ac743, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0341417c-d37b-4cb1-aa64-b626bc1ac743,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:48.495313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.529525 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.555893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057e1a5-1bd0-4825-a278-445bab8ec713 None None] Pushing event updated for resources: {'Port': ['ID=0341417c-d37b-4cb1-aa64-b626bc1ac743,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:48.584152 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.623339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:48.627914 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:48.632942 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:48.672695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Pushing event updated for resources: {'Port': ['ID=811e8374-2ed3-4494-a6fe-ae2c859257b3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:48.922081 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.128528 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.267909 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Router a91832f0-1a34-4ee8-a28d-6e03b39aaaab is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:08:49.388497 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:49.397797 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Sync routers for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:49.410593 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:49.411021 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.411660 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:49.415525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-f053ec1e-a91c-476a-81dc-eca6888e56cc admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5852215 Jul 16 21:08:49.416087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42034) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:49.530755 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:49.558007 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d5b29-306c-4d33-ac93-6d593b22adb8 None None] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:49.668072 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1c2a49ca-c37a-4f46-bf8f-afd9719f89a0 None None] Provisioning for port 0341417c-d37b-4cb1-aa64-b626bc1ac743 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:49.885003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.011994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:48Z', 'revision_number': 3, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:50.047684 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Checking router: a91832f0-1a34-4ee8-a28d-6e03b39aaaab for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:50.048035 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Updating router a91832f0-1a34-4ee8-a28d-6e03b39aaaab port 811e8374-2ed3-4494-a6fe-ae2c859257b3 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:08:50.054717 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Allocated IP 172.20.0.1 (39bbf3e9-7a9c-4e27-87cd-729e104d95de/06beb33f-4ac2-45e8-90a3-5ba5ff838cda/9e263fee-a9b4-4efb-a435-9094b4635f32) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:50.096350 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.198733 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.219203 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Transition to ACTIVE for port object 9e263fee-a9b4-4efb-a435-9094b4635f32 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:50.260194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.304715 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:50.307756 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:50.312443 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:50.316147 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Pushing event updated for resources: {'Port': ['ID=9e263fee-a9b4-4efb-a435-9094b4635f32,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:50.364059 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.397127 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.409627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Transition to ACTIVE for port object 811e8374-2ed3-4494-a6fe-ae2c859257b3 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:50.420821 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.487935 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Attempting to bind port 811e8374-2ed3-4494-a6fe-ae2c859257b3 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:50.488305 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Attempting to bind port 811e8374-2ed3-4494-a6fe-ae2c859257b3 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:50.488677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Attempting to bind port 811e8374-2ed3-4494-a6fe-ae2c859257b3 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:50.491817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cdb52-9dd4-4e63-b314-5b53d7af0036 None None] Pushing event updated for resources: {'Port': ['ID=811e8374-2ed3-4494-a6fe-ae2c859257b3,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:50.497181 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:50.497564 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:50.497968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.498394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:50.498942 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Bound port: 811e8374-2ed3-4494-a6fe-ae2c859257b3, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:50.499307 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.534973 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0341417c-d37b-4cb1-aa64-b626bc1ac743 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:50.553478 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.600377 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] For port 811e8374-2ed3-4494-a6fe-ae2c859257b3, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:50.605220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] For port 811e8374-2ed3-4494-a6fe-ae2c859257b3, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=811e8374-2ed3-4494-a6fe-ae2c859257b3,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:50.612083 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.624677 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b9f1e384-99d8-4be4-b1ef-1500c46c6c83 None None] Provisioning for port 9e263fee-a9b4-4efb-a435-9094b4635f32 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:50.657114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b9f1e384-99d8-4be4-b1ef-1500c46c6c83 None None] Provisioning complete for port 9e263fee-a9b4-4efb-a435-9094b4635f32 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:50.657374 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e384-99d8-4be4-b1ef-1500c46c6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.667047 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 0341417c-d37b-4cb1-aa64-b626bc1ac743 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:50.699303 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0341417c-d37b-4cb1-aa64-b626bc1ac743 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:50.699700 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.740165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cdb52-9dd4-4e63-b314-5b53d7af0036 None None] Pushing event updated for resources: {'Port': ['ID=811e8374-2ed3-4494-a6fe-ae2c859257b3,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:50.742048 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.744556 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:50.745151 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:50.748315 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.749041 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1e384-99d8-4be4-b1ef-1500c46c6c83 None None] Port 9e263fee-a9b4-4efb-a435-9094b4635f32 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:50.822773 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.825703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Pushing event updated for resources: {'Port': ['ID=9e263fee-a9b4-4efb-a435-9094b4635f32,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:50.895460 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:50.897111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.919118 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:50.922183 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:50.998219 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 0341417c-d37b-4cb1-aa64-b626bc1ac743, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0341417c-d37b-4cb1-aa64-b626bc1ac743,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:51.015699 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.055849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Router a91832f0-1a34-4ee8-a28d-6e03b39aaaab has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:51.110761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=0341417c-d37b-4cb1-aa64-b626bc1ac743,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:51.174799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:51.176507 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-8c6a95e2-adf5-4bc5-a7b0-1f6233860bef None None] Provisioning complete for port 9e263fee-a9b4-4efb-a435-9094b4635f32 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:51.176864 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8c6a95e2-adf5-4bc5-a7b0-1f6233860bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.181601 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-45e79f46-87b5-45da-864a-4e1c9eefde27 admin admin] 10.222.0.91 "PUT /v2.0/routers/a91832f0-1a34-4ee8-a28d-6e03b39aaaab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643058 Jul 16 21:08:51.202032 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 2, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:51.241062 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf01bc7-849f-4faa-8a6b-4f8d10fa7483 None None] The sync data for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 is: [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 2, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:51.252532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a95e2-adf5-4bc5-a7b0-1f6233860bef None None] Port 9e263fee-a9b4-4efb-a435-9094b4635f32 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:51.782564 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42050) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:51.790737 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-213324817-network', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:51.817676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Made reservation on behalf of 9e758d0d7ae643a0b6a93516bdbb533f for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:51.820177 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.829855 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.946181 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.956846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.983483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:08:51.993659 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310cc6a4-4351-413a-af25-d6c2de4757ce,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:51.999024 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:51.999375 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Added segment cfe81c0b-0804-4edf-88ea-a79b2c16f5d7 of type vlan for network 20fc8783-7d43-4a34-96e7-47c0f429836d Jul 16 21:08:52.046272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.079569 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.080556 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:52.081136 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.114198 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3296745 Jul 16 21:08:52.116953 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42052) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:52.122421 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Request body: {'subnet': {'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-213324817-subnet', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'ip_version': 4}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:52.158369 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb6726-81d7-4b4d-82ec-06b1562b5fff admin admin] Pushing event updated for resources: {'Network': ['ID=20fc8783-7d43-4a34-96e7-47c0f429836d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:52.170397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network 20fc8783-7d43-4a34-96e7-47c0f429836d details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:08:52.178595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Made reservation on behalf of 9e758d0d7ae643a0b6a93516bdbb533f for: {'subnet': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:08:52.181241 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122752'] for subnet, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.375322 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26551456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122770'] for subnet, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.440137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b3ec98-f4c0-4c1f-9013-5c3f816ef052,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:52.447413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Checking segment: {'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:52.447783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Network hostable DHCP agents. Network: 20fc8783-7d43-4a34-96e7-47c0f429836d, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:08:52.466199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Network 20fc8783-7d43-4a34-96e7-47c0f429836d is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:08:52.477039 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, 20fc8783-7d43-4a34-96e7-47c0f429836d) {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:52.482525 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:52.483536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.490428 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6917c8-a2d4-4d66-8762-5d11c8be0999 None None] Network 20fc8783-7d43-4a34-96e7-47c0f429836d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:52.502772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f9c4c738-6c9d-4d4a-8de1-729a548dd324 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3846626 Jul 16 21:08:52.505314 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42054) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:52.511676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:52.542445 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.544593 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.618782 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0341417c-d37b-4cb1-aa64-b626bc1ac743 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:52.620296 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.719200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-20fc8783-7d43-4a34-96e7-47c0f429836d', 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'fixed_ips': [{'subnet_id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:08:52.720110 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.734289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 0341417c-d37b-4cb1-aa64-b626bc1ac743 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:52.734654 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.773702 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.917006 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 811e8374-2ed3-4494-a6fe-ae2c859257b3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:52.922186 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Allocated IP 172.20.0.2 (20fc8783-7d43-4a34-96e7-47c0f429836d/f5b3ec98-f4c0-4c1f-9013-5c3f816ef052/7119b489-6398-4ba4-a6b6-a016a2c3f688) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:52.991291 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.011672 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.039662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 811e8374-2ed3-4494-a6fe-ae2c859257b3 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:53.046267 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 811e8374-2ed3-4494-a6fe-ae2c859257b3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:53.046706 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.127940 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Allocated IP 172.25.3.32 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/f71eecb0-5cc3-4335-9c76-673c88d2e7ae) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:53.151483 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.179170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Transition to ACTIVE for port object 7119b489-6398-4ba4-a6b6-a016a2c3f688 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:53.202097 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.207290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Transition to ACTIVE for port object 7119b489-6398-4ba4-a6b6-a016a2c3f688 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:53.218272 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.240668 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.254686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 811e8374-2ed3-4494-a6fe-ae2c859257b3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=811e8374-2ed3-4494-a6fe-ae2c859257b3,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:53.263881 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.270778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Network 20fc8783-7d43-4a34-96e7-47c0f429836d is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:53.275734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:53.280253 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:53.283355 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Pushing event updated for resources: {'Port': ['ID=7119b489-6398-4ba4-a6b6-a016a2c3f688,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:53.293483 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.333351 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Sync routers for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:53.335920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:53.345519 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:53.345912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:53.346345 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:53.354381 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:53.379642 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Pushing event updated for resources: {'Port': ['ID=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:53.388025 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Attempting to bind port 7119b489-6398-4ba4-a6b6-a016a2c3f688 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:53.388903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Attempting to bind port 7119b489-6398-4ba4-a6b6-a016a2c3f688 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:53.388903 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Attempting to bind port 7119b489-6398-4ba4-a6b6-a016a2c3f688 on network 20fc8783-7d43-4a34-96e7-47c0f429836d {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:53.391288 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=811e8374-2ed3-4494-a6fe-ae2c859257b3,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:53.398876 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:53.399296 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Checking segment: {'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:53.399795 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.400544 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Bound using segment: {'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:53.400676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Bound port: 7119b489-6398-4ba4-a6b6-a016a2c3f688, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:53.401032 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.454606 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:53.485415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] For port 7119b489-6398-4ba4-a6b6-a016a2c3f688, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:53.489739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] For port 7119b489-6398-4ba4-a6b6-a016a2c3f688, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7119b489-6398-4ba4-a6b6-a016a2c3f688,segment=NetworkSegment(cfe81c0b-0804-4edf-88ea-a79b2c16f5d7),segment_id=cfe81c0b-0804-4edf-88ea-a79b2c16f5d7)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:53.495267 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.561209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b676376-f072-4081-90cf-bc1091a23986 None None] Pushing event updated for resources: {'Port': ['ID=7119b489-6398-4ba4-a6b6-a016a2c3f688,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:53.651685 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.678052 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 2, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:53.705352 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Checking router: a91832f0-1a34-4ee8-a28d-6e03b39aaaab for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:53.705726 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Updating router a91832f0-1a34-4ee8-a28d-6e03b39aaaab port 9e263fee-a9b4-4efb-a435-9094b4635f32 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:08:53.748101 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.043799 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.055486 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Transition to ACTIVE for port object 9e263fee-a9b4-4efb-a435-9094b4635f32 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:54.065133 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.118131 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Pushing event updated for resources: {'Port': ['ID=9e263fee-a9b4-4efb-a435-9094b4635f32,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:54.173676 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.174050 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.174391 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.174716 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.175062 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.175378 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.175697 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.175962 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.176309 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.176594 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.176909 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.177245 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:54.190891 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Attempting to bind port 9e263fee-a9b4-4efb-a435-9094b4635f32 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:54.191256 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Attempting to bind port 9e263fee-a9b4-4efb-a435-9094b4635f32 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:54.191613 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Attempting to bind port 9e263fee-a9b4-4efb-a435-9094b4635f32 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:54.197648 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:54.198020 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Checking segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:54.198410 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.198801 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Bound using segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:54.199596 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Bound port: 9e263fee-a9b4-4efb-a435-9094b4635f32, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:54.199778 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.252900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.272999 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] For port 9e263fee-a9b4-4efb-a435-9094b4635f32, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:54.276422 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] For port 9e263fee-a9b4-4efb-a435-9094b4635f32, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9e263fee-a9b4-4efb-a435-9094b4635f32,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:54.282131 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.334406 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:54.335850 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:54.413617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Router 74c78222-0c1c-4007-8271-438afd807b93 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:08:54.465690 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:54.498019 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1f2f9-f479-40e7-9ee1-dc3e296fd0f6 None None] Pushing event updated for resources: {'Port': ['ID=9e263fee-a9b4-4efb-a435-9094b4635f32,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:54.571049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:54.583860 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Sync routers for ids ['74c78222-0c1c-4007-8271-438afd807b93'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:54.604618 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Routers {'74c78222-0c1c-4007-8271-438afd807b93'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:54.606364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['74c78222-0c1c-4007-8271-438afd807b93'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:54.641400 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.644582 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e755a9ea-c7bf-479a-bdb2-ff94e6c19462 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1379387 Jul 16 21:08:54.647849 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42056) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:54.672901 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7119b489-6398-4ba4-a6b6-a016a2c3f688 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:54.743593 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:54Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:54.779429 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285730ea-564a-4369-88e4-b73fa7400c14 None None] The sync data for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 is: [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:54Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:54.821861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Set router 74c78222-0c1c-4007-8271-438afd807b93 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:54.862888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 7119b489-6398-4ba4-a6b6-a016a2c3f688 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:55.067274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 811e8374-2ed3-4494-a6fe-ae2c859257b3 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:55.071828 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44daca18-d030-45c6-9a13-de5090fd3061 None None] Network 20fc8783-7d43-4a34-96e7-47c0f429836d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:55.270329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 811e8374-2ed3-4494-a6fe-ae2c859257b3 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:55.270696 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.346699 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-74d5cf2f-fa91-4e6b-8597-1c2003a537ad None None] Provisioning for port 7119b489-6398-4ba4-a6b6-a016a2c3f688 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:55.365817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-74d5cf2f-fa91-4e6b-8597-1c2003a537ad None None] Provisioning complete for port 7119b489-6398-4ba4-a6b6-a016a2c3f688 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:55.366410 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-74d5cf2f-fa91-4e6b-8597-1c2003a537ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.513022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 3, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port': {'id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:53Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:55.540188 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.566875 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Checking router: 74c78222-0c1c-4007-8271-438afd807b93 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:55.567273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Updating router 74c78222-0c1c-4007-8271-438afd807b93 port f71eecb0-5cc3-4335-9c76-673c88d2e7ae binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:08:55.612955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-74d5cf2f-fa91-4e6b-8597-1c2003a537ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.637579 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.659508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-74d5cf2f-fa91-4e6b-8597-1c2003a537ad None None] For port 7119b489-6398-4ba4-a6b6-a016a2c3f688, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7119b489-6398-4ba4-a6b6-a016a2c3f688,segment=NetworkSegment(cfe81c0b-0804-4edf-88ea-a79b2c16f5d7),segment_id=cfe81c0b-0804-4edf-88ea-a79b2c16f5d7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:55.679946 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-74d5cf2f-fa91-4e6b-8597-1c2003a537ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.723686 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Allocated IP 172.20.0.1 (20fc8783-7d43-4a34-96e7-47c0f429836d/f5b3ec98-f4c0-4c1f-9013-5c3f816ef052/e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:08:55.795917 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5cf2f-fa91-4e6b-8597-1c2003a537ad None None] Pushing event updated for resources: {'Port': ['ID=7119b489-6398-4ba4-a6b6-a016a2c3f688,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:55.835809 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.850595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Transition to ACTIVE for port object e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:55.884727 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.922552 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-c00363e9-339c-4f26-b020-07bbed34b0c9 None None] Provisioning complete for port 7119b489-6398-4ba4-a6b6-a016a2c3f688 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:55.922972 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c00363e9-339c-4f26-b020-07bbed34b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:55.929993 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Network 20fc8783-7d43-4a34-96e7-47c0f429836d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:55.933878 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:55.936598 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:55.938616 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:08:55.977358 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.010007 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.024385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Transition to ACTIVE for port object f71eecb0-5cc3-4335-9c76-673c88d2e7ae will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:56.046931 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.113657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcea2d9-3c1a-471b-8199-8e4373edb834 None None] Pushing event updated for resources: {'Port': ['ID=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:56.116140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Attempting to bind port f71eecb0-5cc3-4335-9c76-673c88d2e7ae on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:56.116513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Attempting to bind port f71eecb0-5cc3-4335-9c76-673c88d2e7ae by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:56.117013 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Attempting to bind port f71eecb0-5cc3-4335-9c76-673c88d2e7ae on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:56.123015 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:56.123400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:56.123808 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.124200 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:56.124669 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Bound port: f71eecb0-5cc3-4335-9c76-673c88d2e7ae, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:56.125059 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.139868 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.179866 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] For port f71eecb0-5cc3-4335-9c76-673c88d2e7ae, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:56.183557 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] For port f71eecb0-5cc3-4335-9c76-673c88d2e7ae, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:56.189157 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.254402 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fd495429-b3b3-45dc-8d5e-b6b3ff3323fb None None] Provisioning for port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:56.268780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-fd495429-b3b3-45dc-8d5e-b6b3ff3323fb None None] Provisioning complete for port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:56.269223 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fd495429-b3b3-45dc-8d5e-b6b3ff3323fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.271313 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Routers {'74c78222-0c1c-4007-8271-438afd807b93'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:56.272029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['74c78222-0c1c-4007-8271-438afd807b93'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:56.274774 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcea2d9-3c1a-471b-8199-8e4373edb834 None None] Pushing event updated for resources: {'Port': ['ID=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:56.338181 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.344061 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.348921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-fd495429-b3b3-45dc-8d5e-b6b3ff3323fb None None] Port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:56.416055 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] Set router 74c78222-0c1c-4007-8271-438afd807b93 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:56.420563 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.422609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:56.520848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7119b489-6398-4ba4-a6b6-a016a2c3f688 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:56.523928 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Network 20fc8783-7d43-4a34-96e7-47c0f429836d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:08:56.525888 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:08:56.627887 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 7119b489-6398-4ba4-a6b6-a016a2c3f688 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:56.628748 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.661803 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Router 74c78222-0c1c-4007-8271-438afd807b93 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:56.745867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 4, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port': {'id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:53Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc', 'name': '', 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'mac_address': 'fa:16:3e:a5:cc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:55Z', 'updated_at': '2021-07-16T21:08:55Z', 'revision_number': 1, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'subnets': [{'id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:56.780473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:56.783074 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976f8be-d1f0-4132-bd2a-5baa67cf32f6 None None] The sync data for ids ['74c78222-0c1c-4007-8271-438afd807b93'] in n-d-792458-10 is: [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 4, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port': {'id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:53Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc', 'name': '', 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'mac_address': 'fa:16:3e:a5:cc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:55Z', 'updated_at': '2021-07-16T21:08:55Z', 'revision_number': 1, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'subnets': [{'id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:56.789711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9e263fee-a9b4-4efb-a435-9094b4635f32 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:56.794204 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-50aa60e8-f210-4481-ac45-dd0c4de8f7b3 admin admin] 10.222.0.91 "PUT /v2.0/routers/74c78222-0c1c-4007-8271-438afd807b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1445570 Jul 16 21:08:56.819470 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b109cf39-788a-4043-8cca-c264480af55e None None] Provisioning complete for port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:56.819840 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b109cf39-788a-4043-8cca-c264480af55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.865329 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b109cf39-788a-4043-8cca-c264480af55e None None] Port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:08:56.877252 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9e263fee-a9b4-4efb-a435-9094b4635f32 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:56.881486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9e263fee-a9b4-4efb-a435-9094b4635f32 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:56.881911 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.968349 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.022287 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 9e263fee-a9b4-4efb-a435-9094b4635f32, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9e263fee-a9b4-4efb-a435-9094b4635f32,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:57.027451 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.084693 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=9e263fee-a9b4-4efb-a435-9094b4635f32,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:57.722670 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42064) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:57.727785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-54a79c2a-00d9-4fd4-88e2-c331de3d138f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062460724', 'description': 'tempest-secgroup-smoke-1062460724 description', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:57.751875 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54a79c2a-00d9-4fd4-88e2-c331de3d138f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.845586 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54a79c2a-00d9-4fd4-88e2-c331de3d138f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.849908 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54a79c2a-00d9-4fd4-88e2-c331de3d138f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.879846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-54a79c2a-00d9-4fd4-88e2-c331de3d138f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.883361 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-54a79c2a-00d9-4fd4-88e2-c331de3d138f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1595101 Jul 16 21:08:57.884833 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42066) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:57.890695 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a79c2a-00d9-4fd4-88e2-c331de3d138f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c5a360-9d42-4bfb-b456-c1bdc5a98a01,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:57.891346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-33a92050-6b47-4612-bdd7-d4c640ff3ad3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '01c5a360-9d42-4bfb-b456-c1bdc5a98a01', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:57.920475 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a92050-6b47-4612-bdd7-d4c640ff3ad3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.983065 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a92050-6b47-4612-bdd7-d4c640ff3ad3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.987232 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a92050-6b47-4612-bdd7-d4c640ff3ad3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.006456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a92050-6b47-4612-bdd7-d4c640ff3ad3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edef917-0b77-4069-bebf-a6944e035519,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:58.014159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33a92050-6b47-4612-bdd7-d4c640ff3ad3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.014646 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-33a92050-6b47-4612-bdd7-d4c640ff3ad3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286900 Jul 16 21:08:58.017346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42068) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:58.022069 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-71094a76-7034-4513-96f4-91ba10064b08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '01c5a360-9d42-4bfb-b456-c1bdc5a98a01', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:58.053177 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71094a76-7034-4513-96f4-91ba10064b08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.128228 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71094a76-7034-4513-96f4-91ba10064b08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.132487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71094a76-7034-4513-96f4-91ba10064b08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.151798 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71094a76-7034-4513-96f4-91ba10064b08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2eef8b-327e-4996-86a0-d8522950c071,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:58.159701 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-71094a76-7034-4513-96f4-91ba10064b08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.160919 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-71094a76-7034-4513-96f4-91ba10064b08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426530 Jul 16 21:08:58.163666 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42070) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:58.168307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d3b74f9a-53ed-4f76-aebf-b5fcb4749d28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '01c5a360-9d42-4bfb-b456-c1bdc5a98a01', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:58.197585 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d3b74f9a-53ed-4f76-aebf-b5fcb4749d28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.261936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d3b74f9a-53ed-4f76-aebf-b5fcb4749d28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.266461 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d3b74f9a-53ed-4f76-aebf-b5fcb4749d28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.286356 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b74f9a-53ed-4f76-aebf-b5fcb4749d28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457cd208-720f-4b81-ac87-7671f9b45cb1,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:58.296280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d3b74f9a-53ed-4f76-aebf-b5fcb4749d28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.297735 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d3b74f9a-53ed-4f76-aebf-b5fcb4749d28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330807 Jul 16 21:08:58.300868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42072) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:58.306182 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-20a404b8-536c-4537-9055-559606affa9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '01c5a360-9d42-4bfb-b456-c1bdc5a98a01', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:58.340881 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20a404b8-536c-4537-9055-559606affa9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.409519 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20a404b8-536c-4537-9055-559606affa9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.413623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20a404b8-536c-4537-9055-559606affa9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.430986 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a404b8-536c-4537-9055-559606affa9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4aaf59-14f1-4b75-ad63-3e82a05c8d6e,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:58.442389 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20a404b8-536c-4537-9055-559606affa9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.443693 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-20a404b8-536c-4537-9055-559606affa9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417663 Jul 16 21:08:58.446679 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42074) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:58.452077 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '01c5a360-9d42-4bfb-b456-c1bdc5a98a01', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:58.476652 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Project 26c86f3361d04b1b8c70ec395acd1f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:08:58.482086 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.555724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.561526 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.580139 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f71eecb0-5cc3-4335-9c76-673c88d2e7ae up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:58.583515 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e540d1-9baa-4abc-b282-13b00b1a5a19,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:58.592014 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.596087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1a6d298a-7f54-4c76-a637-a2aa23388569 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458499 Jul 16 21:08:58.596612 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42076) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:58.601052 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '01c5a360-9d42-4bfb-b456-c1bdc5a98a01', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:08:58.624708 n-d-792458-10 neutron-server[93862]: INFO neutron.db.securitygroups_db [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Project 26c86f3361d04b1b8c70ec395acd1f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:08:58.629977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.636103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port f71eecb0-5cc3-4335-9c76-673c88d2e7ae completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:08:58.640757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f71eecb0-5cc3-4335-9c76-673c88d2e7ae triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:58.641133 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.711304 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.716253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.731803 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.735763 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cad569-fc19-40c2-8041-04b6c3df4438,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:58.745167 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.747150 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-324b151b-cbfb-47b8-9f1b-74cb345bd18a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494639 Jul 16 21:08:58.757894 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port f71eecb0-5cc3-4335-9c76-673c88d2e7ae, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:58.763902 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.764686 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9e263fee-a9b4-4efb-a435-9094b4635f32 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:58.850120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:58.862719 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9e263fee-a9b4-4efb-a435-9094b4635f32 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:58.863028 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:58.899786 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Sync routers for ids ['74c78222-0c1c-4007-8271-438afd807b93'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:58.901546 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-3cc7ff60-b835-4743-bd74-fb93d24e0866 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062460724&fields=id&tenant_id=26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 267 time: 0.0385573 Jul 16 21:08:58.908660 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Routers {'74c78222-0c1c-4007-8271-438afd807b93'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:58.909267 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['74c78222-0c1c-4007-8271-438afd807b93'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:59.015704 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Set router 74c78222-0c1c-4007-8271-438afd807b93 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:59.023466 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-9865a9b8-69f8-4ad5-8409-4a03a10d95d0 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:59.024945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-9865a9b8-69f8-4ad5-8409-4a03a10d95d0 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 809 time: 0.1153827 Jul 16 21:08:59.040677 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c497ba3b-946b-40aa-972f-5e602a5c8cc7 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/quotas/26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 375 time: 0.0096903 Jul 16 21:08:59.109806 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-cc1e4d8f-54ca-4fca-b4ec-f5d71914c15a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637047 Jul 16 21:08:59.220805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-0127da40-2a8f-43ac-a2fb-af1d546b68f9 service neutron] 10.222.0.91 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991850 Jul 16 21:08:59.302342 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 4, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port': {'id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:53Z', 'updated_at': '2021-07-16T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc', 'name': '', 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'mac_address': 'fa:16:3e:a5:cc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:55Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 2, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'subnets': [{'id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:59.319709 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-00708eab-09cf-484c-ab05-9d41e058f631 service neutron] 10.222.0.91 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927684 Jul 16 21:08:59.331070 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Checking router: 74c78222-0c1c-4007-8271-438afd807b93 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:59.331412 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Updating router 74c78222-0c1c-4007-8271-438afd807b93 port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:08:59.364836 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.517026 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6438c29e-5e48-426e-b173-e899a0432273 req-7afdca24-fee3-464c-98ee-9146f9204cad tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 210 time: 0.0445273 Jul 16 21:08:59.662765 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.673385 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Transition to ACTIVE for port object e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:08:59.680871 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.735822 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7287-e6f1-4b80-bf91-e5afae4fc1c1 None None] Pushing event updated for resources: {'Port': ['ID=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:59.800566 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Attempting to bind port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:08:59.800931 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Attempting to bind port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:08:59.801289 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Attempting to bind port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc on network 20fc8783-7d43-4a34-96e7-47c0f429836d {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:08:59.808921 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:08:59.809183 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Checking segment: {'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:08:59.809585 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.809968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Bound using segment: {'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:08:59.810574 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Bound port: e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:08:59.810975 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.891968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] For port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:08:59.895647 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] For port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,segment=NetworkSegment(cfe81c0b-0804-4edf-88ea-a79b2c16f5d7),segment_id=cfe81c0b-0804-4edf-88ea-a79b2c16f5d7)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:08:59.900396 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:59.943206 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Routers {'74c78222-0c1c-4007-8271-438afd807b93'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:59.943825 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:08:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['74c78222-0c1c-4007-8271-438afd807b93'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:00.073155 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7287-e6f1-4b80-bf91-e5afae4fc1c1 None None] Pushing event updated for resources: {'Port': ['ID=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:00.083862 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] Set router 74c78222-0c1c-4007-8271-438afd807b93 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:00.299338 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 4, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port': {'id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:53Z', 'updated_at': '2021-07-16T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc', 'name': '', 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'mac_address': 'fa:16:3e:a5:cc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:55Z', 'updated_at': '2021-07-16T21:08:59Z', 'revision_number': 4, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'subnets': [{'id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:00.326763 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cde3a2-6e6b-43de-aa5d-18d2e5e2b98d None None] The sync data for ids ['74c78222-0c1c-4007-8271-438afd807b93'] in n-d-792458-10 is: [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 4, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port': {'id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:53Z', 'updated_at': '2021-07-16T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc', 'name': '', 'network_id': '20fc8783-7d43-4a34-96e7-47c0f429836d', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'mac_address': 'fa:16:3e:a5:cc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:55Z', 'updated_at': '2021-07-16T21:08:59Z', 'revision_number': 4, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'subnets': [{'id': 'f5b3ec98-f4c0-4c1f-9013-5c3f816ef052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:09:00.523314 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f71eecb0-5cc3-4335-9c76-673c88d2e7ae up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:00.610505 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port f71eecb0-5cc3-4335-9c76-673c88d2e7ae triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:00.612063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.714695 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d6100b16-3662-4b07-b353-2962d90d9830 req-9989e3f5-3575-4321-8fe9-bc543443791e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 210 time: 0.0388005 Jul 16 21:09:00.751217 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:00.772043 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-f27ff32e-8e40-41c4-8fbf-2385ba937e90 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:00.774067 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-f27ff32e-8e40-41c4-8fbf-2385ba937e90 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 809 time: 0.2129557 Jul 16 21:09:00.817665 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:00.825842 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:00.829939 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.841031 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-8cac3e27-d4db-4887-8346-b924b5039658 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 380 time: 0.0569654 Jul 16 21:09:00.850757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'port': {'device_id': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'admin_state_up': True, 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'security_groups': ['01c5a360-9d42-4bfb-b456-c1bdc5a98a01']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:00.919532 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.959011 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,segment=NetworkSegment(cfe81c0b-0804-4edf-88ea-a79b2c16f5d7),segment_id=cfe81c0b-0804-4edf-88ea-a79b2c16f5d7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:00.964776 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.977321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Made reservation on behalf of 26c86f3361d04b1b8c70ec395acd1f78 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:00.981235 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.017031 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.114972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Allocated IP 172.20.0.9 (39bbf3e9-7a9c-4e27-87cd-729e104d95de/06beb33f-4ac2-45e8-90a3-5ba5ff838cda/86e9bf7c-579f-4119-893f-8b271d562044) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:09:01.262397 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.276222 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Transition to ACTIVE for port object 86e9bf7c-579f-4119-893f-8b271d562044 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:01.309926 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.355311 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:09:01.358541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:01.362538 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:09:01.369216 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.427246 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:01.427964 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.446255 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-c3f0b33b-b43b-49b3-844a-a8b4942e4635 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5999744 Jul 16 21:09:01.459595 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Request body: {'port': {'device_id': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:01.539412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.656204 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d211bca-d623-49c4-adc2-9c0803ec24e6 None None] Provisioning for port 86e9bf7c-579f-4119-893f-8b271d562044 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:01.659843 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7d211bca-d623-49c4-adc2-9c0803ec24e6 None None] Provisioning complete for port 86e9bf7c-579f-4119-893f-8b271d562044 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:01.660210 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7d211bca-d623-49c4-adc2-9c0803ec24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.699551 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-7d211bca-d623-49c4-adc2-9c0803ec24e6 None None] Port 86e9bf7c-579f-4119-893f-8b271d562044 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:09:01.821373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e9bf7c-579f-4119-893f-8b271d562044 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:01.829981 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.844354 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Transition to ACTIVE for port object 86e9bf7c-579f-4119-893f-8b271d562044 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:01.849656 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.901948 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.904363 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f9df-36f8-4413-ab69-e4e3d0877043 req-bdd6aef7-892d-4eaf-b08d-b199afd6a577 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:01.905955 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0207f9df-36f8-4413-ab69-e4e3d0877043 req-bdd6aef7-892d-4eaf-b08d-b199afd6a577 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 943 time: 0.0668650 Jul 16 21:09:01.947521 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0207f9df-36f8-4413-ab69-e4e3d0877043 req-e6ad2da5-4f1a-4586-9cc4-417865ab5aef tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351949 Jul 16 21:09:01.983292 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:01.983631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:01.983958 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:01.988531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Port 86e9bf7c-579f-4119-893f-8b271d562044 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:01.988850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:01.993871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:01.994202 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Checking segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:01.994580 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Bound using segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:01.995039 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Bound port: 86e9bf7c-579f-4119-893f-8b271d562044, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:01.995401 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.070684 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:02.074583 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:02.080183 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.118012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.118696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.120149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] 10.222.0.99 "PUT /v2.0/ports/86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 1092 time: 0.6659021 Jul 16 21:09:02.120596 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:02.123426 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a04f3bc-a50f-43ef-aa6a-2352ca005435" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:02.175761 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c89f361-e0b0-4059-aa4a-95247a923158 x-openstack-request-id: req-0c89f361-e0b0-4059-aa4a-95247a923158 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:02.176061 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:02.176301 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0c89f361-e0b0-4059-aa4a-95247a923158 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:02.176692 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'status': 'completed', 'code': 200} Jul 16 21:09:02.180897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be82ec-02e4-4c68-81cc-9fc47a0f18bc service neutron] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:02.227081 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-6398bcf2-7e69-4b5e-a4a4-bbd6e4f45ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.228606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-6398bcf2-7e69-4b5e-a4a4-bbd6e4f45ab7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1095 time: 0.0643330 Jul 16 21:09:02.275466 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-13f776b8-bf1e-4af0-9148-bc74239917ac service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 217 time: 0.0391490 Jul 16 21:09:02.330410 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-9055079c-f7bc-4343-9160-e5624460f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.331916 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-9055079c-f7bc-4343-9160-e5624460f791 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0480986 Jul 16 21:09:02.394196 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457c5a-68b7-4a10-908a-14db098373d4 req-ea107158-ea1d-4f27-b94a-45edc079da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.395824 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-ea107158-ea1d-4f27-b94a-45edc079da21 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572057 Jul 16 21:09:02.480946 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:02.498225 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-791df184-ad3e-49fb-920f-337e9899a5e5 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949214 Jul 16 21:09:02.528812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:02.529181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.598611 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69457c5a-68b7-4a10-908a-14db098373d4 req-891c1f1e-acb6-4a31-8526-500187dcfb5c service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943928 Jul 16 21:09:02.709548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-63f1ec64-6b82-4e40-afab-f192f971f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.710961 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-63f1ec64-6b82-4e40-afab-f192f971f473 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1095 time: 0.0579271 Jul 16 21:09:02.809695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-0aabf9c5-cddf-4fef-9ead-857aeaeaa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.811229 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-0aabf9c5-cddf-4fef-9ead-857aeaeaa779 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0931945 Jul 16 21:09:02.856764 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-fdcb25b0-0cbc-4777-a9da-b1e09a027cc0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 217 time: 0.0383143 Jul 16 21:09:02.907759 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-0a14f5f4-004e-4b81-bea0-5f8e5eed74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.909178 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-0a14f5f4-004e-4b81-bea0-5f8e5eed74d9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0459077 Jul 16 21:09:02.971019 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-5d2eb4aa-06af-4026-ab15-40828e6e02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.972779 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-5d2eb4aa-06af-4026-ab15-40828e6e02f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557101 Jul 16 21:09:03.080986 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-6c21b561-c3b4-46c5-96a4-2987fb3a5bcf service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007705 Jul 16 21:09:03.185215 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a04f3bc-a50f-43ef-aa6a-2352ca005435 req-a3d50b34-4e71-4919-b1ff-f877abfc2e58 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959580 Jul 16 21:09:03.343392 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf798ba-cb48-4aa4-8604-0eaf8a6dce94 req-3bda5bd5-df70-41e8-b3ad-39454e06bd4c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:03.344935 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ebf798ba-cb48-4aa4-8604-0eaf8a6dce94 req-3bda5bd5-df70-41e8-b3ad-39454e06bd4c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 943 time: 0.0844455 Jul 16 21:09:03.384797 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ebf798ba-cb48-4aa4-8604-0eaf8a6dce94 req-759c00d7-5b5d-4bcd-8785-d46c45a1a7dd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335162 Jul 16 21:09:04.579322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b665-b54c-4ce7-a056-0df26ba60b1d req-bfdf3b25-a676-4cba-a48c-76586e0146ff tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:04.580799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a79b665-b54c-4ce7-a056-0df26ba60b1d req-bfdf3b25-a676-4cba-a48c-76586e0146ff tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 943 time: 0.0769970 Jul 16 21:09:04.623654 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1a79b665-b54c-4ce7-a056-0df26ba60b1d req-e406ee7d-2238-49c1-9023-1eca322a3994 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361011 Jul 16 21:09:05.819847 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffa2be-38c9-4a76-ad81-ee27680d66b4 req-b3065edd-2b32-4209-976e-ba48c6c55415 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.821412 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdffa2be-38c9-4a76-ad81-ee27680d66b4 req-b3065edd-2b32-4209-976e-ba48c6c55415 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 943 time: 0.0672138 Jul 16 21:09:05.863520 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bdffa2be-38c9-4a76-ad81-ee27680d66b4 req-a291dc88-edf2-44cc-ac1b-7bb170375c8e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342450 Jul 16 21:09:06.115346 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad15294a-26d7-406e-8d82-99c5eb7742a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:06.169442 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:06.273340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:06.284436 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '86e9bf7c-579f-4119-893f-8b271d562044', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'port_id': '86e9bf7c-579f-4119-893f-8b271d562044', 'mac_address': 'fa:16:3e:bb:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:06.326697 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:06.339513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e9bf7c-579f-4119-893f-8b271d562044 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:06.361762 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:06.368407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:06.425654 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:06.605715 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['86e9bf7c-579f-4119-893f-8b271d562044'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:07.055578 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf998f95-3d9e-42fd-bb26-95bf51e44782 req-f32c2b61-c398-4134-9a0e-7b2a7c80daf3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:07.057309 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf998f95-3d9e-42fd-bb26-95bf51e44782 req-f32c2b61-c398-4134-9a0e-7b2a7c80daf3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0769713 Jul 16 21:09:07.096963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-cf998f95-3d9e-42fd-bb26-95bf51e44782 req-6d638f3b-61a1-4cf9-88bc-5c8b9f185b11 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339594 Jul 16 21:09:08.200446 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:08.290748 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44910f0-b439-4a87-891f-f8d8e9726443 req-2a4fc0b5-606a-4196-af18-a26497d364c2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:08.292418 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b44910f0-b439-4a87-891f-f8d8e9726443 req-2a4fc0b5-606a-4196-af18-a26497d364c2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0741725 Jul 16 21:09:08.336673 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-b44910f0-b439-4a87-891f-f8d8e9726443 req-721f8b7d-40f2-40fb-a2f2-e2ef1d0fbe08 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377765 Jul 16 21:09:08.420394 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 86e9bf7c-579f-4119-893f-8b271d562044 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:08.425022 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 86e9bf7c-579f-4119-893f-8b271d562044 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:08.425022 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:08.516663 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:08.545893 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:08.548254 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6bb8c-3e88-4c26-8101-d9163538128d" -d '{"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:08.564993 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:08.572867 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:08.598189 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44714f6-ea99-46ff-94b2-4c5430f61d5d x-openstack-request-id: req-c44714f6-ea99-46ff-94b2-4c5430f61d5d {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:08.598609 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:08.598763 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c44714f6-ea99-46ff-94b2-4c5430f61d5d {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:08.599167 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'code': 200} Jul 16 21:09:08.631209 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:08.684350 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:08.724016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4c117-2ae4-442b-b4a6-4267f7f5b019 req-4841b88e-fe75-4f9e-bd78-bd6446ecd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:08.725542 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85f4c117-2ae4-442b-b4a6-4267f7f5b019 req-4841b88e-fe75-4f9e-bd78-bd6446ecd7f6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1097 time: 0.0621839 Jul 16 21:09:08.767189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-85f4c117-2ae4-442b-b4a6-4267f7f5b019 req-a1f83768-5b1d-4909-86ec-ee4b600e9d39 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345364 Jul 16 21:09:08.939037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9315637b-911a-494b-891e-c6f1d81cbd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:09.085992 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:09.529383 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487fcd-74ba-417a-8abb-658889717602 req-5f5e2dbd-05fd-4d49-b7b4-eb111bad1c77 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:09.531079 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2487fcd-74ba-417a-8abb-658889717602 req-5f5e2dbd-05fd-4d49-b7b4-eb111bad1c77 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0739558 Jul 16 21:09:09.575537 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f2487fcd-74ba-417a-8abb-658889717602 req-527ad724-c129-4fe5-bc53-00ee842121a7 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381806 Jul 16 21:09:09.606214 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:10.277518 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:10.768934 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518196-7ba8-4bbb-897c-aad820b0010e req-53d542b6-1ebd-496c-a742-d069b73cf503 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:10.770358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60518196-7ba8-4bbb-897c-aad820b0010e req-53d542b6-1ebd-496c-a742-d069b73cf503 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0794649 Jul 16 21:09:10.816702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-60518196-7ba8-4bbb-897c-aad820b0010e req-7f7ec02d-f7af-4e0c-8727-ae25da62f972 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Jul 16 21:09:11.010454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e3af9-dc0e-4d92-bd99-7c8789695bde req-04ad9faf-d3d8-4a96-bd51-e735e81607bd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:11.011883 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-198e3af9-dc0e-4d92-bd99-7c8789695bde req-04ad9faf-d3d8-4a96-bd51-e735e81607bd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0792038 Jul 16 21:09:11.054788 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-198e3af9-dc0e-4d92-bd99-7c8789695bde req-05e9bbef-c473-4c60-8a0e-7be503418239 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369937 Jul 16 21:09:11.086617 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42132) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:11.244326 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a239a8d8-2b1f-43f8-a110-f16ef4f65cfc tempest-TestShelveInstance-1178386349 tempest-TestShelveInstance-1178386349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:11.245853 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a239a8d8-2b1f-43f8-a110-f16ef4f65cfc tempest-TestShelveInstance-1178386349 tempest-TestShelveInstance-1178386349-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1092 time: 0.1581759 Jul 16 21:09:11.249937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42136) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:11.254771 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '86e9bf7c-579f-4119-893f-8b271d562044', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:11.279602 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.382055 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.506951 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Allocated IP 172.25.3.18 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3188296f-5fb8-425a-89be-3c139d942388) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:09:11.608832 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.651846 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.698378 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:09:11.701289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:11.707243 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:09:11.715944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'Port': ['ID=3188296f-5fb8-425a-89be-3c139d942388,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:12.080789 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.121587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.205195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.373872 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.379590 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.448018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'Port': ['ID=3188296f-5fb8-425a-89be-3c139d942388,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:12.461373 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.572143 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Floating IP 791e5136-563e-41f9-abc7-8fbc897dbda1 associated. External IP: 172.25.3.18, port: 86e9bf7c-579f-4119-893f-8b271d562044. Jul 16 21:09:12.802099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Router a91832f0-1a34-4ee8-a28d-6e03b39aaaab has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:09:12.913138 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:09:12.924023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] Sync routers for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:09:12.930884 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.934237 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:12.934920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:09:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:12.967817 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4d3355ce-4e27-4abf-8a75-7fc39f62e61b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7164495 Jul 16 21:09:12.968516 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:12.970824 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bde553-2d95-43d7-9db5-3e8036dcf374" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:13.011626 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165cfed1-771a-48d6-84a1-46e8a9a6320c x-openstack-request-id: req-165cfed1-771a-48d6-84a1-46e8a9a6320c {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:13.011975 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:13.012093 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-165cfed1-771a-48d6-84a1-46e8a9a6320c {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:13.012477 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'status': 'completed', 'code': 200} Jul 16 21:09:13.054121 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:13.088720 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-1e7b8be0-4ba8-467c-9936-123366503a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.091450 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-1e7b8be0-4ba8-467c-9936-123366503a5b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1097 time: 0.0565372 Jul 16 21:09:13.185897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-4e073e0f-69f2-43e5-80d7-e4f686667830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.187482 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-4e073e0f-69f2-43e5-80d7-e4f686667830 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0887809 Jul 16 21:09:13.252707 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-cf46d468-b8ef-45f7-96f6-663d3310b8a1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 998 time: 0.0587256 Jul 16 21:09:13.287647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '791e5136-563e-41f9-abc7-8fbc897dbda1', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'port_id': '86e9bf7c-579f-4119-893f-8b271d562044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'mac_address': 'fa:16:3e:bb:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:09:11Z', 'updated_at': '2021-07-16T21:09:11Z', 'revision_number': 0, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:13.301140 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-59ca39a7-4465-42d6-9b5e-8eef4b8efd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.302616 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-59ca39a7-4465-42d6-9b5e-8eef4b8efd46 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0437837 Jul 16 21:09:13.313951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] Checking router: a91832f0-1a34-4ee8-a28d-6e03b39aaaab for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:09:13.323739 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:13.324373 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:09:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:13.364286 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-866aeb31-875e-432d-9698-9019a520ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.365805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-866aeb31-875e-432d-9698-9019a520ae56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570514 Jul 16 21:09:13.429360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:13.461741 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-60a690fa-53fe-43c2-9e36-ef83c0fd6c7b service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892477 Jul 16 21:09:13.563329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-88bde553-2d95-43d7-9db5-3e8036dcf374 req-6a8c4132-4c25-4742-8cf7-46ab10e944e4 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930049 Jul 16 21:09:13.675405 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '791e5136-563e-41f9-abc7-8fbc897dbda1', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'port_id': '86e9bf7c-579f-4119-893f-8b271d562044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'mac_address': 'fa:16:3e:bb:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:09:11Z', 'updated_at': '2021-07-16T21:09:11Z', 'revision_number': 0, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:13.705711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9062d8-da2b-4d05-9e31-566a71bd97e1 None None] The sync data for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 is: [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '791e5136-563e-41f9-abc7-8fbc897dbda1', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'port_id': '86e9bf7c-579f-4119-893f-8b271d562044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'mac_address': 'fa:16:3e:bb:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:09:11Z', 'updated_at': '2021-07-16T21:09:11Z', 'revision_number': 0, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:09:13.915562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829f6cd-6344-428e-b27c-693882c07a5d None None] New status for floating IP 791e5136-563e-41f9-abc7-8fbc897dbda1: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:09:18.246032 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:09:36.123952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ebb4eae0-55c1-4b9a-b9f1-fe519aacad42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:38.691660 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:38.943438 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f712ffd-2622-4ee9-a2e4-244da8687973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:39.083937 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:39.607759 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:40.280638 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:42.079123 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:55.245718 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:06.118957 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9f29381a-da0e-4d8c-b425-e158704f0ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:08.686519 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:08.947263 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-08ca7e7d-6c96-4914-939f-8365e2aa4714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.083703 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.626268 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.130694 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-0107b2ff-bef1-443b-8f20-a8a352e0dc87 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097414 Jul 16 21:10:10.234897 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-4a6e1978-f7c5-4d9c-85e6-b12b8d907c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.236412 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-4a6e1978-f7c5-4d9c-85e6-b12b8d907c6e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1097 time: 0.0579019 Jul 16 21:10:10.276344 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.351274 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-4c9e34f9-1fd1-4a62-be95-de7532107da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.352758 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-4c9e34f9-1fd1-4a62-be95-de7532107da9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0960355 Jul 16 21:10:10.422964 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-a394c239-b6bb-4392-8d30-a98c3524d13a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 1000 time: 0.0632784 Jul 16 21:10:10.483314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-fad61b66-cb30-4e86-892b-4c4f44b5e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.484828 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-fad61b66-cb30-4e86-892b-4c4f44b5e79e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0560930 Jul 16 21:10:10.549318 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-b1dd3dc1-bcaa-4649-ad21-76f5744ff62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.550858 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-b1dd3dc1-bcaa-4649-ad21-76f5744ff62d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595262 Jul 16 21:10:10.663870 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-03ee0f86-981f-4edb-8a1f-7dafdfc512f9 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053610 Jul 16 21:10:10.759016 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0a41b6f6-b6e9-418e-bad4-49f94b4c7233 req-303870ef-7e0b-47ad-b3c9-d958536fae2d service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887201 Jul 16 21:10:12.083439 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:13.863430 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-739317bf-c3aa-4cec-ae8b-5710c5d9a5f7 req-1f0ee80b-9e5f-4ea6-abc6-ff63b23fcdc1 service neutron] (93861) timed out ('10.222.0.91', 54392) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:10:32.245165 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:36.129875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cae94e0a-c072-49a1-be4a-eb4b77bd6501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:38.696000 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:38.951960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8cca24f4-914d-4830-8d61-da989cfedf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:39.114302 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:39.622783 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:40.287492 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:42.091264 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:06.126335 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e231-36c2-4960-8828-ac7d35ba0975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:08.692643 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:08.956230 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0607bc55-b795-4106-bd0a-f2ad968bd806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:09.127407 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:09.245286 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:09.624319 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:10.258779 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eaaf9-e812-4f23-b392-4ba9ce7ccdac req-b0cab3e2-b874-4964-ab01-c693da72c799 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:10.260553 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e99eaaf9-e812-4f23-b392-4ba9ce7ccdac req-b0cab3e2-b874-4964-ab01-c693da72c799 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.1351955 Jul 16 21:11:10.283935 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:10.300453 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e99eaaf9-e812-4f23-b392-4ba9ce7ccdac req-bc8ae25d-2540-4d2a-9cce-1fc98fcb9c9d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Jul 16 21:11:11.514753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2309f-d226-4f32-a332-e9a2e5a06f2a req-f9f3e6ff-ab88-4ff0-aba5-a22ecab46b0d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:11.516477 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1ef2309f-d226-4f32-a332-e9a2e5a06f2a req-f9f3e6ff-ab88-4ff0-aba5-a22ecab46b0d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0927076 Jul 16 21:11:11.558994 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1ef2309f-d226-4f32-a332-e9a2e5a06f2a req-f2a8b7f3-c6ef-497c-8bc4-035239a016a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365171 Jul 16 21:11:12.073691 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68e0c-3099-4f77-9094-602605f06b88 req-e9843bdd-4295-4f21-8eca-8b60a382cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:12.075224 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81e68e0c-3099-4f77-9094-602605f06b88 req-e9843bdd-4295-4f21-8eca-8b60a382cb1e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1097 time: 0.0569823 Jul 16 21:11:12.094092 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:12.188473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68e0c-3099-4f77-9094-602605f06b88 req-05f39dbe-c20c-4714-af4c-ed3d6b41b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:12.190152 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81e68e0c-3099-4f77-9094-602605f06b88 req-05f39dbe-c20c-4714-af4c-ed3d6b41b554 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0902922 Jul 16 21:11:12.261138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81e68e0c-3099-4f77-9094-602605f06b88 req-7187c852-de86-4767-96f0-3967fb8ec116 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 1000 time: 0.0635757 Jul 16 21:11:12.309602 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68e0c-3099-4f77-9094-602605f06b88 req-aa93fd08-fb23-43e5-b885-bc6b20e03733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:12.311037 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81e68e0c-3099-4f77-9094-602605f06b88 req-aa93fd08-fb23-43e5-b885-bc6b20e03733 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0436563 Jul 16 21:11:12.372296 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68e0c-3099-4f77-9094-602605f06b88 req-27815ea3-0357-4d71-b7d9-05df7c9ea99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:12.373797 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81e68e0c-3099-4f77-9094-602605f06b88 req-27815ea3-0357-4d71-b7d9-05df7c9ea99c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569158 Jul 16 21:11:12.469341 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81e68e0c-3099-4f77-9094-602605f06b88 req-cfb3cf9f-45cf-428f-bedf-55672fff97a8 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870457 Jul 16 21:11:12.569257 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-81e68e0c-3099-4f77-9094-602605f06b88 req-0fbf52b8-1b37-47fb-8879-f37cdc815145 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927978 Jul 16 21:11:12.773098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d35f2c-2779-4066-9188-175a22f6da29 req-a92cdb3f-613d-4d56-be45-66f11e3c0366 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:12.774776 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3d35f2c-2779-4066-9188-175a22f6da29 req-a92cdb3f-613d-4d56-be45-66f11e3c0366 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0712812 Jul 16 21:11:12.813196 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c3d35f2c-2779-4066-9188-175a22f6da29 req-da9af3e4-b2c5-44a8-ae9a-537c0370922c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Jul 16 21:11:13.998790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7e72-b5c3-4f5d-ba19-f64b22f33db1 req-2c178577-68e0-4d18-bb84-8d4eb8c6fdc9 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:14.000251 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ece7e72-b5c3-4f5d-ba19-f64b22f33db1 req-2c178577-68e0-4d18-bb84-8d4eb8c6fdc9 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0748534 Jul 16 21:11:14.043827 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ece7e72-b5c3-4f5d-ba19-f64b22f33db1 req-41b2948a-dea1-4a7c-a110-f6646f128731 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366845 Jul 16 21:11:15.230111 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39535b3-5cc3-4d66-b997-e66186ddb893 req-fc898219-4eb2-417f-afed-934ed8278757 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:15.231665 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c39535b3-5cc3-4d66-b997-e66186ddb893 req-fc898219-4eb2-417f-afed-934ed8278757 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0704696 Jul 16 21:11:15.274019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c39535b3-5cc3-4d66-b997-e66186ddb893 req-410497c0-c94f-4db7-8181-e69a68d9c370 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365844 Jul 16 21:11:16.470501 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3001-99da-457e-8c4f-c4607cf4c7d9 req-dac12739-6531-496c-9ad4-5c7322a44456 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:16.472094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef8d3001-99da-457e-8c4f-c4607cf4c7d9 req-dac12739-6531-496c-9ad4-5c7322a44456 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0671163 Jul 16 21:11:16.513521 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ef8d3001-99da-457e-8c4f-c4607cf4c7d9 req-333c52af-cde8-498d-a16c-527de2fa2f4c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Jul 16 21:11:18.058573 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cf926-cbc7-490c-8bcf-40574b8a4540 req-be374b13-8918-4bd2-9850-0abf08e3d3f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:18.060122 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c99cf926-cbc7-490c-8bcf-40574b8a4540 req-be374b13-8918-4bd2-9850-0abf08e3d3f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.4304638 Jul 16 21:11:18.100561 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c99cf926-cbc7-490c-8bcf-40574b8a4540 req-6f074f56-27b7-4edc-ae53-5bd3d2c240eb tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Jul 16 21:11:19.316606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf8c4-7bdd-423c-9349-7f66a1fc1d22 req-3941f7e4-f391-4a01-863d-2e1821a2ba16 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:19.318124 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f48cf8c4-7bdd-423c-9349-7f66a1fc1d22 req-3941f7e4-f391-4a01-863d-2e1821a2ba16 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0960233 Jul 16 21:11:19.367403 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f48cf8c4-7bdd-423c-9349-7f66a1fc1d22 req-1fa65a3d-b534-437d-a57c-2674c6010d97 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 Jul 16 21:11:20.570980 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3a11-7705-4d2e-94bd-26769dde5cc6 req-88b91610-abaf-44e4-b97d-b2d233da94ea tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:20.572474 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e87f3a11-7705-4d2e-94bd-26769dde5cc6 req-88b91610-abaf-44e4-b97d-b2d233da94ea tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0849254 Jul 16 21:11:20.613068 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e87f3a11-7705-4d2e-94bd-26769dde5cc6 req-fcbebcd8-4a19-400e-86b2-af406107517e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330794 Jul 16 21:11:21.797614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df29ec-b3f6-46d9-b471-a16a64aee831 req-069add84-3a0a-4075-9abb-af3c03ecd693 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:21.799154 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-50df29ec-b3f6-46d9-b471-a16a64aee831 req-069add84-3a0a-4075-9abb-af3c03ecd693 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0667813 Jul 16 21:11:21.842992 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-50df29ec-b3f6-46d9-b471-a16a64aee831 req-49c38cf1-5960-428c-90dd-8f2d679dd324 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367403 Jul 16 21:11:22.822537 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:11:22.925306 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:22.940259 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '86e9bf7c-579f-4119-893f-8b271d562044', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'port_id': '86e9bf7c-579f-4119-893f-8b271d562044', 'mac_address': 'fa:16:3e:bb:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:11:22.992163 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:23.012440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e9bf7c-579f-4119-893f-8b271d562044 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:23.039626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2673547-fc2a-49d2-9da5-285f52d505b0 req-68f765f3-9d17-4e78-a334-6dacbea18ce1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.041340 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d2673547-fc2a-49d2-9da5-285f52d505b0 req-68f765f3-9d17-4e78-a334-6dacbea18ce1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0762014 Jul 16 21:11:23.045050 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:23.056842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:23.093668 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d2673547-fc2a-49d2-9da5-285f52d505b0 req-7df3dc33-4fdd-4269-a040-551bc2b9b9a4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456040 Jul 16 21:11:23.125075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:23.133783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['86e9bf7c-579f-4119-893f-8b271d562044'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:23.138738 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.139226 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.139663 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.140068 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.140489 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.140899 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.141307 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.141718 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.142124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.142543 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.142977 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:23.143383 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:24.302694 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabbdf-cd32-4dee-ad46-2a74b4be5e56 req-e27f8abc-b32c-45f7-a07e-54c6117bf145 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:24.304590 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33aabbdf-cd32-4dee-ad46-2a74b4be5e56 req-e27f8abc-b32c-45f7-a07e-54c6117bf145 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0799065 Jul 16 21:11:24.351358 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-33aabbdf-cd32-4dee-ad46-2a74b4be5e56 req-ae99a34e-9977-4b73-b367-304f1a2472c6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406642 Jul 16 21:11:24.841619 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:24.904146 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 86e9bf7c-579f-4119-893f-8b271d562044 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:24.904570 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:25.016339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:25.045792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:25.048394 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1521f06-b9bb-4cd0-8052-b05d34fc373e" -d '{"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:25.063747 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:25.070087 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:25.119904 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4c8330-b5cf-4588-9f8d-bca2b8c17eca x-openstack-request-id: req-8d4c8330-b5cf-4588-9f8d-bca2b8c17eca {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:25.123362 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:25.123738 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8d4c8330-b5cf-4588-9f8d-bca2b8c17eca {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:25.124254 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'code': 200} Jul 16 21:11:25.145014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:25.562279 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132c00-da50-4367-b0a3-b728ae6c4b44 req-33f9bde3-4706-46a0-b36d-74628673d0ba tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:25.563968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-48132c00-da50-4367-b0a3-b728ae6c4b44 req-33f9bde3-4706-46a0-b36d-74628673d0ba tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0744221 Jul 16 21:11:25.610446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-48132c00-da50-4367-b0a3-b728ae6c4b44 req-8a89d931-2a23-49d7-9f28-14946fe16def tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Jul 16 21:11:26.808695 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc18cf-dd3a-47c9-8595-dff3d25a8b2c req-ace5a707-cbf0-48c2-a665-4625d00089b4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:26.810850 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93fc18cf-dd3a-47c9-8595-dff3d25a8b2c req-ace5a707-cbf0-48c2-a665-4625d00089b4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0707359 Jul 16 21:11:26.853693 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-93fc18cf-dd3a-47c9-8595-dff3d25a8b2c req-19f57b9a-37cc-41f1-aef2-563cbd741be3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363765 Jul 16 21:11:28.050681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a598a-3caa-4d0c-a813-a75389e7250d req-db306efa-b060-4a8f-9547-87f094d3a958 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:28.052413 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b1a598a-3caa-4d0c-a813-a75389e7250d req-db306efa-b060-4a8f-9547-87f094d3a958 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0736177 Jul 16 21:11:28.096855 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5b1a598a-3caa-4d0c-a813-a75389e7250d req-ed61b07b-faad-4bbd-944d-59dc5a48e146 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366344 Jul 16 21:11:29.306936 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b1fd6-486a-40e5-b84c-afa1e516c723 req-8d2ad241-5ab4-4547-bb5d-adf689fbc0fd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:29.309355 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f9b1fd6-486a-40e5-b84c-afa1e516c723 req-8d2ad241-5ab4-4547-bb5d-adf689fbc0fd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0799625 Jul 16 21:11:29.376339 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1f9b1fd6-486a-40e5-b84c-afa1e516c723 req-b0468886-fa22-4ad8-8ed3-8be8a266b3db tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601780 Jul 16 21:11:30.575146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9075a-47dc-4a0e-bbbc-0c6b68c273ad req-aaf739f1-7d2f-4c6f-97e3-04d2e70c15dc tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:30.579187 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d1d9075a-47dc-4a0e-bbbc-0c6b68c273ad req-aaf739f1-7d2f-4c6f-97e3-04d2e70c15dc tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0795527 Jul 16 21:11:30.628059 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d1d9075a-47dc-4a0e-bbbc-0c6b68c273ad req-802edaf3-14de-47f1-ad5b-1c61d6a05ab2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Jul 16 21:11:31.819373 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e682-7e61-43f3-9c17-058999094ce1 req-1174bffd-428f-41f6-ab13-8b20d4e2de65 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:31.820893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d086e682-7e61-43f3-9c17-058999094ce1 req-1174bffd-428f-41f6-ab13-8b20d4e2de65 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0730941 Jul 16 21:11:31.863150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-d086e682-7e61-43f3-9c17-058999094ce1 req-3a053c31-e7c5-49a8-99d7-21fdceb9227e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363917 Jul 16 21:11:32.042409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-2bcb7fd7-b6cf-4418-825f-05f07da2a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:32.043925 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-2bcb7fd7-b6cf-4418-825f-05f07da2a865 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1097 time: 0.0555849 Jul 16 21:11:32.146490 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-2f5db940-b241-498d-9d44-f6b811ed6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:32.147995 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-2f5db940-b241-498d-9d44-f6b811ed6c57 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0972707 Jul 16 21:11:32.214550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-5b56b66f-434a-465d-8aeb-cd95d374ba34 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 1000 time: 0.0596240 Jul 16 21:11:32.272499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-040c020c-a705-4c44-a1dc-e5c19d4bde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:32.274022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-040c020c-a705-4c44-a1dc-e5c19d4bde8a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0530367 Jul 16 21:11:32.331868 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-d3a9f422-b699-4b9c-bd8d-cc66063b93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:32.333396 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-d3a9f422-b699-4b9c-bd8d-cc66063b93cb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526955 Jul 16 21:11:32.423842 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-0067d129-11be-4df4-975e-2b78341d88b3 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839481 Jul 16 21:11:32.536343 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-001bda02-52b3-44a9-ab6a-015438ca5a5a req-272e5549-2f08-49b0-b997-1905765726dd service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060312 Jul 16 21:11:33.058956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097660f-93e7-41ea-863c-b0562d2ba68a req-643546e9-56cb-4d36-8ca6-3ddb2ab9111a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:33.060538 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f097660f-93e7-41ea-863c-b0562d2ba68a req-643546e9-56cb-4d36-8ca6-3ddb2ab9111a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0789490 Jul 16 21:11:33.103317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f097660f-93e7-41ea-863c-b0562d2ba68a req-6395faaa-830b-4620-bb71-bc8ecff49653 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353532 Jul 16 21:11:34.295291 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387242-618a-4fdc-897a-c61ff41bad56 req-670ea2fb-d1e9-4001-ba7b-2ec42fcbad5d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.296698 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48387242-618a-4fdc-897a-c61ff41bad56 req-670ea2fb-d1e9-4001-ba7b-2ec42fcbad5d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0735815 Jul 16 21:11:34.337759 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-48387242-618a-4fdc-897a-c61ff41bad56 req-bfcad440-3d78-45df-97c1-695e98ab300e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351834 Jul 16 21:11:34.497454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-425a597a-5570-423b-9a6b-5564553abefa req-39b8e0a1-1f6c-4fee-abe5-850038314ce6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:11:34.498463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-425a597a-5570-423b-9a6b-5564553abefa req-39b8e0a1-1f6c-4fee-abe5-850038314ce6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506263 Jul 16 21:11:34.773160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d379cc-5894-4008-aa8c-bb9e65415775 req-5b687356-fe25-437e-9289-2bb059e26657 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.774921 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01d379cc-5894-4008-aa8c-bb9e65415775 req-5b687356-fe25-437e-9289-2bb059e26657 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0695083 Jul 16 21:11:34.815434 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-01d379cc-5894-4008-aa8c-bb9e65415775 req-8fa32ad8-0043-4df9-b72c-e745314a2e3c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344508 Jul 16 21:11:34.911106 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:11:34.914505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-b6626d0f-50df-4535-b59e-ce813f18d7b6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052618 Jul 16 21:11:35.009861 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.032513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:35.034773 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ee2985-cebf-49ec-9a74-6052796eb943" -d '{"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:35.049638 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:35.055532 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.080800 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fa87cd-19d1-4c3f-997a-19b87bfeb0a1 x-openstack-request-id: req-33fa87cd-19d1-4c3f-997a-19b87bfeb0a1 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:35.080988 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-unplugged", "status": "failed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "code": 422}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:35.081240 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-33fa87cd-19d1-4c3f-997a-19b87bfeb0a1 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:35.081627 n-d-792458-10 neutron-server[93863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'code': 422} returned with failed status Jul 16 21:11:35.108110 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:35.998894 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa190-89bb-4e7f-99ee-fc7018fa02cd req-9dea5027-4cfa-4bab-8b21-a0a585d323d3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:36.000386 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-162aa190-89bb-4e7f-99ee-fc7018fa02cd req-9dea5027-4cfa-4bab-8b21-a0a585d323d3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 943 time: 0.0713933 Jul 16 21:11:36.039721 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-162aa190-89bb-4e7f-99ee-fc7018fa02cd req-62c3e4af-5769-4b14-b72a-510bdeea3494 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333471 Jul 16 21:11:36.044630 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-9beb973d-c296-4e6c-90c9-19644df87f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:36.046426 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-9beb973d-c296-4e6c-90c9-19644df87f5c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff&tenant_id=26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 1095 time: 0.0565429 Jul 16 21:11:36.058298 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:36.119720 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-df98a0ca-e703-4992-95b7-7100c974dc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.142951 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.357651 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:36.393047 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:36.433601 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e9bf7c-579f-4119-893f-8b271d562044 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:36.442147 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.455542 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Transition to ACTIVE for port object 86e9bf7c-579f-4119-893f-8b271d562044 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:36.460040 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.557492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=9']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:36.573904 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.574445 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.575000 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.575709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.576245 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.576788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.577223 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.577745 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.578137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.578514 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.579068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.579555 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:36.623266 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] No DVR routers for this DVR port 86e9bf7c-579f-4119-893f-8b271d562044 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:11:36.763022 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:36.763357 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:36.763692 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:36.768034 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Port 86e9bf7c-579f-4119-893f-8b271d562044 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:11:36.768276 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Attempting to bind port 86e9bf7c-579f-4119-893f-8b271d562044 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:36.773869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:36.773869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Checking segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:36.774128 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Bound using segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:36.774358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Bound port: 86e9bf7c-579f-4119-893f-8b271d562044, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:36.774719 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.843277 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:36.848214 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:36.856634 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.891817 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:36.892369 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.893773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] 10.222.0.79 "PUT /v2.0/ports/86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 1092 time: 0.8404682 Jul 16 21:11:36.894217 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:36.896482 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f272b0a-8d90-4266-a30d-8d0f28c286c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:36.934441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2fd39-3f82-45a9-90a1-302c04564779 service neutron] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:36.987212 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-a58db43d-5c77-4db7-828f-b1c12ae95f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:36.988826 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-a58db43d-5c77-4db7-828f-b1c12ae95f6d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1096 time: 0.0684669 Jul 16 21:11:37.005312 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeec58e9-47b8-46cc-ad5e-7fead3f0fac1 x-openstack-request-id: req-aeec58e9-47b8-46cc-ad5e-7fead3f0fac1 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:37.005703 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:37.006165 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aeec58e9-47b8-46cc-ad5e-7fead3f0fac1 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:37.006708 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'status': 'completed', 'code': 200} Jul 16 21:11:37.088457 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-2ccc4280-fc80-4393-80d8-4e0cc918b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.090062 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-2ccc4280-fc80-4393-80d8-4e0cc918b337 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0950534 Jul 16 21:11:37.161159 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-5336a9d8-7473-46a8-a06d-a1d326ec473f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 998 time: 0.0639160 Jul 16 21:11:37.224738 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c69e-523f-4b98-8067-68856f186a83 req-19ec042c-2419-4e5c-8ea3-0b0801d86448 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.226315 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ab8c69e-523f-4b98-8067-68856f186a83 req-19ec042c-2419-4e5c-8ea3-0b0801d86448 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0694180 Jul 16 21:11:37.228836 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-7fda05d7-d4a1-4be6-a92f-53b9749efd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.230346 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-7fda05d7-d4a1-4be6-a92f-53b9749efd7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0629404 Jul 16 21:11:37.270377 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0ab8c69e-523f-4b98-8067-68856f186a83 req-405f7c40-89bb-487c-ba19-37a99c1ea43e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376575 Jul 16 21:11:37.297699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-ecd72375-d7c8-4bb2-9b6b-509f85f01f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.299308 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-ecd72375-d7c8-4bb2-9b6b-509f85f01f7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626998 Jul 16 21:11:37.397372 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-6fc7dffb-cd8f-45f7-b067-3ce4bf87a39a service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917621 Jul 16 21:11:37.488597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5ef120e3-c2a1-46e6-8d0d-235399f81919 req-1b6a40db-9299-405b-b4ef-2da907437d4a service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844836 Jul 16 21:11:37.597018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-655aef77-2b01-449b-888e-24d729d7f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.598557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-655aef77-2b01-449b-888e-24d729d7f72f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1096 time: 0.0603559 Jul 16 21:11:37.691322 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-33f1367e-22c6-480b-adad-f252998008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.693163 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-33f1367e-22c6-480b-adad-f252998008b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0880883 Jul 16 21:11:37.765435 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-23d05085-b8f7-4a23-b7b8-94280d41146c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 998 time: 0.0665498 Jul 16 21:11:37.826924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-21bbef77-e7a3-4887-aff9-644c62e30bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.828850 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-21bbef77-e7a3-4887-aff9-644c62e30bce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0565934 Jul 16 21:11:38.469988 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeffb3-d7de-4faa-b009-ef05e4bc1ee2 req-f2e04710-4368-4c1a-a0d9-32a1e385c798 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:38.471514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42eeffb3-d7de-4faa-b009-ef05e4bc1ee2 req-f2e04710-4368-4c1a-a0d9-32a1e385c798 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0707066 Jul 16 21:11:38.525137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42eeffb3-d7de-4faa-b009-ef05e4bc1ee2 req-842cf548-8558-4394-9199-ab54145504a0 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 Jul 16 21:11:38.693952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:38.952778 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8a83d5a8-7238-467c-a766-884a51b1c20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.128060 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.647329 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.728204 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430bfb8-c952-42d9-af2e-aa58c18653c3 req-bdb5ca74-1bcd-4e24-a17f-8e40502e22eb tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:39.731852 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a430bfb8-c952-42d9-af2e-aa58c18653c3 req-bdb5ca74-1bcd-4e24-a17f-8e40502e22eb tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0762281 Jul 16 21:11:39.774672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a430bfb8-c952-42d9-af2e-aa58c18653c3 req-8a506734-c47b-483a-b27b-0d7a383fc805 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Jul 16 21:11:40.289829 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:40.962996 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af6193-92dc-4ad2-9c00-db7ee933f451 req-545f9c92-7b11-4ff5-963d-6e600c81c5fd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.969825 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0af6193-92dc-4ad2-9c00-db7ee933f451 req-545f9c92-7b11-4ff5-963d-6e600c81c5fd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0767651 Jul 16 21:11:41.006619 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-d0af6193-92dc-4ad2-9c00-db7ee933f451 req-ec836188-2f63-4c4a-816c-64af71e5aa86 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358326 Jul 16 21:11:42.094637 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:42.210913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ce8fe-16cf-4486-9593-3f5d57322876 req-36dcfe36-fedf-4674-b538-02c34f4ed292 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:42.213036 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e8ce8fe-16cf-4486-9593-3f5d57322876 req-36dcfe36-fedf-4674-b538-02c34f4ed292 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0708055 Jul 16 21:11:42.257000 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2e8ce8fe-16cf-4486-9593-3f5d57322876 req-d29722eb-f33a-4f8a-a0b0-79daec5f584d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357070 Jul 16 21:11:43.457074 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6f3de-ae28-48f0-8cca-a13db07b937d req-fab6fe84-d135-4c84-9be8-1e8bb40c5c9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:43.458971 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26f6f3de-ae28-48f0-8cca-a13db07b937d req-fab6fe84-d135-4c84-9be8-1e8bb40c5c9c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0794423 Jul 16 21:11:43.510107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-26f6f3de-ae28-48f0-8cca-a13db07b937d req-234c63a0-d654-46b4-be3f-f19a8a9be22f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444651 Jul 16 21:11:44.714913 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d49b-8732-4ec2-bf3f-d0c3865c6e96 req-9aa5f266-21e1-494d-b423-7d13dd8a45f4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:44.716852 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a220d49b-8732-4ec2-bf3f-d0c3865c6e96 req-9aa5f266-21e1-494d-b423-7d13dd8a45f4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0862882 Jul 16 21:11:44.759415 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a220d49b-8732-4ec2-bf3f-d0c3865c6e96 req-237bc7cb-21cd-45ff-9840-e2d1c5f277dc tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363808 Jul 16 21:11:45.955417 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5c70-c624-48dd-b712-cc11087b0e88 req-7c77c067-a79f-4ca4-a30d-ae829a4a60be tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:45.956804 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-933e5c70-c624-48dd-b712-cc11087b0e88 req-7c77c067-a79f-4ca4-a30d-ae829a4a60be tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0696318 Jul 16 21:11:45.999424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-933e5c70-c624-48dd-b712-cc11087b0e88 req-33825bd4-77d1-45b9-b62b-bb3e823ebeb2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362256 Jul 16 21:11:46.247210 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:47.217205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a0ff9-af4d-4cda-8a65-1a1ee7f0a902 req-0afb1e40-df70-4efa-8af2-72f82bc63bb1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:47.218724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-733a0ff9-af4d-4cda-8a65-1a1ee7f0a902 req-0afb1e40-df70-4efa-8af2-72f82bc63bb1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.1035659 Jul 16 21:11:47.263892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-733a0ff9-af4d-4cda-8a65-1a1ee7f0a902 req-28c416d3-ecac-4b85-aff9-b7a3a6ee7592 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Jul 16 21:11:48.473334 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d69a0-7663-4636-9c03-f389156433b6 req-0adf0f31-ea69-49c6-9f00-bfd6086610ec tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:48.474737 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-820d69a0-7663-4636-9c03-f389156433b6 req-0adf0f31-ea69-49c6-9f00-bfd6086610ec tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0794339 Jul 16 21:11:48.518025 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-820d69a0-7663-4636-9c03-f389156433b6 req-0dc9dfeb-fa86-4bc4-a183-8246d73041ba tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352373 Jul 16 21:11:48.896295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-c14a6b98-1ce1-468d-ae37-c50f68f6fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:48.897849 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-c14a6b98-1ce1-468d-ae37-c50f68f6fd5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577066 Jul 16 21:11:49.333095 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-6e1dd69c-f95d-44a0-9050-00e2f973e105 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272180 Jul 16 21:11:49.432379 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f272b0a-8d90-4266-a30d-8d0f28c286c6 req-d14e42fd-7f80-4dde-9a3b-694aed046fac service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919914 Jul 16 21:11:49.708646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0d836-c5ae-471c-872f-b44a03215d3b req-5b355b56-c207-4f5e-adf3-6d441f613445 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:49.710158 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8c0d836-c5ae-471c-872f-b44a03215d3b req-5b355b56-c207-4f5e-adf3-6d441f613445 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 944 time: 0.0770082 Jul 16 21:11:49.752002 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a8c0d836-c5ae-471c-872f-b44a03215d3b req-9cf1e3a7-7019-42b3-b29c-c55be3005308 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Jul 16 21:11:50.315218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:11:50.419299 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:50.431100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '86e9bf7c-579f-4119-893f-8b271d562044', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'port_id': '86e9bf7c-579f-4119-893f-8b271d562044', 'mac_address': 'fa:16:3e:bb:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:11:50.473528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.486701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e9bf7c-579f-4119-893f-8b271d562044 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:50.507486 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:50.513094 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.568255 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=11']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:50.755176 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['86e9bf7c-579f-4119-893f-8b271d562044'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:50.942170 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d4cd2-e696-42e0-8162-e90c4d142734 req-b4735fb8-fa6e-4ed4-9615-39e964733c6b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:50.943899 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-103d4cd2-e696-42e0-8162-e90c4d142734 req-b4735fb8-fa6e-4ed4-9615-39e964733c6b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0739605 Jul 16 21:11:50.982897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-103d4cd2-e696-42e0-8162-e90c4d142734 req-d3ab389d-b70c-4704-a6c7-f955092a0142 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Jul 16 21:11:52.180635 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad8ed6-c6e4-4cc8-a3d9-0e4e02b60a61 req-d815d8d7-73cb-43dc-b6b0-c4477f7bcf1d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:52.182114 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07ad8ed6-c6e4-4cc8-a3d9-0e4e02b60a61 req-d815d8d7-73cb-43dc-b6b0-c4477f7bcf1d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0753980 Jul 16 21:11:52.222869 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-07ad8ed6-c6e4-4cc8-a3d9-0e4e02b60a61 req-7540eabb-ae82-4a61-b59e-3402a53e58a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330055 Jul 16 21:11:52.331682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:52.389152 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 86e9bf7c-579f-4119-893f-8b271d562044 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:52.393049 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 86e9bf7c-579f-4119-893f-8b271d562044 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:52.393424 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.485105 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.509066 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:52.511347 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235fe3c6-51a8-46e8-b842-3093505c38f3" -d '{"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:52.524137 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:52.528717 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.553743 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f8bb0d-78d4-49d4-a490-244e1de2137f x-openstack-request-id: req-58f8bb0d-78d4-49d4-a490-244e1de2137f {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:52.554033 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:52.554276 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-58f8bb0d-78d4-49d4-a490-244e1de2137f {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:52.554657 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'code': 200} Jul 16 21:11:52.583273 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=12']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:52.734869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400961d-a0b8-44ad-b701-1e3ac77fdde4 req-a366e5a2-4451-455c-a8a7-f8cc4df41b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:52.736593 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0400961d-a0b8-44ad-b701-1e3ac77fdde4 req-a366e5a2-4451-455c-a8a7-f8cc4df41b38 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1098 time: 0.0575268 Jul 16 21:11:52.779740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0400961d-a0b8-44ad-b701-1e3ac77fdde4 req-b8f45564-7357-4b27-b23a-8829999440ab service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370455 Jul 16 21:11:53.422459 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20949715-e041-456a-9bb3-7556b66a5866 req-e442b5dc-1bdd-4ce7-acc8-d50d0a783366 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:53.424120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20949715-e041-456a-9bb3-7556b66a5866 req-e442b5dc-1bdd-4ce7-acc8-d50d0a783366 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 946 time: 0.0818653 Jul 16 21:11:53.468836 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-20949715-e041-456a-9bb3-7556b66a5866 req-f9547bcb-cfa7-46fa-b20c-3d243d564239 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382557 Jul 16 21:11:54.675419 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242232a-ce50-480e-b7f1-caf17c5de783 req-2661fc8d-9fc7-41de-bb61-15b8cdb75110 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.676909 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2242232a-ce50-480e-b7f1-caf17c5de783 req-2661fc8d-9fc7-41de-bb61-15b8cdb75110 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 946 time: 0.0793455 Jul 16 21:11:54.719341 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2242232a-ce50-480e-b7f1-caf17c5de783 req-3b069b93-f82c-4314-85be-31dd773143b1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365372 Jul 16 21:12:06.127177 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a116b579-fced-4381-ada5-31241d249c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:08.696284 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:08.948676 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bf7efa90-4cc2-45b1-84f6-dc0d2de69d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:09.117063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:09.648249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:10.291336 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:12.098339 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:18.706579 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-94d6853f-3c1b-4910-ab03-c5c0a2370a22 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677667 Jul 16 21:12:18.816783 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-b1b6091b-fb68-41cb-b4e5-ad138b3bc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:18.818377 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-b1b6091b-fb68-41cb-b4e5-ad138b3bc254 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1098 time: 0.0594983 Jul 16 21:12:18.930066 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-8ce2d0cd-5d68-4639-81f0-0be983b53300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:18.931611 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-8ce2d0cd-5d68-4639-81f0-0be983b53300 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0922098 Jul 16 21:12:19.008729 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-3929fb37-dd1f-43ef-980f-f96a83c190da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 1000 time: 0.0697010 Jul 16 21:12:19.062540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-ad2a1a67-3054-48a1-94b9-9a035fbf31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:19.064087 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-ad2a1a67-3054-48a1-94b9-9a035fbf31b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0481801 Jul 16 21:12:19.131731 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-7a1b8f1d-bbbe-40c5-ae82-f9b83807855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:19.133222 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-7a1b8f1d-bbbe-40c5-ae82-f9b83807855c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598421 Jul 16 21:12:19.226269 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-223f0d0c-f296-457f-bb49-189ec6cf2f48 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Jul 16 21:12:19.324117 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-653648ee-6559-4b84-9a10-ddf11cbf6813 req-6ea20dea-0714-4ff2-9616-190fffea02df service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911291 Jul 16 21:12:23.250606 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:12:36.130930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6e247a33-03cd-4fee-a592-701c435d8d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.692987 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.953449 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-77a25e76-ffad-4d95-8cf5-21427b4a901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.129461 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.683387 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:40.298671 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:42.097200 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:00.249492 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:03.292538 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42458) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:03.461743 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Deleting port 3188296f-5fb8-425a-89be-3c139d942388 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:03.462046 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.555113 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.555354 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.567755 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Calling delete_port for 3188296f-5fb8-425a-89be-3c139d942388 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:03.735429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.769798 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event deleted for resources: {'Port': ['ID=3188296f-5fb8-425a-89be-3c139d942388,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:03.795270 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.795628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.795979 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.796362 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.796700 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.797021 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.797358 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.797689 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.798018 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.798351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.798681 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.799065 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:03.839611 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.839834 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Floating IP 791e5136-563e-41f9-abc7-8fbc897dbda1 disassociated (deleted). External IP: 172.25.3.18, port: 86e9bf7c-579f-4119-893f-8b271d562044. Jul 16 21:13:04.059664 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Router a91832f0-1a34-4ee8-a28d-6e03b39aaaab has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:13:04.174222 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:04.179784 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:04.187266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] Sync routers for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:04.197821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:04.198668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:04.223997 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-539422de-d22a-4f69-abfc-4ac511afca6a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "DELETE /v2.0/floatingips/791e5136-563e-41f9-abc7-8fbc897dbda1 HTTP/1.1" status: 204 len: 168 time: 0.9278445 Jul 16 21:13:04.223997 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:04.224509 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040985f4-54f1-4b74-addd-fa42802475b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:04.277671 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae6d46d-4c86-48bd-9f30-df017d17ef10 x-openstack-request-id: req-4ae6d46d-4c86-48bd-9f30-df017d17ef10 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:04.277671 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:04.278520 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4ae6d46d-4c86-48bd-9f30-df017d17ef10 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:04.278756 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'status': 'completed', 'code': 200} Jul 16 21:13:04.334476 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:04.421413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040985f4-54f1-4b74-addd-fa42802475b4 req-39173cb7-b387-4b83-a453-54fe2d29ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:04.423073 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040985f4-54f1-4b74-addd-fa42802475b4 req-39173cb7-b387-4b83-a453-54fe2d29ed6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 1098 time: 0.1210229 Jul 16 21:13:04.548885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040985f4-54f1-4b74-addd-fa42802475b4 req-2e008e2d-b9bd-4799-9923-8301804dabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:04.550523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040985f4-54f1-4b74-addd-fa42802475b4 req-2e008e2d-b9bd-4799-9923-8301804dabdc service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.1191223 Jul 16 21:13:04.608094 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040985f4-54f1-4b74-addd-fa42802475b4 req-adf663b1-6614-427e-92ef-c8a55ae9ca87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 200 len: 217 time: 0.0504103 Jul 16 21:13:04.688044 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040985f4-54f1-4b74-addd-fa42802475b4 req-ae0312b3-a76d-4ae7-9869-6ce3f89ae014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:04.689545 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040985f4-54f1-4b74-addd-fa42802475b4 req-ae0312b3-a76d-4ae7-9869-6ce3f89ae014 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0651646 Jul 16 21:13:04.735278 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de559c4-8b33-4349-86f9-451c89ed1a66 req-79d19437-d7db-4703-b5a9-43870a45d51f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:04.736981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7de559c4-8b33-4349-86f9-451c89ed1a66 req-79d19437-d7db-4703-b5a9-43870a45d51f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 946 time: 0.1777754 Jul 16 21:13:04.766108 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:04.791499 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7de559c4-8b33-4349-86f9-451c89ed1a66 req-aceb27b7-c426-42ed-821a-3c3cbb8d5f8c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482905 Jul 16 21:13:04.797070 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040985f4-54f1-4b74-addd-fa42802475b4 req-c61403df-8cf8-43e7-a1c0-78bce79f50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:04.798634 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040985f4-54f1-4b74-addd-fa42802475b4 req-c61403df-8cf8-43e7-a1c0-78bce79f50e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007032 Jul 16 21:13:04.805332 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] Checking router: a91832f0-1a34-4ee8-a28d-6e03b39aaaab for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:04.817353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:04.818869 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:12:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:04.909610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040985f4-54f1-4b74-addd-fa42802475b4 req-5c347c5f-4f44-4f6c-8466-ce6509dc7f4c service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021698 Jul 16 21:13:04.934858 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:05.009557 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-040985f4-54f1-4b74-addd-fa42802475b4 req-4e4104c2-f589-43bd-9bc1-08baa65d28ec service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932257 Jul 16 21:13:05.146923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:05.174063 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03f417-0ca1-43bf-9d18-cbf56b92c47c None None] The sync data for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 is: [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:05.411425 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f9bef-894f-4e61-b0af-5e68c88bbe1c None None] New status for floating IP 791e5136-563e-41f9-abc7-8fbc897dbda1: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:13:05.812753 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-a508a913-2263-425b-938e-7f85ccf11600 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:05.814137 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-a508a913-2263-425b-938e-7f85ccf11600 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 946 time: 0.0809608 Jul 16 21:13:05.918587 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Deleting port 86e9bf7c-579f-4119-893f-8b271d562044 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:05.918938 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.991233 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b907e3-d228-4d61-b789-5a489572693f req-4672f3ab-c1f0-42a1-9b56-6240a6522ab4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:05.992752 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6b907e3-d228-4d61-b789-5a489572693f req-4672f3ab-c1f0-42a1-9b56-6240a6522ab4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d8248a6-516f-4a7c-872f-35a7dab4c7ff HTTP/1.1" status: 200 len: 946 time: 0.0767713 Jul 16 21:13:06.017602 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] For port 86e9bf7c-579f-4119-893f-8b271d562044, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=86e9bf7c-579f-4119-893f-8b271d562044,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:06.018088 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:06.031299 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Calling delete_port for 86e9bf7c-579f-4119-893f-8b271d562044 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:06.033008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e6b907e3-d228-4d61-b789-5a489572693f req-16ec5b2d-5a5b-466a-9717-cbc961b17b79 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=01c5a360-9d42-4bfb-b456-c1bdc5a98a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Jul 16 21:13:06.128302 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-74fee8fd-f1fc-401c-bdc0-01b14c49b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:06.172190 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:06.203677 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event deleted for resources: {'Port': ['ID=86e9bf7c-579f-4119-893f-8b271d562044,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:06.252200 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] No DVR routers for this DVR port 86e9bf7c-579f-4119-893f-8b271d562044 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:06.255289 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:06.257630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-3f7ce261-c1b1-43d0-a442-df7e2621e9fc req-7f4ac5a5-ccc0-4d29-9ccf-eec88f227781 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.79 "DELETE /v2.0/ports/86e9bf7c-579f-4119-893f-8b271d562044 HTTP/1.1" status: 204 len: 173 time: 0.4369028 Jul 16 21:13:06.279413 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-deleted', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:06.281921 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a17eea-9422-4066-bda0-afb65d493e15" -d '{"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-deleted", "tag": "86e9bf7c-579f-4119-893f-8b271d562044"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:06.320171 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73403e9a-ad9c-4fa5-ab34-3f55cb78b034 x-openstack-request-id: req-73403e9a-ad9c-4fa5-ab34-3f55cb78b034 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:06.320570 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8248a6-516f-4a7c-872f-35a7dab4c7ff", "name": "network-vif-deleted", "tag": "86e9bf7c-579f-4119-893f-8b271d562044", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:06.320985 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73403e9a-ad9c-4fa5-ab34-3f55cb78b034 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:06.321388 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8248a6-516f-4a7c-872f-35a7dab4c7ff', 'name': 'network-vif-deleted', 'tag': '86e9bf7c-579f-4119-893f-8b271d562044', 'status': 'completed', 'code': 200} Jul 16 21:13:07.129649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42482) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:07.189671 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.216774 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.277760 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.280586 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.281833 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "DELETE /v2.0/security-groups/01c5a360-9d42-4bfb-b456-c1bdc5a98a01 HTTP/1.1" status: 204 len: 168 time: 0.1511352 Jul 16 21:13:07.291142 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c5a360-9d42-4bfb-b456-c1bdc5a98a01,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:07.301097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.301448 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.301795 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.302137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.302473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.302871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.303158 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.303488 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.303904 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.304145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.304473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.304821 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d1acdf-0102-43d2-95bd-92eb4ccfeb28 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:07.748355 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42488) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:07.755168 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-f83ba477-2a12-453d-801a-7af0b0e4adb3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129797965', 'description': 'tempest-secgroup-smoke-1129797965 description', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:07.788914 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f83ba477-2a12-453d-801a-7af0b0e4adb3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.882637 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f83ba477-2a12-453d-801a-7af0b0e4adb3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.888587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f83ba477-2a12-453d-801a-7af0b0e4adb3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.924410 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f83ba477-2a12-453d-801a-7af0b0e4adb3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:07.925689 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f83ba477-2a12-453d-801a-7af0b0e4adb3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1760366 Jul 16 21:13:07.927616 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ba477-2a12-453d-801a-7af0b0e4adb3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:07.928858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42490) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:07.934631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ad0638ac-1d06-43b8-80dd-a44b10c73289 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '1c8d9d8b-a649-4b26-aa7f-739e7e82fc54', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:07.969668 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad0638ac-1d06-43b8-80dd-a44b10c73289 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.027399 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad0638ac-1d06-43b8-80dd-a44b10c73289 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.032211 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad0638ac-1d06-43b8-80dd-a44b10c73289 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.054471 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0638ac-1d06-43b8-80dd-a44b10c73289 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0546fea4-d973-41cc-9b0c-c2b4256154f0,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:08.063111 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ad0638ac-1d06-43b8-80dd-a44b10c73289 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.064311 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ad0638ac-1d06-43b8-80dd-a44b10c73289 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343219 Jul 16 21:13:08.068649 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42494) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:08.073116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a629cd4f-d8ec-4437-a3bf-3b9129d08009 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '1c8d9d8b-a649-4b26-aa7f-739e7e82fc54', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:08.101184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a629cd4f-d8ec-4437-a3bf-3b9129d08009 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.159779 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a629cd4f-d8ec-4437-a3bf-3b9129d08009 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.165613 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a629cd4f-d8ec-4437-a3bf-3b9129d08009 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.183735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629cd4f-d8ec-4437-a3bf-3b9129d08009 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ac3d5b-af22-4da8-8d46-b689d49e91b0,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:08.190601 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a629cd4f-d8ec-4437-a3bf-3b9129d08009 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.191920 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-a629cd4f-d8ec-4437-a3bf-3b9129d08009 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223428 Jul 16 21:13:08.194791 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42496) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:08.199610 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e89194cb-f740-480e-9bbe-3e42219c97a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '1c8d9d8b-a649-4b26-aa7f-739e7e82fc54', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:08.226948 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e89194cb-f740-480e-9bbe-3e42219c97a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.286821 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e89194cb-f740-480e-9bbe-3e42219c97a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.293412 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e89194cb-f740-480e-9bbe-3e42219c97a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.321906 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89194cb-f740-480e-9bbe-3e42219c97a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c362ef89-d5f1-4beb-bfc4-667168835888,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:08.328933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e89194cb-f740-480e-9bbe-3e42219c97a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.330149 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e89194cb-f740-480e-9bbe-3e42219c97a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341133 Jul 16 21:13:08.333253 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42500) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:08.337741 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-03f68f5a-997e-41e4-b404-0def49787424 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '1c8d9d8b-a649-4b26-aa7f-739e7e82fc54', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:08.364649 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03f68f5a-997e-41e4-b404-0def49787424 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.436936 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03f68f5a-997e-41e4-b404-0def49787424 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.441240 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03f68f5a-997e-41e4-b404-0def49787424 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.464279 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f68f5a-997e-41e4-b404-0def49787424 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1250f461-ebdd-41a7-ac7c-d1d655c29d9f,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:08.472479 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-03f68f5a-997e-41e4-b404-0def49787424 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.476168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-03f68f5a-997e-41e4-b404-0def49787424 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390316 Jul 16 21:13:08.476321 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42502) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:08.483456 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '1c8d9d8b-a649-4b26-aa7f-739e7e82fc54', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:08.509093 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Project 26c86f3361d04b1b8c70ec395acd1f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:13:08.514214 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.586870 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.593030 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.611579 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103eedb9-b108-459b-9451-f7cfc8f67c2d,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:08.617492 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.618780 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d56c06da-2bd5-48e9-bc99-e1498ddf7c14 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414192 Jul 16 21:13:08.621680 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42504) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:08.626254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'security_group_rule': {'security_group_id': '1c8d9d8b-a649-4b26-aa7f-739e7e82fc54', 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:08.650011 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Project 26c86f3361d04b1b8c70ec395acd1f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:13:08.655039 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.686895 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.711008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:13:08.722134 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.727268 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.731974 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 86e9bf7c-579f-4119-893f-8b271d562044 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:13:08.732348 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 86e9bf7c-579f-4119-893f-8b271d562044 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:13:08.744535 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae03755-06e1-4d61-ad3f-180c44c2a033,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:08.753882 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.755316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-aac28453-2724-4773-a8e8-29f54d3929f2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326838 Jul 16 21:13:08.956711 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-08be21ca-90c9-40e7-89d8-0bfac1acd7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.140502 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.692117 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.300420 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.099504 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.227012 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-b99dbf0b-f2ba-4e1f-a772-c311b6e73ede tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129797965&fields=id&tenant_id=26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 267 time: 0.0332210 Jul 16 21:13:24.336945 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-2185300b-9067-4028-ac14-2675ce2c5621 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:24.338313 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-2185300b-9067-4028-ac14-2675ce2c5621 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 809 time: 0.1045845 Jul 16 21:13:24.355928 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ef5663b3-4e79-4c1c-8df5-4fc9691fedba tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/quotas/26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 375 time: 0.0097229 Jul 16 21:13:24.428592 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-89488231-5a17-4475-9e98-b6551ba175fa tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681796 Jul 16 21:13:24.447897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-fbf3660f-e136-44ad-86a3-60b52fb18f6c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:13:24.448832 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-fbf3660f-e136-44ad-86a3-60b52fb18f6c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058706 Jul 16 21:13:24.548858 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-69e29336-ea84-4d03-ad5e-d7766806e619 service neutron] 10.222.0.91 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941243 Jul 16 21:13:24.639890 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-906923cd-39da-49ed-a074-4d06ca749fab service neutron] 10.222.0.91 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850248 Jul 16 21:13:24.985277 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-71bab760-a0c9-4aca-985f-319f31d14c6e req-fc103451-c20f-4d8f-8531-113a9e00271e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 210 time: 0.0320563 Jul 16 21:13:26.137597 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6d42fae4-018c-4619-839d-506d68a08aa7 req-26b4b3ed-15a5-479c-b16f-99bc6aaf497c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 210 time: 0.0333996 Jul 16 21:13:26.192865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-6c78c497-db38-4f29-92ae-d73cbe4db081 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:26.194389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-6c78c497-db38-4f29-92ae-d73cbe4db081 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 809 time: 0.1183076 Jul 16 21:13:26.242587 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-10ee8997-065a-4dd0-8e78-8ada53708a2e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 380 time: 0.0352924 Jul 16 21:13:26.251160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'port': {'device_id': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'admin_state_up': True, 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'security_groups': ['1c8d9d8b-a649-4b26-aa7f-739e7e82fc54']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:26.376562 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Made reservation on behalf of 26c86f3361d04b1b8c70ec395acd1f78 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:26.381435 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.517861 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Allocated IP 172.20.0.10 (39bbf3e9-7a9c-4e27-87cd-729e104d95de/06beb33f-4ac2-45e8-90a3-5ba5ff838cda/ddcf4960-1423-4983-a346-fb60a4667f20) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:26.683859 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.703323 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Transition to ACTIVE for port object ddcf4960-1423-4983-a346-fb60a4667f20 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:26.739032 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.789011 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:26.792557 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:26.797103 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:26.812444 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:26.879464 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:26.880089 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.899417 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-d2fa89a8-6104-48c5-9fb2-696a48d84f48 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6520088 Jul 16 21:13:26.912150 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Request body: {'port': {'device_id': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:27.018333 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.131610 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1bde3f83-c64f-463b-9ab9-27ab9c1e1683 None None] Provisioning for port ddcf4960-1423-4983-a346-fb60a4667f20 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:27.135764 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1bde3f83-c64f-463b-9ab9-27ab9c1e1683 None None] Provisioning complete for port ddcf4960-1423-4983-a346-fb60a4667f20 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:27.136434 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1bde3f83-c64f-463b-9ab9-27ab9c1e1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.176651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-1bde3f83-c64f-463b-9ab9-27ab9c1e1683 None None] Port ddcf4960-1423-4983-a346-fb60a4667f20 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:13:27.363346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf4960-1423-4983-a346-fb60a4667f20 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:27.372269 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.391669 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Transition to ACTIVE for port object ddcf4960-1423-4983-a346-fb60a4667f20 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:27.398497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.415699 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0dc7-7e49-4bde-b2ba-cd26a275b5c3 req-9baf8428-598f-4325-8ae0-25bfd84508ea tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:27.417724 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c4f0dc7-7e49-4bde-b2ba-cd26a275b5c3 req-9baf8428-598f-4325-8ae0-25bfd84508ea tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 932 time: 0.1282105 Jul 16 21:13:27.497503 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:27.576717 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-2c4f0dc7-7e49-4bde-b2ba-cd26a275b5c3 req-b6e06b80-e99f-4fa7-a09d-8958dfc69be0 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320729 Jul 16 21:13:27.600365 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:27.600757 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:27.601269 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:27.606767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Port ddcf4960-1423-4983-a346-fb60a4667f20 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:13:27.607119 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:27.612858 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:27.613227 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Checking segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:27.613663 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Bound using segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:27.614160 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Bound port: ddcf4960-1423-4983-a346-fb60a4667f20, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:27.614588 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.691067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:27.694525 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:27.700951 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.748453 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:27.749199 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.750727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] 10.222.0.99 "PUT /v2.0/ports/ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 1093 time: 0.8436985 Jul 16 21:13:27.751262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:27.753994 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:27.780218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac758ad3-470b-40a8-b5cd-d2a5f0bb0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:27.905245 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-49e9bf99-ce72-45f8-b252-601afaeef667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:27.906799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-49e9bf99-ce72-45f8-b252-601afaeef667 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1096 time: 0.0843623 Jul 16 21:13:27.908383 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83465c75-f52e-4e67-8186-33776eb2002d x-openstack-request-id: req-83465c75-f52e-4e67-8186-33776eb2002d {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:27.908669 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:27.908961 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-83465c75-f52e-4e67-8186-33776eb2002d {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:27.909309 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'status': 'completed', 'code': 200} Jul 16 21:13:27.955918 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-3fba3058-6a5a-47ed-839c-b6fd338e951c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 217 time: 0.0410523 Jul 16 21:13:28.014357 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-e78bbfea-d272-4032-bac7-6ed75fdacc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.015910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-e78bbfea-d272-4032-bac7-6ed75fdacc20 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0523462 Jul 16 21:13:28.080232 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-9f852ddc-7c86-40f1-b4cf-ac3b5af0e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.081756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-9f852ddc-7c86-40f1-b4cf-ac3b5af0e463 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590971 Jul 16 21:13:28.183528 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-8e8cc128-2724-4301-bb26-e59453a40f5a service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947053 Jul 16 21:13:28.280887 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-df92f301-4466-49dd-b2cf-b0742d953a68 req-da883748-2ed4-4b05-b4be-23d90cb9d2d8 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915222 Jul 16 21:13:28.381247 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-2cb4d4b4-7d46-4473-b894-1d1e57a2ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.382763 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-2cb4d4b4-7d46-4473-b894-1d1e57a2ab41 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1096 time: 0.0560491 Jul 16 21:13:28.480062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-f7e125ba-c1ef-41d4-a7ee-c5524b925d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.481496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-f7e125ba-c1ef-41d4-a7ee-c5524b925d73 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0932078 Jul 16 21:13:28.523761 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-38f61f6c-4a57-4ddc-915c-b163cec3c787 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 217 time: 0.0353680 Jul 16 21:13:28.575218 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-35e8c4b0-e2db-4210-b5d8-4ac69bb8126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.576691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-35e8c4b0-e2db-4210-b5d8-4ac69bb8126c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0464852 Jul 16 21:13:28.643687 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-35e2dc17-1bff-475a-b78c-20292093f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.645322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-35e2dc17-1bff-475a-b78c-20292093f421 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605226 Jul 16 21:13:28.772179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-c76020f8-3d64-4788-b50c-1e858a2a43d1 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201818 Jul 16 21:13:28.857843 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76b5ec-617a-4f69-a85a-252a7786828c req-8725a983-12ef-44a2-8253-b6d3eb2f29a4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:28.859432 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a76b5ec-617a-4f69-a85a-252a7786828c req-8725a983-12ef-44a2-8253-b6d3eb2f29a4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.1445010 Jul 16 21:13:28.909206 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e9f2e21e-dc93-4322-99b2-25eeefb24ef8 req-929ab15e-b833-4daf-ae70-a69822d16067 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287367 Jul 16 21:13:28.916550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7a76b5ec-617a-4f69-a85a-252a7786828c req-37eb7228-f3b9-40f9-ba0d-f0681df1a122 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482442 Jul 16 21:13:30.105229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299e0c1-bcde-496f-b44c-4c634d7375c0 req-3f425a5d-efa8-46ec-a91e-d1ae55bf36f1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:30.106998 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2299e0c1-bcde-496f-b44c-4c634d7375c0 req-3f425a5d-efa8-46ec-a91e-d1ae55bf36f1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0698347 Jul 16 21:13:30.149286 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2299e0c1-bcde-496f-b44c-4c634d7375c0 req-c5b5a313-b011-4b74-a26c-500441768d99 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354002 Jul 16 21:13:31.359034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143392-eeb0-499f-ac40-36c83f8982a8 req-5cc9271b-0aa9-426b-a992-2f06eca56666 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:31.360814 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-52143392-eeb0-499f-ac40-36c83f8982a8 req-5cc9271b-0aa9-426b-a992-2f06eca56666 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0835938 Jul 16 21:13:31.400507 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-52143392-eeb0-499f-ac40-36c83f8982a8 req-f56a06a6-24ff-4fec-9f75-3e66b333ae9e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327880 Jul 16 21:13:32.577423 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b40a9-cc71-4c56-9d68-e863402a3cea req-5fa7782d-d9b4-48ef-8a31-d4dbb643d0cb tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:32.579050 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-765b40a9-cc71-4c56-9d68-e863402a3cea req-5fa7782d-d9b4-48ef-8a31-d4dbb643d0cb tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0663676 Jul 16 21:13:32.617911 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-765b40a9-cc71-4c56-9d68-e863402a3cea req-14328d73-0e6c-489c-b8d5-9eeae342cac3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328836 Jul 16 21:13:33.804013 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f133d58-48fb-4f28-a9e1-90efc6a87bb7 req-9fec7daa-991a-4191-b8d4-9c5c7c27146f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:33.805491 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f133d58-48fb-4f28-a9e1-90efc6a87bb7 req-9fec7daa-991a-4191-b8d4-9c5c7c27146f tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0749829 Jul 16 21:13:33.845469 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-0f133d58-48fb-4f28-a9e1-90efc6a87bb7 req-f3d6a67b-a599-40a9-88cf-d7c3bc3ac7a0 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336716 Jul 16 21:13:35.033507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a109-2abe-4904-98a7-6cb125912ad8 req-7ff3b661-1667-4497-b20c-67f0d654f616 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.035047 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b46a109-2abe-4904-98a7-6cb125912ad8 req-7ff3b661-1667-4497-b20c-67f0d654f616 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0740845 Jul 16 21:13:35.075355 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0b46a109-2abe-4904-98a7-6cb125912ad8 req-4337fab4-f540-4209-a0c6-cba5a20316ef tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345025 Jul 16 21:13:36.129317 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d62b10e0-78d3-4902-b080-c6370e7ab0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:36.257533 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43c52f-39d2-48e1-a389-6c6464857d37 req-172b92f4-44da-4e79-a996-e4a4b73d12f6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:36.258955 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b43c52f-39d2-48e1-a389-6c6464857d37 req-172b92f4-44da-4e79-a996-e4a4b73d12f6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0656977 Jul 16 21:13:36.300025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9b43c52f-39d2-48e1-a389-6c6464857d37 req-4f2e52dd-77af-4154-ad89-b1523b487760 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331008 Jul 16 21:13:37.249993 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:37.486915 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f20a-9b4e-49e2-a18d-850e4e116d09 req-03c9aac8-9cc6-4f99-91b1-08f24d0d113a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:37.488514 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37b0f20a-9b4e-49e2-a18d-850e4e116d09 req-03c9aac8-9cc6-4f99-91b1-08f24d0d113a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0760760 Jul 16 21:13:37.527682 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-37b0f20a-9b4e-49e2-a18d-850e4e116d09 req-f65355a3-0216-4b69-b9f0-8ef533c4f894 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Jul 16 21:13:37.540562 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ddcf4960-1423-4983-a346-fb60a4667f20 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:13:37.638873 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:37.650694 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'port_id': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'mac_address': 'fa:16:3e:1f:88:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:13:37.690051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.704825 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf4960-1423-4983-a346-fb60a4667f20 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:37.725575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:37.732344 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:37.779888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:37.787513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.787912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.788269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.788568 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.788891 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.789213 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.789532 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.789851 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.790168 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.790485 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.790800 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.791143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:37.981228 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['ddcf4960-1423-4983-a346-fb60a4667f20'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:13:38.691143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:38.715433 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a873-1b3b-4459-a536-a2591466792c req-83aa3d89-da0a-426d-8511-95b636728c76 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:38.716910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7dd4a873-1b3b-4459-a536-a2591466792c req-83aa3d89-da0a-426d-8511-95b636728c76 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 945 time: 0.0714467 Jul 16 21:13:38.760209 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7dd4a873-1b3b-4459-a536-a2591466792c req-0e8e71bd-3b9a-4649-ab92-be91519b4b72 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373402 Jul 16 21:13:38.960292 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae6fe-9534-47f2-a65d-c1b12ac51aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.139675 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.542369 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ddcf4960-1423-4983-a346-fb60a4667f20 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:39.598016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port ddcf4960-1423-4983-a346-fb60a4667f20 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:39.601597 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port ddcf4960-1423-4983-a346-fb60a4667f20 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:39.601960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.684455 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.705930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.712879 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:39.715183 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656243a2-531b-4b06-b2a3-cdeb5d7a0687" -d '{"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:39.728951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:39.734230 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.783376 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:39.809265 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e247c3-7983-47f9-8462-554494f291fa x-openstack-request-id: req-02e247c3-7983-47f9-8462-554494f291fa {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:39.809559 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:39.810277 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-02e247c3-7983-47f9-8462-554494f291fa {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:39.810695 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'code': 200} Jul 16 21:13:39.969272 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed28089-6654-4644-9d0e-05a94bb3332c req-d986d4c2-244e-4b44-9322-d770921e2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.970862 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ed28089-6654-4644-9d0e-05a94bb3332c req-d986d4c2-244e-4b44-9322-d770921e2af6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1098 time: 0.0999689 Jul 16 21:13:39.981539 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf44606-30ea-4711-88d3-bdb5194dd071 req-2d704b02-651f-4ec3-b8d1-f73b1b7b192e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.982975 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-caf44606-30ea-4711-88d3-bdb5194dd071 req-2d704b02-651f-4ec3-b8d1-f73b1b7b192e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0823040 Jul 16 21:13:40.034535 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-7ed28089-6654-4644-9d0e-05a94bb3332c req-b6f0cce6-581a-49f0-92f4-ea3341a9287a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505664 Jul 16 21:13:40.039452 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-caf44606-30ea-4711-88d3-bdb5194dd071 req-eeb2d0de-fe61-4f01-9ca7-54b421323640 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496943 Jul 16 21:13:40.299693 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:41.232345 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d150a6-2117-4f44-8f5d-7749acc26656 req-3a7d2d04-055e-4e08-800a-346ce9220736 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.233777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-23d150a6-2117-4f44-8f5d-7749acc26656 req-3a7d2d04-055e-4e08-800a-346ce9220736 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0741196 Jul 16 21:13:41.275934 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-23d150a6-2117-4f44-8f5d-7749acc26656 req-95e196dd-3dee-4298-8569-414cabf0e019 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362971 Jul 16 21:13:41.475761 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b5b0-7ff9-4d11-a9cd-2d15a3c3fd88 req-c3f1f6e9-79cd-4c05-a1c5-6b9c740ccb15 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.477322 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33f9b5b0-7ff9-4d11-a9cd-2d15a3c3fd88 req-c3f1f6e9-79cd-4c05-a1c5-6b9c740ccb15 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0876718 Jul 16 21:13:41.525952 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33f9b5b0-7ff9-4d11-a9cd-2d15a3c3fd88 req-5af21d33-0265-449d-a50c-e618dbf41b39 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Jul 16 21:13:41.550503 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42706) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:41.608010 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956ca8a-0dbb-4627-8d29-7a830fc97a53 tempest-TestShelveInstance-1178386349 tempest-TestShelveInstance-1178386349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.609541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e956ca8a-0dbb-4627-8d29-7a830fc97a53 tempest-TestShelveInstance-1178386349 tempest-TestShelveInstance-1178386349-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1093 time: 0.0575902 Jul 16 21:13:41.613068 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42708) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:41.617544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:41.641482 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:41.750860 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:41.860575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Allocated IP 172.25.3.23 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/e727e934-2dd9-4891-ba41-77d8f599c429) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:41.975323 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:42.018574 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:42.059240 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:42.062572 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:42.066892 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:42.069954 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'Port': ['ID=e727e934-2dd9-4891-ba41-77d8f599c429,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:42.105427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:42.787156 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:42.870205 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:43.040781 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:43.047488 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:43.116402 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event updated for resources: {'Port': ['ID=e727e934-2dd9-4891-ba41-77d8f599c429,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:43.128930 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:43.227670 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Floating IP 9d9dd113-2509-4f99-b7cc-e16e825cc13f associated. External IP: 172.25.3.23, port: ddcf4960-1423-4983-a346-fb60a4667f20. Jul 16 21:13:43.449782 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Router a91832f0-1a34-4ee8-a28d-6e03b39aaaab has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:13:43.566963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:43.581145 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] Sync routers for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:43.588532 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:43.592142 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:43.592839 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:13:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:43.634436 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-bbf42f4c-5c23-4b1c-b2b1-3a16748e1bb4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0203223 Jul 16 21:13:43.635035 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:43.637313 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:43.677483 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f3ebc-0e65-427e-8020-60f80b63fe17 x-openstack-request-id: req-b43f3ebc-0e65-427e-8020-60f80b63fe17 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:43.677775 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:43.678024 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b43f3ebc-0e65-427e-8020-60f80b63fe17 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:43.678436 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'status': 'completed', 'code': 200} Jul 16 21:13:43.714375 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:43.757916 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-e0a8b24a-f631-4392-96eb-3f5d0d33f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:43.759583 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-e0a8b24a-f631-4392-96eb-3f5d0d33f1f7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1098 time: 0.0561895 Jul 16 21:13:43.855176 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-87913a6f-0f22-4078-8e72-bcac2ba3a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:43.856727 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-87913a6f-0f22-4078-8e72-bcac2ba3a7ef service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0913398 Jul 16 21:13:43.923243 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-7063ebb9-7f04-479e-a74d-2cf3d0fdacb1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 999 time: 0.0602181 Jul 16 21:13:43.949023 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '9d9dd113-2509-4f99-b7cc-e16e825cc13f', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'port_id': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'mac_address': 'fa:16:3e:1f:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:13:42Z', 'updated_at': '2021-07-16T21:13:42Z', 'revision_number': 0, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:43.971056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-87579dc5-18dd-4241-a57e-77486c612e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:43.972510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-87579dc5-18dd-4241-a57e-77486c612e95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0433681 Jul 16 21:13:43.975395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] Checking router: a91832f0-1a34-4ee8-a28d-6e03b39aaaab for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:43.983793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:43.984404 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:13:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:44.034701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-efdbdbf2-88b6-4e33-a862-7c6058265a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:44.036539 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-efdbdbf2-88b6-4e33-a862-7c6058265a87 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573339 Jul 16 21:13:44.088964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:44.128525 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-7caa62e5-4526-4661-b877-eb4e3d7036ec service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850201 Jul 16 21:13:44.228886 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-bbe8e266-1563-43fa-b11d-cf7069f6fdd2 req-34da2dee-3437-425c-a218-a613c2775d26 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938032 Jul 16 21:13:44.322856 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '9d9dd113-2509-4f99-b7cc-e16e825cc13f', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'port_id': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'mac_address': 'fa:16:3e:1f:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:13:42Z', 'updated_at': '2021-07-16T21:13:42Z', 'revision_number': 0, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:44.351008 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e956-a6e2-48bd-b14e-a7923503e338 None None] The sync data for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 is: [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '9d9dd113-2509-4f99-b7cc-e16e825cc13f', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'port_id': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'mac_address': 'fa:16:3e:1f:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:13:42Z', 'updated_at': '2021-07-16T21:13:42Z', 'revision_number': 0, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:44.558066 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadccf3b-3dfd-4736-9ac2-59536d33049a None None] New status for floating IP 9d9dd113-2509-4f99-b7cc-e16e825cc13f: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:14:06.123971 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-fb183115-8d26-4266-947c-0177de17f315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.701716 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.967829 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3922cb57-cbe0-4001-b9cd-9b59c4ae3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:09.155130 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:09.708502 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:10.302721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.105701 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:14.252157 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:14:15.021949 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-27bed4df-27fa-4d19-90ae-406b6ee0eb3c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538692 Jul 16 21:14:15.141895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-cdd1a5ca-732e-41ce-ad62-3e44c014484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.143536 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-cdd1a5ca-732e-41ce-ad62-3e44c014484c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1098 time: 0.0624576 Jul 16 21:14:15.264032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-f4c43cd7-0d59-435e-bdfa-d282b47a9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.265527 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-f4c43cd7-0d59-435e-bdfa-d282b47a9a26 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.1008890 Jul 16 21:14:15.330963 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-fb45b4ee-e998-43e0-9971-69d8c243e831 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 1001 time: 0.0590155 Jul 16 21:14:15.387470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-1c20074a-ffe7-4d51-a3d6-0c8eec011873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.388937 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-1c20074a-ffe7-4d51-a3d6-0c8eec011873 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0514190 Jul 16 21:14:15.453919 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-6fbd2ad6-6efc-4db2-80ef-9b469d7c3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.456409 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-6fbd2ad6-6efc-4db2-80ef-9b469d7c3fa8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599804 Jul 16 21:14:15.467098 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-234d2884-9d45-4213-891a-275b58bc30c3 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:14:15.468102 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-234d2884-9d45-4213-891a-275b58bc30c3 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056820 Jul 16 21:14:15.568893 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-336216c7-b73f-440e-8234-12f1d39f64d4 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928881 Jul 16 21:14:15.677971 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6dcfe6e4-3358-402b-b7a1-9d25bee8e8ee req-f0a6984f-ca2c-4f91-828a-781a12f475ca service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020594 Jul 16 21:14:36.132617 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5af7-0788-4d2a-9af7-b0ae7a3996ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.855162 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.965404 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cbba07da-86a6-47c5-838c-6551f7a7e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.153477 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.707254 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.305952 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.110279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.252664 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:06.133346 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3173a022-ff89-47ac-8e02-b73b07a12ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.705114 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.964119 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ad90bd06-3f17-4156-bad6-89edcf7f9afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:09.163298 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:09.729467 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:10.312449 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:12.115553 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:17.065910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-d97ce656-6227-413e-a03d-037255c493f4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987179 Jul 16 21:15:17.174850 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-aa75f7e9-911c-4206-ade1-5c6376d672f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:17.176379 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-aa75f7e9-911c-4206-ade1-5c6376d672f1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1098 time: 0.0640652 Jul 16 21:15:17.298511 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-739c8919-08cb-4255-a4c1-b686651975ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:17.299944 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-739c8919-08cb-4255-a4c1-b686651975ca service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0985901 Jul 16 21:15:17.370881 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-f3f33a6d-923e-4b4e-8e61-d4488d1aac27 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 1001 time: 0.0639393 Jul 16 21:15:17.418404 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-370fedf4-42ea-439a-9d81-734097643442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:17.419891 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-370fedf4-42ea-439a-9d81-734097643442 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0430796 Jul 16 21:15:17.486563 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-89bfa429-749b-4f99-a009-ad6ad5988a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:17.488171 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-89bfa429-749b-4f99-a009-ad6ad5988a45 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613558 Jul 16 21:15:17.585181 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-8b59bd16-3035-4bbb-8ef8-30d76099ef8f service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899260 Jul 16 21:15:17.678425 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a46beb2d-ec6f-4120-a984-66c613bd0fae req-851a1a53-f9b8-4d84-9b9e-be60e4beecab service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865445 Jul 16 21:15:28.255074 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:36.129216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-92c23f2e-223a-4562-9805-d90f1b86c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:38.702659 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:38.961017 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f809c402-52aa-42e8-900a-89ae35e48c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:39.168627 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:39.745338 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:40.296823 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2b360-232c-43bb-90c8-385e07abe7c9 req-d10bf705-dca0-4d23-81f4-cfcfcb0da935 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:40.298438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1b2b360-232c-43bb-90c8-385e07abe7c9 req-d10bf705-dca0-4d23-81f4-cfcfcb0da935 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0708413 Jul 16 21:15:40.310705 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:40.340314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e1b2b360-232c-43bb-90c8-385e07abe7c9 req-dd9cffe7-782c-4288-a93b-8aac0e98b33a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353262 Jul 16 21:15:41.555605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b6323-1d63-451b-b02a-aa7d4d6f3fe2 req-7cdffca2-05a0-45af-bc14-cc9313b7e32c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:41.557125 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-132b6323-1d63-451b-b02a-aa7d4d6f3fe2 req-7cdffca2-05a0-45af-bc14-cc9313b7e32c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0695307 Jul 16 21:15:41.606362 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-132b6323-1d63-451b-b02a-aa7d4d6f3fe2 req-cf573db2-5524-4f08-a34e-fe3fb197a9cd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Jul 16 21:15:42.117286 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.827510 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ecf88-a135-474c-979e-dc51d3fc1276 req-33f9c9eb-b9f6-4da2-a544-e093b4cc90bf tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:42.829107 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a2ecf88-a135-474c-979e-dc51d3fc1276 req-33f9c9eb-b9f6-4da2-a544-e093b4cc90bf tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0810924 Jul 16 21:15:42.872799 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-2a2ecf88-a135-474c-979e-dc51d3fc1276 req-4ad80d9b-57f4-4ed5-b53f-2c84bbdf95b2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349581 Jul 16 21:15:44.066887 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92f42-1d8f-42c3-b117-51b7a7e5cb9f req-daaa0c74-5eda-4633-9958-428c06a21789 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:44.068372 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fcd92f42-1d8f-42c3-b117-51b7a7e5cb9f req-daaa0c74-5eda-4633-9958-428c06a21789 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0656061 Jul 16 21:15:44.109388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-fcd92f42-1d8f-42c3-b117-51b7a7e5cb9f req-85639363-55ad-4c93-9227-9465034f1a2e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Jul 16 21:15:45.295166 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa5c8b-8945-4362-a189-db089e22db0d req-4f28a508-0b22-4ab7-8582-7e15da131b10 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:45.296660 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8fa5c8b-8945-4362-a189-db089e22db0d req-4f28a508-0b22-4ab7-8582-7e15da131b10 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0712080 Jul 16 21:15:45.336482 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f8fa5c8b-8945-4362-a189-db089e22db0d req-a9c061c6-fa00-4332-9680-7d9b2543f3d5 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Jul 16 21:15:46.529243 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444c764-6bc6-4ff7-a1af-31ba0751f43b req-e116dd21-83cc-40d1-8984-bc80dda20c51 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:46.530945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6444c764-6bc6-4ff7-a1af-31ba0751f43b req-e116dd21-83cc-40d1-8984-bc80dda20c51 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0783193 Jul 16 21:15:46.573588 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6444c764-6bc6-4ff7-a1af-31ba0751f43b req-2f3f3274-c243-4824-890d-09432573fa57 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340548 Jul 16 21:15:47.771807 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72f3c-dacf-4bc6-8e45-027b158523e6 req-31378ca4-f23e-4d9c-89b6-d09cd1448873 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:47.773616 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c2f72f3c-dacf-4bc6-8e45-027b158523e6 req-31378ca4-f23e-4d9c-89b6-d09cd1448873 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0804021 Jul 16 21:15:47.816566 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c2f72f3c-dacf-4bc6-8e45-027b158523e6 req-c0ea6b34-c597-4dec-8459-2020329d0a4e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354047 Jul 16 21:15:49.017126 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d0ee-0148-491a-85d7-f44aa05e0381 req-20494532-5553-47e5-9482-2d517a1bdc1a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:49.018549 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77a0d0ee-0148-491a-85d7-f44aa05e0381 req-20494532-5553-47e5-9482-2d517a1bdc1a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0753934 Jul 16 21:15:49.057748 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-77a0d0ee-0148-491a-85d7-f44aa05e0381 req-353005a9-d838-4863-8e5a-460aa51a83ac tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330005 Jul 16 21:15:50.242026 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a028b-3bfe-4702-b953-27b54e1bcf89 req-256a0b7f-b8e5-44a0-a416-38b9668912ec tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.243547 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a25a028b-3bfe-4702-b953-27b54e1bcf89 req-256a0b7f-b8e5-44a0-a416-38b9668912ec tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0722227 Jul 16 21:15:50.288468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a25a028b-3bfe-4702-b953-27b54e1bcf89 req-10bfa185-ea93-4605-9edf-bb3d9980c8e3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366812 Jul 16 21:15:50.402326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-f2ed0860-8c68-4c72-8c0b-95f626627643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.403913 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-f2ed0860-8c68-4c72-8c0b-95f626627643 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1098 time: 0.0615742 Jul 16 21:15:50.502676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-6db77bf3-c78c-438b-b691-819904dad881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.504279 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-6db77bf3-c78c-438b-b691-819904dad881 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0940640 Jul 16 21:15:50.578530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-df2dbe56-6c46-4677-ac45-6bcb7fcf3667 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 1001 time: 0.0676527 Jul 16 21:15:50.631807 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-0769b6ef-ecf7-437e-9b66-e2940c57eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.633399 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-0769b6ef-ecf7-437e-9b66-e2940c57eeb2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0487678 Jul 16 21:15:50.693429 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-5b4fcfe7-7c30-4a79-b31c-5e32c4618e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:50.695025 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-5b4fcfe7-7c30-4a79-b31c-5e32c4618e41 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541928 Jul 16 21:15:50.795275 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-d0b30305-6c53-45e5-b2e5-40b3e77365e8 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937414 Jul 16 21:15:50.899233 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1e2c81eb-36aa-449b-8aef-edc93d30d1e1 req-eeb11995-69c1-4158-a0be-8c3080ceb036 service neutron] 10.222.0.99 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974245 Jul 16 21:15:51.476770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7533-f83c-4a33-9948-2e4d33a003d3 req-3ae6392d-b4b2-45b7-91d5-d299c489c16d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:51.478515 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fd7533-f83c-4a33-9948-2e4d33a003d3 req-3ae6392d-b4b2-45b7-91d5-d299c489c16d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0692992 Jul 16 21:15:51.527792 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6fd7533-f83c-4a33-9948-2e4d33a003d3 req-2469ff44-28fe-412e-8820-96fea0b4fcd0 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434828 Jul 16 21:15:52.719533 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc822acb-3208-4c2b-9a13-5348a3d7d5fd req-19dd9695-b7e0-4de6-9c85-a4ac63870e17 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:52.721169 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc822acb-3208-4c2b-9a13-5348a3d7d5fd req-19dd9695-b7e0-4de6-9c85-a4ac63870e17 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0677884 Jul 16 21:15:52.759994 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-bc822acb-3208-4c2b-9a13-5348a3d7d5fd req-0dfaaef5-7f31-46b5-92f8-3d8103302bd6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330939 Jul 16 21:15:53.957814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d80ebc-7de1-4256-a852-aebf0845a540 req-521347e0-df30-484d-ae47-ec6a7c6afe39 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:53.959321 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74d80ebc-7de1-4256-a852-aebf0845a540 req-521347e0-df30-484d-ae47-ec6a7c6afe39 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0766780 Jul 16 21:15:53.999606 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-74d80ebc-7de1-4256-a852-aebf0845a540 req-1e95e100-a04c-442d-8f77-1ecf6f5f3256 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Jul 16 21:15:55.195087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44196f7-c05c-41c0-ad58-8836d09a2ed5 req-1d85984d-236a-4d74-888b-83d653240b6b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.196581 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c44196f7-c05c-41c0-ad58-8836d09a2ed5 req-1d85984d-236a-4d74-888b-83d653240b6b tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0785127 Jul 16 21:15:55.243072 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c44196f7-c05c-41c0-ad58-8836d09a2ed5 req-172e766a-5ed0-4fbe-8560-a6af9d249ff3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377326 Jul 16 21:15:55.411137 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [req-45cc0107-7a77-4681-b409-9f7bf3ecf140 req-f2d853fd-75c8-4e32-b788-bc3a6658c665 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:15:55.412150 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-45cc0107-7a77-4681-b409-9f7bf3ecf140 req-f2d853fd-75c8-4e32-b788-bc3a6658c665 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603409 Jul 16 21:15:55.608829 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-014a8caf-44f4-4716-943e-b0ad905b4812 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0593343 Jul 16 21:15:55.686489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d214c1-fc19-48da-86bf-52f983ce8439 req-0c34d183-d369-4ff0-85e6-c1bcbdb03ea4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.688153 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90d214c1-fc19-48da-86bf-52f983ce8439 req-0c34d183-d369-4ff0-85e6-c1bcbdb03ea4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 946 time: 0.0772352 Jul 16 21:15:55.729088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-90d214c1-fc19-48da-86bf-52f983ce8439 req-79067c2c-3a32-4737-bd0b-caa5004d3d33 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351279 Jul 16 21:15:56.237086 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device ddcf4960-1423-4983-a346-fb60a4667f20 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:15:56.318794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:56.341981 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:56.344479 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fbaa7f-f867-4456-833d-2dfe112fa30c" -d '{"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:56.358248 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:56.364397 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:56.389778 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8110138-23dd-40d2-b391-355cb98f5a75 x-openstack-request-id: req-c8110138-23dd-40d2-b391-355cb98f5a75 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:56.390408 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-unplugged", "status": "failed", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "code": 422}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:56.390408 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c8110138-23dd-40d2-b391-355cb98f5a75 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:56.391241 n-d-792458-10 neutron-server[93863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'code': 422} returned with failed status Jul 16 21:15:56.424095 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:56.432085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.432775 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.433111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.433438 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.433821 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.434140 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.434468 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.434757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.435135 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.435435 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.435749 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.436065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:56.915560 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0502cf9-cf1b-4603-9501-7fd19a57f0b6 req-7ec1fb99-63f3-472b-a381-783b572fd7c4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:56.917002 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0502cf9-cf1b-4603-9501-7fd19a57f0b6 req-7ec1fb99-63f3-472b-a381-783b572fd7c4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0729752 Jul 16 21:15:56.964113 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f0502cf9-cf1b-4603-9501-7fd19a57f0b6 req-9e269024-e614-4722-93f1-1cf65b4280cc tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 Jul 16 21:15:58.145262 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31f58e-383f-497e-885a-65360d30c9a6 req-a1195c1d-e870-4b81-9c42-036092366c30 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:58.146756 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f31f58e-383f-497e-885a-65360d30c9a6 req-a1195c1d-e870-4b81-9c42-036092366c30 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0710168 Jul 16 21:15:58.184648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-4f31f58e-383f-497e-885a-65360d30c9a6 req-b6a8a95f-3aa5-4229-ac42-927a56e38213 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Jul 16 21:15:59.359741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa8bf-311e-4a7d-961e-d52b27aca183 req-857e902d-ae50-4f9b-9af9-207e62bacd7d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:59.361269 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-774aa8bf-311e-4a7d-961e-d52b27aca183 req-857e902d-ae50-4f9b-9af9-207e62bacd7d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0665562 Jul 16 21:15:59.400966 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-774aa8bf-311e-4a7d-961e-d52b27aca183 req-84780764-bd12-4a17-94c8-cacfcba2b89c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335002 Jul 16 21:16:00.529886 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-2dfa9f1d-f440-423b-85b5-cfe17c5d378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:00.532523 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-2dfa9f1d-f440-423b-85b5-cfe17c5d378d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e&tenant_id=26c86f3361d04b1b8c70ec395acd1f78 HTTP/1.1" status: 200 len: 1096 time: 0.0580592 Jul 16 21:16:00.543592 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-10', 'device_owner': 'compute:nova'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:00.579979 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6de9-84ff-4efe-9f53-f0a1dbdd1cdf req-33d586bd-fde0-41ce-a700-fbbe23d74669 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:00.581670 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6be6de9-84ff-4efe-9f53-f0a1dbdd1cdf req-33d586bd-fde0-41ce-a700-fbbe23d74669 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0667162 Jul 16 21:16:00.629421 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:00.631388 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-a6be6de9-84ff-4efe-9f53-f0a1dbdd1cdf req-6695e9ce-a1e0-4b4d-b7ae-f80172df4042 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 Jul 16 21:16:00.850482 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:00.888002 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h1-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:16:00.924920 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf4960-1423-4983-a346-fb60a4667f20 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:00.932987 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:00.945161 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Transition to ACTIVE for port object ddcf4960-1423-4983-a346-fb60a4667f20 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:16:00.949566 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.023327 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:01.039295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.039633 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.039965 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.040291 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.040614 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.040934 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.041410 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.041628 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.041992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.042263 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.042561 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.042906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:01.083428 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] No DVR routers for this DVR port ddcf4960-1423-4983-a346-fb60a4667f20 on host n-h1-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:16:01.225393 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:16:01.225702 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:16:01.226029 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:01.230908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Port ddcf4960-1423-4983-a346-fb60a4667f20 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:16:01.231188 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Attempting to bind port ddcf4960-1423-4983-a346-fb60a4667f20 on network 39bbf3e9-7a9c-4e27-87cd-729e104d95de {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:01.236349 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:16:01.236676 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Checking segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:16:01.237060 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Bound using segment: {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:16:01.237470 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Bound port: ddcf4960-1423-4983-a346-fb60a4667f20, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcd6f59-2fed-4946-8902-dba92e3757cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:16:01.237819 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.307653 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:16:01.310767 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:16:01.318912 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.353440 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.354110 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.355505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] 10.222.0.79 "PUT /v2.0/ports/ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 1093 time: 0.8164637 Jul 16 21:16:01.355924 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:01.358182 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:01.417922 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09289bd1-fd42-4a2e-8143-9934da289959 x-openstack-request-id: req-09289bd1-fd42-4a2e-8143-9934da289959 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:01.418285 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:01.418415 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-09289bd1-fd42-4a2e-8143-9934da289959 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:01.418825 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'status': 'completed', 'code': 200} Jul 16 21:16:01.421057 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308440a-17a3-4ee3-a038-7576ed1d25c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=8']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:01.453367 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-64c00450-1aff-41bb-8644-7979bca05550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.455155 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-64c00450-1aff-41bb-8644-7979bca05550 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1096 time: 0.0691271 Jul 16 21:16:01.560043 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-9facb9f5-c094-47b8-a596-e97b4c2389b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.561746 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-9facb9f5-c094-47b8-a596-e97b4c2389b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.1002369 Jul 16 21:16:01.627696 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-8fc674fc-15c4-4a15-aaa4-6360f09df2e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 999 time: 0.0598788 Jul 16 21:16:01.689816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-6fec5bfd-2129-4801-a04e-06178d3a776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.691774 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-6fec5bfd-2129-4801-a04e-06178d3a776c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0574315 Jul 16 21:16:01.750658 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-814e24a3-1beb-42a7-9320-4e9d3ea799c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.752515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-814e24a3-1beb-42a7-9320-4e9d3ea799c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550880 Jul 16 21:16:01.763199 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f5690986-d2d4-4e64-8b91-bf4d7eddbdc9 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=93862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:16:01.764235 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-f5690986-d2d4-4e64-8b91-bf4d7eddbdc9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059500 Jul 16 21:16:01.824506 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed9828-b825-42e8-aadb-a6a2a239efe7 req-c12a8616-36dc-4028-9220-547f45a24c60 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.826023 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87ed9828-b825-42e8-aadb-a6a2a239efe7 req-c12a8616-36dc-4028-9220-547f45a24c60 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0786853 Jul 16 21:16:01.861115 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-98b251fb-8b87-4c41-82e2-42079aa91b78 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908387 Jul 16 21:16:01.864888 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-87ed9828-b825-42e8-aadb-a6a2a239efe7 req-ca494f76-129e-4222-b036-25a7dd6ed8ac tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Jul 16 21:16:01.968220 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-69ae9be2-6c85-4a78-98df-6ce838732509 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009967 Jul 16 21:16:02.095491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-dae92cb5-c223-4d49-9e0e-b4bdae54db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.097070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-dae92cb5-c223-4d49-9e0e-b4bdae54db83 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1096 time: 0.0585561 Jul 16 21:16:02.203432 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-e227628e-af45-413c-9318-5e7bcfdce1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.204972 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-e227628e-af45-413c-9318-5e7bcfdce1fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.1016574 Jul 16 21:16:02.280585 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-044dce3c-bd14-4953-8e29-45ba7583e5ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 999 time: 0.0661945 Jul 16 21:16:02.349093 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-0e5d28d0-3b86-4b86-bbad-21d3db532de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.350600 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-0e5d28d0-3b86-4b86-bbad-21d3db532de1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0631092 Jul 16 21:16:02.410133 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-65ec53ae-c7ee-488d-9ee4-868cff6466bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.411690 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-65ec53ae-c7ee-488d-9ee4-868cff6466bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534241 Jul 16 21:16:02.520049 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-4ca5ca8d-ff7d-4ef4-96a7-7d99546975b8 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987964 Jul 16 21:16:02.621884 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e9d9e5e6-5aff-4650-ac8d-6d1b254ac4a2 req-3676c999-6e88-426e-9cc6-7d9753e91a14 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957851 Jul 16 21:16:03.054793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea20e-88de-4d50-a002-6770d5f3873f req-2c4fded5-f08b-48a6-977c-236793bf25a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:03.056330 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f8ea20e-88de-4d50-a002-6770d5f3873f req-2c4fded5-f08b-48a6-977c-236793bf25a6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0709925 Jul 16 21:16:03.099932 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6f8ea20e-88de-4d50-a002-6770d5f3873f req-59438be6-bb87-4cf3-8e7e-eb9bdb778a05 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347304 Jul 16 21:16:04.282548 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85964a0-aa36-47e4-9c1c-dc4fc1bb2984 req-d427e04d-6676-423f-bc84-cdc900b255d4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:04.284033 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c85964a0-aa36-47e4-9c1c-dc4fc1bb2984 req-d427e04d-6676-423f-bc84-cdc900b255d4 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0669944 Jul 16 21:16:04.322900 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c85964a0-aa36-47e4-9c1c-dc4fc1bb2984 req-aedf8bfa-c3ca-47c7-a1f7-552916cb28df tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Jul 16 21:16:05.257935 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:16:05.522492 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad690a-f98a-409c-b516-c8e058c3d42d req-29669e85-605b-4993-bbbc-17d14f2704c7 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:05.524032 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fad690a-f98a-409c-b516-c8e058c3d42d req-29669e85-605b-4993-bbbc-17d14f2704c7 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0841260 Jul 16 21:16:05.567298 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0fad690a-f98a-409c-b516-c8e058c3d42d req-90f04802-6a50-46a0-88df-8c405ad77fd6 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351431 Jul 16 21:16:06.124751 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-79dd9c15-5afb-485d-b841-50c06ff90e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:06.760507 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9926-edc6-4a5a-a402-8df83259c5f0 req-5599a9a7-6b37-41f3-9e06-c14ff50a1981 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:06.762060 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3dba9926-edc6-4a5a-a402-8df83259c5f0 req-5599a9a7-6b37-41f3-9e06-c14ff50a1981 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.0749736 Jul 16 21:16:06.806245 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-3dba9926-edc6-4a5a-a402-8df83259c5f0 req-a4a61a25-9462-449f-bd07-dd7643f8e3b9 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Jul 16 21:16:08.059849 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4a03-00e6-47e8-a0bb-19896625a7eb req-d26b80d0-d6a6-4126-ae93-a6e64aaa1043 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.061405 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0dde4a03-00e6-47e8-a0bb-19896625a7eb req-d26b80d0-d6a6-4126-ae93-a6e64aaa1043 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.1347871 Jul 16 21:16:08.102922 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0dde4a03-00e6-47e8-a0bb-19896625a7eb req-920b1042-b0d5-4b5d-bc95-29d382155600 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Jul 16 21:16:08.702176 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:08.954129 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3a24-84b3-4cc6-a8ba-b57076289ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.172016 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.331097 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8270be-042b-4a2c-9758-8e9b3f8ca684 req-19c4c004-41e2-4222-a5c0-fc013af4fa2d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:09.332558 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5b8270be-042b-4a2c-9758-8e9b3f8ca684 req-19c4c004-41e2-4222-a5c0-fc013af4fa2d tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 944 time: 0.1136885 Jul 16 21:16:09.370182 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5b8270be-042b-4a2c-9758-8e9b3f8ca684 req-a8c4ebf0-785a-4d3f-9ec4-5e742e882c3a tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 Jul 16 21:16:09.470576 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ddcf4960-1423-4983-a346-fb60a4667f20 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:16:09.583939 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:09.595611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'port_id': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'mac_address': 'fa:16:3e:1f:88:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:16:09.637842 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.653114 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf4960-1423-4983-a346-fb60a4667f20 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:09.679410 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:09.685994 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.745321 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=9']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:09.763581 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.916119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['ddcf4960-1423-4983-a346-fb60a4667f20'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:16:10.312735 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:10.554957 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ec7ea-fde3-4498-bde8-ba50c9d361a3 req-08dae75f-037d-4698-b56f-fff1c3914d75 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:10.556507 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c11ec7ea-fde3-4498-bde8-ba50c9d361a3 req-08dae75f-037d-4698-b56f-fff1c3914d75 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 945 time: 0.0679257 Jul 16 21:16:10.600301 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c11ec7ea-fde3-4498-bde8-ba50c9d361a3 req-aa86c7e0-d132-41d9-b5f4-2cf39b42b204 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372362 Jul 16 21:16:11.486082 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ddcf4960-1423-4983-a346-fb60a4667f20 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:16:11.540290 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port ddcf4960-1423-4983-a346-fb60a4667f20 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:16:11.545179 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port ddcf4960-1423-4983-a346-fb60a4667f20 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:11.545568 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.632774 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.655416 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:11.657764 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ddc0a-0520-40a9-adb6-8c781bd1c8a6" -d '{"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:11.671596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:11.677598 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.704329 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8643293a-706c-4388-a31d-ee5ceb0868bb x-openstack-request-id: req-8643293a-706c-4388-a31d-ee5ceb0868bb {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:11.704604 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:11.704877 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8643293a-706c-4388-a31d-ee5ceb0868bb {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:11.705266 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'code': 200} Jul 16 21:16:11.750205 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=10']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:11.789629 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389193b1-ae87-4ebb-b808-5131acff101c req-9a5ff5f9-d668-413c-96a3-2f27f308ebf7 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:11.791189 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-389193b1-ae87-4ebb-b808-5131acff101c req-9a5ff5f9-d668-413c-96a3-2f27f308ebf7 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 947 time: 0.0675550 Jul 16 21:16:11.834706 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-389193b1-ae87-4ebb-b808-5131acff101c req-3fa14e6a-8b3e-4306-bd2c-023b90f57ffb tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370562 Jul 16 21:16:11.873961 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115bb8c-5c12-4559-88bf-c7384f757009 req-297b4b68-8d32-483a-809c-7cc246d4b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:11.875559 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7115bb8c-5c12-4559-88bf-c7384f757009 req-297b4b68-8d32-483a-809c-7cc246d4b61f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1099 time: 0.0545244 Jul 16 21:16:11.911391 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-7115bb8c-5c12-4559-88bf-c7384f757009 req-5c7cb957-14c3-4c4e-be9b-00980be709d0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289526 Jul 16 21:16:12.124721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:13.028464 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721ba95-0b68-4877-8cce-4f3fd70ddc34 req-db213ebf-e9fd-4bf0-a5eb-deab96e73ee2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:13.029947 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0721ba95-0b68-4877-8cce-4f3fd70ddc34 req-db213ebf-e9fd-4bf0-a5eb-deab96e73ee2 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 947 time: 0.0738680 Jul 16 21:16:13.071109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-0721ba95-0b68-4877-8cce-4f3fd70ddc34 req-110a074e-2a94-47e5-b4a5-a9f98a9e33ad tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329349 Jul 16 21:16:21.687319 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-dff5e90a-aa5c-46e1-aea8-3aea7658fe37 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583742 Jul 16 21:16:21.800124 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ece711-fee0-4701-81ea-1635e61c7538 req-ffef09eb-88bc-4f0b-bcd0-ba50aead9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:21.801773 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-ffef09eb-88bc-4f0b-bcd0-ba50aead9b48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1099 time: 0.0631468 Jul 16 21:16:21.911384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ece711-fee0-4701-81ea-1635e61c7538 req-f4017e16-ebbc-4351-8d18-19b7b34d6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:21.912814 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-f4017e16-ebbc-4351-8d18-19b7b34d6ed7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0891826 Jul 16 21:16:21.988365 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-df445fc4-c9d2-497d-bc96-08bcb9995c8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 1001 time: 0.0684564 Jul 16 21:16:22.038824 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ece711-fee0-4701-81ea-1635e61c7538 req-03289460-d647-4fac-982a-3a5cacbd86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:22.040349 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-03289460-d647-4fac-982a-3a5cacbd86ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0463645 Jul 16 21:16:22.104842 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ece711-fee0-4701-81ea-1635e61c7538 req-f3ee80cc-6197-40ea-af2c-4987a39ab42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:22.106548 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-f3ee80cc-6197-40ea-af2c-4987a39ab42d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586679 Jul 16 21:16:22.210505 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-d9d5405a-fd9a-4945-9044-2ff569058061 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974720 Jul 16 21:16:22.301334 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-14ece711-fee0-4701-81ea-1635e61c7538 req-9f325f80-df86-42b1-b873-2bf35250dc77 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Jul 16 21:16:36.123279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f7a15320-55de-4566-bb7d-4f7b5e164f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:38.698982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:38.956691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-86cc08c9-c27a-42b0-9abb-2699203f96a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:39.179031 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:39.775313 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:40.316630 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:42.124455 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:42.258276 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:06.118450 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-464a5d7e-efaf-43e9-9215-5cb028ac339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.696353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.962108 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-40d4d091-afe9-46b2-8a6f-9b926e9a484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.184396 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.764454 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:10.322496 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.125869 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.258851 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:23.690257 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-641c3641-7a01-4490-a05b-660c55c3da64 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0641124 Jul 16 21:17:23.795568 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-90b91df8-00c4-41ba-9fb7-797815309f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:23.797118 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-90b91df8-00c4-41ba-9fb7-797815309f67 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1099 time: 0.0579576 Jul 16 21:17:23.915685 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-68645657-1ede-4c81-89b0-ddb59f6c4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:23.917018 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-68645657-1ede-4c81-89b0-ddb59f6c4642 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.0979853 Jul 16 21:17:23.985088 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-4d45a895-829a-4e10-a737-1066672293ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 1001 time: 0.0614002 Jul 16 21:17:24.044160 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-ff36dd19-e01a-4fd7-915b-f0eda9ae9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:24.045697 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-ff36dd19-e01a-4fd7-915b-f0eda9ae9211 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0545707 Jul 16 21:17:24.110146 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-eba43732-a485-4edc-bfb4-1f454db7dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:24.111770 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-eba43732-a485-4edc-bfb4-1f454db7dbd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599601 Jul 16 21:17:24.207968 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-ab45025e-5d00-4300-bb91-e1aebadda177 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896187 Jul 16 21:17:24.306569 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-f4b8ece7-ea29-4170-a07e-22943a8244fe req-5efc0ff7-b197-4ae6-9f06-e17564ba0316 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928783 Jul 16 21:17:28.595181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42910) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:28.765917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Deleting port e727e934-2dd9-4891-ba41-77d8f599c429 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:28.766265 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:28.842429 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:28.842720 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:28.855045 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Calling delete_port for e727e934-2dd9-4891-ba41-77d8f599c429 owned by network:floatingip {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:29.009475 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:29.038340 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event deleted for resources: {'Port': ['ID=e727e934-2dd9-4891-ba41-77d8f599c429,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:29.050493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.050822 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.051206 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.051540 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.051878 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.052195 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.052518 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.052841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.053158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.053477 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.053794 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.054145 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:29.113433 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for floatingip, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:29.113692 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Floating IP 9d9dd113-2509-4f99-b7cc-e16e825cc13f disassociated (deleted). External IP: 172.25.3.23, port: ddcf4960-1423-4983-a346-fb60a4667f20. Jul 16 21:17:29.678668 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Router a91832f0-1a34-4ee8-a28d-6e03b39aaaab has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:29.793462 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:29.797751 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:29.806647 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] Sync routers for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:29.816868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:29.817498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:29.836214 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-19d672e5-0525-4273-a5af-bb880dd55409 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "DELETE /v2.0/floatingips/9d9dd113-2509-4f99-b7cc-e16e825cc13f HTTP/1.1" status: 204 len: 168 time: 1.2398653 Jul 16 21:17:29.836917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:29.839336 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bf1455-4e0a-4233-aed9-da28c4e27b21" -d '{"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:29.927819 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a692d-bccc-454a-b820-ee89264214ec x-openstack-request-id: req-626a692d-bccc-454a-b820-ee89264214ec {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:29.928118 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:29.928372 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-626a692d-bccc-454a-b820-ee89264214ec {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:29.928777 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'status': 'completed', 'code': 200} Jul 16 21:17:29.931354 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:30.005151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-88bd16f6-d137-45e1-8224-7b7f88dac4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:30.006938 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-88bd16f6-d137-45e1-8224-7b7f88dac4c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 1099 time: 0.0553441 Jul 16 21:17:30.116273 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-fffe140f-840b-4b35-95ec-698fcb8a683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:30.117955 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-fffe140f-840b-4b35-95ec-698fcb8a683a service neutron] 10.222.0.79 "GET /v2.0/networks?id=39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 200 len: 910 time: 0.1051266 Jul 16 21:17:30.157710 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:30.169742 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-9a3c12b9-bc6c-41ac-8b81-f4e43a11e6a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 200 len: 217 time: 0.0440791 Jul 16 21:17:30.185900 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] Checking router: a91832f0-1a34-4ee8-a28d-6e03b39aaaab for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:30.194964 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:30.195646 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:30.254481 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-25cc19c5-620e-4ba4-9542-2c42246f9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:30.255994 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-25cc19c5-620e-4ba4-9542-2c42246f9d2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 200 len: 848 time: 0.0721424 Jul 16 21:17:30.304778 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:30.308131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c547d-07a7-466a-8da7-fa4df51e0ea2 req-30ed5d5d-1ecc-498b-bf6d-489fbfcd90ab tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:30.309704 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f8c547d-07a7-466a-8da7-fa4df51e0ea2 req-30ed5d5d-1ecc-498b-bf6d-489fbfcd90ab tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 947 time: 0.1351342 Jul 16 21:17:30.360285 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5f8c547d-07a7-466a-8da7-fa4df51e0ea2 req-d880c857-ee88-49e8-85e6-91b4ca9c10ad tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Jul 16 21:17:30.363730 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-67f2e157-7895-4b66-8d89-c8de7ae5883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:30.365264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-67f2e157-7895-4b66-8d89-c8de7ae5883d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39bbf3e9-7a9c-4e27-87cd-729e104d95de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023688 Jul 16 21:17:30.476278 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-85136979-167f-4284-9b3f-a8a895864764 service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037083 Jul 16 21:17:30.529636 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:30.562400 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf6823-df72-4e08-ad50-9248b798a52d None None] The sync data for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 is: [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:08:50Z', 'revision_number': 4, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '9e263fee-a9b4-4efb-a435-9094b4635f32', 'name': '', 'network_id': '39bbf3e9-7a9c-4e27-87cd-729e104d95de', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'mac_address': 'fa:16:3e:f0:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:49Z', 'updated_at': '2021-07-16T21:08:56Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'subnets': [{'id': '06beb33f-4ac2-45e8-90a3-5ba5ff838cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:30.572468 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-42bf1455-4e0a-4233-aed9-da28c4e27b21 req-eae85dfa-a7e7-4136-9958-cfdc7f5611fe service neutron] 10.222.0.79 "GET /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Jul 16 21:17:30.814398 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d4c7a-99a8-4f7e-9b69-acffbb4f857e None None] New status for floating IP 9d9dd113-2509-4f99-b7cc-e16e825cc13f: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:17:31.561626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e9bbe-fd8a-46a3-b6cc-207a43a725a9 req-e5d64d48-a84b-490c-b9cf-10ca99ba131e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:31.563202 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-195e9bbe-fd8a-46a3-b6cc-207a43a725a9 req-e5d64d48-a84b-490c-b9cf-10ca99ba131e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 947 time: 0.0747209 Jul 16 21:17:31.603510 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-195e9bbe-fd8a-46a3-b6cc-207a43a725a9 req-43572c1d-2451-451c-b455-3dd8530de6cd tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/security-groups?id=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345297 Jul 16 21:17:31.672241 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-31da3e7e-745b-45fb-934c-1f29bcc76d3c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:31.673678 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-31da3e7e-745b-45fb-934c-1f29bcc76d3c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 947 time: 0.0792692 Jul 16 21:17:31.787186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Deleting port ddcf4960-1423-4983-a346-fb60a4667f20 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:31.787509 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:31.888024 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] For port ddcf4960-1423-4983-a346-fb60a4667f20, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=ddcf4960-1423-4983-a346-fb60a4667f20,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:31.888344 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:31.900900 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Calling delete_port for ddcf4960-1423-4983-a346-fb60a4667f20 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:32.054116 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:32.095713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event deleted for resources: {'Port': ['ID=ddcf4960-1423-4983-a346-fb60a4667f20,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:32.151397 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] No DVR routers for this DVR port ddcf4960-1423-4983-a346-fb60a4667f20 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:32.154326 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:32.156525 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-abc6bd0b-2ad5-48f5-b338-c4ab95467d50 req-63677a97-5163-43a3-910f-4b19a915693e tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.79 "DELETE /v2.0/ports/ddcf4960-1423-4983-a346-fb60a4667f20 HTTP/1.1" status: 204 len: 173 time: 0.4773946 Jul 16 21:17:32.157006 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-deleted', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:32.159426 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870182b2-cf39-4e14-8b24-57d1bbe63a76" -d '{"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-deleted", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:32.199210 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc102570-e9da-4fc6-8e96-31b569e1c42e x-openstack-request-id: req-cc102570-e9da-4fc6-8e96-31b569e1c42e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:32.199646 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88ccf4-7247-4eb3-90f7-7c35753d6b5e", "name": "network-vif-deleted", "tag": "ddcf4960-1423-4983-a346-fb60a4667f20", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:32.200078 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cc102570-e9da-4fc6-8e96-31b569e1c42e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:32.200223 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee88ccf4-7247-4eb3-90f7-7c35753d6b5e', 'name': 'network-vif-deleted', 'tag': 'ddcf4960-1423-4983-a346-fb60a4667f20', 'status': 'completed', 'code': 200} Jul 16 21:17:32.756142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-512569d9-813c-4188-9f91-0740e0dcf8da req-dadd4425-c7a6-41b0-ad72-8f7258a3c9a1 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 210 time: 0.0298719 Jul 16 21:17:33.906772 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-40258806-a5cd-4179-abb8-bc3355ec4906 req-a8a486f1-4003-4353-93f4-bd3ed1468e67 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 210 time: 0.0315242 Jul 16 21:17:35.062585 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-58bfd199-85ec-4694-94d1-a28af37194ab req-eea55ab9-e634-482e-a7ec-b55002f979ec tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 210 time: 0.0295658 Jul 16 21:17:35.911757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ddcf4960-1423-4983-a346-fb60a4667f20 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:35.933076 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: ddcf4960-1423-4983-a346-fb60a4667f20 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:35.933390 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device ddcf4960-1423-4983-a346-fb60a4667f20 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:36.132875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-de788bed-5656-4ba1-b755-324ed17627d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:36.239182 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a9fe3e4-ed54-4c75-9ae3-7bb6b2278f42 req-55bc3412-d928-4ccf-959d-cb1ab9c7aac3 tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee88ccf4-7247-4eb3-90f7-7c35753d6b5e HTTP/1.1" status: 200 len: 210 time: 0.0359898 Jul 16 21:17:37.331585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42952) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:37.394207 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:37.420904 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:37.495318 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:37.498097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:37.498992 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] 10.222.0.91 "DELETE /v2.0/security-groups/1c8d9d8b-a649-4b26-aa7f-739e7e82fc54 HTTP/1.1" status: 204 len: 168 time: 0.1662946 Jul 16 21:17:37.509505 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8d9d8b-a649-4b26-aa7f-739e7e82fc54,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:37.517625 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.517976 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.518313 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.518682 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.519049 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.519382 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.519708 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.520029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.520665 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.521012 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.521342 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.521667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e4269-041e-470d-9f60-2dbb252eac7c tempest-TestShelveInstance-2113787272 tempest-TestShelveInstance-2113787272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:37.555056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42956) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:38.031894 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.300841 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Deleting port 9e263fee-a9b4-4efb-a435-9094b4635f32 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:38.301195 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.387609 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] For port 9e263fee-a9b4-4efb-a435-9094b4635f32, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9e263fee-a9b4-4efb-a435-9094b4635f32,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:38.388012 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.402507 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Calling delete_port for 9e263fee-a9b4-4efb-a435-9094b4635f32 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:38.598558 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.625713 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9e263fee-a9b4-4efb-a435-9094b4635f32,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:38.694710 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.820687 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.956285 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a78be154-a89f-4bf1-bdb7-a399d9dd1e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.060906 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Router a91832f0-1a34-4ee8-a28d-6e03b39aaaab has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:39.171935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:39.178544 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-5129aed2-a65d-46f5-87ec-dda3fe85d3cf admin admin] 10.222.0.91 "PUT /v2.0/routers/a91832f0-1a34-4ee8-a28d-6e03b39aaaab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6206102 Jul 16 21:17:39.179880 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42960) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:39.187370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] Sync routers for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:39.202676 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:39.203334 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:39.206816 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.286554 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.308805 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:39.390950 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.449845 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Deleting port 811e8374-2ed3-4494-a6fe-ae2c859257b3 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:39.450194 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.501310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:17:38Z', 'revision_number': 5, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port': {'id': '811e8374-2ed3-4494-a6fe-ae2c859257b3', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:48Z', 'updated_at': '2021-07-16T21:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:39.530389 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] Checking router: a91832f0-1a34-4ee8-a28d-6e03b39aaaab for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:39.534414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] For port 811e8374-2ed3-4494-a6fe-ae2c859257b3, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=811e8374-2ed3-4494-a6fe-ae2c859257b3,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:39.534802 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.538868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] Routers {'a91832f0-1a34-4ee8-a28d-6e03b39aaaab'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:39.539484 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:39.551958 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Calling delete_port for 811e8374-2ed3-4494-a6fe-ae2c859257b3 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:39.625119 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] Set router a91832f0-1a34-4ee8-a28d-6e03b39aaaab gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:39.680144 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:17:39Z', 'revision_number': 6, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:39.706401 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a32b6-df4c-421e-a1ce-10b738706a98 None None] The sync data for ids ['a91832f0-1a34-4ee8-a28d-6e03b39aaaab'] in n-d-792458-10 is: [{'id': 'a91832f0-1a34-4ee8-a28d-6e03b39aaaab', 'name': 'tempest-TestShelveInstance-1512023692-router', 'tenant_id': '26c86f3361d04b1b8c70ec395acd1f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:47Z', 'updated_at': '2021-07-16T21:17:39Z', 'revision_number': 6, 'project_id': '26c86f3361d04b1b8c70ec395acd1f78', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:39.728529 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.763128 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.765339 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Pushing event deleted for resources: {'Port': ['ID=811e8374-2ed3-4494-a6fe-ae2c859257b3,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:39.832403 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.923635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.925917 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.977034 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.977688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91832f0-1a34-4ee8-a28d-6e03b39aaaab {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:17:39.983060 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.984395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ab4e45c5-28c8-466d-8e64-c0c6989d162b admin admin] 10.222.0.91 "DELETE /v2.0/routers/a91832f0-1a34-4ee8-a28d-6e03b39aaaab HTTP/1.1" status: 204 len: 168 time: 0.8028316 Jul 16 21:17:39.988012 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42962) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:40.044814 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] Deleting subnet 06beb33f-4ac2-45e8-90a3-5ba5ff838cda {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:17:40.048503 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.088370 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.171330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.243996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.269361 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06beb33f-4ac2-45e8-90a3-5ba5ff838cda,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:40.273937 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.276216 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-38f45915-12cc-4a3c-a856-4f20be568944 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/06beb33f-4ac2-45e8-90a3-5ba5ff838cda HTTP/1.1" status: 204 len: 168 time: 0.2871189 Jul 16 21:17:40.278429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42964) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:40.279481 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94911264-c4ad-44c7-ab73-656683eb616b None None] Network 39bbf3e9-7a9c-4e27-87cd-729e104d95de requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:40.353635 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.373389 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.411441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Deleting port 0341417c-d37b-4cb1-aa64-b626bc1ac743 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:40.411745 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.505274 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] DHCP port deletion for 39bbf3e9-7a9c-4e27-87cd-729e104d95de request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:17:40.561683 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Deleting port 0341417c-d37b-4cb1-aa64-b626bc1ac743 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:40.562071 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.810081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] For port 0341417c-d37b-4cb1-aa64-b626bc1ac743, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0341417c-d37b-4cb1-aa64-b626bc1ac743,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:40.810875 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.821702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 0341417c-d37b-4cb1-aa64-b626bc1ac743 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:40.827525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Calling delete_port for 0341417c-d37b-4cb1-aa64-b626bc1ac743 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:40.840908 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] For port 0341417c-d37b-4cb1-aa64-b626bc1ac743, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=0341417c-d37b-4cb1-aa64-b626bc1ac743,segment=NetworkSegment(ffcd6f59-2fed-4946-8902-dba92e3757cc),segment_id=ffcd6f59-2fed-4946-8902-dba92e3757cc)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:40.841663 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.854158 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Calling delete_port for 0341417c-d37b-4cb1-aa64-b626bc1ac743 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:40.937490 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.962897 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Pushing event deleted for resources: {'Port': ['ID=0341417c-d37b-4cb1-aa64-b626bc1ac743,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:40.963274 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:40.966868 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] No DVR routers for this DVR port 0341417c-d37b-4cb1-aa64-b626bc1ac743 on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:40.976582 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:41.012459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Pushing event deleted for resources: {'Port': ['ID=0341417c-d37b-4cb1-aa64-b626bc1ac743,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:41.014812 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] No DVR routers for this DVR port 0341417c-d37b-4cb1-aa64-b626bc1ac743 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:41.042688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.043061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.043403 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.043730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.044059 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.044380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.044704 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.045012 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.045343 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.045656 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.045953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.046094 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:41.046265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826be249-2d4c-4207-880d-50e5edce3446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:41.048937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9e263fee-a9b4-4efb-a435-9094b4635f32 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:41.064293 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bbf3e9-7a9c-4e27-87cd-729e104d95de']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:41.069166 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9e263fee-a9b4-4efb-a435-9094b4635f32 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:41.069583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9e263fee-a9b4-4efb-a435-9094b4635f32 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:41.070136 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 811e8374-2ed3-4494-a6fe-ae2c859257b3 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:41.084031 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcd6f59-2fed-4946-8902-dba92e3757cc') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:41.084319 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcd6f59-2fed-4946-8902-dba92e3757cc') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:41.092326 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 811e8374-2ed3-4494-a6fe-ae2c859257b3 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:41.092517 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 811e8374-2ed3-4494-a6fe-ae2c859257b3 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:41.095081 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:41.111723 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:41.120181 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:17:41.120579 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:17:41.122249 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:17:41.178716 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:41.184839 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:41.186683 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] 10.222.0.91 "DELETE /v2.0/networks/39bbf3e9-7a9c-4e27-87cd-729e104d95de HTTP/1.1" status: 204 len: 168 time: 0.9072332 Jul 16 21:17:41.190021 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42966) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:41.198972 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5de4d-10c0-4ac0-8b20-ceb0ec5ce02a admin admin] Pushing event deleted for resources: {'Network': ['ID=39bbf3e9-7a9c-4e27-87cd-729e104d95de,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:41.936850 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:42.125654 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:42.209056 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Deleting port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:42.209662 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:42.297076 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] For port e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,segment=NetworkSegment(cfe81c0b-0804-4edf-88ea-a79b2c16f5d7),segment_id=cfe81c0b-0804-4edf-88ea-a79b2c16f5d7)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:42.297423 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:42.310520 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Calling delete_port for e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:42.503607 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:42.529660 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:42.704139 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:42.923428 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Router 74c78222-0c1c-4007-8271-438afd807b93 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:43.033838 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:43.039464 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-cf250f9e-e186-4bdb-9043-410a3779f408 admin admin] 10.222.0.91 "PUT /v2.0/routers/74c78222-0c1c-4007-8271-438afd807b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482559 Jul 16 21:17:43.042111 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42968) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:43.042806 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] Sync routers for ids ['74c78222-0c1c-4007-8271-438afd807b93'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:43.053339 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] Routers {'74c78222-0c1c-4007-8271-438afd807b93'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:43.053968 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['74c78222-0c1c-4007-8271-438afd807b93'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:43.154567 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.164374 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] Set router 74c78222-0c1c-4007-8271-438afd807b93 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:43.260552 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.316137 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Deleting port f71eecb0-5cc3-4335-9c76-673c88d2e7ae {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:43.316851 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.342535 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:17:42Z', 'revision_number': 5, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port': {'id': 'f71eecb0-5cc3-4335-9c76-673c88d2e7ae', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c78222-0c1c-4007-8271-438afd807b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:08:53Z', 'updated_at': '2021-07-16T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:43.368562 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] Checking router: 74c78222-0c1c-4007-8271-438afd807b93 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:43.378052 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] Routers {'74c78222-0c1c-4007-8271-438afd807b93'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:43.378666 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['74c78222-0c1c-4007-8271-438afd807b93'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:43.402606 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] For port f71eecb0-5cc3-4335-9c76-673c88d2e7ae, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:43.403003 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.415050 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Calling delete_port for f71eecb0-5cc3-4335-9c76-673c88d2e7ae owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:43.468621 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] Set router 74c78222-0c1c-4007-8271-438afd807b93 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:43.526927 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:17:43Z', 'revision_number': 6, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:43.554563 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48accb-06c1-4aa2-8314-e80f12931e3e None None] The sync data for ids ['74c78222-0c1c-4007-8271-438afd807b93'] in n-d-792458-10 is: [{'id': '74c78222-0c1c-4007-8271-438afd807b93', 'name': 'tempest-TestShelveInstance-213324817-router', 'tenant_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:08:52Z', 'updated_at': '2021-07-16T21:17:43Z', 'revision_number': 6, 'project_id': '9e758d0d7ae643a0b6a93516bdbb533f', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:43.602788 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.628882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71eecb0-5cc3-4335-9c76-673c88d2e7ae,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:43.697989 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.790316 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.792533 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.837667 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.838380 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c78222-0c1c-4007-8271-438afd807b93 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:17:43.843907 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.845496 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a6c79540-907f-4ffb-bea7-d9e4279e5e96 admin admin] 10.222.0.91 "DELETE /v2.0/routers/74c78222-0c1c-4007-8271-438afd807b93 HTTP/1.1" status: 204 len: 168 time: 0.8023162 Jul 16 21:17:43.849008 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42970) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:43.900443 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] Deleting subnet f5b3ec98-f4c0-4c1f-9013-5c3f816ef052 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:17:43.905292 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:43.948060 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2698583'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.030078 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.094212 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2672375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3019101'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.121857 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b3ec98-f4c0-4c1f-9013-5c3f816ef052,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:44.123953 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.127429 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-77a1786d-41f6-4e3c-933a-e9a9b6c69255 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f5b3ec98-f4c0-4c1f-9013-5c3f816ef052 HTTP/1.1" status: 204 len: 168 time: 0.2757699 Jul 16 21:17:44.128370 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42972) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:44.131124 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3a142-b213-4165-8204-447753602fe7 None None] Network 20fc8783-7d43-4a34-96e7-47c0f429836d requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:44.208646 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.267532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Deleting port 7119b489-6398-4ba4-a6b6-a016a2c3f688 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:44.268156 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.340367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] For port 7119b489-6398-4ba4-a6b6-a016a2c3f688, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7119b489-6398-4ba4-a6b6-a016a2c3f688,segment=NetworkSegment(cfe81c0b-0804-4edf-88ea-a79b2c16f5d7),segment_id=cfe81c0b-0804-4edf-88ea-a79b2c16f5d7)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:44.340732 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.350192 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] DHCP port deletion for 20fc8783-7d43-4a34-96e7-47c0f429836d request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:17:44.352712 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Calling delete_port for 7119b489-6398-4ba4-a6b6-a016a2c3f688 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:44.398937 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] Deleting port 7119b489-6398-4ba4-a6b6-a016a2c3f688 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:44.399310 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.436925 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.463374 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] For port 7119b489-6398-4ba4-a6b6-a016a2c3f688, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=7119b489-6398-4ba4-a6b6-a016a2c3f688,segment=NetworkSegment(cfe81c0b-0804-4edf-88ea-a79b2c16f5d7),segment_id=cfe81c0b-0804-4edf-88ea-a79b2c16f5d7)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:44.463764 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.465800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] No DVR routers for this DVR port 7119b489-6398-4ba4-a6b6-a016a2c3f688 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:44.471470 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7119b489-6398-4ba4-a6b6-a016a2c3f688,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:44.479912 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] Calling delete_port for 7119b489-6398-4ba4-a6b6-a016a2c3f688 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:44.549233 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.560742 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fc8783-7d43-4a34-96e7-47c0f429836d']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:44.563021 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.571770 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:44.572068 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe81c0b-0804-4edf-88ea-a79b2c16f5d7') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:44.581834 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.590078 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] Pushing event deleted for resources: {'Port': ['ID=7119b489-6398-4ba4-a6b6-a016a2c3f688,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:44.593919 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ce69d-1844-4544-8003-e7962d8f4613 None None] No DVR routers for this DVR port 7119b489-6398-4ba4-a6b6-a016a2c3f688 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:44.599097 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.607729 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:17:44.608628 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: timer() Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:17:44.610417 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:17:44.672363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.677901 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.683207 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/20fc8783-7d43-4a34-96e7-47c0f429836d HTTP/1.1" status: 204 len: 168 time: 0.5505257 Jul 16 21:17:44.691307 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e481ae-5f55-4ce8-b804-ddf6458502e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=20fc8783-7d43-4a34-96e7-47c0f429836d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:44.793596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7119b489-6398-4ba4-a6b6-a016a2c3f688 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:44.803943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 42976) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:44.814637 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 7119b489-6398-4ba4-a6b6-a016a2c3f688 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:44.815009 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 7119b489-6398-4ba4-a6b6-a016a2c3f688 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:44.815422 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f71eecb0-5cc3-4335-9c76-673c88d2e7ae no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:44.834085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: f71eecb0-5cc3-4335-9c76-673c88d2e7ae {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:44.834432 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device f71eecb0-5cc3-4335-9c76-673c88d2e7ae not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:44.834865 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:44.849395 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1bf752c5-7dad-42f3-9cce-c6a12568ed49 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=26c86f3361d04b1b8c70ec395acd1f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417709 Jul 16 21:17:44.849769 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42978) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:44.856698 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:44.856916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device e1a8a9eb-8d3a-4562-b3f3-0d66e06015bc not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:44.903354 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0317e8df-48a7-4825-a7ea-79100282fc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.927337 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0317e8df-48a7-4825-a7ea-79100282fc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.977527 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0317e8df-48a7-4825-a7ea-79100282fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.981270 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0317e8df-48a7-4825-a7ea-79100282fc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:44.983161 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-0317e8df-48a7-4825-a7ea-79100282fc5c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0adbdf3b-b808-43c0-af51-cff4d37e5851 HTTP/1.1" status: 204 len: 168 time: 0.1321139 Jul 16 21:17:44.996911 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317e8df-48a7-4825-a7ea-79100282fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adbdf3b-b808-43c0-af51-cff4d37e5851,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:45.354387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:45.411338 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d0a54dce-6069-4388-9748-ccdec2763201 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9e758d0d7ae643a0b6a93516bdbb533f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552874 Jul 16 21:17:45.414211 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 42986) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:45.472562 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a23d-8c0a-4e6e-afbf-bbe85cb1f665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:45.497265 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a23d-8c0a-4e6e-afbf-bbe85cb1f665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:45.551876 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a23d-8c0a-4e6e-afbf-bbe85cb1f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:45.555075 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a23d-8c0a-4e6e-afbf-bbe85cb1f665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:45.556610 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-e1e2a23d-8c0a-4e6e-afbf-bbe85cb1f665 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/310cc6a4-4351-413a-af25-d6c2de4757ce HTTP/1.1" status: 204 len: 168 time: 0.1415002 Jul 16 21:17:45.564863 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2a23d-8c0a-4e6e-afbf-bbe85cb1f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310cc6a4-4351-413a-af25-d6c2de4757ce,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:46.314265 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43008) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:46.426636 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-278610175-network', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:46.456963 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Made reservation on behalf of 1da0149fe3a34048b51e89bae1e023ff for: {'network': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:46.459724 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.472301 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.579129 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.584656 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.612548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:17:46.622989 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c843939a-5aef-468f-8259-5e09a408185a,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:46.628386 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.628739 n-d-792458-10 neutron-server[93862]: INFO neutron.db.segments_db [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Added segment 30e60083-2b42-4252-a4a4-9eeb4a1af6cb of type vlan for network e6f6517d-e046-4ba3-9927-e2b7467a5842 Jul 16 21:17:46.670518 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.703238 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.704229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:46.704807 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.735745 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4199872 Jul 16 21:17:46.739944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43012) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:46.746259 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Request body: {'subnet': {'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-278610175-subnet', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:46.766703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e65fc-dc53-4bed-b3c8-dd0f2c85520b admin admin] Pushing event updated for resources: {'Network': ['ID=e6f6517d-e046-4ba3-9927-e2b7467a5842,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:46.770004 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Made reservation on behalf of 1da0149fe3a34048b51e89bae1e023ff for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:46.772509 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.777994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:17:46.951764 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.009221 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ec5148-be1e-4f1e-858d-af9f8e7eafc0,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:47.024809 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Checking segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:47.025155 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Network hostable DHCP agents. Network: e6f6517d-e046-4ba3-9927-e2b7467a5842, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:17:47.041815 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:17:47.052322 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, e6f6517d-e046-4ba3-9927-e2b7467a5842) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:47.057605 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:47.058196 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.061528 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a17408-39bf-4bbc-9e56-a9ba9344b494 None None] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:47.076029 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-05bfa24e-9519-4922-94ef-9d6564a1381e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3345199 Jul 16 21:17:47.079029 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43014) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:47.083646 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:47.105385 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.106884 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.165580 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.220626 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-e6f6517d-e046-4ba3-9927-e2b7467a5842', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:17:47.221520 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.310048 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.364772 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Allocated IP 172.20.0.2 (e6f6517d-e046-4ba3-9927-e2b7467a5842/47ec5148-be1e-4f1e-858d-af9f8e7eafc0/c633a91b-58dd-486c-ba14-406bd3e9478e) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:47.519531 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.524417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.533757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Transition to ACTIVE for port object c633a91b-58dd-486c-ba14-406bd3e9478e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:47.538587 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.550441 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Transition to ACTIVE for port object c633a91b-58dd-486c-ba14-406bd3e9478e will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:47.557216 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.596157 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:47.599057 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:47.602791 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:47.608461 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Pushing event updated for resources: {'Port': ['ID=c633a91b-58dd-486c-ba14-406bd3e9478e,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:47.644970 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Allocated IP 172.25.3.106 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/9b891e73-5739-40cd-acd3-eed245865da8) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:47.665445 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Attempting to bind port c633a91b-58dd-486c-ba14-406bd3e9478e on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:47.665842 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Attempting to bind port c633a91b-58dd-486c-ba14-406bd3e9478e by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:47.666218 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Attempting to bind port c633a91b-58dd-486c-ba14-406bd3e9478e on network e6f6517d-e046-4ba3-9927-e2b7467a5842 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:47.672029 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:47.672407 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Checking segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:47.672813 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.673236 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Bound using segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:47.673709 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Bound port: c633a91b-58dd-486c-ba14-406bd3e9478e, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:47.674104 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.742922 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] For port c633a91b-58dd-486c-ba14-406bd3e9478e, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:47.746188 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] For port c633a91b-58dd-486c-ba14-406bd3e9478e, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c633a91b-58dd-486c-ba14-406bd3e9478e,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:47.750044 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.756777 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.801383 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:47.810356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a5ae-939f-4358-8783-f8cba8a110d1 None None] Pushing event updated for resources: {'Port': ['ID=c633a91b-58dd-486c-ba14-406bd3e9478e,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:47.839314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:47.846252 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:47.850871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:47.855715 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Pushing event updated for resources: {'Port': ['ID=9b891e73-5739-40cd-acd3-eed245865da8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:48.135933 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:48.349159 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:48.496060 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Router 22771aa7-9cf5-4c0d-86c9-4571416740d6 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:17:48.611360 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:48.623920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Sync routers for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:48.628497 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:48.629760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-823af937-785e-4c5f-90a5-cff3faaa0a9a admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5497987 Jul 16 21:17:48.632885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43016) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:48.642862 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:48.643536 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:48.769720 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:48.799809 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933fac4-8764-4e5b-bfb1-79c03d41d6dc None None] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:48.847198 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c633a91b-58dd-486c-ba14-406bd3e9478e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:48.911731 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-5a819bca-541e-4fe3-9dd9-372dbd907546 None None] Provisioning for port c633a91b-58dd-486c-ba14-406bd3e9478e completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:49.066602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c633a91b-58dd-486c-ba14-406bd3e9478e completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:49.075765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c633a91b-58dd-486c-ba14-406bd3e9478e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:49.076133 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.083721 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.195952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:48Z', 'revision_number': 3, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:49.231923 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Checking router: 22771aa7-9cf5-4c0d-86c9-4571416740d6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:49.232184 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Updating router 22771aa7-9cf5-4c0d-86c9-4571416740d6 port 9b891e73-5739-40cd-acd3-eed245865da8 binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:17:49.256981 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Allocated IP 172.20.0.1 (e6f6517d-e046-4ba3-9927-e2b7467a5842/47ec5148-be1e-4f1e-858d-af9f8e7eafc0/28fa50da-f35a-4829-8017-076ef3cd0884) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:49.267237 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.293622 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.343980 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c633a91b-58dd-486c-ba14-406bd3e9478e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c633a91b-58dd-486c-ba14-406bd3e9478e,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:49.352107 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.371644 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.387825 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Transition to ACTIVE for port object 28fa50da-f35a-4829-8017-076ef3cd0884 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:49.424286 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.470294 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:49.475599 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:49.479504 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:49.494495 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c633a91b-58dd-486c-ba14-406bd3e9478e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:49.504882 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Pushing event updated for resources: {'Port': ['ID=28fa50da-f35a-4829-8017-076ef3cd0884,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:49.524034 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.686252 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.785682 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-b06b4b49-0be4-41cd-a7b7-772f507d09e9 None None] Provisioning complete for port c633a91b-58dd-486c-ba14-406bd3e9478e triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:49.785961 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b06b4b49-0be4-41cd-a7b7-772f507d09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.851190 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.860537 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.865648 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.865986 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Transition to ACTIVE for port object 9b891e73-5739-40cd-acd3-eed245865da8 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:49.873668 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.930906 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.932885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Pushing event updated for resources: {'Port': ['ID=28fa50da-f35a-4829-8017-076ef3cd0884,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:49.961190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349bcf0-a3e5-4197-a2f9-5bbce6fdd055 None None] Pushing event updated for resources: {'Port': ['ID=9b891e73-5739-40cd-acd3-eed245865da8,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:49.967027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Attempting to bind port 9b891e73-5739-40cd-acd3-eed245865da8 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:49.967724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Attempting to bind port 9b891e73-5739-40cd-acd3-eed245865da8 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:49.967724 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Attempting to bind port 9b891e73-5739-40cd-acd3-eed245865da8 on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:49.977040 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:49.977466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:49.977874 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:49.978258 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:49.978725 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Bound port: 9b891e73-5739-40cd-acd3-eed245865da8, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:49.979141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.034586 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] For port 9b891e73-5739-40cd-acd3-eed245865da8, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:50.037526 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:50.039014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] For port 9b891e73-5739-40cd-acd3-eed245865da8, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b891e73-5739-40cd-acd3-eed245865da8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:50.039429 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:50.044227 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.113262 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:50.113927 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:50.153966 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d8d9acb4-0e74-47c2-99e5-f02ee66ce178 None None] Provisioning for port 28fa50da-f35a-4829-8017-076ef3cd0884 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:50.160668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349bcf0-a3e5-4197-a2f9-5bbce6fdd055 None None] Pushing event updated for resources: {'Port': ['ID=9b891e73-5739-40cd-acd3-eed245865da8,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:50.171301 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d8d9acb4-0e74-47c2-99e5-f02ee66ce178 None None] Provisioning complete for port 28fa50da-f35a-4829-8017-076ef3cd0884 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:50.171734 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d8d9acb4-0e74-47c2-99e5-f02ee66ce178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.174493 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Router 22771aa7-9cf5-4c0d-86c9-4571416740d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:50.256195 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9acb4-0e74-47c2-99e5-f02ee66ce178 None None] Port 28fa50da-f35a-4829-8017-076ef3cd0884 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:50.273190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:50.300666 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:50.307335 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-b720da1f-75c2-4d63-af42-915e2a117995 admin admin] 10.222.0.91 "PUT /v2.0/routers/22771aa7-9cf5-4c0d-86c9-4571416740d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6733489 Jul 16 21:17:50.410102 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-71fc5fd9-af5b-4627-9acb-7fa4f5724ad4 None None] Provisioning complete for port 28fa50da-f35a-4829-8017-076ef3cd0884 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:50.410472 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-71fc5fd9-af5b-4627-9acb-7fa4f5724ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.464932 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-71fc5fd9-af5b-4627-9acb-7fa4f5724ad4 None None] Port 28fa50da-f35a-4829-8017-076ef3cd0884 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:50.518728 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 2, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:50.545969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c04b6e-da0f-4d70-b8be-dae4c8076745 None None] The sync data for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 is: [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 2, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:50.830959 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43032) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:50.835846 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-346602998-network', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:50.852681 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c633a91b-58dd-486c-ba14-406bd3e9478e up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:50.864736 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Made reservation on behalf of 72bc7a86bfab4bb683268c7fa2959e8d for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:50.867395 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.877147 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.906123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c633a91b-58dd-486c-ba14-406bd3e9478e triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:50.906528 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.991830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.998237 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.027062 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:17:51.038534 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80113054-eabb-4a15-a60c-14e32da3ee0a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:51.044873 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.045220 n-d-792458-10 neutron-server[93861]: INFO neutron.db.segments_db [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Added segment 891d6f3c-3abc-4306-a79e-9f8274144b1f of type vlan for network fc7f6492-4f85-409d-b5d4-47e5939201e7 Jul 16 21:17:51.092193 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736922444831'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.125652 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.127320 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:51.127921 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.170458 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3385532 Jul 16 21:17:51.173256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43034) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:51.203756 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Request body: {'subnet': {'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-346602998-subnet', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:51.209371 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5aee9-eeb8-43b4-8362-3ab03a8f05f8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7f6492-4f85-409d-b5d4-47e5939201e7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:51.231111 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 details requested by agent ovs-agent-n-d-792458-10 with host n-d-792458-10 {{(pid=93863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:17:51.250960 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Made reservation on behalf of 72bc7a86bfab4bb683268c7fa2959e8d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:51.254654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3019126'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.465303 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3019108'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.518499 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14805951-908c-4aac-a141-fff339f2762c,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:51.537205 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Checking segment: {'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:51.537570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Network hostable DHCP agents. Network: fc7f6492-4f85-409d-b5d4-47e5939201e7, hostable agents: ['d3fbf88c-416e-4f15-a624-a43cdbc90173'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:17:51.556256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 is scheduled to be hosted by DHCP agent d3fbf88c-416e-4f15-a624-a43cdbc90173 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:17:51.566630 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-10, fc7f6492-4f85-409d-b5d4-47e5939201e7) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:51.571800 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:51.572829 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.577172 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfacd6-28e5-4c8c-9cd4-a3dd1d56b999 None None] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:51.590942 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-ae65019b-9190-4255-94af-66979a0c3ff5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4162867 Jul 16 21:17:51.593537 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43036) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:51.598027 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:51.625281 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-421002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64652'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.626275 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64645'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.695030 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.749364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15cbd835-0d15-5531-8dc4-a5759f44f3d1-fc7f6492-4f85-409d-b5d4-47e5939201e7', 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'fixed_ips': [{'subnet_id': '14805951-908c-4aac-a141-fff339f2762c'}]}} from n-d-792458-10. {{(pid=93863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:17:51.750380 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.851413 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64663'] for router, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:51.903415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.db_base_plugin_common [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Allocated IP 172.20.0.2 (fc7f6492-4f85-409d-b5d4-47e5939201e7/14805951-908c-4aac-a141-fff339f2762c/178a5ba8-5b61-419e-a9e4-6d032ed07190) {{(pid=93863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:52.060417 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.068854 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.070000 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Transition to ACTIVE for port object 178a5ba8-5b61-419e-a9e4-6d032ed07190 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:52.085131 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Transition to ACTIVE for port object 178a5ba8-5b61-419e-a9e4-6d032ed07190 will not be triggered until provisioned by entity DHCP. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:52.088471 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.092787 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254'] for port, after_create {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.132761 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 is already hosted by enough agents. {{(pid=93863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:52.139128 n-d-792458-10 neutron-server[93863]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Resources bound (agent type, host, resource id): {{(pid=93863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:52.142129 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Received port after_create {{(pid=93863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:52.153220 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Pushing event updated for resources: {'Port': ['ID=178a5ba8-5b61-419e-a9e4-6d032ed07190,revision_number=1']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:52.206763 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Allocated IP 172.25.3.200 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/3b8ec8ee-151f-44f5-a347-0a475ebf861b) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:52.208583 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Attempting to bind port 178a5ba8-5b61-419e-a9e4-6d032ed07190 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:52.209351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Attempting to bind port 178a5ba8-5b61-419e-a9e4-6d032ed07190 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:52.209351 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Attempting to bind port 178a5ba8-5b61-419e-a9e4-6d032ed07190 on network fc7f6492-4f85-409d-b5d4-47e5939201e7 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:52.215071 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:52.215740 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Checking segment: {'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:52.215965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.216342 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Bound using segment: {'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:52.216976 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Bound port: 178a5ba8-5b61-419e-a9e4-6d032ed07190, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:52.217364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.312097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] For port 178a5ba8-5b61-419e-a9e4-6d032ed07190, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:52.317359 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] For port 178a5ba8-5b61-419e-a9e4-6d032ed07190, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=178a5ba8-5b61-419e-a9e4-6d032ed07190,segment=NetworkSegment(891d6f3c-3abc-4306-a79e-9f8274144b1f),segment_id=891d6f3c-3abc-4306-a79e-9f8274144b1f)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:52.322736 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.347639 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.406127 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e659f-3cdf-48af-8bd3-21976d46d6b0 None None] Pushing event updated for resources: {'Port': ['ID=178a5ba8-5b61-419e-a9e4-6d032ed07190,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:52.414209 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.461237 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:52.464714 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:52.470047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:52.473532 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8ec8ee-151f-44f5-a347-0a475ebf861b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:52.720716 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Sync routers for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:52.731098 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:52.731883 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:52.889830 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b891e73-5739-40cd-acd3-eed245865da8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:52.948169 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 9b891e73-5739-40cd-acd3-eed245865da8 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:52.953264 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9b891e73-5739-40cd-acd3-eed245865da8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:52.953848 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.963268 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:53.045929 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.072826 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 9b891e73-5739-40cd-acd3-eed245865da8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b891e73-5739-40cd-acd3-eed245865da8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:53.078749 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.079602 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 178a5ba8-5b61-419e-a9e4-6d032ed07190 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:53.190872 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 2, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:53.203627 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=9b891e73-5739-40cd-acd3-eed245865da8,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:53.218670 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.233524 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Checking router: 22771aa7-9cf5-4c0d-86c9-4571416740d6 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:53.233524 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Updating router 22771aa7-9cf5-4c0d-86c9-4571416740d6 port 28fa50da-f35a-4829-8017-076ef3cd0884 binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:17:53.238027 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 178a5ba8-5b61-419e-a9e4-6d032ed07190 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:53.273833 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.453468 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420986'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.593931 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.600944 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Router aec72a30-d297-45a8-b2b7-85f0ae4912f2 is scheduled to L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:17:53.608412 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Transition to ACTIVE for port object 28fa50da-f35a-4829-8017-076ef3cd0884 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:53.621007 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.671012 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Pushing event updated for resources: {'Port': ['ID=28fa50da-f35a-4829-8017-076ef3cd0884,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:53.702483 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae5bff-8437-48d8-abfc-f06680b3f4aa None None] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:53.708873 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.709141 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.709464 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.709793 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.710126 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.710439 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.710755 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.711159 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.711475 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.711791 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.712106 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.712419 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:53.743016 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-98c093ce-dd1e-4f35-9212-10a7a22cacd1 None None] Provisioning for port 178a5ba8-5b61-419e-a9e4-6d032ed07190 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:53.745132 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:53.764573 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Attempting to bind port 28fa50da-f35a-4829-8017-076ef3cd0884 on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:53.765344 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.765855 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Attempting to bind port 28fa50da-f35a-4829-8017-076ef3cd0884 by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:53.766481 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Attempting to bind port 28fa50da-f35a-4829-8017-076ef3cd0884 on network e6f6517d-e046-4ba3-9927-e2b7467a5842 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:53.767220 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-96f315fe-a2e9-4ab3-aad9-52293b6b04f8 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1726177 Jul 16 21:17:53.770548 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43038) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:53.773891 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:53.774934 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Checking segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:53.775553 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.776131 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Bound using segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:53.776815 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Bound port: 28fa50da-f35a-4829-8017-076ef3cd0884, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:53.777440 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.783099 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Sync routers for ids ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:53.794232 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-98c093ce-dd1e-4f35-9212-10a7a22cacd1 None None] Provisioning complete for port 178a5ba8-5b61-419e-a9e4-6d032ed07190 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:53.794583 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-98c093ce-dd1e-4f35-9212-10a7a22cacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.825153 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Routers {'aec72a30-d297-45a8-b2b7-85f0ae4912f2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:53.825792 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:53.848156 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] For port 28fa50da-f35a-4829-8017-076ef3cd0884, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:53.852827 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] For port 28fa50da-f35a-4829-8017-076ef3cd0884, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=28fa50da-f35a-4829-8017-076ef3cd0884,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:53.860630 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.919548 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:53.920535 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:53.986754 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70587268-39cc-44b8-9ae5-f3262ba8a963 None None] Pushing event updated for resources: {'Port': ['ID=28fa50da-f35a-4829-8017-076ef3cd0884,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:54.057494 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Set router aec72a30-d297-45a8-b2b7-85f0ae4912f2 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:54.072790 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:54.090926 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-98c093ce-dd1e-4f35-9212-10a7a22cacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.188459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-98c093ce-dd1e-4f35-9212-10a7a22cacd1 None None] For port 178a5ba8-5b61-419e-a9e4-6d032ed07190, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=178a5ba8-5b61-419e-a9e4-6d032ed07190,segment=NetworkSegment(891d6f3c-3abc-4306-a79e-9f8274144b1f),segment_id=891d6f3c-3abc-4306-a79e-9f8274144b1f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:54.196051 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-98c093ce-dd1e-4f35-9212-10a7a22cacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.305783 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.312473 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:54.312765 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c093ce-dd1e-4f35-9212-10a7a22cacd1 None None] Pushing event updated for resources: {'Port': ['ID=178a5ba8-5b61-419e-a9e4-6d032ed07190,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:54.351764 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93fc16-9dd0-406a-b728-529db520a5ea None None] The sync data for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 is: [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:54.380569 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:17:52Z', 'revision_number': 3, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port': {'id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:52Z', 'updated_at': '2021-07-16T21:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:54.514810 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Allocated IP 172.20.0.1 (fc7f6492-4f85-409d-b5d4-47e5939201e7/14805951-908c-4aac-a141-fff339f2762c/c8c3f872-a87c-45cb-bbe0-add9aa035e8b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:54.586526 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Checking router: aec72a30-d297-45a8-b2b7-85f0ae4912f2 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:54.586957 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Updating router aec72a30-d297-45a8-b2b7-85f0ae4912f2 port 3b8ec8ee-151f-44f5-a347-0a475ebf861b binding host n-d-792458-10 {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:17:54.621597 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.643164 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.656221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0a6fc1ec-8ebe-41ac-893a-68c5aed78c2a None None] Provisioning complete for port 178a5ba8-5b61-419e-a9e4-6d032ed07190 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:54.656587 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0a6fc1ec-8ebe-41ac-893a-68c5aed78c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.660699 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Transition to ACTIVE for port object c8c3f872-a87c-45cb-bbe0-add9aa035e8b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:54.699363 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.749546 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:54.753244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:54.766952 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:54.803257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:54.826387 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421709'] for router_interface, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.914065 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 28fa50da-f35a-4829-8017-076ef3cd0884 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:55.008272 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.032513 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 28fa50da-f35a-4829-8017-076ef3cd0884 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:55.045112 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 28fa50da-f35a-4829-8017-076ef3cd0884 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:55.045647 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.049965 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.089260 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Transition to ACTIVE for port object 3b8ec8ee-151f-44f5-a347-0a475ebf861b will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:55.101982 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.144947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4820c19d-3597-41fc-9c51-04ce4b29f417 None None] Provisioning for port c8c3f872-a87c-45cb-bbe0-add9aa035e8b completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:55.166793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4820c19d-3597-41fc-9c51-04ce4b29f417 None None] Provisioning complete for port c8c3f872-a87c-45cb-bbe0-add9aa035e8b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:55.167168 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4820c19d-3597-41fc-9c51-04ce4b29f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.171987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Attempting to bind port 3b8ec8ee-151f-44f5-a347-0a475ebf861b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:55.172356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Attempting to bind port 3b8ec8ee-151f-44f5-a347-0a475ebf861b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:55.172711 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Attempting to bind port 3b8ec8ee-151f-44f5-a347-0a475ebf861b on network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:55.200955 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.201854 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98439-68de-41ce-b7af-3ee05c6b0f1a None None] Pushing event updated for resources: {'Port': ['ID=3b8ec8ee-151f-44f5-a347-0a475ebf861b,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:55.207681 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.209525 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:55.210061 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Checking segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:55.210427 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.210829 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Bound using segment: {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:55.211340 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Bound port: 3b8ec8ee-151f-44f5-a347-0a475ebf861b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837882a8-5f7b-4ade-b36c-13364b9f747c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:55.211876 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.278123 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4820c19d-3597-41fc-9c51-04ce4b29f417 None None] Port c8c3f872-a87c-45cb-bbe0-add9aa035e8b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:55.278598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:55.282427 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421689'] for router_interface, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.294962 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.315945 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] For port 3b8ec8ee-151f-44f5-a347-0a475ebf861b, host n-d-792458-10, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:55.337439 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] For port 3b8ec8ee-151f-44f5-a347-0a475ebf861b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3b8ec8ee-151f-44f5-a347-0a475ebf861b,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:55.347871 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.350651 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 28fa50da-f35a-4829-8017-076ef3cd0884, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=28fa50da-f35a-4829-8017-076ef3cd0884,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:55.374098 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.374871 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b891e73-5739-40cd-acd3-eed245865da8 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:55.383922 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:55.385626 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:55.456521 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Routers {'aec72a30-d297-45a8-b2b7-85f0ae4912f2'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:55.457360 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:55.461364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98439-68de-41ce-b7af-3ee05c6b0f1a None None] Pushing event updated for resources: {'Port': ['ID=3b8ec8ee-151f-44f5-a347-0a475ebf861b,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:55.589793 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=28fa50da-f35a-4829-8017-076ef3cd0884,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:55.606592 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 9b891e73-5739-40cd-acd3-eed245865da8 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:55.606809 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.646953 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] Set router aec72a30-d297-45a8-b2b7-85f0ae4912f2 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:55.782380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-a5f248ec-1c29-4449-8ac5-7377607c2daf None None] Provisioning complete for port c8c3f872-a87c-45cb-bbe0-add9aa035e8b triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:55.782705 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a5f248ec-1c29-4449-8ac5-7377607c2daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.863750 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 178a5ba8-5b61-419e-a9e4-6d032ed07190 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:55.869391 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-a5f248ec-1c29-4449-8ac5-7377607c2daf None None] Port c8c3f872-a87c-45cb-bbe0-add9aa035e8b cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:55.885237 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Router aec72a30-d297-45a8-b2b7-85f0ae4912f2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:55.955092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 178a5ba8-5b61-419e-a9e4-6d032ed07190 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:55.955468 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.994416 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:56.003811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-812e5cd5-501f-413d-9e68-00eb88f03102 admin admin] 10.222.0.91 "PUT /v2.0/routers/aec72a30-d297-45a8-b2b7-85f0ae4912f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2315652 Jul 16 21:17:56.005060 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:17:54Z', 'revision_number': 4, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port': {'id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:52Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c8c3f872-a87c-45cb-bbe0-add9aa035e8b', 'name': '', 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'mac_address': 'fa:16:3e:ac:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '14805951-908c-4aac-a141-fff339f2762c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:54Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 2, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'subnets': [{'id': '14805951-908c-4aac-a141-fff339f2762c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:56.039397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ded89-74f5-45dd-9ef3-e99ad084d7ba None None] The sync data for ids ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'] in n-d-792458-10 is: [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:17:54Z', 'revision_number': 4, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port': {'id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:52Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c8c3f872-a87c-45cb-bbe0-add9aa035e8b', 'name': '', 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'mac_address': 'fa:16:3e:ac:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '14805951-908c-4aac-a141-fff339f2762c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:54Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 2, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'subnets': [{'id': '14805951-908c-4aac-a141-fff339f2762c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:56.264705 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:56.721332 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43046) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:56.728313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-299453cc-2029-430a-937c-baa007524250 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380686228', 'description': 'tempest-secgroup-smoke-380686228 description', 'project_id': '1da0149fe3a34048b51e89bae1e023ff'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:56.755458 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-299453cc-2029-430a-937c-baa007524250 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.805613 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 28fa50da-f35a-4829-8017-076ef3cd0884 up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:56.844871 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-299453cc-2029-430a-937c-baa007524250 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.849560 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-299453cc-2029-430a-937c-baa007524250 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.855591 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 28fa50da-f35a-4829-8017-076ef3cd0884 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:56.855949 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.877780 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-299453cc-2029-430a-937c-baa007524250 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.881981 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-299453cc-2029-430a-937c-baa007524250 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1563988 Jul 16 21:17:56.882176 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43048) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:56.887353 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-0ed64d70-1923-4e72-9ba7-ee36d726d359 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'security_group_rule': {'security_group_id': '27328ec7-e91a-4fcd-ad41-62071d79a7ab', 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:56.892468 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299453cc-2029-430a-937c-baa007524250 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27328ec7-e91a-4fcd-ad41-62071d79a7ab,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:56.920658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ed64d70-1923-4e72-9ba7-ee36d726d359 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.989627 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ed64d70-1923-4e72-9ba7-ee36d726d359 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.995232 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ed64d70-1923-4e72-9ba7-ee36d726d359 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.014539 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed64d70-1923-4e72-9ba7-ee36d726d359 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db0d0ac-4492-4e01-92d4-b2c828ff0bb7,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:57.018154 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ed64d70-1923-4e72-9ba7-ee36d726d359 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.019438 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-0ed64d70-1923-4e72-9ba7-ee36d726d359 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355960 Jul 16 21:17:57.022384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43050) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:57.026802 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-a52e51f9-16cd-45ba-84f9-403f60d8476f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'security_group_rule': {'security_group_id': '27328ec7-e91a-4fcd-ad41-62071d79a7ab', 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:57.056799 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a52e51f9-16cd-45ba-84f9-403f60d8476f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.116688 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a52e51f9-16cd-45ba-84f9-403f60d8476f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.121873 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a52e51f9-16cd-45ba-84f9-403f60d8476f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.145131 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e51f9-16cd-45ba-84f9-403f60d8476f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf009585-f768-454e-b8a3-7870fcabf099,revision_number=0']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:57.165583 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a52e51f9-16cd-45ba-84f9-403f60d8476f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.166777 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-a52e51f9-16cd-45ba-84f9-403f60d8476f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434000 Jul 16 21:17:57.171020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43052) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:57.175957 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-70e300d3-668d-4d67-822d-dc97727b8378 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'security_group_rule': {'security_group_id': '27328ec7-e91a-4fcd-ad41-62071d79a7ab', 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:57.207256 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-70e300d3-668d-4d67-822d-dc97727b8378 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.280696 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-70e300d3-668d-4d67-822d-dc97727b8378 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.285982 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-70e300d3-668d-4d67-822d-dc97727b8378 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.306764 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e300d3-668d-4d67-822d-dc97727b8378 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86061f3b-98cb-4012-9521-c1df368f1720,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:57.310418 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-70e300d3-668d-4d67-822d-dc97727b8378 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.311805 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-70e300d3-668d-4d67-822d-dc97727b8378 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397693 Jul 16 21:17:57.314587 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43054) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:57.319997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-831deb5b-f404-4437-b71d-48c3ca45f4c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'security_group_rule': {'security_group_id': '27328ec7-e91a-4fcd-ad41-62071d79a7ab', 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:57.352715 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-831deb5b-f404-4437-b71d-48c3ca45f4c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.419571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-831deb5b-f404-4437-b71d-48c3ca45f4c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.424526 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-831deb5b-f404-4437-b71d-48c3ca45f4c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.446536 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831deb5b-f404-4437-b71d-48c3ca45f4c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275def22-a733-4909-a543-362cb8d1fe1a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:57.450085 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-831deb5b-f404-4437-b71d-48c3ca45f4c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.451316 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-831deb5b-f404-4437-b71d-48c3ca45f4c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353803 Jul 16 21:17:57.458157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43056) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:57.463728 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'security_group_rule': {'security_group_id': '27328ec7-e91a-4fcd-ad41-62071d79a7ab', 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:57.490909 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Project 1da0149fe3a34048b51e89bae1e023ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:17:57.496563 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.564683 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.570888 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.588986 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b608519c-9eb2-4581-be38-c95338037f05,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:57.597289 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.601821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-de8c48c2-1d31-46ee-90c0-e04c68b69286 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392045 Jul 16 21:17:57.602040 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43058) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:57.607047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'security_group_rule': {'security_group_id': '27328ec7-e91a-4fcd-ad41-62071d79a7ab', 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:57.632225 n-d-792458-10 neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Project 1da0149fe3a34048b51e89bae1e023ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:17:57.641248 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.709438 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.713752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486423'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.732256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169eb641-0e90-4919-9790-a1f654c96428,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:57.739571 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:57.740892 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-d8928265-ee98-415b-81c0-9a5a8df9c916 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378591 Jul 16 21:17:57.891551 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-5bc6e61e-11b2-4655-ab33-56f3ca59d223 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380686228&fields=id&tenant_id=1da0149fe3a34048b51e89bae1e023ff HTTP/1.1" status: 200 len: 267 time: 0.0339255 Jul 16 21:17:58.012467 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-0d4a806c-7eda-4f2a-9dc6-d25f192c0312 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:58.013827 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-0d4a806c-7eda-4f2a-9dc6-d25f192c0312 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 809 time: 0.1156349 Jul 16 21:17:58.029865 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-d25e2695-7132-4b80-a4c6-a411a162d041 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/quotas/1da0149fe3a34048b51e89bae1e023ff HTTP/1.1" status: 200 len: 375 time: 0.0104237 Jul 16 21:17:58.106637 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-58d4f281-393c-4bcf-a35b-4e09b840a06e tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710049 Jul 16 21:17:58.334156 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-df02a8bc-46c5-4de9-b2e7-7d6bc9e19d6e service neutron] 10.222.0.91 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136717 Jul 16 21:17:58.435648 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-0e4d0661-50f0-4bba-a5dc-de3a108eb435 service neutron] 10.222.0.91 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950360 Jul 16 21:17:58.518390 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Sync routers for ids ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:58.530348 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Routers {'aec72a30-d297-45a8-b2b7-85f0ae4912f2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:58.531200 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:58.622730 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5c4dffd5-e202-4960-b7c8-831930f41d7f req-94ed9d49-9949-43c8-8952-c0af281d9775 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 210 time: 0.0378156 Jul 16 21:17:58.651941 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Set router aec72a30-d297-45a8-b2b7-85f0ae4912f2 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:58.842688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b8ec8ee-151f-44f5-a347-0a475ebf861b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:58.878373 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:17:54Z', 'revision_number': 4, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port': {'id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:52Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c8c3f872-a87c-45cb-bbe0-add9aa035e8b', 'name': '', 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'mac_address': 'fa:16:3e:ac:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '14805951-908c-4aac-a141-fff339f2762c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:54Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 2, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'subnets': [{'id': '14805951-908c-4aac-a141-fff339f2762c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:58.898675 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port 3b8ec8ee-151f-44f5-a347-0a475ebf861b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:58.902952 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3b8ec8ee-151f-44f5-a347-0a475ebf861b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:58.903415 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:58.909979 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Checking router: aec72a30-d297-45a8-b2b7-85f0ae4912f2 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:58.910357 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Updating router aec72a30-d297-45a8-b2b7-85f0ae4912f2 port c8c3f872-a87c-45cb-bbe0-add9aa035e8b binding host n-d-792458-10 {{(pid=93864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:17:58.999366 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.021941 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port 3b8ec8ee-151f-44f5-a347-0a475ebf861b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3b8ec8ee-151f-44f5-a347-0a475ebf861b,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:59.027644 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.041228 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.087392 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=3b8ec8ee-151f-44f5-a347-0a475ebf861b,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:59.321008 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.331284 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Transition to ACTIVE for port object c8c3f872-a87c-45cb-bbe0-add9aa035e8b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:59.337736 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.387268 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7159700-de39-41fa-b807-44d5b927b758 None None] Pushing event updated for resources: {'Port': ['ID=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:59.443333 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Attempting to bind port c8c3f872-a87c-45cb-bbe0-add9aa035e8b on host n-d-792458-10 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:59.443693 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Attempting to bind port c8c3f872-a87c-45cb-bbe0-add9aa035e8b by drivers openvswitch,hyperv on host n-d-792458-10 at level 0 using segments [{'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:59.444051 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Attempting to bind port c8c3f872-a87c-45cb-bbe0-add9aa035e8b on network fc7f6492-4f85-409d-b5d4-47e5939201e7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:59.449952 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Checking agent: {'id': 'ec06f34d-8dfa-4c51-b924-c94d346b74be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 51, 38), 'started_at': datetime.datetime(2021, 7, 16, 19, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:59.450298 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Checking segment: {'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:59.450721 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.451129 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Bound using segment: {'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:59.451592 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Bound port: c8c3f872-a87c-45cb-bbe0-add9aa035e8b, host: n-d-792458-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891d6f3c-3abc-4306-a79e-9f8274144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:59.451968 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.527424 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] For port c8c3f872-a87c-45cb-bbe0-add9aa035e8b, host n-d-792458-10, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:59.531177 n-d-792458-10 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] For port c8c3f872-a87c-45cb-bbe0-add9aa035e8b, host n-d-792458-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,segment=NetworkSegment(891d6f3c-3abc-4306-a79e-9f8274144b1f),segment_id=891d6f3c-3abc-4306-a79e-9f8274144b1f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:59.537003 n-d-792458-10 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:59.594623 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Routers {'aec72a30-d297-45a8-b2b7-85f0ae4912f2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:59.595286 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:17:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:59.642859 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7159700-de39-41fa-b807-44d5b927b758 None None] Pushing event updated for resources: {'Port': ['ID=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,revision_number=4']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:59.766731 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] Set router aec72a30-d297-45a8-b2b7-85f0ae4912f2 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:59.797009 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-c953b6d8-b68b-4727-b6ce-e1e561498169 req-6f8067b9-0a83-4c03-86d2-ca469a0a3207 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 210 time: 0.0407934 Jul 16 21:17:59.814075 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-997fb57a-8acd-4ca7-9222-502296c24fc8 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:59.815726 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-997fb57a-8acd-4ca7-9222-502296c24fc8 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 809 time: 0.1609166 Jul 16 21:17:59.891030 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-64ad1bbd-e096-4881-abe7-638be609771f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da0149fe3a34048b51e89bae1e023ff HTTP/1.1" status: 200 len: 379 time: 0.0444906 Jul 16 21:17:59.899570 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'port': {'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'admin_state_up': True, 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'security_groups': ['27328ec7-e91a-4fcd-ad41-62071d79a7ab']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:59.995159 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:17:54Z', 'revision_number': 4, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port': {'id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:52Z', 'updated_at': '2021-07-16T21:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c8c3f872-a87c-45cb-bbe0-add9aa035e8b', 'name': '', 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'mac_address': 'fa:16:3e:ac:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '14805951-908c-4aac-a141-fff339f2762c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:54Z', 'updated_at': '2021-07-16T21:17:59Z', 'revision_number': 4, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'subnets': [{'id': '14805951-908c-4aac-a141-fff339f2762c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:00.020489 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Made reservation on behalf of 1da0149fe3a34048b51e89bae1e023ff for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:18:00.020867 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6645a-7591-4ec2-810d-45e55ef0b9eb None None] The sync data for ids ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'] in n-d-792458-10 is: [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:17:54Z', 'revision_number': 4, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port': {'id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:52Z', 'updated_at': '2021-07-16T21:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': 'c8c3f872-a87c-45cb-bbe0-add9aa035e8b', 'name': '', 'network_id': 'fc7f6492-4f85-409d-b5d4-47e5939201e7', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'mac_address': 'fa:16:3e:ac:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '14805951-908c-4aac-a141-fff339f2762c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:54Z', 'updated_at': '2021-07-16T21:17:59Z', 'revision_number': 4, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'subnets': [{'id': '14805951-908c-4aac-a141-fff339f2762c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:00.025055 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.176631 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Allocated IP 172.20.0.6 (e6f6517d-e046-4ba3-9927-e2b7467a5842/47ec5148-be1e-4f1e-858d-af9f8e7eafc0/1fc01186-e05a-4488-b3c3-95f2a23b7205) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:00.334693 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.353990 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Transition to ACTIVE for port object 1fc01186-e05a-4488-b3c3-95f2a23b7205 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:00.390442 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.441920 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:00.445473 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:00.449626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:00.482597 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:00.511571 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:00.512245 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.535853 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-72ff5422-8fdd-47fb-bb6b-026d5c4d6f8b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399193 Jul 16 21:18:00.549102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Request body: {'port': {'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-10'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:00.632064 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.678850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-07d7b607-92a8-421f-b7b3-fc986833e744 None None] Provisioning for port 1fc01186-e05a-4488-b3c3-95f2a23b7205 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:00.683804 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-07d7b607-92a8-421f-b7b3-fc986833e744 None None] Provisioning complete for port 1fc01186-e05a-4488-b3c3-95f2a23b7205 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:00.684416 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-07d7b607-92a8-421f-b7b3-fc986833e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.718621 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-07d7b607-92a8-421f-b7b3-fc986833e744 None None] Port 1fc01186-e05a-4488-b3c3-95f2a23b7205 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:18:00.826091 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b8ec8ee-151f-44f5-a347-0a475ebf861b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:00.879415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port 3b8ec8ee-151f-44f5-a347-0a475ebf861b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:00.880071 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.916017 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc01186-e05a-4488-b3c3-95f2a23b7205 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:00.932846 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.959673 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c8c3f872-a87c-45cb-bbe0-add9aa035e8b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:00.963581 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Transition to ACTIVE for port object 1fc01186-e05a-4488-b3c3-95f2a23b7205 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:00.973280 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.009077 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning for port c8c3f872-a87c-45cb-bbe0-add9aa035e8b completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:01.012978 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c8c3f872-a87c-45cb-bbe0-add9aa035e8b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:01.013356 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.044730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:01.054308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b898c2-75af-4c47-8839-58029a735c08 req-8166cb2d-e7a7-4a9b-b221-30f916360806 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.062297 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2b898c2-75af-4c47-8839-58029a735c08 req-8166cb2d-e7a7-4a9b-b221-30f916360806 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 931 time: 0.1413970 Jul 16 21:18:01.107456 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.152661 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] For port c8c3f872-a87c-45cb-bbe0-add9aa035e8b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,segment=NetworkSegment(891d6f3c-3abc-4306-a79e-9f8274144b1f),segment_id=891d6f3c-3abc-4306-a79e-9f8274144b1f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:01.157248 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-c2b898c2-75af-4c47-8839-58029a735c08 req-25c30c6e-c725-49ae-b158-2b341e5ae9ee tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938900 Jul 16 21:18:01.170351 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.187565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Attempting to bind port 1fc01186-e05a-4488-b3c3-95f2a23b7205 on host n-h1-792458-10 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:01.187565 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Attempting to bind port 1fc01186-e05a-4488-b3c3-95f2a23b7205 by drivers openvswitch,hyperv on host n-h1-792458-10 at level 0 using segments [{'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:01.187814 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Attempting to bind port 1fc01186-e05a-4488-b3c3-95f2a23b7205 on network e6f6517d-e046-4ba3-9927-e2b7467a5842 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:01.192585 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Port 1fc01186-e05a-4488-b3c3-95f2a23b7205 on network e6f6517d-e046-4ba3-9927-e2b7467a5842 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-10 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:01.192910 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Attempting to bind port 1fc01186-e05a-4488-b3c3-95f2a23b7205 on network e6f6517d-e046-4ba3-9927-e2b7467a5842 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:01.199275 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Checking agent: {'id': '53006717-a598-4259-a2e9-d06dc2c9e7ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:01.199689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Checking segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:01.200234 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Bound using segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:01.201059 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Bound port: 1fc01186-e05a-4488-b3c3-95f2a23b7205, host: n-h1-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:01.201752 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.225471 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Pushing event updated for resources: {'Port': ['ID=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:01.276052 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:01.279171 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:01.285223 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.328644 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.329286 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.330718 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] 10.222.0.99 "PUT /v2.0/ports/1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 1092 time: 0.7867754 Jul 16 21:18:01.331198 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:01.333528 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c122dc-98de-421a-a4c4-7001acc54bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:01.359826 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b1811-1cbb-4506-9ef5-574c5ae5389b service neutron] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:01.389526 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4079a54e-ecbe-496c-88ad-5ad62c333b87 x-openstack-request-id: req-4079a54e-ecbe-496c-88ad-5ad62c333b87 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:01.389810 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:01.390058 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4079a54e-ecbe-496c-88ad-5ad62c333b87 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:01.390573 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'status': 'completed', 'code': 200} Jul 16 21:18:01.445590 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-cebe039a-3357-4303-8ec1-5480e5d6e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.447371 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-cebe039a-3357-4303-8ec1-5480e5d6e826 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1095 time: 0.0670431 Jul 16 21:18:01.493389 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-32fdf61e-04ab-4779-9645-80e05a283514 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 217 time: 0.0387764 Jul 16 21:18:01.545261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-5a0b3c96-3fbb-4e9b-a4a9-ee31f67d4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.546740 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-5a0b3c96-3fbb-4e9b-a4a9-ee31f67d4998 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0476298 Jul 16 21:18:01.616698 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-60495719-c2b5-47d0-b228-d4bbad05413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.618354 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-60495719-c2b5-47d0-b228-d4bbad05413e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653725 Jul 16 21:18:01.716905 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-6af33f33-b284-42ed-a829-cad8ccb8580e service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915759 Jul 16 21:18:01.829183 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-6815ef41-3e81-4467-9932-a6c03123dec8 req-fea9a636-d7ee-4f76-9541-17f29c7cfa2d service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061759 Jul 16 21:18:01.937709 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-fa5ba164-a2e2-4deb-bb8a-40a9d0c65f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.939253 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-fa5ba164-a2e2-4deb-bb8a-40a9d0c65f80 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1095 time: 0.0578699 Jul 16 21:18:02.046609 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-fb036e45-b61a-4237-8f82-1bed821c4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.048032 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-fb036e45-b61a-4237-8f82-1bed821c4385 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.1027522 Jul 16 21:18:02.098932 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-ad786dd9-acdf-427c-917a-51791b5b9e24 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 217 time: 0.0413952 Jul 16 21:18:02.149329 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-03fe8f3a-ae6a-4b34-9bf8-aa0fe848197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.150807 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-03fe8f3a-ae6a-4b34-9bf8-aa0fe848197b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0436251 Jul 16 21:18:02.222120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-d1e0596a-87fa-48da-88de-13a71f948937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.224358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-d1e0596a-87fa-48da-88de-13a71f948937 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667748 Jul 16 21:18:02.351701 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-d34829a4-97d0-4ddc-add1-5070bd661ab9 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188769 Jul 16 21:18:02.407452 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595e2f-dce1-482e-81c3-7b56b2b063e0 req-6a722277-827e-427c-b13b-c2352f0f37ab tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:02.408931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb595e2f-dce1-482e-81c3-7b56b2b063e0 req-6a722277-827e-427c-b13b-c2352f0f37ab tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 943 time: 0.1192670 Jul 16 21:18:02.486702 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eb595e2f-dce1-482e-81c3-7b56b2b063e0 req-054217a3-54f5-4e87-b7a1-96a3121bb0f7 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532124 Jul 16 21:18:02.488743 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-67c122dc-98de-421a-a4c4-7001acc54bd6 req-f97cc04d-9208-4f90-ab75-540deaeb9fc3 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286023 Jul 16 21:18:02.807014 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c8c3f872-a87c-45cb-bbe0-add9aa035e8b up at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:02.867632 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Provisioning complete for port c8c3f872-a87c-45cb-bbe0-add9aa035e8b triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:02.868006 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:03.668788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e625bed-466d-498f-8dd2-7e5fa8c88224 req-2d66f829-8cf7-4f45-a01d-fcaee37383ee tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:03.670247 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e625bed-466d-498f-8dd2-7e5fa8c88224 req-2d66f829-8cf7-4f45-a01d-fcaee37383ee tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 943 time: 0.0674465 Jul 16 21:18:03.714448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9e625bed-466d-498f-8dd2-7e5fa8c88224 req-f473faaf-b97d-4e3f-ac3c-8a11b8d68ab1 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362675 Jul 16 21:18:04.826730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 1fc01186-e05a-4488-b3c3-95f2a23b7205 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:04.902157 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b0a9c-670a-484d-abd7-3352f0d58b83 req-8fb11eb8-9ba0-4aa9-b181-a50012c45557 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:04.903931 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e8b0a9c-670a-484d-abd7-3352f0d58b83 req-8fb11eb8-9ba0-4aa9-b181-a50012c45557 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 943 time: 0.0742950 Jul 16 21:18:04.930717 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:04.943570 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-8e8b0a9c-670a-484d-abd7-3352f0d58b83 req-d41b930a-b9db-403a-be1d-264adeb6d788 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337832 Jul 16 21:18:04.944929 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:04.985902 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:04.998730 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc01186-e05a-4488-b3c3-95f2a23b7205 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:05.019385 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:05.025644 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:05.074519 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:05.279069 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['1fc01186-e05a-4488-b3c3-95f2a23b7205'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:06.125802 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6001cba9-1c70-46ac-a0a4-1fb39d21cc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.132629 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a232cd-3183-49f6-bbc0-601c44ae19d5 req-3bf34bf4-172e-416a-86dc-12c675e0ea03 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:06.134236 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08a232cd-3183-49f6-bbc0-601c44ae19d5 req-3bf34bf4-172e-416a-86dc-12c675e0ea03 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 944 time: 0.0737324 Jul 16 21:18:06.178264 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-08a232cd-3183-49f6-bbc0-601c44ae19d5 req-49a73642-b219-4e0c-9cf1-2f6a8f59d675 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379667 Jul 16 21:18:06.841659 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 1fc01186-e05a-4488-b3c3-95f2a23b7205 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:06.903310 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning for port 1fc01186-e05a-4488-b3c3-95f2a23b7205 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:06.907512 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 1fc01186-e05a-4488-b3c3-95f2a23b7205 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:06.907941 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.988067 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.012269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:07.014548 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d56df4c-6f10-410c-903b-ea0a232a40de" -d '{"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:07.027859 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:07.034174 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.058579 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3918d34d-e5d6-46e9-a4b6-11033a961112 x-openstack-request-id: req-3918d34d-e5d6-46e9-a4b6-11033a961112 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:07.059315 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:07.059315 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3918d34d-e5d6-46e9-a4b6-11033a961112 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:07.059746 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'code': 200} Jul 16 21:18:07.085474 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:07.169418 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60949c-0c02-4618-8f87-057181049ee6 req-3351cadc-cc20-4b4f-85f5-d202bda0d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:07.170818 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d60949c-0c02-4618-8f87-057181049ee6 req-3351cadc-cc20-4b4f-85f5-d202bda0d01b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1097 time: 0.0546441 Jul 16 21:18:07.208541 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-1d60949c-0c02-4618-8f87-057181049ee6 req-a541305a-695a-43bb-807d-fbd9b94e065c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Jul 16 21:18:07.371019 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75626f-ec8f-4519-9f18-b38895c66913 req-c23fc4e9-d411-4635-8e5d-373e53c6da32 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:07.373114 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-da75626f-ec8f-4519-9f18-b38895c66913 req-c23fc4e9-d411-4635-8e5d-373e53c6da32 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 945 time: 0.0744927 Jul 16 21:18:07.418448 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-da75626f-ec8f-4519-9f18-b38895c66913 req-9a46d6dd-d484-48b7-ac07-3ebc4a9a4fea tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366685 Jul 16 21:18:08.605367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95fe34-675a-4b97-9fe2-596743e31a35 req-65392675-6897-4006-bf78-4c62d01d1e75 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:08.606960 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec95fe34-675a-4b97-9fe2-596743e31a35 req-65392675-6897-4006-bf78-4c62d01d1e75 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 945 time: 0.0691612 Jul 16 21:18:08.647350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-ec95fe34-675a-4b97-9fe2-596743e31a35 req-0f5a987a-dba1-488e-a0ec-8468a7a80f27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345228 Jul 16 21:18:08.693331 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.836595 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65194-2861-41db-aa78-239a53206ac5 req-a39c45ba-c528-4962-b4e2-7561d482fe39 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:08.838127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06d65194-2861-41db-aa78-239a53206ac5 req-a39c45ba-c528-4962-b4e2-7561d482fe39 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 945 time: 0.0736551 Jul 16 21:18:08.878615 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06d65194-2861-41db-aa78-239a53206ac5 req-4187f976-e36e-4328-ae70-37ad0d1f5388 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328798 Jul 16 21:18:08.903173 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43110) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:08.960739 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0796bfa3-83b6-4bc3-ae73-ab8d708f07b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.017047 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9574e2-5657-4d68-a039-7933e7d433c5 tempest-TestSnapshotPattern-1357104071 tempest-TestSnapshotPattern-1357104071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:09.018498 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-4a9574e2-5657-4d68-a039-7933e7d433c5 tempest-TestSnapshotPattern-1357104071 tempest-TestSnapshotPattern-1357104071-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1092 time: 0.1142640 Jul 16 21:18:09.021599 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43114) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.026071 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.v2.base [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.050653 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.152351 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.200667 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.274032 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Allocated IP 172.25.3.96 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/2349dda9-1810-48a2-8c38-118e21c4761f) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:09.392830 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.439806 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.480997 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:09.484051 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:09.488531 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:09.491637 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'Port': ['ID=2349dda9-1810-48a2-8c38-118e21c4761f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.773316 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.871091 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.960516 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.128841 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.135549 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2672317'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.204930 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'Port': ['ID=2349dda9-1810-48a2-8c38-118e21c4761f,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:10.221411 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.325773 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.336364 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Floating IP 1bd4ab20-f18d-4c84-be02-8e56f0aa6c84 associated. External IP: 172.25.3.96, port: 1fc01186-e05a-4488-b3c3-95f2a23b7205. Jul 16 21:18:10.567767 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Router 22771aa7-9cf5-4c0d-86c9-4571416740d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:10.686885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:10.696701 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] Sync routers for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:10.704930 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.707503 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:10.708187 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:18:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:10.744008 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-99ad62a4-52ff-4fae-84df-6c7d4cd118da tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7213342 Jul 16 21:18:10.744619 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:10.747017 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19" -d '{"events": [{"name": "network-changed", "server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:10.792741 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0c859b-dcb0-44ee-a0d1-8cd752e290e3 x-openstack-request-id: req-cb0c859b-dcb0-44ee-a0d1-8cd752e290e3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:10.793032 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:10.793250 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cb0c859b-dcb0-44ee-a0d1-8cd752e290e3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:10.793674 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'status': 'completed', 'code': 200} Jul 16 21:18:10.833143 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:10.872751 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-04fddfc8-2561-4560-8270-6dd55a7bb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:10.874277 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-04fddfc8-2561-4560-8270-6dd55a7bb90a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1097 time: 0.0556674 Jul 16 21:18:10.972421 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-356eccfb-4b82-434d-aceb-4f736ffa2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:10.974179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-356eccfb-4b82-434d-aceb-4f736ffa2fc6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.0938611 Jul 16 21:18:11.044503 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-d345bbb3-83ae-4582-b1d4-7aed507df1ae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 998 time: 0.0635014 Jul 16 21:18:11.065353 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:09Z', 'revision_number': 0, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:11.094706 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-a4682fc6-ce82-42e9-b12a-55bd650246b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.096070 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-a4682fc6-ce82-42e9-b12a-55bd650246b2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0457087 Jul 16 21:18:11.098558 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] Checking router: 22771aa7-9cf5-4c0d-86c9-4571416740d6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:11.107395 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:11.108005 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:18:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:11.159308 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-b3569503-b1dd-4df5-b01b-d3cb24c19f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:11.160896 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-b3569503-b1dd-4df5-b01b-d3cb24c19f51 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585103 Jul 16 21:18:11.214466 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:11.255710 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-9eb1eb0b-4d9f-4b49-8646-497f803cb383 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883029 Jul 16 21:18:11.353168 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-e1a8f4ba-b48e-445f-ad90-ee85c3e65d19 req-056d1a20-ba36-4276-b636-e91999a318fc service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903988 Jul 16 21:18:11.456459 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:09Z', 'revision_number': 0, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:11.483508 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedc940-290d-4118-8318-a9f19bb0a449 None None] The sync data for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 is: [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:09Z', 'revision_number': 0, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:11.688487 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666955b0-2dcc-4648-bf2f-13e502fb304f None None] New status for floating IP 1bd4ab20-f18d-4c84-be02-8e56f0aa6c84: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:18:12.138810 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:19.020680 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-63e26a35-f90c-47d6-b27a-c0d01f5c571e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560863 Jul 16 21:18:19.128735 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-1d71449c-a269-4c2e-819b-a301493699b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.130258 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-1d71449c-a269-4c2e-819b-a301493699b3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1097 time: 0.0598347 Jul 16 21:18:19.256576 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-2ffeb814-5118-4c71-8b9b-557d8a89a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.258081 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-2ffeb814-5118-4c71-8b9b-557d8a89a3f7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.1048169 Jul 16 21:18:19.338422 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-e5d59817-878c-4a80-b0b2-e3775cf129ad service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 1000 time: 0.0731449 Jul 16 21:18:19.400057 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-0d1a150a-7c85-414e-b0c6-96b6d30ce396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.401579 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-0d1a150a-7c85-414e-b0c6-96b6d30ce396 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0566018 Jul 16 21:18:19.465164 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-dc3cbce2-2de9-44ae-ae92-407640f4ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.467062 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-dc3cbce2-2de9-44ae-ae92-407640f4ba35 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587840 Jul 16 21:18:19.563564 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-b2e7e1ec-2911-485a-9898-8d8f09bea6cc service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898027 Jul 16 21:18:19.655138 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-5e54706d-54d0-4884-90aa-b0a7ab3dc0d7 req-66981094-9c77-4dd4-8336-e78e1ddf84cb service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849719 Jul 16 21:18:33.261935 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:36.130802 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4ff6a4f3-1e8d-425e-858f-ae184729d0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:38.689315 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:38.965756 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8562d201-625c-4e00-8e89-2fc214f37485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:39.226634 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:39.764177 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.334062 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:42.133999 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:06.141077 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-52806e5c-f50d-4b56-8987-27420cb4a8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:08.689572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:08.961512 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4112e687-9329-495c-8d63-5acac6538720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.225191 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.785549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:10.256113 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:19:10.334791 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:12.135746 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.035958 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-94eb4ed6-9d6b-4ffc-b637-6d08748fdf70 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657468 Jul 16 21:19:21.138314 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-4e8cdd6b-a04b-4317-914d-5d7d15ad6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:21.142358 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-4e8cdd6b-a04b-4317-914d-5d7d15ad6aff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1097 time: 0.0574834 Jul 16 21:19:21.250417 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-5ac489d9-b2d3-480d-8ca3-6a4853ac6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:21.251988 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-5ac489d9-b2d3-480d-8ca3-6a4853ac6c74 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.0880280 Jul 16 21:19:21.326463 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-a72d290c-9b62-4f74-bde9-8269d70a65da service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 1000 time: 0.0682473 Jul 16 21:19:21.377326 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-e930e3f7-c703-46ad-b2a7-4ebb50e63887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:21.378945 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-e930e3f7-c703-46ad-b2a7-4ebb50e63887 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0461957 Jul 16 21:19:21.440555 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-1de141d5-12e5-4680-b5e4-41cc01be8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:21.442089 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-1de141d5-12e5-4680-b5e4-41cc01be8e87 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556290 Jul 16 21:19:21.545323 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-c4b74658-3f52-4cf5-970c-cf513ce05693 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966332 Jul 16 21:19:21.648691 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-eab37dc9-e6e2-4192-839e-7c46e9153856 req-c9dfec7b-8234-4f3e-9cf9-f2ace1f02d14 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962336 Jul 16 21:19:36.137989 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e6751d59-f118-4396-9460-3de55d0c5b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:38.691290 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:38.956606 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-93377d7d-b4e0-47f6-9ee3-b09674ba2754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:39.243143 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:39.785921 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:40.337068 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:42.140046 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.256540 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:06.134398 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-88268b96-4318-4803-93c6-96c8ef7eef26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:08.686234 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:08.961960 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-12fed495-d41b-4158-9b50-56e5b858ad38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:09.238977 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:09.630992 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 1fc01186-e05a-4488-b3c3-95f2a23b7205 details requested by agent hyperv_n-h1-792458-10 with host n-h1-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:20:09.728295 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:09.739925 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Returning: {'device': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:20:09.800610 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:09.801425 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:09.814947 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fc01186-e05a-4488-b3c3-95f2a23b7205 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:20:09.836210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:09.841442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:09.897393 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:09.905705 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.906053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.906423 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.906954 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.907294 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.907625 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.907951 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.908275 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.908596 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.908916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.909235 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.909554 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:09.931467 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] get_ports_and_sgs() called for port_ids ['1fc01186-e05a-4488-b3c3-95f2a23b7205'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:20:10.339924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.650431 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 1fc01186-e05a-4488-b3c3-95f2a23b7205 up at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:11.706018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Provisioning complete for port 1fc01186-e05a-4488-b3c3-95f2a23b7205 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:11.706377 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.793927 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.818524 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:11.820833 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa9bffa-2e8a-4085-895f-90bd5e8f48e1" -d '{"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:11.834001 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:11.840222 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.909311 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:11.957566 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8b4edb-3a8a-4312-84ef-8280eb2c6139 x-openstack-request-id: req-5f8b4edb-3a8a-4312-84ef-8280eb2c6139 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:11.957929 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:11.958305 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5f8b4edb-3a8a-4312-84ef-8280eb2c6139 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:11.958865 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'code': 200} Jul 16 21:20:12.143100 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:20.003630 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-942fda08-7942-4ce4-a5c3-5d23ece99f5b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380686228&fields=id&tenant_id=1da0149fe3a34048b51e89bae1e023ff HTTP/1.1" status: 200 len: 267 time: 0.0412564 Jul 16 21:20:20.115741 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-1bb399fc-9485-48c5-b902-6ee2c0ebbcf2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:20.117197 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-1bb399fc-9485-48c5-b902-6ee2c0ebbcf2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 809 time: 0.1052346 Jul 16 21:20:20.135647 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-50d34ec4-4245-4dae-8c58-8aa0dfffdf6f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/quotas/1da0149fe3a34048b51e89bae1e023ff HTTP/1.1" status: 200 len: 375 time: 0.0119922 Jul 16 21:20:20.210571 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-ee0c7811-6c62-4670-8eb3-1be3949ebf51 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0674791 Jul 16 21:20:20.325983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-3def1412-7c5b-4493-89dc-588f5922c7a3 service neutron] 10.222.0.91 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015952 Jul 16 21:20:20.424627 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-986d5bde-dfe0-4763-833d-f0ce54ecf56c service neutron] 10.222.0.91 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917778 Jul 16 21:20:20.637799 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b55b130f-682b-4418-9a76-86d186de7150 req-e8e3c766-2273-49f3-9393-05d13ec6578b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 210 time: 0.0340312 Jul 16 21:20:21.684563 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 1fc01186-e05a-4488-b3c3-95f2a23b7205 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:20:21.815191 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-047286b7-eaa0-4a87-9d61-c756896ff364 req-6d55f0bc-594c-4b0e-b1f2-d8e5b79f99ff tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 210 time: 0.0317476 Jul 16 21:20:21.817065 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:21.873109 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:21.876169 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da26db2-e4a6-434c-88c3-dd0bca04824f" -d '{"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-unplugged", "status": "completed", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:21.895210 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:21.900706 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:21.930414 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9f3905-5d46-4819-b870-8fba8b75ac09 x-openstack-request-id: req-af9f3905-5d46-4819-b870-8fba8b75ac09 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:21.930715 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-unplugged", "status": "completed", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:21.931057 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af9f3905-5d46-4819-b870-8fba8b75ac09 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:21.931259 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'code': 200} Jul 16 21:20:21.933474 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-62f62333-82d4-4d7e-bf26-26e74eadda22 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:21.935030 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-62f62333-82d4-4d7e-bf26-26e74eadda22 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.79 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 809 time: 0.2055993 Jul 16 21:20:21.970291 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Pushing event updated for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:21.985356 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-8de1caf7-413e-453f-a7da-50c35e5ef2e2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da0149fe3a34048b51e89bae1e023ff HTTP/1.1" status: 200 len: 379 time: 0.0410697 Jul 16 21:20:21.995244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'port': {'device_id': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'admin_state_up': True, 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'security_groups': ['27328ec7-e91a-4fcd-ad41-62071d79a7ab']}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:22.089421 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-331ec50b-5a97-4443-a9ec-0e210a158d9c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276062 Jul 16 21:20:22.115420 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Made reservation on behalf of 1da0149fe3a34048b51e89bae1e023ff for: {'port': 1} {{(pid=93862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:20:22.119613 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:22.188865 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-77570e3e-e757-4f47-8741-ef3fc09fc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:22.190953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-77570e3e-e757-4f47-8741-ef3fc09fc318 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1095 time: 0.0565834 Jul 16 21:20:22.268148 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Allocated IP 172.20.0.9 (e6f6517d-e046-4ba3-9927-e2b7467a5842/47ec5148-be1e-4f1e-858d-af9f8e7eafc0/5e8da9ba-9ca3-4754-bfb8-c1e591015181) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:20:22.311239 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-488a7dc2-2582-4963-aed8-9a6f6f063c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:22.314222 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-488a7dc2-2582-4963-aed8-9a6f6f063c51 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.1015186 Jul 16 21:20:22.421568 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-cc078290-5556-4b07-b1ff-0c7a872325fe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 998 time: 0.0993030 Jul 16 21:20:22.494102 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-2127dd7b-ed3f-4d37-9edd-f46cd80c3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:22.498910 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-2127dd7b-ed3f-4d37-9edd-f46cd80c3d90 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0689733 Jul 16 21:20:22.540246 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:22.563454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Transition to ACTIVE for port object 5e8da9ba-9ca3-4754-bfb8-c1e591015181 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:20:22.610500 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:22.645544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:20:22.649151 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:20:22.687049 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:20:22.752785 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:22.753541 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:22.782070 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7902131 Jul 16 21:20:22.790698 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:22.809962 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.810523 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.811101 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.811563 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.811914 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.814257 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.814793 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.815226 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.815803 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.815927 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.816262 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:22.816567 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e8aec-c4a5-4ccc-84e4-cfacd430b87d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:20:23.108475 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bafa4-0209-4db9-b29d-5f49c1104515 req-34e5da88-3b9d-43c6-9139-c75bf2045e4e tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:23.116788 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-14ee5ad6-5f14-40f2-97bf-b114155f8c6a None None] Provisioning for port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 completed by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:23.121185 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a06bafa4-0209-4db9-b29d-5f49c1104515 req-34e5da88-3b9d-43c6-9139-c75bf2045e4e tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.1043613 Jul 16 21:20:23.124018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-14ee5ad6-5f14-40f2-97bf-b114155f8c6a None None] Provisioning complete for port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 triggered by entity DHCP. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:23.124646 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-14ee5ad6-5f14-40f2-97bf-b114155f8c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:23.126368 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-5502ff07-93b3-4b43-8f32-3fb9fa6f6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:23.136624 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-5502ff07-93b3-4b43-8f32-3fb9fa6f6281 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6234658 Jul 16 21:20:23.180353 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a06bafa4-0209-4db9-b29d-5f49c1104515 req-ce8738ce-7261-40a7-b2b6-903225a550d3 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565038 Jul 16 21:20:23.208734 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-14ee5ad6-5f14-40f2-97bf-b114155f8c6a None None] Port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 cannot update to ACTIVE because it is not bound. {{(pid=93863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:20:23.283375 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-18f11624-32fa-4469-bd0f-a8436165ebd2 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456833 Jul 16 21:20:23.381044 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-69e126e6-a4e3-44cd-bcaf-d2b278214a0d req-b3ebade4-f8dc-463d-a588-80f4d1182be3 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909092 Jul 16 21:20:24.256571 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:24.362387 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad91b9b-9a6a-488e-afa4-10fb0142b7eb req-73e82e91-478b-488f-bec9-2aecfc837b81 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:24.364669 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dad91b9b-9a6a-488e-afa4-10fb0142b7eb req-73e82e91-478b-488f-bec9-2aecfc837b81 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.0700409 Jul 16 21:20:24.409438 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-dad91b9b-9a6a-488e-afa4-10fb0142b7eb req-75caedb6-0086-4fe8-a6d2-aec472592671 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383689 Jul 16 21:20:25.617187 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2f9a-7070-4e37-abde-fe650c6b554c req-0b901f99-e8b2-4b97-9808-6672619f2730 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:25.618873 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-148e2f9a-7070-4e37-abde-fe650c6b554c req-0b901f99-e8b2-4b97-9808-6672619f2730 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.0783699 Jul 16 21:20:25.660179 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-148e2f9a-7070-4e37-abde-fe650c6b554c req-44aca287-528a-4b46-a6da-07443ec8c139 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349081 Jul 16 21:20:26.848905 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212a8fe-68c2-43bc-9cc9-a9499547d499 req-282b7566-e88f-41f8-9a01-5675b0d3880a tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:26.850505 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b212a8fe-68c2-43bc-9cc9-a9499547d499 req-282b7566-e88f-41f8-9a01-5675b0d3880a tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.0708249 Jul 16 21:20:26.903216 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b212a8fe-68c2-43bc-9cc9-a9499547d499 req-84ef8914-eb85-4c97-835e-7b6ce5863283 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Jul 16 21:20:28.095937 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5856-5a56-455d-ad8b-1f82534ee192 req-4a291f66-968c-4f39-aea0-c2642a6ed1ce tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:28.097451 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-446a5856-5a56-455d-ad8b-1f82534ee192 req-4a291f66-968c-4f39-aea0-c2642a6ed1ce tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.0707326 Jul 16 21:20:28.137945 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-446a5856-5a56-455d-ad8b-1f82534ee192 req-683beb1c-f1c1-4dcf-81c2-6be558e5391b tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345623 Jul 16 21:20:29.350400 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843803cb-0b49-4ef6-acc7-b317b6308858 req-66fd8f89-33ce-41e5-ae17-d4e8f4da610c tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:29.351921 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-843803cb-0b49-4ef6-acc7-b317b6308858 req-66fd8f89-33ce-41e5-ae17-d4e8f4da610c tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.0682042 Jul 16 21:20:29.398329 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-843803cb-0b49-4ef6-acc7-b317b6308858 req-ae10308f-34b1-462d-bace-d37702c41491 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386901 Jul 16 21:20:30.607511 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feb3b0-56c5-4e46-bccb-1ca51c35d486 req-44869af0-5c58-4609-aca5-124d0faf183d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:30.609109 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32feb3b0-56c5-4e46-bccb-1ca51c35d486 req-44869af0-5c58-4609-aca5-124d0faf183d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.0828955 Jul 16 21:20:30.664881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-32feb3b0-56c5-4e46-bccb-1ca51c35d486 req-d5259c70-648a-48d3-90b0-3b1441841fa7 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494668 Jul 16 21:20:31.856823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cadb17-3197-4e6b-a50a-b7289161e27d req-b40143b7-a98c-49cb-beb7-e5b7b27b26c1 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:31.858232 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18cadb17-3197-4e6b-a50a-b7289161e27d req-b40143b7-a98c-49cb-beb7-e5b7b27b26c1 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.0738502 Jul 16 21:20:31.901496 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-18cadb17-3197-4e6b-a50a-b7289161e27d req-d970a693-b752-488a-b809-bab10f421ebb tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375757 Jul 16 21:20:32.829895 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Request body: {'port': {'device_id': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-10'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:32.904852 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.174040 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd329d-e482-4719-82cb-8a0b38e5ef47 req-5c1162a6-e79b-4204-a985-928c45f09ce4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.175515 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06dd329d-e482-4719-82cb-8a0b38e5ef47 req-5c1162a6-e79b-4204-a985-928c45f09ce4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 931 time: 0.1463518 Jul 16 21:20:33.257643 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-06dd329d-e482-4719-82cb-8a0b38e5ef47 req-52b540d4-0fab-439e-8abf-7cc3c0ccd037 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706589 Jul 16 21:20:33.271480 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8da9ba-9ca3-4754-bfb8-c1e591015181 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:20:33.280900 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.296285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Transition to ACTIVE for port object 5e8da9ba-9ca3-4754-bfb8-c1e591015181 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:20:33.303077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.357331 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:33.437121 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Attempting to bind port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 on host n-h2-792458-10 for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:20:33.437384 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Attempting to bind port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 by drivers openvswitch,hyperv on host n-h2-792458-10 at level 0 using segments [{'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:20:33.437669 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Attempting to bind port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 on network e6f6517d-e046-4ba3-9927-e2b7467a5842 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:33.442489 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 on network e6f6517d-e046-4ba3-9927-e2b7467a5842 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-10 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:20:33.442816 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Attempting to bind port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 on network e6f6517d-e046-4ba3-9927-e2b7467a5842 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:33.449790 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Checking agent: {'id': 'd752017f-3dc1-416b-ac89-f69764e270f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:20:33.450113 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Checking segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:20:33.450499 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Bound using segment: {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:20:33.450943 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Bound port: 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host: n-h2-792458-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e60083-2b42-4252-a4a4-9eeb4a1af6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:20:33.451317 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.521964 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:20:33.525313 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:20:33.530737 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.565308 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.565969 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.567382 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-64b16171-4419-464f-81c8-59099cfa930a service neutron] 10.222.0.79 "PUT /v2.0/ports/5e8da9ba-9ca3-4754-bfb8-c1e591015181 HTTP/1.1" status: 200 len: 1092 time: 0.7941358 Jul 16 21:20:33.567956 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:33.570215 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb7317d-bea2-473d-b579-0140873de8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:33.599159 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b16171-4419-464f-81c8-59099cfa930a service neutron] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:33.628230 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f2df3-5f39-441c-ba60-16ca7bad511b x-openstack-request-id: req-8c1f2df3-5f39-441c-ba60-16ca7bad511b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:33.628783 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:33.629038 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c1f2df3-5f39-441c-ba60-16ca7bad511b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:33.629440 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'status': 'completed', 'code': 200} Jul 16 21:20:33.694099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-7efea8b2-cdb2-44c9-8264-110fb623bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.695712 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-7efea8b2-cdb2-44c9-8264-110fb623bc62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 1095 time: 0.0585806 Jul 16 21:20:33.742680 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-dffea9aa-56db-438b-8111-24febe7f00a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181 HTTP/1.1" status: 200 len: 217 time: 0.0398097 Jul 16 21:20:33.791800 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-d7b162c7-443e-41c1-81cf-00ac7b6049c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.793286 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-d7b162c7-443e-41c1-81cf-00ac7b6049c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0448668 Jul 16 21:20:33.858061 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a30d9-a862-43a0-92dd-206847267f3e req-877fab52-35ba-497d-8887-0243e879a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.859610 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-877fab52-35ba-497d-8887-0243e879a373 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602584 Jul 16 21:20:33.963488 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-1c7f3060-bd55-4487-8fee-81c5bee83bc0 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965500 Jul 16 21:20:34.056501 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-001a30d9-a862-43a0-92dd-206847267f3e req-78694cf5-5b86-41ef-98e8-f6ebe2ecb4ee service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867546 Jul 16 21:20:34.166295 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7317d-bea2-473d-b579-0140873de8dc req-86429cf5-9e16-4fd9-a3ef-6b809f6ae5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.167895 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb7317d-bea2-473d-b579-0140873de8dc req-86429cf5-9e16-4fd9-a3ef-6b809f6ae5e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 1095 time: 0.0581751 Jul 16 21:20:34.263454 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7317d-bea2-473d-b579-0140873de8dc req-f140039e-a763-4406-a2ad-ed8bc4b89379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.264897 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb7317d-bea2-473d-b579-0140873de8dc req-f140039e-a763-4406-a2ad-ed8bc4b89379 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.0908699 Jul 16 21:20:34.313663 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb7317d-bea2-473d-b579-0140873de8dc req-edb18263-9d40-466f-ac78-a7ca00e9687d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181 HTTP/1.1" status: 200 len: 217 time: 0.0409198 Jul 16 21:20:34.364321 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7317d-bea2-473d-b579-0140873de8dc req-1edfc97c-3d60-4b8a-bf08-b48a17b18f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.365811 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb7317d-bea2-473d-b579-0140873de8dc req-1edfc97c-3d60-4b8a-bf08-b48a17b18f97 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0459812 Jul 16 21:20:34.475387 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaff27d-08da-4197-9bb1-105fbe8a4883 req-ad543436-3d3e-4121-a44f-3915a3fee0ae tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.476874 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcaff27d-08da-4197-9bb1-105fbe8a4883 req-ad543436-3d3e-4121-a44f-3915a3fee0ae tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 943 time: 0.1046734 Jul 16 21:20:34.479625 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7317d-bea2-473d-b579-0140873de8dc req-5757c8cc-c830-4f8c-99e7-714335a805d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:34.480983 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb7317d-bea2-473d-b579-0140873de8dc req-5757c8cc-c830-4f8c-99e7-714335a805d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061325 Jul 16 21:20:34.546541 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dcaff27d-08da-4197-9bb1-105fbe8a4883 req-19383e4a-88d8-472c-ad0d-a241ed3d05ce tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625851 Jul 16 21:20:34.604846 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb7317d-bea2-473d-b579-0140873de8dc req-1d0bcc2b-045b-4fe5-80ac-e40587a49544 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146898 Jul 16 21:20:34.720891 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-aeb7317d-bea2-473d-b579-0140873de8dc req-f78f73e4-0000-4374-b5b3-602ec8468b00 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024692 Jul 16 21:20:35.737061 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a305e0-e24a-4f1a-aba1-ac09baebe294 req-262e1bfe-47a9-455b-8b1a-6f5e3ec777ca tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:35.738582 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40a305e0-e24a-4f1a-aba1-ac09baebe294 req-262e1bfe-47a9-455b-8b1a-6f5e3ec777ca tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 943 time: 0.0723791 Jul 16 21:20:35.779932 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-40a305e0-e24a-4f1a-aba1-ac09baebe294 req-de21efe9-dead-4fc5-9c17-0a47bb1d616f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352483 Jul 16 21:20:36.130968 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-63f5b703-a711-4ec0-8058-cc3766dd38a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:36.892987 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5e8da9ba-9ca3-4754-bfb8-c1e591015181 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:20:36.963781 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1709f-ef6d-48d0-88cb-fa532334c6eb req-63cbe37e-953a-441e-97e3-e5c4360978f8 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:36.965314 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e1709f-ef6d-48d0-88cb-fa532334c6eb req-63cbe37e-953a-441e-97e3-e5c4360978f8 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 943 time: 0.0723343 Jul 16 21:20:36.997125 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:37.008110 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-a7e1709f-ef6d-48d0-88cb-fa532334c6eb req-3b7a1e23-63eb-471f-99a2-a0f111d9aac3 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351555 Jul 16 21:20:37.008601 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'port_id': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'mac_address': 'fa:16:3e:8f:3c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:20:37.047634 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:37.065233 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8da9ba-9ca3-4754-bfb8-c1e591015181 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:20:37.089668 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:37.094261 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:37.141850 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:37.333833 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['5e8da9ba-9ca3-4754-bfb8-c1e591015181'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:20:38.195120 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70afa64-cb8a-4b16-85d0-70bccbd767bc req-f6b03a1e-4585-407a-a580-927edf364377 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:38.196644 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b70afa64-cb8a-4b16-85d0-70bccbd767bc req-f6b03a1e-4585-407a-a580-927edf364377 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 944 time: 0.0700450 Jul 16 21:20:38.241648 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b70afa64-cb8a-4b16-85d0-70bccbd767bc req-50c1d74b-5fdd-4237-9961-448097658310 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373406 Jul 16 21:20:38.697282 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:38.908868 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5e8da9ba-9ca3-4754-bfb8-c1e591015181 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:38.966572 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e4d4d6eb-9142-4dc1-86c5-300dafa80dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:38.974018 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning for port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 completed by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:38.977745 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:38.978099 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:39.070037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:39.098816 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:39.101398 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044d730-1dbe-4754-849a-7e6aaaeb7265" -d '{"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-plugged", "status": "completed", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:39.115706 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:39.121605 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:39.145925 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee226a9-b7ac-4d82-9a5f-7c197f26e700 x-openstack-request-id: req-bee226a9-b7ac-4d82-9a5f-7c197f26e700 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:39.146372 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-plugged", "status": "completed", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:39.146758 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bee226a9-b7ac-4d82-9a5f-7c197f26e700 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:39.147163 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'code': 200} Jul 16 21:20:39.174888 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=5']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:39.243187 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:39.267441 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f0e22-7a8b-4c89-bae4-f5df338c4fb8 req-be743952-e345-4be0-826d-a0dd431cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:39.269200 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a1f0e22-7a8b-4c89-bae4-f5df338c4fb8 req-be743952-e345-4be0-826d-a0dd431cb98f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 1097 time: 0.0599725 Jul 16 21:20:39.306180 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-1a1f0e22-7a8b-4c89-bae4-f5df338c4fb8 req-a8071d56-101f-41c2-b60f-2b10f23f3498 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303395 Jul 16 21:20:39.431773 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d3cd-8ac0-4e02-914f-86fb29de2039 req-9c673e29-257c-46ac-b071-02747d334c67 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:39.433179 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d86d3cd-8ac0-4e02-914f-86fb29de2039 req-9c673e29-257c-46ac-b071-02747d334c67 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 945 time: 0.0682681 Jul 16 21:20:39.477108 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-9d86d3cd-8ac0-4e02-914f-86fb29de2039 req-f1b664f1-1897-480a-bf61-79230ecb83eb tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372186 Jul 16 21:20:39.780118 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:40.343713 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:40.685948 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d2ce8-5e5e-426f-9f36-0341d99254da req-702aec2e-52b7-46b3-8577-b8b14a4017b8 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:40.687487 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff6d2ce8-5e5e-426f-9f36-0341d99254da req-702aec2e-52b7-46b3-8577-b8b14a4017b8 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 945 time: 0.0842960 Jul 16 21:20:40.730201 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-ff6d2ce8-5e5e-426f-9f36-0341d99254da req-73056504-5fb9-496b-a6dd-d7042f9a30b7 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342646 Jul 16 21:20:40.924067 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d84e9-cef4-4113-a651-260140e677de req-60594029-2767-43c7-b1ae-8a2bfc916362 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:40.925466 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b64d84e9-cef4-4113-a651-260140e677de req-60594029-2767-43c7-b1ae-8a2bfc916362 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 945 time: 0.0683882 Jul 16 21:20:40.966015 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b64d84e9-cef4-4113-a651-260140e677de req-ef0c0968-0ff1-403a-a683-841233f916c2 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338008 Jul 16 21:20:40.997339 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43390) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:20:41.056145 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6d0e1-ad53-4555-85f4-b4edf7ff9ef7 tempest-TestSnapshotPattern-1357104071 tempest-TestSnapshotPattern-1357104071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:41.060462 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-afc6d0e1-ad53-4555-85f4-b4edf7ff9ef7 tempest-TestSnapshotPattern-1357104071 tempest-TestSnapshotPattern-1357104071-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 1092 time: 0.0620532 Jul 16 21:20:41.060788 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43392) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:20:41.065703 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.v2.base [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Request body: {'floatingip': {'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'port_id': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:41.092308 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:41.198161 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:41.325544 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Allocated IP 172.25.3.15 (2827bef3-dd54-4b8a-b165-0da37f7f5a12/8b753667-caba-4247-95ed-f503cef924e8/748b07fd-2440-47e0-bb96-07f542af3a3d) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:20:41.442536 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:41.488821 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736922425254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:41.532719 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Network 2827bef3-dd54-4b8a-b165-0da37f7f5a12 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:20:41.535487 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:20:41.539067 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:20:41.545233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'Port': ['ID=748b07fd-2440-47e0-bb96-07f542af3a3d,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:41.931025 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:42.014493 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:42.152882 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:42.179007 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:42.185381 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26551349'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:42.252280 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event updated for resources: {'Port': ['ID=748b07fd-2440-47e0-bb96-07f542af3a3d,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:42.267517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421076'] for floatingip, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:42.371224 n-d-792458-10 neutron-server[93862]: INFO neutron.db.l3_db [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Floating IP 90aa80ec-c18f-4635-b04a-43752f84015b associated. External IP: 172.25.3.15, port: 5e8da9ba-9ca3-4754-bfb8-c1e591015181. Jul 16 21:20:42.605105 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Router 22771aa7-9cf5-4c0d-86c9-4571416740d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:20:42.719424 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:20:42.729380 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] Sync routers for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:20:42.737230 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:42.738994 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:20:42.739612 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:20:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:42.776307 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-117fbc79-fba9-4b18-830d-fe8d61221f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7142231 Jul 16 21:20:42.776917 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:42.779251 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa1f237-fe85-449b-a1bd-383411c194ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:42.817287 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c882968-066a-474c-bb2f-07a6560f9cad x-openstack-request-id: req-8c882968-066a-474c-bb2f-07a6560f9cad {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:42.817579 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:42.817828 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c882968-066a-474c-bb2f-07a6560f9cad {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:42.818252 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'status': 'completed', 'code': 200} Jul 16 21:20:42.894971 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-b7987adb-9c49-4484-949d-b1de54d82b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:42.896424 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-b7987adb-9c49-4484-949d-b1de54d82b84 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 1097 time: 0.0554636 Jul 16 21:20:42.995197 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-80cca8e1-bb40-4056-8229-982677cf969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:42.996716 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-80cca8e1-bb40-4056-8229-982677cf969b service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.0944312 Jul 16 21:20:43.020916 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:20:43.069223 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-c9a1813f-0bee-40ba-8c92-7e6f88aa6aaf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181 HTTP/1.1" status: 200 len: 998 time: 0.0660131 Jul 16 21:20:43.118342 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-deeafe8b-4c4d-4bd0-be61-249e6217a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:43.120091 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-deeafe8b-4c4d-4bd0-be61-249e6217a632 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0450671 Jul 16 21:20:43.183246 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-6931c26f-4e03-4ecd-9f74-e90668aafb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:43.186417 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-6931c26f-4e03-4ecd-9f74-e90668aafb8e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602410 Jul 16 21:20:43.265053 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 1, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}, {'id': '90aa80ec-c18f-4635-b04a-43752f84015b', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:8f:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:20:41Z', 'updated_at': '2021-07-16T21:20:41Z', 'revision_number': 0, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:43.293388 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] Checking router: 22771aa7-9cf5-4c0d-86c9-4571416740d6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:20:43.304286 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:20:43.304921 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:20:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:43.419623 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:20:43.629463 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-93384c4c-5d47-4b31-948a-8cbe96a35a5c service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361155 Jul 16 21:20:43.669265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 1, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}, {'id': '90aa80ec-c18f-4635-b04a-43752f84015b', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:8f:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:20:41Z', 'updated_at': '2021-07-16T21:20:41Z', 'revision_number': 0, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:43.698323 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc650e5a-8b63-4bd9-867c-b66c7002d925 None None] The sync data for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 is: [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 1, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}, {'id': '90aa80ec-c18f-4635-b04a-43752f84015b', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:8f:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:20:41Z', 'updated_at': '2021-07-16T21:20:41Z', 'revision_number': 0, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:20:43.725446 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-dfa1f237-fe85-449b-a1bd-383411c194ac req-598095ba-896f-4bd6-9a78-64ac9f0fa738 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893054 Jul 16 21:20:43.914818 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02553989-41de-4328-a85b-4f2bb647dd75 None None] New status for floating IP 90aa80ec-c18f-4635-b04a-43752f84015b: ACTIVE {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:21:01.257212 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:05.059169 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-523a72ae-9d92-4967-a9e7-91731f40f5b1 req-26cc7055-1832-4b28-b49e-939ddf4dbc89 service neutron] (93862) timed out ('10.222.0.99', 62454) {{(pid=93862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:21:06.140108 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-3ab2877c-1e74-4ad7-be06-6f78eb9b90a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.693118 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.971111 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-217272c4-7478-4475-b97a-53d1d8345449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:09.252603 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:09.809070 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:10.349761 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:12.154047 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:22.006261 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-57f2c117-2e32-4329-8e01-e8ee31aaf811 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546086 Jul 16 21:21:22.107567 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bffc5-0103-4929-850d-aff96907b710 req-920958a1-a53b-4e28-98ff-a90b88d93457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:22.109116 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-920958a1-a53b-4e28-98ff-a90b88d93457 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1095 time: 0.0590200 Jul 16 21:21:22.221133 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bffc5-0103-4929-850d-aff96907b710 req-a179d350-a482-4f01-9130-3f2d7c9b6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:22.222760 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-a179d350-a482-4f01-9130-3f2d7c9b6da0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.0926182 Jul 16 21:21:22.295435 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-b4157205-c417-4258-88e8-ceeaba7c42ed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 998 time: 0.0659280 Jul 16 21:21:22.356022 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bffc5-0103-4929-850d-aff96907b710 req-1a519c3e-bef9-42c3-8da0-11d574de248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:22.357947 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-1a519c3e-bef9-42c3-8da0-11d574de248f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0567143 Jul 16 21:21:22.421184 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bffc5-0103-4929-850d-aff96907b710 req-809403c6-d17d-4cfa-8470-5d5201b025ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:22.423175 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-809403c6-d17d-4cfa-8470-5d5201b025ed service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586770 Jul 16 21:21:22.518019 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-29b77129-40fa-4d0b-9a5d-a360263954a3 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879672 Jul 16 21:21:22.615621 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-494bffc5-0103-4929-850d-aff96907b710 req-89b9a81d-5149-4562-bb55-fe5519277bd8 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913756 Jul 16 21:21:24.665758 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-aaf8b6e2-7e0e-4611-bb26-7757aff01789 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558338 Jul 16 21:21:24.777750 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692ab44-9efa-40f3-8912-126536628007 req-afb8d55d-5814-4096-8946-5d58a0262f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:24.779317 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-afb8d55d-5814-4096-8946-5d58a0262f52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 1097 time: 0.0640767 Jul 16 21:21:24.887524 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692ab44-9efa-40f3-8912-126536628007 req-cce661e8-dc74-4ffc-bf80-79fc4eded027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:24.888926 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-cce661e8-dc74-4ffc-bf80-79fc4eded027 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.0886977 Jul 16 21:21:24.965127 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-6e318351-77d1-4863-9468-ca93359c8c0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181 HTTP/1.1" status: 200 len: 1000 time: 0.0695100 Jul 16 21:21:25.015575 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692ab44-9efa-40f3-8912-126536628007 req-dddfd54a-3a67-4eb1-b5ea-73b0c741dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:25.017003 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-dddfd54a-3a67-4eb1-b5ea-73b0c741dd5d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0452285 Jul 16 21:21:25.076373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692ab44-9efa-40f3-8912-126536628007 req-027efa6e-9ad3-4fe5-8c3c-1a3fbd7b0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:25.077877 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-027efa6e-9ad3-4fe5-8c3c-1a3fbd7b0e3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538301 Jul 16 21:21:25.174623 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-4bbae631-e244-4cc3-bee7-ea71598353d8 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887067 Jul 16 21:21:25.265420 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-5692ab44-9efa-40f3-8912-126536628007 req-6bf347a2-ed20-4bc7-a90e-c5f388917ec1 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Jul 16 21:21:36.134894 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-64978b68-b615-4a7d-be1b-0042ae2aa6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:38.261626 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:38.698457 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:38.976127 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7e606e75-4000-450a-857a-5cfe69a1d036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:39.246341 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:39.835513 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:40.352759 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:42.152403 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.130705 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0f35ef33-60f3-4a1e-b9cd-8db0da1ef2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.706086 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:08.980100 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1a1d18ca-b662-4b46-a332-852a7532661e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.250578 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.834557 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.352618 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.157246 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.391240 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5e8da9ba-9ca3-4754-bfb8-c1e591015181 details requested by agent hyperv_n-h2-792458-10 with host n-h2-792458-10 {{(pid=93863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:22:13.499097 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:13.512103 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Returning: {'device': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'port_id': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'mac_address': 'fa:16:3e:8f:3c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:22:13.554626 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.573170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e8da9ba-9ca3-4754-bfb8-c1e591015181 {{(pid=93863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:13.598075 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:13.603242 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:13.661379 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=6']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:13.669107 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.669440 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.669801 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.670245 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.670577 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.670920 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.671241 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.671561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.671867 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.672185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.672498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.672807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:13.678579 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] get_ports_and_sgs() called for port_ids ['5e8da9ba-9ca3-4754-bfb8-c1e591015181'] {{(pid=93863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:15.260912 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:22:15.384956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5e8da9ba-9ca3-4754-bfb8-c1e591015181 up at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:15.449397 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Provisioning complete for port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 triggered by entity L2. {{(pid=93863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:15.449643 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390002'] for port, provisioning_complete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.543248 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.572199 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:15.574483 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a256251-8062-479a-8ed2-6ae4d75dbb8b" -d '{"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-plugged", "status": "completed", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:15.591575 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:15.597706 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:15.637721 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80b17a-1b8d-4d43-9757-d7f5babd8f46 x-openstack-request-id: req-4c80b17a-1b8d-4d43-9757-d7f5babd8f46 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:15.637721 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-plugged", "status": "completed", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:15.637721 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4c80b17a-1b8d-4d43-9757-d7f5babd8f46 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:15.637721 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'code': 200} Jul 16 21:22:15.673092 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=7']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:22.934007 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43598) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:23.093433 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-708b255b-129d-4f92-8e5a-594a82c97556 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1219893 Jul 16 21:22:23.136676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Deleting port 748b07fd-2440-47e0-bb96-07f542af3a3d {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:23.137018 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.251340 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.251602 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.267077 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Calling delete_port for 748b07fd-2440-47e0-bb96-07f542af3a3d owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:23.272823 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-9bb2662e-c51f-4601-9a11-0221760f6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.274461 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-9bb2662e-c51f-4601-9a11-0221760f6a51 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1095 time: 0.1353576 Jul 16 21:22:23.435189 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-9b9e040d-ff88-4bdf-83ba-3f2c938549d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.436672 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-9b9e040d-ff88-4bdf-83ba-3f2c938549d5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.1169932 Jul 16 21:22:23.539652 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-95d75c11-49f8-4987-b034-6a37d35da26c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 998 time: 0.0943711 Jul 16 21:22:23.556044 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.618529 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event deleted for resources: {'Port': ['ID=748b07fd-2440-47e0-bb96-07f542af3a3d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:23.646223 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-869292e6-f87d-41ae-bc0e-a7f41f362e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.647781 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-869292e6-f87d-41ae-bc0e-a7f41f362e88 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.1012945 Jul 16 21:22:23.650277 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.650626 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.651020 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.651367 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.651701 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.652016 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.652346 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.652674 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.653000 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.653399 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.653730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.654058 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:23.721487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.721792 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Floating IP 90aa80ec-c18f-4635-b04a-43752f84015b disassociated (deleted). External IP: 172.25.3.15, port: 5e8da9ba-9ca3-4754-bfb8-c1e591015181. Jul 16 21:22:23.813541 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-0ea53975-f237-45ec-aaa0-2398df9cf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.815022 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-0ea53975-f237-45ec-aaa0-2398df9cf728 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580231 Jul 16 21:22:23.965142 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-88fe3d54-338d-420b-9a04-504e06c01cd5 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413527 Jul 16 21:22:24.082147 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Router 22771aa7-9cf5-4c0d-86c9-4571416740d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:24.105120 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-b1a6f66f-f5ab-4830-bace-26c7f99668f1 req-1edc56c6-8b74-47f2-8011-039f78f7c5b9 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134939 Jul 16 21:22:24.204592 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:24.209167 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.215559 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] Sync routers for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:24.230202 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:24.230869 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:24.249530 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-5f960f85-3545-43d5-8787-8ff3380d03e9 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "DELETE /v2.0/floatingips/90aa80ec-c18f-4635-b04a-43752f84015b HTTP/1.1" status: 204 len: 168 time: 1.3143537 Jul 16 21:22:24.250128 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:24.252523 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ee4c9-b037-412f-9a01-308703a244bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:24.353281 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:24.361728 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a0648d-fb19-4266-b73e-554952f0deda x-openstack-request-id: req-e8a0648d-fb19-4266-b73e-554952f0deda {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:24.362017 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:24.362265 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e8a0648d-fb19-4266-b73e-554952f0deda {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:24.362670 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'status': 'completed', 'code': 200} Jul 16 21:22:24.449566 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-4495e252-59b9-4331-a2ad-cf29ad97855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.452598 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-4495e252-59b9-4331-a2ad-cf29ad97855b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 1097 time: 0.0643415 Jul 16 21:22:24.560721 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-e5caadbf-4963-4622-aa6d-10a990fcf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.562362 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-e5caadbf-4963-4622-aa6d-10a990fcf4f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.0988765 Jul 16 21:22:24.614740 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-7fee9375-0f6c-448c-9a5a-ee9206da0bec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181 HTTP/1.1" status: 200 len: 217 time: 0.0454984 Jul 16 21:22:24.621165 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 1, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:24.650617 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] Checking router: 22771aa7-9cf5-4c0d-86c9-4571416740d6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:24.660567 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:24.661289 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:24.682373 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-f8e0ffc8-5c47-4a52-a457-28c9870acd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.684248 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-f8e0ffc8-5c47-4a52-a457-28c9870acd12 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0630412 Jul 16 21:22:24.771598 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:24.780885 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-ed2a10f8-f9b0-4958-aeeb-2e9015f9c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.782454 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-ed2a10f8-f9b0-4958-aeeb-2e9015f9c061 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880439 Jul 16 21:22:24.791080 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2702ac8-455d-4348-a231-e57676e1d974 req-3b50aeb7-8eed-4cf1-9dbf-5b22d2551e7a tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.792564 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2702ac8-455d-4348-a231-e57676e1d974 req-3b50aeb7-8eed-4cf1-9dbf-5b22d2551e7a tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 945 time: 0.1833928 Jul 16 21:22:24.888431 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-e2702ac8-455d-4348-a231-e57676e1d974 req-3508ac94-a929-413f-b013-c79b55e45b26 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875030 Jul 16 21:22:24.921753 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-11c708db-528d-4c6d-9f69-1d6c39e1fbac service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234426 Jul 16 21:22:25.015848 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 1, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:25.018385 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-9f4ee4c9-b037-412f-9a01-308703a244bb req-c00dd027-4ca3-4fec-ae7d-03e9085567b6 service neutron] 10.222.0.79 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946846 Jul 16 21:22:25.047757 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b8fb2-5592-4bda-9046-797c49f9ffa2 None None] The sync data for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 is: [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_floatingips': [{'id': '1bd4ab20-f18d-4c84-be02-8e56f0aa6c84', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'router_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'port_id': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'mac_address': 'fa:16:3e:f1:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:09Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 1, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:25.294639 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f840e8-c529-462f-84bf-06e38bf38f62 None None] New status for floating IP 90aa80ec-c18f-4635-b04a-43752f84015b: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:22:25.440624 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5e8da9ba-9ca3-4754-bfb8-c1e591015181 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:25.528360 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528706'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:25.553190 n-d-792458-10 neutron-server[93863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181'}] {{(pid=93863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:25.555548 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94e0fd34a5e8bd58e9bafc3949f96fa553d42fa26e699014ab7d5d5602123c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff42d36-2dd0-4f2a-aec2-0d4d046f8347" -d '{"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-unplugged", "status": "completed", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181"}]}' {{(pid=93863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:25.568100 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:25.573615 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736922830421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736922425272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736922425290'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:25.599490 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e40b4-4513-4408-bd6a-457164139a45 x-openstack-request-id: req-573e40b4-4513-4408-bd6a-457164139a45 {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:25.599848 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-unplugged", "status": "completed", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181", "code": 200}]} {{(pid=93863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:25.600085 n-d-792458-10 neutron-server[93863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-573e40b4-4513-4408-bd6a-457164139a45 {{(pid=93863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:25.600413 n-d-792458-10 neutron-server[93863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'code': 200} Jul 16 21:22:25.626817 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Pushing event updated for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=8']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:26.112589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbce0a-6211-4acc-9e0c-11147793822e req-bff25244-6398-473f-b4eb-62b460582e52 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:26.114098 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fccbce0a-6211-4acc-9e0c-11147793822e req-bff25244-6398-473f-b4eb-62b460582e52 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 943 time: 0.1036327 Jul 16 21:22:26.121520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f555-f33a-4fad-9cca-346cca5aaf38 req-5a91bf23-4f7a-40e6-ac22-d9603e83e909 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:26.123292 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6156f555-f33a-4fad-9cca-346cca5aaf38 req-5a91bf23-4f7a-40e6-ac22-d9603e83e909 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=b0ff3354-26e8-4f14-983f-8732e630b806 HTTP/1.1" status: 200 len: 943 time: 0.1037235 Jul 16 21:22:26.202351 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-6156f555-f33a-4fad-9cca-346cca5aaf38 req-dd6d2230-d725-4402-a6f9-59d6ebdcb073 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717964 Jul 16 21:22:26.248092 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Deleting port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:26.248431 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.346491 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] For port 5e8da9ba-9ca3-4754-bfb8-c1e591015181, host n-h2-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-10',level=0,port_id=5e8da9ba-9ca3-4754-bfb8-c1e591015181,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:26.346883 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.358791 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Calling delete_port for 5e8da9ba-9ca3-4754-bfb8-c1e591015181 owned by compute:nova {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:26.496325 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.529414 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event deleted for resources: {'Port': ['ID=5e8da9ba-9ca3-4754-bfb8-c1e591015181,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:26.541902 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.542258 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.542598 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.542935 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.543285 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.543618 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.543944 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.544267 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.544589 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.544899 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.545233 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.545553 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-10 {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:26.585132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] No DVR routers for this DVR port 5e8da9ba-9ca3-4754-bfb8-c1e591015181 on host n-h2-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:26.588023 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.590081 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-fccbce0a-6211-4acc-9e0c-11147793822e req-5d526b1d-95c4-4c49-92e2-d588c8b06474 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.79 "DELETE /v2.0/ports/5e8da9ba-9ca3-4754-bfb8-c1e591015181 HTTP/1.1" status: 204 len: 173 time: 0.4663062 Jul 16 21:22:26.590512 n-d-792458-10 neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-deleted', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:26.592900 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbdd33b0357f978cbb66e3b89795b11dca7c5fc45e8b6eb2f069cb41015f8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763235c4-848c-4cf2-a552-db9c03096e29" -d '{"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-deleted", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:26.632492 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85771246-e6dd-4a22-88a7-ea5608e868ad x-openstack-request-id: req-85771246-e6dd-4a22-88a7-ea5608e868ad {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:26.632827 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ff3354-26e8-4f14-983f-8732e630b806", "name": "network-vif-deleted", "tag": "5e8da9ba-9ca3-4754-bfb8-c1e591015181", "status": "completed", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:26.633221 n-d-792458-10 neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-85771246-e6dd-4a22-88a7-ea5608e868ad {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:26.633675 n-d-792458-10 neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ff3354-26e8-4f14-983f-8732e630b806', 'name': 'network-vif-deleted', 'tag': '5e8da9ba-9ca3-4754-bfb8-c1e591015181', 'status': 'completed', 'code': 200} Jul 16 21:22:27.872667 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43660) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:28.049732 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Deleting port 2349dda9-1810-48a2-8c38-118e21c4761f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:28.049969 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.136939 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.137238 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.150256 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Calling delete_port for 2349dda9-1810-48a2-8c38-118e21c4761f owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:28.313698 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.339249 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event deleted for resources: {'Port': ['ID=2349dda9-1810-48a2-8c38-118e21c4761f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:28.409440 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.409803 n-d-792458-10 neutron-server[93861]: INFO neutron.db.l3_db [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Floating IP 1bd4ab20-f18d-4c84-be02-8e56f0aa6c84 disassociated (deleted). External IP: 172.25.3.96, port: 1fc01186-e05a-4488-b3c3-95f2a23b7205. Jul 16 21:22:28.624852 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Router 22771aa7-9cf5-4c0d-86c9-4571416740d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:28.745116 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:28.750252 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.755824 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] Sync routers for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:28.765081 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:28.765702 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:28.788246 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-bc2100b7-ca95-436d-b4f7-81061d455e27 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "DELETE /v2.0/floatingips/1bd4ab20-f18d-4c84-be02-8e56f0aa6c84 HTTP/1.1" status: 204 len: 168 time: 0.9144506 Jul 16 21:22:28.788885 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:28.791185 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065a2554-db3d-464e-94ba-ad0db9d84157" -d '{"events": [{"name": "network-changed", "server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:28.830551 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a6b8ca-c703-4521-a467-864f6f12ac32 x-openstack-request-id: req-06a6b8ca-c703-4521-a467-864f6f12ac32 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:28.830908 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:28.831253 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-06a6b8ca-c703-4521-a467-864f6f12ac32 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:28.831713 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'status': 'completed', 'code': 200} Jul 16 21:22:28.879662 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:28.908945 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-8bb4ab96-5496-4e2d-a6e7-edf8909c1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:28.910638 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-8bb4ab96-5496-4e2d-a6e7-edf8909c1eef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1da0149fe3a34048b51e89bae1e023ff&device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 1095 time: 0.0538716 Jul 16 21:22:29.015386 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-c9a30602-d686-4a94-a9dc-ab6dc7e6a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:29.017282 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-c9a30602-d686-4a94-a9dc-ab6dc7e6a487 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 200 len: 910 time: 0.1005676 Jul 16 21:22:29.062350 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-1a94d666-dafb-4777-9bb9-65e227ec5e32 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 200 len: 217 time: 0.0384195 Jul 16 21:22:29.120034 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-17e16ac6-e54d-4a5b-8f40-3dd540887601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:29.121550 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-17e16ac6-e54d-4a5b-8f40-3dd540887601 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 200 len: 848 time: 0.0519414 Jul 16 21:22:29.190297 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-b3ca399c-a574-4c66-9295-cf0343d6464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:29.191841 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-b3ca399c-a574-4c66-9295-cf0343d6464b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e6f6517d-e046-4ba3-9927-e2b7467a5842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627139 Jul 16 21:22:29.195728 n-d-792458-10 neutron-server[93862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b49b5e-6c35-4924-9b72-627df9317475 req-4d67f6a7-e470-4f3d-a775-532d1c1c8c65 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:29.196919 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83b49b5e-6c35-4924-9b72-627df9317475 req-4d67f6a7-e470-4f3d-a775-532d1c1c8c65 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 943 time: 0.0724521 Jul 16 21:22:29.238672 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [req-83b49b5e-6c35-4924-9b72-627df9317475 req-41f65e13-befb-4ef2-8e0e-136af7ae6811 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356908 Jul 16 21:22:29.274956 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:29.295526 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-233bc2e5-fcbd-4096-97fb-b07a909f43ff service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964134 Jul 16 21:22:29.302611 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] Checking router: 22771aa7-9cf5-4c0d-86c9-4571416740d6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:29.312520 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:29.313132 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:29.423561 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:29.468735 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5e8da9ba-9ca3-4754-bfb8-c1e591015181 no longer exists at agent hyperv_n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:29.522982 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] No Port match for: 5e8da9ba-9ca3-4754-bfb8-c1e591015181 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:29.523361 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Device 5e8da9ba-9ca3-4754-bfb8-c1e591015181 not bound to the agent host n-h2-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:29.667861 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:29.695783 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3303a-772d-4cd7-a03b-ff40420d64f4 None None] The sync data for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 is: [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:49Z', 'revision_number': 4, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10', '_interfaces': [{'id': '28fa50da-f35a-4829-8017-076ef3cd0884', 'name': '', 'network_id': 'e6f6517d-e046-4ba3-9927-e2b7467a5842', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'mac_address': 'fa:16:3e:29:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:49Z', 'updated_at': '2021-07-16T21:17:55Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'subnets': [{'id': '47ec5148-be1e-4f1e-858d-af9f8e7eafc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:29.763661 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-065a2554-db3d-464e-94ba-ad0db9d84157 req-c41abfe0-d517-4d94-8a49-fef0ed1d2316 service neutron] 10.222.0.99 "GET /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608657 Jul 16 21:22:29.929638 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c479de-7dc0-4199-ab92-c61f144bda10 None None] New status for floating IP 1bd4ab20-f18d-4c84-be02-8e56f0aa6c84: DOWN {{(pid=93864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:22:30.425044 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c115e4-299f-428e-8f09-ec4ef0064915 req-6c580cd7-280a-4985-afc7-0149d5a2ee1f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:30.427004 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33c115e4-299f-428e-8f09-ec4ef0064915 req-6c580cd7-280a-4985-afc7-0149d5a2ee1f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 943 time: 0.0690861 Jul 16 21:22:30.468338 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-33c115e4-299f-428e-8f09-ec4ef0064915 req-c73625c0-f189-402b-b3d4-fd053da96f36 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/security-groups?id=27328ec7-e91a-4fcd-ad41-62071d79a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Jul 16 21:22:30.692422 n-d-792458-10 neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359648ac-88a9-4e44-92e4-99695cf3451b req-f5850702-f7f8-4170-b715-0dbced6e6a2f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:30.693936 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-359648ac-88a9-4e44-92e4-99695cf3451b req-f5850702-f7f8-4170-b715-0dbced6e6a2f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.99 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 943 time: 0.0690541 Jul 16 21:22:30.805871 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Deleting port 1fc01186-e05a-4488-b3c3-95f2a23b7205 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:30.806678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:30.897163 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] For port 1fc01186-e05a-4488-b3c3-95f2a23b7205, host n-h1-792458-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-10',level=0,port_id=1fc01186-e05a-4488-b3c3-95f2a23b7205,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:30.897432 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:30.914895 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Calling delete_port for 1fc01186-e05a-4488-b3c3-95f2a23b7205 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:31.073185 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.109379 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event deleted for resources: {'Port': ['ID=1fc01186-e05a-4488-b3c3-95f2a23b7205,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:31.172042 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] No DVR routers for this DVR port 1fc01186-e05a-4488-b3c3-95f2a23b7205 on host n-h1-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:31.174487 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68849'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.176894 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-359648ac-88a9-4e44-92e4-99695cf3451b req-ac792253-bea7-4681-9803-847f24dfc55d tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.99 "DELETE /v2.0/ports/1fc01186-e05a-4488-b3c3-95f2a23b7205 HTTP/1.1" status: 204 len: 173 time: 0.4772739 Jul 16 21:22:31.177366 n-d-792458-10 neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-deleted', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:31.179729 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94ce0a33f2317919981ac525d1408d4f7a6d1c9f49a00f594bec6f9980f9db4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3129025e-86fa-49db-a49b-1563a608d6a8" -d '{"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-deleted", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:31.216729 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c8dbe0-0a28-4e95-90fa-e4e4e83a329c x-openstack-request-id: req-76c8dbe0-0a28-4e95-90fa-e4e4e83a329c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:31.217016 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ce11f-3f32-49c7-9c64-07c726ba5063", "name": "network-vif-deleted", "tag": "1fc01186-e05a-4488-b3c3-95f2a23b7205", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:31.217261 n-d-792458-10 neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-76c8dbe0-0a28-4e95-90fa-e4e4e83a329c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:31.217658 n-d-792458-10 neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ce11f-3f32-49c7-9c64-07c726ba5063', 'name': 'network-vif-deleted', 'tag': '1fc01186-e05a-4488-b3c3-95f2a23b7205', 'status': 'completed', 'code': 200} Jul 16 21:22:31.636866 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [req-076632d2-04f2-487d-99ff-9b224a58ed15 req-97bded34-39bb-477a-84f0-8489b960c83f tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "GET /v2.0/ports?device_id=538ce11f-3f32-49c7-9c64-07c726ba5063 HTTP/1.1" status: 200 len: 210 time: 0.0299840 Jul 16 21:22:32.735104 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43678) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:32.796572 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f322ae0f-64cd-4e07-8eb8-d95ece1ebcb4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.827263 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f322ae0f-64cd-4e07-8eb8-d95ece1ebcb4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.888658 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f322ae0f-64cd-4e07-8eb8-d95ece1ebcb4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.891202 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f322ae0f-64cd-4e07-8eb8-d95ece1ebcb4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.892384 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-f322ae0f-64cd-4e07-8eb8-d95ece1ebcb4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] 10.222.0.91 "DELETE /v2.0/security-groups/27328ec7-e91a-4fcd-ad41-62071d79a7ab HTTP/1.1" status: 204 len: 168 time: 0.1563110 Jul 16 21:22:32.908213 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322ae0f-64cd-4e07-8eb8-d95ece1ebcb4 tempest-TestSnapshotPattern-1954414355 tempest-TestSnapshotPattern-1954414355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27328ec7-e91a-4fcd-ad41-62071d79a7ab,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:33.970869 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43684) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:34.361965 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.640099 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Deleting port 28fa50da-f35a-4829-8017-076ef3cd0884 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:34.640470 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.725051 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] For port 28fa50da-f35a-4829-8017-076ef3cd0884, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=28fa50da-f35a-4829-8017-076ef3cd0884,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:34.725051 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.738799 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Calling delete_port for 28fa50da-f35a-4829-8017-076ef3cd0884 owned by network:router_interface {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:34.934800 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.959987 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fa50da-f35a-4829-8017-076ef3cd0884,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:35.132256 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.362244 n-d-792458-10 neutron-server[93862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Router 22771aa7-9cf5-4c0d-86c9-4571416740d6 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:35.488149 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:35.493881 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-1c68b451-6bb3-4fbf-946a-87f53731ca65 admin admin] 10.222.0.91 "PUT /v2.0/routers/22771aa7-9cf5-4c0d-86c9-4571416740d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226460 Jul 16 21:22:35.496289 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43688) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:35.499083 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] Sync routers for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:35.509670 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:35.510370 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:35.606399 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.620807 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: n-d-792458-10 {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:35.712517 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.771106 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Deleting port 9b891e73-5739-40cd-acd3-eed245865da8 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:35.771486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.810085 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '9b891e73-5739-40cd-acd3-eed245865da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:22:34Z', 'revision_number': 5, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port': {'id': '9b891e73-5739-40cd-acd3-eed245865da8', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:35.860498 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] Checking router: 22771aa7-9cf5-4c0d-86c9-4571416740d6 for host: n-d-792458-10 {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:35.873004 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] Routers {'22771aa7-9cf5-4c0d-86c9-4571416740d6'} bound to L3 agent in host n-d-792458-10 {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:35.873913 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:09Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['22771aa7-9cf5-4c0d-86c9-4571416740d6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:35.888286 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] For port 9b891e73-5739-40cd-acd3-eed245865da8, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=9b891e73-5739-40cd-acd3-eed245865da8,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:35.888857 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.907655 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Calling delete_port for 9b891e73-5739-40cd-acd3-eed245865da8 owned by network:router_gateway {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:36.005641 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] Set router 22771aa7-9cf5-4c0d-86c9-4571416740d6 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:36.060488 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:22:35Z', 'revision_number': 6, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:36.090657 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb94ea5-ee2e-4cf2-97de-8aa2f634e6bd None None] The sync data for ids ['22771aa7-9cf5-4c0d-86c9-4571416740d6'] in n-d-792458-10 is: [{'id': '22771aa7-9cf5-4c0d-86c9-4571416740d6', 'name': 'tempest-TestSnapshotPattern-278610175-router', 'tenant_id': '1da0149fe3a34048b51e89bae1e023ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:47Z', 'updated_at': '2021-07-16T21:22:35Z', 'revision_number': 6, 'project_id': '1da0149fe3a34048b51e89bae1e023ff', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:36.121319 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.139212 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-49029e46-c485-4862-bd97-1fecedeaa120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.151036 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b891e73-5739-40cd-acd3-eed245865da8,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:36.165265 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 1fc01186-e05a-4488-b3c3-95f2a23b7205 no longer exists at agent hyperv_n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:36.186079 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] No Port match for: 1fc01186-e05a-4488-b3c3-95f2a23b7205 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:36.186419 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Device 1fc01186-e05a-4488-b3c3-95f2a23b7205 not bound to the agent host n-h1-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:36.213618 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.306977 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.309330 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.358356 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.359087 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22771aa7-9cf5-4c0d-86c9-4571416740d6 {{(pid=93862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:22:36.364953 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.369556 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-3a7db423-40e2-4709-b413-a0dc9da12bf1 admin admin] 10.222.0.91 "DELETE /v2.0/routers/22771aa7-9cf5-4c0d-86c9-4571416740d6 HTTP/1.1" status: 204 len: 168 time: 0.8693907 Jul 16 21:22:36.370483 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43690) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.426709 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] Deleting subnet 47ec5148-be1e-4f1e-858d-af9f8e7eafc0 {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:36.431153 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.475986 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.566782 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.628787 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.654528 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ec5148-be1e-4f1e-858d-af9f8e7eafc0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:36.658153 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.660084 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-845ffff0-36d0-4f51-961f-9942dffa2fa3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/47ec5148-be1e-4f1e-858d-af9f8e7eafc0 HTTP/1.1" status: 204 len: 168 time: 0.2881608 Jul 16 21:22:36.663238 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43692) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.666120 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbcb66-8f80-4ff2-8903-7dcd2fd25478 None None] Network e6f6517d-e046-4ba3-9927-e2b7467a5842 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:36.737961 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.793056 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Deleting port c633a91b-58dd-486c-ba14-406bd3e9478e {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:36.793340 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.864186 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] For port c633a91b-58dd-486c-ba14-406bd3e9478e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c633a91b-58dd-486c-ba14-406bd3e9478e,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:36.864623 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.884229 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Calling delete_port for c633a91b-58dd-486c-ba14-406bd3e9478e owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:36.915415 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] DHCP port deletion for e6f6517d-e046-4ba3-9927-e2b7467a5842 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:36.982566 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] Deleting port c633a91b-58dd-486c-ba14-406bd3e9478e {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:36.983824 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.990996 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26551308'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.006141 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 28fa50da-f35a-4829-8017-076ef3cd0884 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:37.018157 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c633a91b-58dd-486c-ba14-406bd3e9478e,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:37.024351 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] No DVR routers for this DVR port c633a91b-58dd-486c-ba14-406bd3e9478e on host n-d-792458-10 {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:37.032034 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 28fa50da-f35a-4829-8017-076ef3cd0884 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:37.032368 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 28fa50da-f35a-4829-8017-076ef3cd0884 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:37.032785 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b891e73-5739-40cd-acd3-eed245865da8 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:37.082542 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 9b891e73-5739-40cd-acd3-eed245865da8 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:37.082904 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 9b891e73-5739-40cd-acd3-eed245865da8 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:37.083298 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c633a91b-58dd-486c-ba14-406bd3e9478e no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:37.110266 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c633a91b-58dd-486c-ba14-406bd3e9478e {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:37.110664 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c633a91b-58dd-486c-ba14-406bd3e9478e not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:37.113448 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] For port c633a91b-58dd-486c-ba14-406bd3e9478e, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c633a91b-58dd-486c-ba14-406bd3e9478e,segment=NetworkSegment(30e60083-2b42-4252-a4a4-9eeb4a1af6cb),segment_id=30e60083-2b42-4252-a4a4-9eeb4a1af6cb)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:37.113848 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.129364 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] Calling delete_port for c633a91b-58dd-486c-ba14-406bd3e9478e owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:22:37.219266 n-d-792458-10 neutron-server[93863]: self.session.flush() Jul 16 21:22:37.224423 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.244479 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] No DVR routers for this DVR port c633a91b-58dd-486c-ba14-406bd3e9478e on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:37.269780 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7bef-fe9b-4948-aa23-ea0030c9747a None None] Pushing event deleted for resources: {'Port': ['ID=c633a91b-58dd-486c-ba14-406bd3e9478e,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:37.444790 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.455859 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f6517d-e046-4ba3-9927-e2b7467a5842']}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:37.466451 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e60083-2b42-4252-a4a4-9eeb4a1af6cb') {'for_net_delete': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:37.466759 n-d-792458-10 neutron-server[93862]: DEBUG neutron.services.segments.db [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e60083-2b42-4252-a4a4-9eeb4a1af6cb') {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:37.476243 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26753570'] for segment, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.493077 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.502688 n-d-792458-10 neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:37.503067 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26553053'] for segment, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: Traceback (most recent call last): Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: timer() Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: cb(*args, **kw) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: return func(*args, **kwargs) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: self._notify() Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: self.callback(batched_events) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: event.method(event) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: return f(self, *a, **k) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: return self._get(url).json() Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:37.504783 n-d-792458-10 neutron-server[93862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:37.569170 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.575253 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Notify callbacks [] for network, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.577121 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] 10.222.0.91 "DELETE /v2.0/networks/e6f6517d-e046-4ba3-9927-e2b7467a5842 HTTP/1.1" status: 204 len: 168 time: 0.9130876 Jul 16 21:22:37.580352 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43698) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:37.588204 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316affb-100c-4edf-a987-dc500c0e6a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f6517d-e046-4ba3-9927-e2b7467a5842,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:37.952467 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421844'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.245409 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Deleting port c8c3f872-a87c-45cb-bbe0-add9aa035e8b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:38.245672 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.326336 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] For port c8c3f872-a87c-45cb-bbe0-add9aa035e8b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,segment=NetworkSegment(891d6f3c-3abc-4306-a79e-9f8274144b1f),segment_id=891d6f3c-3abc-4306-a79e-9f8274144b1f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:38.326709 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.340584 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Calling delete_port for c8c3f872-a87c-45cb-bbe0-add9aa035e8b owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:38.543654 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.572182 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c3f872-a87c-45cb-bbe0-add9aa035e8b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:38.703170 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.770229 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424516'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.984969 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e81a4c54-c7ea-4f65-99eb-e32e3017659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.996847 n-d-792458-10 neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Router aec72a30-d297-45a8-b2b7-85f0ae4912f2 has already been hosted by L3 agent f73ab976-2640-4bff-89e5-6b82ee6a6e01 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:39.103261 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] Notify agent at l3_agent.n-d-792458-10 the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:39.109901 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-929cee8f-8484-4ea2-abf0-198e449a101e admin admin] 10.222.0.91 "PUT /v2.0/routers/aec72a30-d297-45a8-b2b7-85f0ae4912f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5277736 Jul 16 21:22:39.112142 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] Sync routers for ids ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'] in n-d-792458-10 {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:39.112689 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43700) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:39.122783 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] Routers {'aec72a30-d297-45a8-b2b7-85f0ae4912f2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:39.123398 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:39.217674 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.229013 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] Set router aec72a30-d297-45a8-b2b7-85f0ae4912f2 gateway port host: n-d-792458-10 {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:39.262224 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.327436 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.382896 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Deleting port 3b8ec8ee-151f-44f5-a347-0a475ebf861b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:39.383268 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.410566 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'external_fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:22:38Z', 'revision_number': 5, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port': {'id': '3b8ec8ee-151f-44f5-a347-0a475ebf861b', 'name': '', 'network_id': '2827bef3-dd54-4b8a-b165-0da37f7f5a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b753667-caba-4247-95ed-f503cef924e8', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:52Z', 'updated_at': '2021-07-16T21:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b753667-caba-4247-95ed-f503cef924e8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-10'}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:39.441832 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] Checking router: aec72a30-d297-45a8-b2b7-85f0ae4912f2 for host: n-d-792458-10 {{(pid=93864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:39.451857 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] Routers {'aec72a30-d297-45a8-b2b7-85f0ae4912f2'} bound to L3 agent in host n-d-792458-10 {{(pid=93864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:39.452523 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:51:39Z,description=,heartbeat_timestamp=2021-07-16T21:22:39Z,host='n-d-792458-10',id=f73ab976-2640-4bff-89e5-6b82ee6a6e01,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:51:39Z,topic='l3_agent')) {'router_ids': ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'], 'active': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:39.470518 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] For port 3b8ec8ee-151f-44f5-a347-0a475ebf861b, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=3b8ec8ee-151f-44f5-a347-0a475ebf861b,segment=NetworkSegment(837882a8-5f7b-4ade-b36c-13364b9f747c),segment_id=837882a8-5f7b-4ade-b36c-13364b9f747c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:39.470802 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.483972 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Calling delete_port for 3b8ec8ee-151f-44f5-a347-0a475ebf861b owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:39.540441 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_dvr_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] Set router aec72a30-d297-45a8-b2b7-85f0ae4912f2 gateway port host: None {{(pid=93864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:39.590803 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.l3_hamode_db [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:22:39Z', 'revision_number': 6, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port_host': None}], 'n-d-792458-10', False) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:39.620144 n-d-792458-10 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a94f48-9cc8-41f5-b0a3-2a6b9ccc20a9 None None] The sync data for ids ['aec72a30-d297-45a8-b2b7-85f0ae4912f2'] in n-d-792458-10 is: [{'id': 'aec72a30-d297-45a8-b2b7-85f0ae4912f2', 'name': 'tempest-TestSnapshotPattern-346602998-router', 'tenant_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:51Z', 'updated_at': '2021-07-16T21:22:39Z', 'revision_number': 6, 'project_id': '72bc7a86bfab4bb683268c7fa2959e8d', 'gw_port_host': None}] {{(pid=93864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:39.661067 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.691811 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8ec8ee-151f-44f5-a347-0a475ebf861b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:39.767938 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420894'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.846364 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.859847 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64670'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.861678 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.905667 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418204'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.906214 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec72a30-d297-45a8-b2b7-85f0ae4912f2 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:22:39.911647 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.912821 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-02268761-4f68-4c55-923f-90efa7beb854 admin admin] 10.222.0.91 "DELETE /v2.0/routers/aec72a30-d297-45a8-b2b7-85f0ae4912f2 HTTP/1.1" status: 204 len: 168 time: 0.7994754 Jul 16 21:22:39.915831 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43702) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:39.967714 n-d-792458-10 neutron-server[93862]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] Deleting subnet 14805951-908c-4aac-a141-fff339f2762c {{(pid=93862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:39.971587 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.009479 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26753557'] for subnet, precommit_delete_associations {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.090943 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388635'] for subnet, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.152848 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26551423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122795'] for subnet, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.178992 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14805951-908c-4aac-a141-fff339f2762c,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:40.184834 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.187134 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-dc4145eb-45ab-4fc2-92a1-dd7fc5b376a2 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/14805951-908c-4aac-a141-fff339f2762c HTTP/1.1" status: 204 len: 168 time: 0.2702518 Jul 16 21:22:40.191305 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43704) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:40.192885 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006dac7-6792-4d94-8dba-5e59c57c245e None None] Network fc7f6492-4f85-409d-b5d4-47e5939201e7 requested from n-d-792458-10 {{(pid=93863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:40.262684 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1432624'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.324954 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Deleting port 178a5ba8-5b61-419e-a9e4-6d032ed07190 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:40.325371 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.356458 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.395035 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] For port 178a5ba8-5b61-419e-a9e4-6d032ed07190, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=178a5ba8-5b61-419e-a9e4-6d032ed07190,segment=NetworkSegment(891d6f3c-3abc-4306-a79e-9f8274144b1f),segment_id=891d6f3c-3abc-4306-a79e-9f8274144b1f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:40.395443 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.402688 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] DHCP port deletion for fc7f6492-4f85-409d-b5d4-47e5939201e7 request from n-d-792458-10 {{(pid=93863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:40.411777 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Calling delete_port for 178a5ba8-5b61-419e-a9e4-6d032ed07190 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:40.456269 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] Deleting port 178a5ba8-5b61-419e-a9e4-6d032ed07190 {{(pid=93863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:40.456650 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736922826927'] for port, before_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.500706 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2672260'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.521170 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] For port 178a5ba8-5b61-419e-a9e4-6d032ed07190, host n-d-792458-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-10',level=0,port_id=178a5ba8-5b61-419e-a9e4-6d032ed07190,segment=NetworkSegment(891d6f3c-3abc-4306-a79e-9f8274144b1f),segment_id=891d6f3c-3abc-4306-a79e-9f8274144b1f)] {{(pid=93863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:40.521460 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418287'] for port, precommit_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.528787 n-d-792458-10 neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] No DVR routers for this DVR port 178a5ba8-5b61-419e-a9e4-6d032ed07190 on host n-d-792458-10 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:40.530676 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=178a5ba8-5b61-419e-a9e4-6d032ed07190,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:40.535491 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] Calling delete_port for 178a5ba8-5b61-419e-a9e4-6d032ed07190 owned by network:dhcp {{(pid=93863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:40.610296 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494335', 'neutron.services.segments.db._delete_segments_for_network-8736922956364'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.616796 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736922830466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736922425263'] for port, after_delete {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.621270 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7f6492-4f85-409d-b5d4-47e5939201e7']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:40.631300 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891d6f3c-3abc-4306-a79e-9f8274144b1f') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:40.631564 n-d-792458-10 neutron-server[93861]: DEBUG neutron.services.segments.db [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891d6f3c-3abc-4306-a79e-9f8274144b1f') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:40.641185 n-d-792458-10 neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] Pushing event deleted for resources: {'Port': ['ID=178a5ba8-5b61-419e-a9e4-6d032ed07190,revision_number=None']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:40.641564 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736922959189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2698592'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.649221 n-d-792458-10 neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923d482-e2b6-480e-b84c-ab7486cf447f None None] No DVR routers for this DVR port 178a5ba8-5b61-419e-a9e4-6d032ed07190 on host n-d-792458-10 {{(pid=93863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:40.663225 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.669454 n-d-792458-10 neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:40.669833 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672725'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: Traceback (most recent call last): Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: timer() Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: cb(*args, **kw) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: return func(*args, **kwargs) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: self._notify() Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: self.callback(batched_events) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: event.method(event) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: return f(self, *a, **k) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: return self._get(url).json() Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:40.671596 n-d-792458-10 neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:40.728949 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421058'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.736264 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Notify callbacks [] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.737953 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] 10.222.0.91 "DELETE /v2.0/networks/fc7f6492-4f85-409d-b5d4-47e5939201e7 HTTP/1.1" status: 204 len: 168 time: 0.5453961 Jul 16 21:22:40.751385 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c6f1b-7632-490a-a085-118fb03ea2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7f6492-4f85-409d-b5d4-47e5939201e7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:40.945887 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43710) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:40.964356 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b8ec8ee-151f-44f5-a347-0a475ebf861b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:40.985277 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 3b8ec8ee-151f-44f5-a347-0a475ebf861b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:40.985620 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 3b8ec8ee-151f-44f5-a347-0a475ebf861b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:40.986033 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 178a5ba8-5b61-419e-a9e4-6d032ed07190 no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:40.987588 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-e00aff46-2fa6-4d7e-aaf8-476f48ee0550 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1da0149fe3a34048b51e89bae1e023ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404596 Jul 16 21:22:40.990189 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43712) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:41.007700 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: 178a5ba8-5b61-419e-a9e4-6d032ed07190 {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:41.007969 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device 178a5ba8-5b61-419e-a9e4-6d032ed07190 not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:41.008318 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c8c3f872-a87c-45cb-bbe0-add9aa035e8b no longer exists at agent ovs-agent-n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:41.027905 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] No Port match for: c8c3f872-a87c-45cb-bbe0-add9aa035e8b {{(pid=93863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:41.028222 n-d-792458-10 neutron-server[93863]: DEBUG neutron.plugins.ml2.rpc [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Device c8c3f872-a87c-45cb-bbe0-add9aa035e8b not bound to the agent host n-d-792458-10 {{(pid=93863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:41.041795 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8303-634c-4d14-a24d-f599665d496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.065497 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8303-634c-4d14-a24d-f599665d496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.117486 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8303-634c-4d14-a24d-f599665d496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.120054 n-d-792458-10 neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8303-634c-4d14-a24d-f599665d496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.121240 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ef6f8303-634c-4d14-a24d-f599665d496e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c843939a-5aef-468f-8259-5e09a408185a HTTP/1.1" status: 204 len: 168 time: 0.1301734 Jul 16 21:22:41.129132 n-d-792458-10 neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f8303-634c-4d14-a24d-f599665d496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c843939a-5aef-468f-8259-5e09a408185a,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:41.494520 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [-] (93862) accepted ('10.222.0.91', 43718) {{(pid=93862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:41.545939 n-d-792458-10 neutron-server[93862]: INFO neutron.wsgi [None req-ea489e67-ba5c-4bfa-9ec0-c3da86c97b63 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=72bc7a86bfab4bb683268c7fa2959e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496278 Jul 16 21:22:41.548730 n-d-792458-10 neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.91', 43720) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:41.605363 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54c64a5f-d86a-40d2-add1-d3afba2bb1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.628184 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54c64a5f-d86a-40d2-add1-d3afba2bb1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.685713 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54c64a5f-d86a-40d2-add1-d3afba2bb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486499'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.688215 n-d-792458-10 neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-54c64a5f-d86a-40d2-add1-d3afba2bb1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.689406 n-d-792458-10 neutron-server[93861]: INFO neutron.wsgi [None req-54c64a5f-d86a-40d2-add1-d3afba2bb1e7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80113054-eabb-4a15-a60c-14e32da3ee0a HTTP/1.1" status: 204 len: 168 time: 0.1396947 Jul 16 21:22:41.698254 n-d-792458-10 neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c64a5f-d86a-40d2-add1-d3afba2bb1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80113054-eabb-4a15-a60c-14e32da3ee0a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:42.156090 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.262886 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:06.135810 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c8c0521b-25c0-439a-9070-08495a691707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:08.700249 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:08.989732 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7372b980-f78c-425b-b708-a14909ce101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:09.265175 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:09.847709 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:10.366201 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:12.164227 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:29.263516 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:36.137240 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2471a975-f831-42e5-8e11-1addd3d441dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.705721 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.992908 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9a59b425-9cdc-4880-87df-e8da4f178e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.268557 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.846548 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.364509 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.165357 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.145304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7dfa72aa-24f1-4773-8834-1f8271e84976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.263048 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:24:08.710300 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.998691 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-89ec20ce-d85d-40fe-ab93-d35e52c3512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.261930 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.867925 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:10.365224 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.168383 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:36.139228 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-798c61fe-d69d-49ca-ab48-7ca43e32fe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:38.718353 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.001503 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-a25d0391-7287-4f55-91e7-ab983295eb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.277835 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.873881 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.369913 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.170141 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.263221 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:06.144908 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-c1b65726-af63-446d-9d57-42ab55f94d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:08.711612 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:09.005428 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-11ef0189-8665-4602-9dde-7f99d08b889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:09.281945 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:09.882646 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:10.373821 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:12.172992 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:20.263180 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:36.140181 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7a016552-4d9a-4c52-8296-9f45c880dc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:38.717491 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:39.013304 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1b79e46f-946a-4ff7-b18b-2e30cf0d0ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:39.291548 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:39.900195 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:40.375933 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:42.175315 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:57.262656 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:06.144301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-8fb04653-e5aa-4c7c-9c04-b3dd1b2089c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:08.716519 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:09.010925 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e2eb172a-fe0f-4025-9c9d-31309b694e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:09.290924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:09.895239 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:10.380635 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:12.184182 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.263981 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:36.149607 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-f9c4562e-b2f4-47f6-9619-bf681f67d4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:38.711854 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:39.005608 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-2b633782-6eba-43c3-b00d-436f7b832691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:39.283322 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:39.896560 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:40.387253 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:42.183532 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.154732 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-72607958-5556-4411-82a9-29dfb073f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.720478 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:09.015198 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-35442f92-8bbd-431d-a6a9-cad3f744f058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:09.298271 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:09.898092 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:10.392152 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:11.263688 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:27:12.188611 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.151324 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-326df39c-f485-4040-bad4-fbec06aa58fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:38.718408 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:39.010655 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70ef6f92-e1a6-4154-afd9-d089d3127e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:39.308018 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:39.897037 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:40.391458 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:42.191324 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:48.263295 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:28:06.146542 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d083d537-624e-4a45-b412-1416a74de0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:08.712701 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:09.015712 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-28988951-c770-4d5b-b4d8-d2fb21c03499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:09.342650 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:09.899674 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:10.389909 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:12.198955 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:25.264471 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:28:36.154279 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6656-f3c0-4651-8ff3-4ea10d88bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:38.718200 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.025029 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9e00e442-92d8-4658-9d9a-5a7b4d1b4072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.340924 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.916765 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:40.400298 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:42.197994 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:02.265918 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:29:06.155522 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7270f91f-d4cb-4df1-a6cf-b932be8389a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:08.726026 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:09.025301 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e67af42b-aa39-4234-84c0-236ce216d54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:09.336694 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:09.929673 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:10.398382 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:12.200063 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:36.156557 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-14281cd4-e24e-4d84-b0c8-fa21a8a56841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.721409 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:39.023905 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-5df78dc7-ed20-4a9d-914f-1ba1e4e55e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:39.265486 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:29:39.367016 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:39.942541 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:40.405112 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:42.202707 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:06.153367 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-21c3c172-d3b6-412e-987e-380a888e8685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:08.728889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:09.023197 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-94942d51-034f-43a2-a17c-1303c1890c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:09.361758 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:09.953367 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:10.406976 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:12.208442 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:16.269347 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:30:36.152599 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-20b4af5b-755f-4362-bca9-bb4200223b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:38.727731 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:39.021549 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-29261c02-9038-438e-9306-8c353af5a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:39.365889 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:39.958493 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:40.407670 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-cb674d0d-141b-49ee-8e90-e318aec85124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:42.209673 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3312-4db8-48bf-827b-6d9227a0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:53.269899 n-d-792458-10 neutron-server[93864]: DEBUG neutron.db.agents_db [None req-39262e83-651d-444b-9c71-405401adfcef None None] Agent healthcheck: found 7 active agents {{(pid=93864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:30:55.610141 n-d-792458-10 neutron-server[93862]: DEBUG neutron.wsgi [req-a8a44dc8-cc53-42aa-96b1-f89f2e07d0a0 req-014a8caf-44f4-4716-943e-b0ad905b4812 service neutron] (93862) timed out ('10.222.0.91', 37804) {{(pid=93862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:31:06.150328 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-6293a2bd-cfd8-4e57-89c3-e0224042b9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:08.722320 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4a8fd885-dd0e-4fd5-9ce8-3f4841f990cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:09.015430 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-bc5c68e2-653c-4713-bb61-c35f47ee0572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:09.388929 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-50545d88-37b8-4c2e-93e7-87c11b463fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:09.957794 n-d-792458-10 neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-0d4478e5-ee90-4f33-b223-5eeabbb35e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736922956346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389669'] for agent, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}